-- Logs begin at Fri 2021-09-17 00:08:37 UTC, end at Fri 2021-09-17 02:44:49 UTC. -- Sep 17 00:49:47.841751 n-d-789963-7 systemd[1]: Started Devstack devstack@q-svc.service. Sep 17 00:49:50.573249 n-d-789963-7 neutron-server[111929]: INFO neutron.common.config [-] Logging enabled! Sep 17 00:49:50.573832 n-d-789963-7 neutron-server[111929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 00:49:50.574017 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 00:49:50.577243 n-d-789963-7 neutron-server[111929]: INFO neutron.common.config [-] Logging enabled! Sep 17 00:49:50.577513 n-d-789963-7 neutron-server[111929]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev4 Sep 17 00:49:50.577907 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111929) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 17 00:49:50.579740 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 00:49:50.579977 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 00:49:50.580336 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 00:49:50.580580 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 00:49:50.580804 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 00:49:50.581126 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.581428 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.581724 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.581954 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.582249 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.582539 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.582820 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.583132 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.583478 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.583764 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.584040 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.584324 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.584554 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.584833 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.585117 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.585403 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.585625 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] debug = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.585905 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.586335 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.586746 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.587027 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.587342 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.587641 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.587897 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.588176 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.588457 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.588783 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] host = n-d-789963-7 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.589058 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.589348 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.589670 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.590068 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.590389 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.590666 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.591004 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.591344 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.591630 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.591950 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.592243 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.592575 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.592865 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.593089 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.593311 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.593600 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.593913 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.594186 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.594495 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.594776 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.595048 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.595424 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.595702 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.595988 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.596272 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.596564 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.596831 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.597132 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.597372 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.597640 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.597924 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.598196 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.598467 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.598738 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.599021 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.599314 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.599584 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.599885 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.600169 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.600449 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.600733 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.601004 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.601283 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.601551 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.601827 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.602095 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] use_json = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.602365 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.602632 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.602911 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.603270 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.603543 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.603814 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.604085 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.604368 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:50.604663 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.604959 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.605259 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.605538 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.605832 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.606112 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.606401 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.606678 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.606967 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.607286 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.607573 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.607850 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.608137 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.608414 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.608706 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.609008 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.609298 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.609756 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.610213 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.610522 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.610852 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.611166 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.611463 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.611739 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.612036 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.612332 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.612675 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.612895 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.613190 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.613520 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.613798 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.614078 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.614370 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.614649 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.614921 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.615227 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.615517 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.615797 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.616070 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.616354 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.616632 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.616905 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.617178 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.617454 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.617744 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.618020 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.618291 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.618570 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.618841 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.619134 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.619424 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.619700 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.619972 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.620246 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.620526 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.620797 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.621071 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.621354 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.621615 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.621889 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.622161 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.622432 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.622720 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.622979 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.623272 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.623544 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.623889 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.624085 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.624357 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.624631 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.624902 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.626069 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.626333 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.626624 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.626924 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.627234 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.627515 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.627795 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.628076 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.628354 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.628631 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.628909 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.629188 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.629461 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.629752 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.630035 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.630321 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.630604 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.630880 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.631216 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.631497 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.631776 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.632055 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.632329 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.632608 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.632894 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.633188 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.633480 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.633773 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.634065 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.634356 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.634638 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.634950 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.635260 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:50.635479 n-d-789963-7 neutron-server[111929]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 00:49:50.635716 n-d-789963-7 neutron-server[111929]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111929) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 17 00:49:50.986597 n-d-789963-7 neutron-server[111929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 00:49:50.986875 n-d-789963-7 neutron-server[111929]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 00:49:50.987192 n-d-789963-7 neutron-server[111929]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 17 00:49:50.987526 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 17 00:49:51.380382 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.380682 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.380953 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.382239 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.382512 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.382776 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.419102 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.419375 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.419643 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.434484 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.434761 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.435029 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.464198 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.464478 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.464738 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.503300 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.503575 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.503844 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.733526 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.734143 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.734143 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.735833 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.735833 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.854758 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.855105 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.855376 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.855645 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.855909 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.856217 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.856474 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.856725 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.856975 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.857251 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.857505 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.857764 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.858028 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.858275 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.858525 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.858780 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.859029 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.859382 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.859746 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.860133 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.860408 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.860665 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.860949 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.861325 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.861574 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.861821 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.862206 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:51.862444 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:51.862680 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:51.862913 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:51.863173 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:51.863406 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:51.863767 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 17 00:49:51.866812 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 17 00:49:51.870813 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 17 00:49:51.874469 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 17 00:49:51.876961 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 17 00:49:51.877409 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 17 00:49:51.877740 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 17 00:49:51.878121 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 17 00:49:51.880893 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 17 00:49:51.881144 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 17 00:49:51.881492 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 00:49:51.886738 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 17 00:49:51.909399 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 17 00:49:51.909844 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.910138 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111929) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 17 00:49:51.910493 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.911894 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111929) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 17 00:49:51.912336 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 17 00:49:51.912582 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 17 00:49:51.915748 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.916030 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:51.980760 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 17 00:49:51.980997 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 17 00:49:51.981232 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 17 00:49:51.981598 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 17 00:49:52.005054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_db.sqlalchemy.engines [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111929) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 17 00:49:52.626581 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing driver for type 'gre' Sep 17 00:49:52.627137 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] gre ID ranges: [(1, 1000)] Sep 17 00:49:52.814249 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing driver for type 'local' Sep 17 00:49:52.814869 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing driver for type 'vlan' Sep 17 00:49:52.922805 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] VlanTypeDriver initialization complete Sep 17 00:49:52.923170 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing driver for type 'vxlan' Sep 17 00:49:52.923657 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] vxlan ID ranges: [(1, 1000)] Sep 17 00:49:53.123139 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing extension driver 'port_security' Sep 17 00:49:53.123415 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.extensions.port_security [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] PortSecurityExtensionDriver initialization complete Sep 17 00:49:53.123740 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing mechanism driver 'openvswitch' Sep 17 00:49:53.124056 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing mechanism driver 'hyperv' Sep 17 00:49:53.131488 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.plugin [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111929) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:49:53.132171 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.132534 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.132878 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.133388 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 00:49:53.133811 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.134157 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.134495 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.134878 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 00:49:53.135299 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.135646 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.135987 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.136398 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 00:49:53.136786 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > security_group after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.137126 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > security_group after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.137455 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.137974 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 00:49:53.138371 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.138713 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.139052 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.139832 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 00:49:53.139832 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > address_group after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.140180 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > address_group after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.140496 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.140874 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111929) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 17 00:49:53.141243 n-d-789963-7 neutron-server[111929]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] ML2 OVO RPC backend initialized. {{(pid=111929) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 17 00:49:53.142280 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.142405 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.142775 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.143141 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > networks before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.143483 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.143818 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > ports before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.144154 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.144492 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnets before_response 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.144825 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.145157 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.145503 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.145814 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.146141 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.146465 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.146792 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.147150 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.147478 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.148046 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.plugin [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Modular L2 Plugin initialization complete Sep 17 00:49:53.148365 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading services supported by the core plugin {{(pid=111929) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 17 00:49:53.148683 n-d-789963-7 neutron-server[111929]: INFO neutron.plugins.ml2.managers [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Got port-security extension from driver 'port_security' Sep 17 00:49:53.149139 n-d-789963-7 neutron-server[111929]: INFO neutron.extensions.vlantransparent [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Disabled vlantransparent extension. Sep 17 00:49:53.149613 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111929) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 17 00:49:53.149916 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: router Sep 17 00:49:53.185463 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.185851 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_create 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.186217 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router before_create 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.186577 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.186941 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.187312 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_delete 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.187667 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.188011 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.188361 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_create 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.189344 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_update 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.189688 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_update 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.190030 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.190386 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_update 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.190789 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_update 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.191172 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.191506 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.191843 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: subnet after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.192175 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.192513 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.192849 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_create 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.193183 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.193516 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.193860 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router after_update 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.194193 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.194532 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_create 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.194887 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.195248 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_update 55549900 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.195605 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > agent after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.195948 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > agent after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.196284 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > network after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.197124 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Tracking information for resource: router configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:53.197452 n-d-789963-7 neutron-server[111929]: DEBUG neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Tracking information for resource: floatingip configured {{(pid=111929) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 17 00:49:53.202318 n-d-789963-7 neutron-server[111929]: INFO neutron.db.l3_agentschedulers_db [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 17 00:49:53.202878 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.203256 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port after_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.203603 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port after_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.203951 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: port after_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.204923 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router before_create 55550100 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.205283 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.205637 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_create 55550100 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.205984 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > router precommit_update 55550100 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.210582 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.provider_configuration [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service providers = [] {{(pid=111929) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 17 00:49:53.210945 n-d-789963-7 neutron-server[111929]: DEBUG neutron.db.servicetype_db [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111929) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 17 00:49:53.213875 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.service_base [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 00:49:53.214221 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.service_base [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 00:49:53.214558 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.service_base [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 00:49:53.215460 n-d-789963-7 neutron-server[111929]: DEBUG neutron.services.service_base [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111929) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 17 00:49:53.215829 n-d-789963-7 neutron-server[111929]: INFO neutron.services.service_base [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 17 00:49:53.216194 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.216506 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 17 00:49:53.227049 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.227403 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: auto_allocate Sep 17 00:49:53.233035 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: network precommit_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.233401 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: network precommit_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.233902 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.234214 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: tag Sep 17 00:49:53.241127 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.241452 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: timestamp Sep 17 00:49:53.245405 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.245729 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: network_ip_availability Sep 17 00:49:53.251377 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.251745 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.252095 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.252796 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.253108 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: flavors Sep 17 00:49:53.257719 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.258047 n-d-789963-7 neutron-server[111929]: INFO neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading Plugin: revisions Sep 17 00:49:53.262233 n-d-789963-7 neutron-server[111929]: DEBUG neutron.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111929) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 17 00:49:53.262613 n-d-789963-7 neutron-server[111929]: DEBUG oslo_concurrency.lockutils [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.275s {{(pid=111929) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 17 00:49:53.263360 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111929) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 17 00:49:53.263690 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Initializing extension manager. Sep 17 00:49:53.264190 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: __init__.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.264523 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: __pycache__ {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.264851 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.265175 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: address_group.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.265913 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.266462 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: address-group Sep 17 00:49:53.267309 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: address_scope.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.268271 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.268781 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: address-scope Sep 17 00:49:53.269098 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.270011 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.270512 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: router-admin-state-down-before-update Sep 17 00:49:53.270831 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: agent.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.271547 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.272042 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: agent Sep 17 00:49:53.272355 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: agent_resources_synced.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.273260 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.273761 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: agent-resources-synced Sep 17 00:49:53.274076 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: allowedaddresspairs.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.275865 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.276378 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: allowed-address-pairs Sep 17 00:49:53.276696 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: auto_allocated_topology.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.277753 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.278253 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: auto-allocated-topology Sep 17 00:49:53.278568 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: availability_zone.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.279277 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.279771 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: availability_zone Sep 17 00:49:53.280083 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: availability_zone_filter.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.280974 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.281468 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: availability_zone_filter Sep 17 00:49:53.281781 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: data_plane_status.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.282844 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.283352 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension data-plane-status not supported by any of loaded plugins Sep 17 00:49:53.283669 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: default_subnetpools.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.284580 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.285139 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: default-subnetpools Sep 17 00:49:53.285388 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.286181 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.286676 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: dhcp_agent_scheduler Sep 17 00:49:53.286990 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: dns.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.303963 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.304456 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension dns-integration not supported by any of loaded plugins Sep 17 00:49:53.304772 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: dns_domain_ports.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.305684 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.306178 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 17 00:49:53.306493 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.307429 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.307922 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 17 00:49:53.308236 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: dvr.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.308902 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.309394 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: dvr Sep 17 00:49:53.309706 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: ecmp_routes.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.310609 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.311113 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 17 00:49:53.311451 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: empty_string_filtering.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.312382 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.312883 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: empty-string-filtering Sep 17 00:49:53.313195 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.314695 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.315223 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 17 00:49:53.315543 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.316449 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.316954 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 17 00:49:53.317270 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: external_net.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.318170 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.318677 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: external-net Sep 17 00:49:53.318992 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.319905 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.320404 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: extra_dhcp_opt Sep 17 00:49:53.320717 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: extraroute.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.321616 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.322116 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: extraroute Sep 17 00:49:53.322430 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: extraroute_atomic.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.323551 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.324053 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: extraroute-atomic Sep 17 00:49:53.324368 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: filter_validation.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.325019 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.325512 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: filter-validation Sep 17 00:49:53.325824 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: fip_pf_description.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.326711 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.327236 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 17 00:49:53.327552 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: fip_port_details.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.328457 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.328951 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: fip-port-details Sep 17 00:49:53.329301 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: flavors.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.330682 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.331226 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: flavors Sep 17 00:49:53.331546 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.333176 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.333693 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 17 00:49:53.334024 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: floatingip_pools.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.334719 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.335258 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: floatingip-pools Sep 17 00:49:53.335583 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: ip_allocation.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.336506 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.337006 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension ip_allocation not supported by any of loaded plugins Sep 17 00:49:53.337329 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.338233 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.338741 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: ip-substring-filtering Sep 17 00:49:53.339062 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l2_adjacency.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.339996 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.340497 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 17 00:49:53.340813 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.341880 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.342396 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: router Sep 17 00:49:53.342715 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.345754 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.346147 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 17 00:49:53.346473 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.347421 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.347927 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: ext-gw-mode Sep 17 00:49:53.348249 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.349158 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.349659 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: l3-ha Sep 17 00:49:53.349979 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3_flavors.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.350880 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.351417 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: l3-flavors Sep 17 00:49:53.351742 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.352643 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.353173 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 17 00:49:53.353491 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: l3agentscheduler.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.354502 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.355002 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: l3_agent_scheduler Sep 17 00:49:53.355352 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: logging.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.356814 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.357315 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension logging not supported by any of loaded plugins Sep 17 00:49:53.357639 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: metering.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.358372 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.358932 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: metering Sep 17 00:49:53.359283 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.364515 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.365022 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: metering_source_and_destination_fields Sep 17 00:49:53.365346 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: multiprovidernet.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.366262 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.366764 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: multi-provider Sep 17 00:49:53.367108 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: netmtu.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.368019 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.368514 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: net-mtu Sep 17 00:49:53.368827 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: netmtu_writable.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.369727 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.370221 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: net-mtu-writable Sep 17 00:49:53.370537 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: network_availability_zone.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.371236 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.371731 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: network_availability_zone Sep 17 00:49:53.372043 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: network_ip_availability.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.373190 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.373642 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: network-ip-availability Sep 17 00:49:53.373960 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: network_segment_range.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.374710 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.375234 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension network-segment-range not supported by any of loaded plugins Sep 17 00:49:53.375552 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: pagination.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.376809 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.377124 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: pagination Sep 17 00:49:53.377434 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: port_device_profile.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.378334 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.378839 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: port-device-profile Sep 17 00:49:53.379189 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.380114 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.380613 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: port-mac-address-regenerate Sep 17 00:49:53.380928 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.381835 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.382333 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: port-numa-affinity-policy Sep 17 00:49:53.382647 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: port_resource_request.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.383690 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.384193 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension port-resource-request not supported by any of loaded plugins Sep 17 00:49:53.384510 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: portbindings.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.385429 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.385930 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: binding Sep 17 00:49:53.386249 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: portbindings_extended.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.387524 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.388029 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: binding-extended Sep 17 00:49:53.388350 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: portsecurity.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.389257 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.389761 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: port-security Sep 17 00:49:53.390078 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: project_id.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.391036 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.391380 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: project-id Sep 17 00:49:53.391811 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: providernet.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.392733 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.393241 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: provider Sep 17 00:49:53.393558 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.397070 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.397591 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos not supported by any of loaded plugins Sep 17 00:49:53.397918 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.399161 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.399676 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 17 00:49:53.400000 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.400904 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.401406 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 17 00:49:53.401727 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_default.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.402622 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.403148 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-default not supported by any of loaded plugins Sep 17 00:49:53.403469 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_fip.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.404104 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.404600 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-fip not supported by any of loaded plugins Sep 17 00:49:53.404917 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_gateway_ip.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.405821 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.406319 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 17 00:49:53.406634 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_port_network_policy.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.408070 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.408678 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 17 00:49:53.409024 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_pps_rule.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.410175 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.410677 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-pps not supported by any of loaded plugins Sep 17 00:49:53.410994 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_rule_type_details.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.411918 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.412419 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 17 00:49:53.412737 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: qos_rules_alias.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.418756 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.419287 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 17 00:49:53.419603 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: quotasv2.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.420502 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.420821 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: quotas Sep 17 00:49:53.421128 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: quotasv2_detail.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.424483 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.424819 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: quota_details Sep 17 00:49:53.425143 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: rbac.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.426208 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.428843 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: rbac-policies Sep 17 00:49:53.428843 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: rbac_address_group.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.428843 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.428843 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: rbac-address-group Sep 17 00:49:53.428843 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: rbac_address_scope.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.429696 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.430197 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: rbac-address-scope Sep 17 00:49:53.430515 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: rbac_security_groups.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.431448 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.431950 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: rbac-security-groups Sep 17 00:49:53.432266 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: rbac_subnetpool.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.433173 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.433680 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: rbac-subnetpool Sep 17 00:49:53.433998 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: revisionifmatch.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.434903 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.435443 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: revision-if-match Sep 17 00:49:53.435756 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: revisions.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.436860 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.437366 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: standard-attr-revisions Sep 17 00:49:53.437687 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: router_availability_zone.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.438365 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.439408 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: router_availability_zone Sep 17 00:49:53.439726 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: routerservicetype.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.440634 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.441135 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension router-service-type not supported by any of loaded plugins Sep 17 00:49:53.441452 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.442358 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.442860 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: security-groups-normalized-cidr Sep 17 00:49:53.443205 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.444113 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.444612 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: port-security-groups-filtering Sep 17 00:49:53.444927 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.445863 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.446369 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: security-groups-remote-address-group Sep 17 00:49:53.446684 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: securitygroup.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.458335 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.458995 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: security-group Sep 17 00:49:53.459201 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: segment.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.460000 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.460500 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension segment not supported by any of loaded plugins Sep 17 00:49:53.460823 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.461775 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.462278 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 17 00:49:53.462598 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: servicetype.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.463806 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.464319 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: service-type Sep 17 00:49:53.464641 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: sorting.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.465615 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.465943 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: sorting Sep 17 00:49:53.466257 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: standard_attr_segment.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.467198 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.467704 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 17 00:49:53.468018 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: standardattrdescription.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.468658 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.469154 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: standard-attr-description Sep 17 00:49:53.469469 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: stateful_security_group.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.470557 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.471061 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: stateful-security-group Sep 17 00:49:53.471401 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: stdattrs_common.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.471976 n-d-789963-7 neutron-server[111929]: WARNING neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 17 00:49:53.472289 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.473197 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.473694 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 17 00:49:53.474006 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: subnet_onboard.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.475057 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.475588 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: subnet_onboard Sep 17 00:49:53.475901 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.476819 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.477312 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 17 00:49:53.477626 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: subnet_service_types.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.478547 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.479050 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: subnet-service-types Sep 17 00:49:53.479390 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: subnetallocation.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.480470 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.480972 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: subnet_allocation Sep 17 00:49:53.481287 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.481956 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.482450 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: subnetpool-prefix-ops Sep 17 00:49:53.482765 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.483730 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.484227 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 17 00:49:53.484541 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: tagging.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.485644 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.486148 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: standard-attr-tag Sep 17 00:49:53.486468 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: timestamp.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.492029 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.492532 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loaded extension: standard-attr-timestamp Sep 17 00:49:53.492856 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: trunk.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.493870 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.494383 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension trunk not supported by any of loaded plugins Sep 17 00:49:53.494704 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: trunk_details.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.495638 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.496145 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension trunk-details not supported by any of loaded plugins Sep 17 00:49:53.496463 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: uplink_status_propagation.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.497365 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.497875 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 17 00:49:53.498188 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Loading extension file: vlantransparent.py {{(pid=111929) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 17 00:49:53.498848 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111929) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 17 00:49:53.499378 n-d-789963-7 neutron-server[111929]: INFO neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 17 00:49:53.502564 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:network Sep 17 00:49:53.503119 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:subnet Sep 17 00:49:53.503520 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 00:49:53.503909 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:port Sep 17 00:49:53.505107 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.505548 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service FLAVORS assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.506149 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.506558 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.506887 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:router Sep 17 00:49:53.507335 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 00:49:53.507810 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service METERING assigned prefix: /metering {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.509229 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.509592 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.509939 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111929) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 00:49:53.510947 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 00:49:53.511411 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:security_group Sep 17 00:49:53.511832 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 00:49:53.512410 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service CORE assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.512742 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 00:49:53.513080 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] subnetpool is already registered Sep 17 00:49:53.513512 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service CORE assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.513973 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 00:49:53.514300 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] subnetpool is already registered Sep 17 00:49:53.517195 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.517737 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service FLAVORS assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.518335 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.518747 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.519101 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:router Sep 17 00:49:53.520425 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] router is already registered Sep 17 00:49:53.520425 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:floatingip Sep 17 00:49:53.520425 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] floatingip is already registered Sep 17 00:49:53.520643 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service METERING assigned prefix: /metering {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.521237 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of CountableResource for resource:rbac_policy Sep 17 00:49:53.521559 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] rbac_policy is already registered Sep 17 00:49:53.521961 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:security_group Sep 17 00:49:53.522285 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] security_group is already registered Sep 17 00:49:53.522679 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 17 00:49:53.523001 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] security_group_rule is already registered Sep 17 00:49:53.523646 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service CORE assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.523971 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 00:49:53.524302 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] subnetpool is already registered Sep 17 00:49:53.524699 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.v2.resource_helper [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Service CORE assigned prefix: {{(pid=111929) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 17 00:49:53.525022 n-d-789963-7 neutron-server[111929]: INFO neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Creating instance of TrackedResource for resource:subnetpool Sep 17 00:49:53.525344 n-d-789963-7 neutron-server[111929]: WARNING neutron.quota.resource_registry [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] subnetpool is already registered Sep 17 00:49:53.525783 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: extensions {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.527294 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: address-groups {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.528752 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: address-scopes {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.530071 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: agents {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.531233 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: auto-allocated-topology {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.532640 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: availability_zones {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.533856 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: dhcp-networks {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.535547 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: dhcp-agents {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.536959 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: routers {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.539185 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: flavors {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.540333 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: service_profiles {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.541539 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: next_providers {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.542969 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: service_profiles {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.544538 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: floatingip-pools {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.545742 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: routers {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.547902 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: floatingips {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.549224 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: l3-routers {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.550556 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: l3-agents {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.551982 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: metering-labels {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.553322 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: metering-label-rules {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.554606 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: network-ip-availabilities {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.555883 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: bindings {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.558335 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: quotas {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.559820 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: quotas {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.561227 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: rbac-policies {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.562400 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: security-groups {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.564248 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: security-group-rules {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.565488 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: service-providers {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.566684 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: subnetpools {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.568123 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: subnetpools {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.569562 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.571247 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.573032 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.574800 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.576583 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.578391 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.580813 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.582681 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.586780 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.586780 n-d-789963-7 neutron-server[111929]: DEBUG neutron.api.extensions [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Extended resource: tags {{(pid=111929) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 17 00:49:53.592025 n-d-789963-7 neutron-server[111929]: WARNING keystonemiddleware.auth_token [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 17 00:49:53.596828 n-d-789963-7 neutron-server[111929]: WARNING keystonemiddleware.auth_token [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 17 00:49:53.605176 n-d-789963-7 neutron-server[111929]: DEBUG oslo_concurrency.lockutils [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Acquired lock "singleton_lock" {{(pid=111929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 17 00:49:53.605645 n-d-789963-7 neutron-server[111929]: DEBUG oslo_concurrency.lockutils [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Releasing lock "singleton_lock" {{(pid=111929) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 17 00:49:53.606378 n-d-789963-7 neutron-server[111929]: INFO oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Starting 2 workers Sep 17 00:49:53.611422 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Started child 112072 {{(pid=111929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 00:49:53.615910 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Started child 112073 {{(pid=111929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 00:49:53.617094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:49:53.618006 n-d-789963-7 neutron-server[111929]: INFO neutron.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 17 00:49:53.618177 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Notify callbacks [] for process, before_spawn {{(pid=111929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:49:53.618543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [-] (112072) wsgi starting up on http://0.0.0.0:9696 Sep 17 00:49:53.620649 n-d-789963-7 neutron-server[111929]: INFO oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Starting 1 workers Sep 17 00:49:53.620813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:49:53.622160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [-] (112073) wsgi starting up on http://0.0.0.0:9696 Sep 17 00:49:53.626700 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Started child 112074 {{(pid=111929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 00:49:53.627213 n-d-789963-7 neutron-server[111929]: INFO oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Starting 1 workers Sep 17 00:49:53.630479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] calling RpcWorker wait() {{(pid=112074) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 17 00:49:53.631116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] returning from RpcWorker wait() {{(pid=112074) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 17 00:49:53.631744 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Started child 112075 {{(pid=111929) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 17 00:49:53.632286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:49:53.632564 n-d-789963-7 neutron-server[111929]: DEBUG neutron_lib.callbacks.manager [None req-a753de65-1a13-45c6-a35a-c5eeb5744c55 None None] Notify callbacks [] for process, after_spawn {{(pid=111929) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:49:53.632723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:49:53.634537 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 00:49:53.634747 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 00:49:53.634926 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 00:49:53.635152 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 00:49:53.635479 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 00:49:53.635628 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 00:49:53.636519 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.636519 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.636872 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.636872 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.637215 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.637666 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:49:53.638186 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.638186 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.638186 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.638598 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.638731 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.638860 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.639000 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.639180 n-d-789963-7 neutron-server[112075]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:49:53.639329 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.639504 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.639845 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.640111 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.640354 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.640615 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.640872 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.641067 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.641382 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.642302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.642407 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] debug = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.642629 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.643152 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.643510 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.643798 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.643986 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.648217 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] host = n-d-789963-7 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.649334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.650302 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_options = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.651448 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.652502 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.652502 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.652502 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.652502 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.652502 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.652502 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.653359 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.653359 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.653359 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.653359 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.653871 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.653871 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.654216 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.654216 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.654462 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.654591 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.654787 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.655009 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.655253 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.655464 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.655678 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.655906 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.656117 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.656341 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.656583 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.656792 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.657024 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.657480 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.657675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.657921 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.658175 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.658426 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.658650 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.659154 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.659154 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.659549 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.659549 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.659859 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.660042 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.660253 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.660515 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.660728 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.660973 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.661151 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_json = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.661358 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.661583 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.661850 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.662076 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.662323 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.662572 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.662735 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.662959 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.663403 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.663684 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.664746 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.664746 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.664746 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.665063 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.665259 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.665474 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.665730 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.666091 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.666486 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.666717 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.667004 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.667251 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.667534 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.673243 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.674708 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675725 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.675790 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.676060 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.676198 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.676428 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.676652 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.676884 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.677136 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.677394 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.677612 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.677843 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.678053 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.678285 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.678529 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.678743 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.678957 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.679183 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.679397 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.679626 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.679888 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.680101 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.680311 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.680520 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.680754 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.680981 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.681210 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.681425 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.681639 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.681859 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.682063 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.682300 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.682530 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.682740 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.683585 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.683585 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.683585 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.683585 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.683890 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.684035 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.684239 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.684457 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.684669 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.684931 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.685247 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.685479 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.685714 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.685976 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.686274 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.686510 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.686752 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.686985 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.687300 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.687811 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.689097 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.689320 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.689566 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.689806 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.690052 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.690319 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.690538 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.690758 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.690974 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.691241 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.691460 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.694517 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695020 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695020 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695020 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695020 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695020 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695020 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695409 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695485 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695718 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.695960 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.696252 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.696520 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.696757 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.697080 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.697313 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.697529 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.697739 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.697985 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.698313 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.698559 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.698796 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.699010 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.699295 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.699550 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.699796 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.700074 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.700317 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.700545 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.700771 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.701011 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.701252 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.701477 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.701719 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.701927 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.702154 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.702379 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.702631 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.702838 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.703046 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.703296 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.703525 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.703758 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.703980 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.704913 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.705141 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.705385 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.705598 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.705814 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.706048 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.706311 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.706512 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.706746 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.706977 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.707244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.707463 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.707727 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.707968 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.708211 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.708499 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.708763 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.709104 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.709340 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.709586 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.709819 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.710031 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.710238 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.710493 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.710701 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.710898 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.711134 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.711349 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.711597 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.711841 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.712171 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.712412 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.712654 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.712900 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.713109 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.713346 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.713586 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.713963 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.714175 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.714412 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.714642 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.714895 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.715159 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.715397 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.715625 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.715824 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.716027 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.716241 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.716445 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.716888 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.717281 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.717664 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.718079 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.718320 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.718548 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.718795 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.719002 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.724918 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.725557 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.726675 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.727181 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.727181 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.727455 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.727697 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.728175 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.728422 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.728721 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.728993 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.729269 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.729509 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.729788 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.730197 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.730496 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.730741 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.730989 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.731309 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.731598 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.731873 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.732087 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.732392 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.732717 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.732991 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.733240 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.733459 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.733712 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.733926 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.734142 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.734382 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.734592 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.734850 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.735118 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.735925 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.736178 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.736492 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.736723 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.736934 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.737156 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.737383 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.737608 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.737860 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.737967 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 00:49:53.738471 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111929) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 17 00:49:53.738783 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 17 00:49:53.738953 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 17 00:49:53.739111 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 17 00:49:53.739261 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 17 00:49:53.739417 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 17 00:49:53.739595 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.739751 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.739905 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.740056 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.740205 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.740375 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.740525 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.740674 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.740824 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741049 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741200 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741363 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741491 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741641 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741826 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.741946 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.742101 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.742255 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.742414 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.742567 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.742720 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.742873 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.743025 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] debug = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.743205 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.743400 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.743558 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748022 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] host = n-d-789963-7 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748514 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.748999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_options = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749430 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.749880 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750267 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750646 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.750646 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.751734 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.751734 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.751854 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.751999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.752153 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.752309 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.752477 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.752614 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.752766 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.752919 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753087 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753226 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753380 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753533 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753685 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753838 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.753992 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.754145 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.754298 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.754456 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.754608 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.754761 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.754915 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.755132 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.755247 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.755404 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.755556 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.755709 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_json = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.755862 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756014 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756167 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756321 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756475 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756628 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756781 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.756935 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 17 00:49:53.757108 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.757324 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.757423 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.757577 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.757732 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.757888 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758043 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758198 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758353 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758509 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758672 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758829 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.758994 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.759172 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.759328 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.759486 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.759713 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.759878 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.760098 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.760305 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.760501 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.760704 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.760875 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.761040 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.761194 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.761345 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.761496 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.761662 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.761813 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.762188 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.762339 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.762492 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.762653 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.762812 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.762966 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.763144 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.763303 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.763461 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.763650 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.763766 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.763922 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764129 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764220 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764371 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764529 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764685 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764838 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.764995 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.765152 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.765311 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.765469 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.765625 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.765781 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.765937 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.766092 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.766259 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.766415 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.766620 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.766820 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.766978 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.767167 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.767445 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.767546 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.767698 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.767855 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768010 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768182 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768337 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768492 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768650 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768806 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.768961 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.769116 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.769271 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.769427 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.769582 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.769736 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.769894 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770049 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770204 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770361 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770516 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770673 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770829 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.770985 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.771231 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.771388 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.771544 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.771699 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.771866 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772038 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772194 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772349 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772505 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772660 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772817 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.772956 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.773121 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.773279 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.773421 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.773558 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.773705 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.773862 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774003 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774162 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774317 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774471 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774619 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774770 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.774924 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.775111 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.775261 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.775417 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.775572 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.775727 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.775881 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776045 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776201 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776359 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776515 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776676 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776843 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.776999 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.777154 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.777311 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.777466 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.777622 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.777777 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.777932 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.778087 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.778242 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.778396 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.778558 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.778723 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.778879 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.779035 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.779212 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.779392 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.779547 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782244 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782809 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782809 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.782970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783054 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.783609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784132 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784132 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784132 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784132 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784132 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784468 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784468 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784609 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784686 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784804 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.784962 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.785119 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.785279 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.785436 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.785593 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.785749 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.785905 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786060 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786216 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786414 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786508 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786671 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786826 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.786983 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.787165 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.787321 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.787476 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.787647 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.787801 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.787956 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.788110 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.788265 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.788420 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.788575 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.788730 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.788884 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789040 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789198 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789352 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789509 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789664 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789819 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.789973 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.790128 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.790282 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.790437 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.790604 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.790762 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.790917 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.791071 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.791246 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.791402 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.791566 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.791722 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.791876 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.792098 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.792260 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.793031 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.793626 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794013 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794013 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794166 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794249 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794368 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794533 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794688 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794843 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.794998 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.795334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.795334 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.795496 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.795634 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.795791 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.795945 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.796114 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.796250 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.796414 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.796570 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.796724 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.797024 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.797024 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.797164 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.797320 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.797477 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.797632 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.798317 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.798506 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.798662 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.798817 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.798985 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.799163 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.799323 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.799477 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.799633 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.799788 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.799946 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.800106 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.800270 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.800434 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.800593 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.800815 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.800916 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.801071 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.801226 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.801388 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.801555 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.801710 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.801865 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802021 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802176 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802332 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802487 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802642 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802796 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.802951 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.803167 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.803284 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.803421 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.803575 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.803731 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.803886 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.804040 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.804194 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.804348 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.804503 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 17 00:49:53.804652 n-d-789963-7 neutron-server[111929]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111929) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 17 00:49:54.019181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57180) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:49:54.027737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063255 Sep 17 00:50:05.367310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60807fa-2769-4a58-abf3-06caf5e4896f None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 00:50:05.461753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60807fa-2769-4a58-abf3-06caf5e4896f None None] No non-hosted networks {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 17 00:50:05.477032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.agentschedulers_db [None req-a60807fa-2769-4a58-abf3-06caf5e4896f None None] DHCP Agent not found on host n-d-789963-7 {{(pid=112074) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 17 00:50:05.575032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c6a7bf6-d8f6-4b45-a76c-5af251649fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:08.127574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36e55601-d11b-44e4-a268-4a22f21ab7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:08.163533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-6a80b4ec-55f8-4066-b5a2-d1819ef3c219 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-789963-7 {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 00:50:08.163943 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-6a80b4ec-55f8-4066-b5a2-d1819ef3c219 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 00:50:08.758139 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a80b4ec-55f8-4066-b5a2-d1819ef3c219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:08.974619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:08.975305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.975714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.975982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.976328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.976655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.976978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.977300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.977630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.977947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.978265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.978584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.978898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:08.979306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-789963-7', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:08.995789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-789963-7', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:09.299944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:10.893942 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:11.901321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57270) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:12.388298 n-d-789963-7 neutron-server[112072]: WARNING oslo_policy.policy [None req-1199e5bd-ff0a-4df8-b444-e09520bb3414 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:12.389066 n-d-789963-7 neutron-server[112072]: WARNING oslo_policy.policy [None req-1199e5bd-ff0a-4df8-b444-e09520bb3414 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:12.616327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-1199e5bd-ff0a-4df8-b444-e09520bb3414 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 00:50:12.617380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1199e5bd-ff0a-4df8-b444-e09520bb3414 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7151988 Sep 17 00:50:15.010623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57284) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:15.329570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:15.386223 n-d-789963-7 neutron-server[112074]: INFO neutron.db.l3_hamode_db [None req-f31fe836-08c9-4580-82c9-5191c0c0aecd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 17 00:50:15.447708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.policy [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112072) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 00:50:15.466658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fe836-08c9-4580-82c9-5191c0c0aecd None None] Routers set() bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 00:50:15.467041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31fe836-08c9-4580-82c9-5191c0c0aecd None None] Router IDs set() for agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 00:50:15.494159 n-d-789963-7 neutron-server[112072]: WARNING oslo_policy.policy [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:15.494553 n-d-789963-7 neutron-server[112072]: WARNING oslo_policy.policy [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:15.503551 n-d-789963-7 neutron-server[112072]: INFO neutron.quota [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] Loaded quota_driver: . Sep 17 00:50:15.648122 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765634095588', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765634096011', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765634107394', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765634106342', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765634454363', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765633996360', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-532557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3493971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-332153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-768815'] for rbac-policy, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:15.796689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:15.798919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2221e742-3bb7-4cc4-9a1b-3c84cc935cfb admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7873003 Sep 17 00:50:18.374300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57296) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:18.670679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Request body: {'network': {'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'name': 'private', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:18.755353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Made reservation on behalf of b47bfa23adde474fb5052c471049e5fc for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 00:50:18.760018 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:18.775154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:18.894036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:18.943879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:18.962821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 00:50:18.990568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765635864468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:18.991174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Unsubscribe: segment precommit_create {{(pid=112072) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 00:50:18.991704 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Added segment 7497f69c-3c86-4013-86b6-d874a2e76028 of type vlan for network 80c0cfc8-5948-4ab4-90b2-c63817f0033b Sep 17 00:50:19.007922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13672b4-4d64-4c98-a960-64cde0e64092,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:19.033818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.034167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.034492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.034817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.035156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.035476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.035821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.036132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.036443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.036752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.037059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.037368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Tracked resource versions report: Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: pushed versions: Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: { 'AddressGroup': {'1.2'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'ConntrackHelper': {'1.0'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Log': {'1.0'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Network': {'1.1'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Port': {'1.7'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'PortForwarding': {'1.2'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'QosPolicy': {'1.9'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'SecurityGroup': {'1.4'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'SecurityGroupRule': {'1.2'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'SubPort': {'1.0'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Subnet': {'1.1'}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Trunk': {'1.1'}} Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: consumer versions: Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: { DHCP agent@n-d-789963-7: {}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: L3 agent@n-d-789963-7: {}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: Metadata agent@n-d-789963-7: {}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: Metering agent@n-d-789963-7: {}, Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'ConntrackHelper': '1.0', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Log': '1.0', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Network': '1.1', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Port': '1.7', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'PortForwarding': '1.2', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'QosPolicy': '1.9', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'SecurityGroup': '1.4', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'SecurityGroupRule': '1.2', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'SubPort': '1.0', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Subnet': '1.1', Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: 'Trunk': '1.1'}} Sep 17 00:50:19.038458 n-d-789963-7 neutron-server[112072]: {{(pid=112072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 00:50:19.111402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:19.220213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:19.221301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:19.221966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:19.315448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] Pushing event updated for resources: {'Network': ['ID=80c0cfc8-5948-4ab4-90b2-c63817f0033b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:19.326301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 00:50:19.334833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb9422b3-0b09-49c6-87d9-beaa3ace738e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9593778 Sep 17 00:50:21.993324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57310) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:22.377332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c4c63-80ab-4ed4-8d2d-9e493862a97f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:22.378782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd2c4c63-80ab-4ed4-8d2d-9e493862a97f admin admin] 10.222.0.13 "GET /v2.0/networks/80c0cfc8-5948-4ab4-90b2-c63817f0033b HTTP/1.1" status: 200 len: 825 time: 0.3845112 Sep 17 00:50:22.403933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fc15aef4-bd4e-40ff-a51c-9d3d308faeae admin admin] 10.222.0.13 "GET /v2.0/subnetpools/6b881e27-c09d-4fdf-b835-146b2b54e04e HTTP/1.1" status: 200 len: 734 time: 0.0189571 Sep 17 00:50:22.414225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Request body: {'subnet': {'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'name': 'private-subnet', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'ip_version': 4, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e', 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:22.522418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Made reservation on behalf of b47bfa23adde474fb5052c471049e5fc for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 00:50:22.524638 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:22.865711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:22.934427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f5ce55-c03b-44a3-8de9-fbb79c22ba58,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:22.939463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Checking segment: {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:50:22.939855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Network hostable DHCP agents. Network: 80c0cfc8-5948-4ab4-90b2-c63817f0033b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 00:50:23.030805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 00:50:23.116617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 80c0cfc8-5948-4ab4-90b2-c63817f0033b) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:50:23.121106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:23.121757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:23.128751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2748a-4b50-4607-bfa3-19ebb6ff57a2 None None] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:50:23.208794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-24a485fc-c4f9-401a-91c0-ba458b9d56c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7977571 Sep 17 00:50:23.450570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 00:50:23.451850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:23.725662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Allocated IP 172.20.0.2 (80c0cfc8-5948-4ab4-90b2-c63817f0033b/77f5ce55-c03b-44a3-8de9-fbb79c22ba58/f00742a7-47d5-4655-bf61-ef519c04d3ef) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 00:50:23.924941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:24.026148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:24.119231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 00:50:24.123679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:50:24.134440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 00:50:24.144546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Pushing event updated for resources: {'Port': ['ID=f00742a7-47d5-4655-bf61-ef519c04d3ef,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:24.174533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.174875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.175241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.175567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.175885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.176205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.176524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.176836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.177153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.177464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.177777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.178088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Tracked resource versions report: Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: pushed versions: Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: { 'AddressGroup': {'1.2'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'ConntrackHelper': {'1.0'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Log': {'1.0'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Network': {'1.1'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Port': {'1.7'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'PortForwarding': {'1.2'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'QosPolicy': {'1.9'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'SecurityGroup': {'1.4'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'SecurityGroupRule': {'1.2'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'SubPort': {'1.0'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Subnet': {'1.1'}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Trunk': {'1.1'}} Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: consumer versions: Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: { DHCP agent@n-d-789963-7: {}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: L3 agent@n-d-789963-7: {}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: Metadata agent@n-d-789963-7: {}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: Metering agent@n-d-789963-7: {}, Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'ConntrackHelper': '1.0', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Log': '1.0', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Network': '1.1', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Port': '1.7', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'PortForwarding': '1.2', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'QosPolicy': '1.9', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'SecurityGroup': '1.4', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'SecurityGroupRule': '1.2', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'SubPort': '1.0', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Subnet': '1.1', Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: 'Trunk': '1.1'}} Sep 17 00:50:24.179215 n-d-789963-7 neutron-server[112074]: {{(pid=112074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 00:50:24.225510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Attempting to bind port f00742a7-47d5-4655-bf61-ef519c04d3ef on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 00:50:24.225903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Attempting to bind port f00742a7-47d5-4655-bf61-ef519c04d3ef by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 00:50:24.226318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Attempting to bind port f00742a7-47d5-4655-bf61-ef519c04d3ef on network 80c0cfc8-5948-4ab4-90b2-c63817f0033b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 00:50:24.231033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 0, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 00:50:24.231488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Checking segment: {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:50:24.231959 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:24.232343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Bound using segment: {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 00:50:24.232820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Bound port: f00742a7-47d5-4655-bf61-ef519c04d3ef, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 00:50:24.233248 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:24.309548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] For port f00742a7-47d5-4655-bf61-ef519c04d3ef, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 00:50:24.314442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] For port f00742a7-47d5-4655-bf61-ef519c04d3ef, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f00742a7-47d5-4655-bf61-ef519c04d3ef,segment=NetworkSegment(7497f69c-3c86-4013-86b6-d874a2e76028),segment_id=7497f69c-3c86-4013-86b6-d874a2e76028)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 00:50:24.380259 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:24.444422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148aeb9-97da-4f25-8485-b25902520e5a None None] Pushing event updated for resources: {'Port': ['ID=f00742a7-47d5-4655-bf61-ef519c04d3ef,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:25.707983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57318) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:26.200085 n-d-789963-7 neutron-server[112073]: WARNING oslo_policy.policy [None req-7d28ef06-2c4f-43fb-bbfe-c3760cbe9fdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:26.200672 n-d-789963-7 neutron-server[112073]: WARNING oslo_policy.policy [None req-7d28ef06-2c4f-43fb-bbfe-c3760cbe9fdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:26.435473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-7d28ef06-2c4f-43fb-bbfe-c3760cbe9fdb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 00:50:26.436758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7d28ef06-2c4f-43fb-bbfe-c3760cbe9fdb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7267513 Sep 17 00:50:28.881014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57332) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:29.196831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-2d1482dc-162e-404a-a889-f2b8580e2e7e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 00:50:29.197778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2d1482dc-162e-404a-a889-f2b8580e2e7e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3158529 Sep 17 00:50:31.861900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57346) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:32.159411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'name': 'router1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:32.223645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.policy [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=112073) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 17 00:50:32.269408 n-d-789963-7 neutron-server[112073]: WARNING oslo_policy.policy [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:32.269749 n-d-789963-7 neutron-server[112073]: WARNING oslo_policy.policy [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 17 00:50:32.278498 n-d-789963-7 neutron-server[112073]: INFO neutron.quota [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Loaded quota_driver: . Sep 17 00:50:32.316715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f00742a7-47d5-4655-bf61-ef519c04d3ef up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 00:50:32.408755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.410680 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.411089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f00742a7-47d5-4655-bf61-ef519c04d3ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:32.411566 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.527591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.562047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port f00742a7-47d5-4655-bf61-ef519c04d3ef, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f00742a7-47d5-4655-bf61-ef519c04d3ef,segment=NetworkSegment(7497f69c-3c86-4013-86b6-d874a2e76028),segment_id=7497f69c-3c86-4013-86b6-d874a2e76028)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 00:50:32.574404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.631427 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.661067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.680014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=f00742a7-47d5-4655-bf61-ef519c04d3ef,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:32.745442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:32.746665 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-91545342-23e1-45a6-a4d3-301bb7774cbb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8838210 Sep 17 00:50:32.845013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78782e7e-9a40-4e59-ba51-6537deb82a90 None None] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:50:32.974818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-edcda1bc-db7d-42ba-999a-2c21678dce38 None None] Provisioning complete for port f00742a7-47d5-4655-bf61-ef519c04d3ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:32.975215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edcda1bc-db7d-42ba-999a-2c21678dce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:33.314111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8cd9adcc-0bc6-4620-9d83-a315f2c34624 None None] Provisioning complete for port f00742a7-47d5-4655-bf61-ef519c04d3ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:33.314406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8cd9adcc-0bc6-4620-9d83-a315f2c34624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:34.293147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f00742a7-47d5-4655-bf61-ef519c04d3ef up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 00:50:34.339040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f00742a7-47d5-4655-bf61-ef519c04d3ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:34.339432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:35.116391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57356) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:35.385060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20611933-4216-47ba-9ccb-a28a43b11bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:35.431951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-91a956ba-231b-48b4-bc3c-ed2b02b8c220 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 00:50:35.432956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-91a956ba-231b-48b4-bc3c-ed2b02b8c220 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3156250 Sep 17 00:50:37.812046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57364) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:38.094569 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-19d9c2a3-5178-4540-a119-9ee5aac83625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.126374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:38.230925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Made reservation on behalf of 80ea50c1a9d44568be462165b80d4a90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 00:50:38.233920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.249349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.459377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.533775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.544577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=112073) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 17 00:50:38.576699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765635864468', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.577254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Unsubscribe: segment precommit_create {{(pid=112073) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 17 00:50:38.578757 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Added segment 718fb135-7f99-425f-87ec-59daa424ed98 of type flat for network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 Sep 17 00:50:38.595679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54cf6f1-2cc4-48c0-b294-0271f0c1771c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:38.644001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.644334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.644660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.644981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.645306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.645621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.645933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.646242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.646551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.646859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.647265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.647532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Tracked resource versions report: Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: pushed versions: Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: { 'AddressGroup': {'1.2'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'ConntrackHelper': {'1.0'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Log': {'1.0'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Network': {'1.1'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Port': {'1.7'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'PortForwarding': {'1.2'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'QosPolicy': {'1.9'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'SecurityGroup': {'1.4'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'SecurityGroupRule': {'1.2'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'SubPort': {'1.0'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Subnet': {'1.1'}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Trunk': {'1.1'}} Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: consumer versions: Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: { DHCP agent@n-d-789963-7: {}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: L3 agent@n-d-789963-7: {}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: Metadata agent@n-d-789963-7: {}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: Metering agent@n-d-789963-7: {}, Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'ConntrackHelper': '1.0', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Log': '1.0', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Network': '1.1', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Port': '1.7', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'PortForwarding': '1.2', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'QosPolicy': '1.9', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'SecurityGroup': '1.4', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'SecurityGroupRule': '1.2', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'SubPort': '1.0', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Subnet': '1.1', Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: 'Trunk': '1.1'}} Sep 17 00:50:38.652678 n-d-789963-7 neutron-server[112073]: {{(pid=112073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 00:50:38.705779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.791087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.792329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:38.792955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:38.888559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b83a758-b32b-40fb-a220-cc7e9297cfb6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:38.898159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 00:50:38.904976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dda01ff7-53b6-4ac8-92ac-e51d4a7710c7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0918527 Sep 17 00:50:38.979489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:39.212175 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:40.700428 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:50:40.817803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:41.305939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57386) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:41.524056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7d6cf-c628-4f13-b49a-c3e55bb76be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:41.525459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bf7d6cf-c628-4f13-b49a-c3e55bb76be7 admin admin] 10.222.0.13 "GET /v2.0/subnets/77f5ce55-c03b-44a3-8de9-fbb79c22ba58 HTTP/1.1" status: 200 len: 849 time: 0.2185507 Sep 17 00:50:41.661235 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c6ef3dc9-817a-40e2-baf3-0c1dd1e44048 admin admin] 10.222.0.13 "GET /v2.0/routers/a35c9af9-3836-49ea-afc1-ea3678a7d190 HTTP/1.1" status: 200 len: 704 time: 0.1289163 Sep 17 00:50:41.923149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:42.211612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Allocated IP 172.20.0.1 (80c0cfc8-5948-4ab4-90b2-c63817f0033b/77f5ce55-c03b-44a3-8de9-fbb79c22ba58/21b75b19-662f-49f6-bdfe-8386d4366f6c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 00:50:42.391576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:42.511328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:42.576561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 00:50:42.581547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:50:42.584770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 00:50:42.585319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:42.664583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Pushing event updated for resources: {'Port': ['ID=21b75b19-662f-49f6-bdfe-8386d4366f6c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:42.757576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-87df680c-dba3-44d5-9a73-39218330ab8a None None] Provisioning complete for port 21b75b19-662f-49f6-bdfe-8386d4366f6c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:42.758195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-87df680c-dba3-44d5-9a73-39218330ab8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:42.789926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-87df680c-dba3-44d5-9a73-39218330ab8a None None] Port 21b75b19-662f-49f6-bdfe-8386d4366f6c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 00:50:42.854863 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:43.103742 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:43.166261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:43.167013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:43.227306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Pushing event updated for resources: {'Port': ['ID=21b75b19-662f-49f6-bdfe-8386d4366f6c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:43.289443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 00:50:43.290714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:50:43.511064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Router a35c9af9-3836-49ea-afc1-ea3678a7d190 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 00:50:43.518496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4eec254a-cd34-4eb1-9c92-471435600cad None None] Provisioning complete for port 21b75b19-662f-49f6-bdfe-8386d4366f6c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:43.518859 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4eec254a-cd34-4eb1-9c92-471435600cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:43.554963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4eec254a-cd34-4eb1-9c92-471435600cad None None] Port 21b75b19-662f-49f6-bdfe-8386d4366f6c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 00:50:43.603440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 00:50:43.609255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-da694f03-0538-4e2c-a089-ae6dfecc9f4d admin admin] 10.222.0.13 "PUT /v2.0/routers/a35c9af9-3836-49ea-afc1-ea3678a7d190/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9423163 Sep 17 00:50:43.613382 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Sync routers for ids ['a35c9af9-3836-49ea-afc1-ea3678a7d190'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 00:50:43.625340 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Routers {'a35c9af9-3836-49ea-afc1-ea3678a7d190'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 00:50:43.626163 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T00:50:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a35c9af9-3836-49ea-afc1-ea3678a7d190'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:43.813260 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Set router a35c9af9-3836-49ea-afc1-ea3678a7d190 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 00:50:44.244858 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'name': 'router1', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T00:50:32Z', 'updated_at': '2021-09-17T00:50:42Z', 'revision_number': 2, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'gw_port_host': None, '_interfaces': [{'id': '21b75b19-662f-49f6-bdfe-8386d4366f6c', 'name': '', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'mac_address': 'fa:16:3e:42:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:41Z', 'updated_at': '2021-09-17T00:50:42Z', 'revision_number': 2, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'subnets': [{'id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:44.297714 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Checking router: a35c9af9-3836-49ea-afc1-ea3678a7d190 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 00:50:44.298080 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Updating router a35c9af9-3836-49ea-afc1-ea3678a7d190 port 21b75b19-662f-49f6-bdfe-8386d4366f6c binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 00:50:44.345911 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:44.863099 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:44.933767 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.074086 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Pushing event updated for resources: {'Port': ['ID=21b75b19-662f-49f6-bdfe-8386d4366f6c,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:45.097558 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.097900 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.098233 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.098562 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.098887 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.099239 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.099560 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.099875 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.100191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.100504 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.100820 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.101136 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Tracked resource versions report: Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: pushed versions: Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: { 'AddressGroup': {'1.2'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'ConntrackHelper': {'1.0'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Log': {'1.0'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Network': {'1.1'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Port': {'1.7'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'PortForwarding': {'1.2'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'QosPolicy': {'1.9'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'SecurityGroup': {'1.4'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'SecurityGroupRule': {'1.2'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'SubPort': {'1.0'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Subnet': {'1.1'}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Trunk': {'1.1'}} Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: consumer versions: Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: { DHCP agent@n-d-789963-7: {}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: L3 agent@n-d-789963-7: {}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: Metadata agent@n-d-789963-7: {}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: Metering agent@n-d-789963-7: {}, Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'ConntrackHelper': '1.0', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Log': '1.0', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Network': '1.1', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Port': '1.7', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'PortForwarding': '1.2', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'QosPolicy': '1.9', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'SecurityGroup': '1.4', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'SecurityGroupRule': '1.2', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'SubPort': '1.0', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Subnet': '1.1', Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: 'Trunk': '1.1'}} Sep 17 00:50:45.102244 n-d-789963-7 neutron-server[112075]: {{(pid=112075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 00:50:45.113462 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Attempting to bind port 21b75b19-662f-49f6-bdfe-8386d4366f6c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 00:50:45.113770 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Attempting to bind port 21b75b19-662f-49f6-bdfe-8386d4366f6c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 00:50:45.114194 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Attempting to bind port 21b75b19-662f-49f6-bdfe-8386d4366f6c on network 80c0cfc8-5948-4ab4-90b2-c63817f0033b {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 00:50:45.119399 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 00:50:45.119812 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Checking segment: {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:50:45.120298 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.120678 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Bound using segment: {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 00:50:45.121173 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Bound port: 21b75b19-662f-49f6-bdfe-8386d4366f6c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7497f69c-3c86-4013-86b6-d874a2e76028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 00:50:45.121564 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.181499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c5822e06-7acd-424e-b04e-ba4894df0a69 None None] Provisioning complete for port 21b75b19-662f-49f6-bdfe-8386d4366f6c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:45.182506 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c5822e06-7acd-424e-b04e-ba4894df0a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.193687 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] For port 21b75b19-662f-49f6-bdfe-8386d4366f6c, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 00:50:45.214060 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] For port 21b75b19-662f-49f6-bdfe-8386d4366f6c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=21b75b19-662f-49f6-bdfe-8386d4366f6c,segment=NetworkSegment(7497f69c-3c86-4013-86b6-d874a2e76028),segment_id=7497f69c-3c86-4013-86b6-d874a2e76028)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 00:50:45.217448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c5822e06-7acd-424e-b04e-ba4894df0a69 None None] Port 21b75b19-662f-49f6-bdfe-8386d4366f6c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 00:50:45.294100 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.350732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Routers {'a35c9af9-3836-49ea-afc1-ea3678a7d190'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 00:50:45.351380 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T00:50:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a35c9af9-3836-49ea-afc1-ea3678a7d190'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:45.394010 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1de606-919f-4d22-bb49-644aeca4c90c None None] Pushing event updated for resources: {'Port': ['ID=21b75b19-662f-49f6-bdfe-8386d4366f6c,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:45.450369 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] Set router a35c9af9-3836-49ea-afc1-ea3678a7d190 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 00:50:45.537286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-125ee589-9fa8-424c-9926-51d8702d9775 None None] Provisioning complete for port 21b75b19-662f-49f6-bdfe-8386d4366f6c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:45.537974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-125ee589-9fa8-424c-9926-51d8702d9775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.615903 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-125ee589-9fa8-424c-9926-51d8702d9775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.648169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-125ee589-9fa8-424c-9926-51d8702d9775 None None] For port 21b75b19-662f-49f6-bdfe-8386d4366f6c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=21b75b19-662f-49f6-bdfe-8386d4366f6c,segment=NetworkSegment(7497f69c-3c86-4013-86b6-d874a2e76028),segment_id=7497f69c-3c86-4013-86b6-d874a2e76028)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 00:50:45.662375 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'name': 'router1', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T00:50:32Z', 'updated_at': '2021-09-17T00:50:42Z', 'revision_number': 2, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'gw_port_host': None, '_interfaces': [{'id': '21b75b19-662f-49f6-bdfe-8386d4366f6c', 'name': '', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'mac_address': 'fa:16:3e:42:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:41Z', 'updated_at': '2021-09-17T00:50:45Z', 'revision_number': 4, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'subnets': [{'id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:45.693309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b861236b-9054-4368-b3ab-e166ba492422 None None] The sync data for ids ['a35c9af9-3836-49ea-afc1-ea3678a7d190'] in n-d-789963-7 is: [{'id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'name': 'router1', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T00:50:32Z', 'updated_at': '2021-09-17T00:50:42Z', 'revision_number': 2, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'gw_port_host': None, '_interfaces': [{'id': '21b75b19-662f-49f6-bdfe-8386d4366f6c', 'name': '', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'mac_address': 'fa:16:3e:42:12:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:41Z', 'updated_at': '2021-09-17T00:50:45Z', 'revision_number': 4, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'subnets': [{'id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 00:50:45.695352 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-125ee589-9fa8-424c-9926-51d8702d9775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:45.754180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ee589-9fa8-424c-9926-51d8702d9775 None None] Pushing event updated for resources: {'Port': ['ID=21b75b19-662f-49f6-bdfe-8386d4366f6c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:45.840602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57406) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:45.953965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bdffdb-75e6-44c5-b2c4-1fa7bddce941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:45.955652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-63bdffdb-75e6-44c5-b2c4-1fa7bddce941 admin admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 842 time: 0.1137147 Sep 17 00:50:45.965430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Request body: {'subnet': {'cidr': '172.25.1.0/24', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'gateway_ip': '172.25.1.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:46.057738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Made reservation on behalf of 80ea50c1a9d44568be462165b80d4a90 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 00:50:46.060205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Notify callbacks [] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:46.415985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 00:50:46.416433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:46.473962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bd32ea-894a-4251-a46c-33b89e492785,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:46.484676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:50:46.484939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Network hostable DHCP agents. Network: 3b83a758-b32b-40fb-a220-cc7e9297cfb6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 00:50:46.573732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 00:50:46.665035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3b83a758-b32b-40fb-a220-cc7e9297cfb6) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:50:46.669186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:46.669783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:46.675792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2509c-0739-4d67-a313-d9c212866ae2 None None] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:50:46.746147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b414ef39-5342-4749-afb0-2aa37c69531a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7843266 Sep 17 00:50:46.808072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bada4-ebad-428b-8e05-96ba65c3b3d6 None None] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:50:49.083436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:49.216067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d40aab6b-241f-4a8f-b549-dde1f4a38306 admin admin] 10.222.0.13 "GET /v2.0/routers/a35c9af9-3836-49ea-afc1-ea3678a7d190 HTTP/1.1" status: 200 len: 710 time: 0.1315131 Sep 17 00:50:49.304842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53e9f9c-c18c-4bce-aca6-a04748903ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:50:49.306357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a53e9f9c-c18c-4bce-aca6-a04748903ccf admin admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 886 time: 0.0842166 Sep 17 00:50:49.316228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:50:49.751649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:50.040352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:50.113474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:50.219171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Allocated IP 172.25.1.111 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/af5da6ab-d3dc-4131-bc5a-3fef5da73b6d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 00:50:50.424217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:50.517143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:50.552686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 00:50:50.556743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:50:50.563838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 00:50:50.565556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Pushing event updated for resources: {'Port': ['ID=af5da6ab-d3dc-4131-bc5a-3fef5da73b6d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:50.895719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:51.096485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:51.099710 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:51.205304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Router a35c9af9-3836-49ea-afc1-ea3678a7d190 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 00:50:51.384829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 00:50:51.388939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:51.390817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-55b3e424-4b10-4daa-87e2-5472e7f12d2d admin admin] 10.222.0.13 "PUT /v2.0/routers/a35c9af9-3836-49ea-afc1-ea3678a7d190 HTTP/1.1" status: 200 len: 890 time: 2.0779023 Sep 17 00:50:52.062994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Sync routers for ids ['a35c9af9-3836-49ea-afc1-ea3678a7d190'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 00:50:52.073351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Routers {'a35c9af9-3836-49ea-afc1-ea3678a7d190'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 00:50:52.073989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T00:50:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a35c9af9-3836-49ea-afc1-ea3678a7d190'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:52.284486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Set router a35c9af9-3836-49ea-afc1-ea3678a7d190 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 00:50:52.332950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 21b75b19-662f-49f6-bdfe-8386d4366f6c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 00:50:52.554128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 21b75b19-662f-49f6-bdfe-8386d4366f6c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:52.554412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:52.772575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'name': 'router1', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'af5da6ab-d3dc-4131-bc5a-3fef5da73b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T00:50:32Z', 'updated_at': '2021-09-17T00:50:50Z', 'revision_number': 4, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'gw_port': {'id': 'af5da6ab-d3dc-4131-bc5a-3fef5da73b6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:50Z', 'updated_at': '2021-09-17T00:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '21b75b19-662f-49f6-bdfe-8386d4366f6c', 'name': '', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'mac_address': 'fa:16:3e:42:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:41Z', 'updated_at': '2021-09-17T00:50:45Z', 'revision_number': 5, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'subnets': [{'id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:52.825462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Checking router: a35c9af9-3836-49ea-afc1-ea3678a7d190 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 00:50:52.825725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Updating router a35c9af9-3836-49ea-afc1-ea3678a7d190 port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 00:50:52.871749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:53.182537 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:53.253302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:53.381110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b7be0-1862-46c4-a0b7-ce6dd9778ec1 None None] Pushing event updated for resources: {'Port': ['ID=af5da6ab-d3dc-4131-bc5a-3fef5da73b6d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:53.383459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Attempting to bind port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 00:50:53.383799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Attempting to bind port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 00:50:53.384160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Attempting to bind port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 00:50:53.390727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 0, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 00:50:53.391118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:50:53.391520 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:53.391905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 00:50:53.392366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Bound port: af5da6ab-d3dc-4131-bc5a-3fef5da73b6d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 00:50:53.392760 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:53.442999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] For port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 00:50:53.445953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] For port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=af5da6ab-d3dc-4131-bc5a-3fef5da73b6d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 00:50:53.500740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:53.558069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Routers {'a35c9af9-3836-49ea-afc1-ea3678a7d190'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 00:50:53.558668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T00:50:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a35c9af9-3836-49ea-afc1-ea3678a7d190'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:53.563890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b7be0-1862-46c4-a0b7-ce6dd9778ec1 None None] Pushing event updated for resources: {'Port': ['ID=af5da6ab-d3dc-4131-bc5a-3fef5da73b6d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:53.669725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] Set router a35c9af9-3836-49ea-afc1-ea3678a7d190 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 00:50:53.824511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57426) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:50:53.883850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'name': 'router1', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'af5da6ab-d3dc-4131-bc5a-3fef5da73b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T00:50:32Z', 'updated_at': '2021-09-17T00:50:50Z', 'revision_number': 4, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'gw_port': {'id': 'af5da6ab-d3dc-4131-bc5a-3fef5da73b6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:50Z', 'updated_at': '2021-09-17T00:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '21b75b19-662f-49f6-bdfe-8386d4366f6c', 'name': '', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'mac_address': 'fa:16:3e:42:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:41Z', 'updated_at': '2021-09-17T00:50:45Z', 'revision_number': 5, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'subnets': [{'id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 00:50:53.911983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cfe4ca-62fd-4b3d-950d-a28dc0cbd766 None None] The sync data for ids ['a35c9af9-3836-49ea-afc1-ea3678a7d190'] in n-d-789963-7 is: [{'id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'name': 'router1', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.111'}], 'enable_snat': True}, 'gw_port_id': 'af5da6ab-d3dc-4131-bc5a-3fef5da73b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T00:50:32Z', 'updated_at': '2021-09-17T00:50:50Z', 'revision_number': 4, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'gw_port': {'id': 'af5da6ab-d3dc-4131-bc5a-3fef5da73b6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:50Z', 'updated_at': '2021-09-17T00:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '21b75b19-662f-49f6-bdfe-8386d4366f6c', 'name': '', 'network_id': '80c0cfc8-5948-4ab4-90b2-c63817f0033b', 'tenant_id': 'b47bfa23adde474fb5052c471049e5fc', 'mac_address': 'fa:16:3e:42:12:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35c9af9-3836-49ea-afc1-ea3678a7d190', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T00:50:41Z', 'updated_at': '2021-09-17T00:50:45Z', 'revision_number': 5, 'project_id': 'b47bfa23adde474fb5052c471049e5fc', 'subnets': [{'id': '77f5ce55-c03b-44a3-8de9-fbb79c22ba58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b881e27-c09d-4fdf-b835-146b2b54e04e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 00:50:53.939516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4050fd19-2241-4dcc-b9c1-77f71c9b83ee admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1138701 Sep 17 00:50:54.328364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device af5da6ab-d3dc-4131-bc5a-3fef5da73b6d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 00:50:54.386684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:54.387044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:54.472020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:54.497330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=af5da6ab-d3dc-4131-bc5a-3fef5da73b6d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 00:50:54.562536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:50:54.620358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=af5da6ab-d3dc-4131-bc5a-3fef5da73b6d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:50:56.309308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device af5da6ab-d3dc-4131-bc5a-3fef5da73b6d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 00:50:56.368076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port af5da6ab-d3dc-4131-bc5a-3fef5da73b6d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:50:56.368450 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:05.403490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-830d09fb-2691-4b38-a877-585849c53d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:08.089461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7dc3e707-396c-4b44-a046-41f2efe6f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:08.972315 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:09.219328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:10.836268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:17.755172 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:51:35.373244 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3202ff47-c7ba-43d8-93e3-a9eacce94849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:38.102761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8471c9be-571a-421b-bc64-3951e85f45ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:39.321674 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:39.407278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:40.829958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:51:54.697291 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:52:05.355591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33c6cea7-e49f-4bb6-b0d3-4580ffca991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:08.108124 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ae50c94-a7ab-46d0-81d3-d09276da302e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:08.978372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:09.221700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:10.823533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:31.695123 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:52:35.369827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e11728c-c71f-4b2e-a82e-4e4b895a3ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:36.331588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58020) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:36.392802 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a213597-413d-4131-953a-68405799a523 admin admin] GET failed (client error): The resource could not be found. Sep 17 00:52:36.394152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a213597-413d-4131-953a-68405799a523 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618825 Sep 17 00:52:36.555747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919f488b-c956-45f6-9768-8b0ede4db469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:36.557170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-919f488b-c956-45f6-9768-8b0ede4db469 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583326 Sep 17 00:52:38.089852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df7cb6b0-074c-4013-bc29-f4b5396cb1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:38.749440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:38.842284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c07e2c-5964-45b2-a169-ddd5cd6c0b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:38.843703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c6c07e2c-5964-45b2-a169-ddd5cd6c0b4b admin admin] 10.222.0.13 "GET /v2.0/subnets/77f5ce55-c03b-44a3-8de9-fbb79c22ba58 HTTP/1.1" status: 200 len: 849 time: 0.0933292 Sep 17 00:52:38.853528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:52:38.938114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Notify callbacks [] for subnet, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:38.977730 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:39.155000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765636036356'] for subnet, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:39.183668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:39.184335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:39.185829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] 10.222.0.13 "PUT /v2.0/subnets/77f5ce55-c03b-44a3-8de9-fbb79c22ba58 HTTP/1.1" status: 200 len: 868 time: 0.3357449 Sep 17 00:52:39.189554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b28a8f-2adb-4730-b19f-468e5ac9add2 None None] Network 80c0cfc8-5948-4ab4-90b2-c63817f0033b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:52:39.208774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f5ce55-c03b-44a3-8de9-fbb79c22ba58,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:52:39.217159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.217550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.217831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.218161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.218485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.218893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.219254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.222566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.222566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.222566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.222566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.222566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a56e8df-f4b1-4634-91a3-b87f358c83dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:52:39.246281 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:39.598362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cf9d75af-3e00-4073-aca5-ce7e0b78e878 None None] Provisioning complete for port f00742a7-47d5-4655-bf61-ef519c04d3ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:52:39.598737 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cf9d75af-3e00-4073-aca5-ce7e0b78e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:39.686678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cf9d75af-3e00-4073-aca5-ce7e0b78e878 None None] Provisioning complete for port 21b75b19-662f-49f6-bdfe-8386d4366f6c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:52:39.686977 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cf9d75af-3e00-4073-aca5-ce7e0b78e878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:40.817621 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:52:41.392732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:41.596676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cac20f-4a8d-4a4b-97aa-1d0f80552236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:41.597060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cac20f-4a8d-4a4b-97aa-1d0f80552236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:41.598594 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07cac20f-4a8d-4a4b-97aa-1d0f80552236 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048812 Sep 17 00:52:43.807048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:43.945364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbaaa6f-919b-4d87-98d4-cbb5d9ec2f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:43.945838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbaaa6f-919b-4d87-98d4-cbb5d9ec2f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:43.947430 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-efbaaa6f-919b-4d87-98d4-cbb5d9ec2f4e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1393945 Sep 17 00:52:46.141624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58056) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:46.268668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f146bf32-b02c-47be-901c-c374c6c99e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:46.270006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f146bf32-b02c-47be-901c-c374c6c99e33 admin admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 886 time: 0.1274431 Sep 17 00:52:48.461017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58064) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:48.631490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90dfc517-ce42-4580-ac5d-d24e2ffb786f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:48.632769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-90dfc517-ce42-4580-ac5d-d24e2ffb786f admin admin] 10.222.0.13 "GET /v2.0/networks/80c0cfc8-5948-4ab4-90b2-c63817f0033b HTTP/1.1" status: 200 len: 869 time: 0.1708143 Sep 17 00:52:50.818399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58072) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:50.945048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78375cb2-e2e4-48e6-934b-35b43c3346e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:50.945501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78375cb2-e2e4-48e6-934b-35b43c3346e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:50.947017 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-78375cb2-e2e4-48e6-934b-35b43c3346e9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276755 Sep 17 00:52:53.150989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58080) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:53.240069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06881d-2bd2-47f1-99a6-766f271c9aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:53.240518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da06881d-2bd2-47f1-99a6-766f271c9aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:53.241990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da06881d-2bd2-47f1-99a6-766f271c9aba admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900178 Sep 17 00:52:55.426092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58088) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:55.511051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a94ec-890e-4029-8959-daaa69c58c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:55.516921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-701a94ec-890e-4029-8959-daaa69c58c14 admin admin] 10.222.0.13 "GET /v2.0/subnets/42bd32ea-894a-4251-a46c-33b89e492785 HTTP/1.1" status: 200 len: 816 time: 0.0898640 Sep 17 00:52:57.689693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58096) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:52:57.781049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363383d5-8bc3-450b-bea0-6709c17a82f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:52:57.782374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-363383d5-8bc3-450b-bea0-6709c17a82f5 admin admin] 10.222.0.13 "GET /v2.0/subnets/77f5ce55-c03b-44a3-8de9-fbb79c22ba58 HTTP/1.1" status: 200 len: 868 time: 0.0917425 Sep 17 00:53:05.354474 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8109ebb6-e4fe-4b54-8a27-794d914efb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:08.089078 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41f3f808-0483-4ffd-8aa8-4d84e28f4870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:08.693238 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:53:08.972044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:09.232309 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:10.822564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:22.059549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:53:22.107586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-0caad842-187f-4384-97c0-6e801b102f8f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 00:53:22.108568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0caad842-187f-4384-97c0-6e801b102f8f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480833 Sep 17 00:53:24.420572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58158) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:53:24.480339 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6dd3abf-74d5-4d93-b731-2a58093b5dc6 admin admin] GET failed (client error): The resource could not be found. Sep 17 00:53:24.481627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f6dd3abf-74d5-4d93-b731-2a58093b5dc6 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601335 Sep 17 00:53:24.567495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c0cd9d-3a6b-4bbc-a4fe-90aaa1cca901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:53:24.568932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-76c0cd9d-3a6b-4bbc-a4fe-90aaa1cca901 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827048 Sep 17 00:53:26.787735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58166) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:53:26.834408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:53:26.908119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Made reservation on behalf of 80ea50c1a9d44568be462165b80d4a90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 00:53:26.910306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:26.937546 n-d-789963-7 neutron-server[112073]: WARNING neutron.services.revisions.revision_plugin [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Could not find related network for resource to bump revision. Sep 17 00:53:26.952344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 00:53:26.961144 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:26.965493 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Added segment 1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4 of type vlan for network 26a1017f-6886-4061-86ae-01626833211c Sep 17 00:53:27.007632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:27.074190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:27.075156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:53:27.075738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:27.136183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] Pushing event updated for resources: {'Network': ['ID=26a1017f-6886-4061-86ae-01626833211c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:53:27.146208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 26a1017f-6886-4061-86ae-01626833211c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 00:53:27.158040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a75e193-7058-4983-88e6-ec83d7517be0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3692367 Sep 17 00:53:29.394865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58174) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:53:29.456716 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-661b686b-373f-4f9d-b174-6369b51e1a16 admin admin] GET failed (client error): The resource could not be found. Sep 17 00:53:29.458055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-661b686b-373f-4f9d-b174-6369b51e1a16 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622125 Sep 17 00:53:29.528105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ce22d7-a285-4d7a-aec8-bad0fa152347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:53:29.529544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e0ce22d7-a285-4d7a-aec8-bad0fa152347 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0667436 Sep 17 00:53:29.539736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 00:53:29.620513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Made reservation on behalf of 80ea50c1a9d44568be462165b80d4a90 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 00:53:29.623063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Notify callbacks [] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:29.837418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:29.894751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dadbbfb1-c718-4ee7-82a8-388266549f9e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:53:29.901811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:53:29.902161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Network hostable DHCP agents. Network: 26a1017f-6886-4061-86ae-01626833211c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 00:53:30.019745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Network 26a1017f-6886-4061-86ae-01626833211c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 00:53:30.139750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 26a1017f-6886-4061-86ae-01626833211c) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:53:30.143934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 00:53:30.144526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.148456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a04e9a-667f-4a08-a592-b6f9ac69c4a5 None None] Network 26a1017f-6886-4061-86ae-01626833211c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:53:30.243929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ad4c129c-d2d6-4bf5-bcf8-e0f1b17f939e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7074611 Sep 17 00:53:30.297188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-26a1017f-6886-4061-86ae-01626833211c', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'tenant_id': '80ea50c1a9d44568be462165b80d4a90', 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 00:53:30.297188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.445204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Allocated IP 192.168.233.2 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/1d6a9a8f-c136-4075-8d56-650e2746e2ce) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 00:53:30.591632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.643514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.684086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 00:53:30.686937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 00:53:30.690381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 00:53:30.703556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Pushing event updated for resources: {'Port': ['ID=1d6a9a8f-c136-4075-8d56-650e2746e2ce,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:53:30.726061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.726408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.726745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.727105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.727435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.727763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.728087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.728431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.728750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.729071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.729505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.730037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:53:30.761374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Attempting to bind port 1d6a9a8f-c136-4075-8d56-650e2746e2ce on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 00:53:30.761740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Attempting to bind port 1d6a9a8f-c136-4075-8d56-650e2746e2ce by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 00:53:30.762095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Attempting to bind port 1d6a9a8f-c136-4075-8d56-650e2746e2ce on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 00:53:30.767010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 0, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 00:53:30.767407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 00:53:30.767803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.768186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 00:53:30.768638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Bound port: 1d6a9a8f-c136-4075-8d56-650e2746e2ce, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 00:53:30.769011 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.831640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] For port 1d6a9a8f-c136-4075-8d56-650e2746e2ce, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 00:53:30.834777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] For port 1d6a9a8f-c136-4075-8d56-650e2746e2ce, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1d6a9a8f-c136-4075-8d56-650e2746e2ce,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 00:53:30.923806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:30.985256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a214958-1bfb-4282-a784-77916cc3cab0 None None] Pushing event updated for resources: {'Port': ['ID=1d6a9a8f-c136-4075-8d56-650e2746e2ce,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:53:31.842382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f2dd13-8583-4110-98b1-ebe161d78b60 None None] Network 26a1017f-6886-4061-86ae-01626833211c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 00:53:31.915227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3196d21d-68de-47d2-80c2-e5cefc5d3298 None None] Provisioning complete for port 1d6a9a8f-c136-4075-8d56-650e2746e2ce triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:53:31.915592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3196d21d-68de-47d2-80c2-e5cefc5d3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:32.065732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3196d21d-68de-47d2-80c2-e5cefc5d3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:32.098278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3196d21d-68de-47d2-80c2-e5cefc5d3298 None None] For port 1d6a9a8f-c136-4075-8d56-650e2746e2ce, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1d6a9a8f-c136-4075-8d56-650e2746e2ce,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 00:53:32.163306 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3196d21d-68de-47d2-80c2-e5cefc5d3298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:32.216769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196d21d-68de-47d2-80c2-e5cefc5d3298 None None] Pushing event updated for resources: {'Port': ['ID=1d6a9a8f-c136-4075-8d56-650e2746e2ce,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:53:32.284395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d14e723c-d056-47b9-b1eb-9dcc453b8472 None None] Provisioning complete for port 1d6a9a8f-c136-4075-8d56-650e2746e2ce triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:53:32.284771 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d14e723c-d056-47b9-b1eb-9dcc453b8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:32.466438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1d6a9a8f-c136-4075-8d56-650e2746e2ce up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 00:53:32.516222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1d6a9a8f-c136-4075-8d56-650e2746e2ce triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 00:53:32.516582 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:35.374287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0bf9f364-d936-4572-a50a-eee54cfbef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:38.107880 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb9dbad3-a928-4fed-9637-a608d47d1b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:38.974207 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:39.248555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:40.836704 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:53:45.691828 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:54:05.379209 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-87f7e919-04c3-4bf2-a870-537cd2405c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:08.076459 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d7eda62-c5e9-48b7-924f-f1d9a658eda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:08.961970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:09.236559 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:10.844795 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:22.689633 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:54:35.363953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ec38cc7e-67bb-41c4-b28b-3bc19ac63a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:38.098720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-50515b38-19ba-4c33-805f-23dcd2cf2e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:38.978559 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:39.227142 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:40.835734 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:54:59.688158 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:55:05.386747 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-021f9a46-c656-43f7-957b-6ac63251d12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:08.080507 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-02964abf-c688-4bc7-83ac-fb9605b195c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:08.957836 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:09.240830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:10.863785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:11.272671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58228) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:55:11.278892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-0207f3ce-4206-4466-b911-c6cb2771c306 tempest-verify_tempest_config-1369303778 tempest-verify_tempest_config-1369303778-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 00:55:11.279879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0207f3ce-4206-4466-b911-c6cb2771c306 tempest-verify_tempest_config-1369303778 tempest-verify_tempest_config-1369303778-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057688 Sep 17 00:55:11.759240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58246) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:55:11.870104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:11.966530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:12.032413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:12.080773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89d863c-c706-4b19-80f4-c9db0527ca73,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:55:12.085758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afb37cbe39684338b03d5dbacd73c0f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3255277 Sep 17 00:55:12.089265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58252) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:55:12.090648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.090994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.091433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.091764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.092094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.092421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.092744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.093072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.093394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.093713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.094034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.094393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e48a95-b082-40c6-9354-6a78b303cbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.145687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:12.168438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:12.327011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:12.330348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:12.331595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d89d863c-c706-4b19-80f4-c9db0527ca73 HTTP/1.1" status: 204 len: 168 time: 0.2413125 Sep 17 00:55:12.342945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89d863c-c706-4b19-80f4-c9db0527ca73,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 00:55:12.351895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.352397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.353685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.353685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.353685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.354076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.354231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.354558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.354903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.355251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.355578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:12.355894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439216d-5885-4884-ac81-edb2d382dca4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 00:55:35.374491 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff9df6d2-abec-47c1-ac51-88587cea8654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:36.687753 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:55:38.082902 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3198ec96-797a-49a8-bbab-fccf29f75bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:38.960000 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:39.243030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:55:40.843092 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:05.390935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88b97b13-c36c-4d02-a9f3-e03bc3c19ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:08.090786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e039d362-f2d2-4617-a0ff-7bd38d3daa8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:08.965077 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:09.233753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:10.899640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:13.686754 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:56:35.404104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-341de198-0b00-4710-a8a0-3ce324b40bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:38.093200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-737ce7db-18ff-41a9-ba97-00c178963453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:38.996168 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:39.241796 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:40.864751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:56:50.686031 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:57:05.386183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8a239d58-1d57-4abf-b6ea-5d96140cb56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:08.117822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d23d199a-1062-4b07-859e-e1f139b68154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:08.969095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:09.246974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:10.860404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:27.684126 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 5 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:57:35.408471 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cd21e64c-18c1-41a1-8d64-01c7992debb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:38.105632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af977ef0-c0f1-4ca1-9971-a8aabf2ce197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:38.966654 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:39.231490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:40.852533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:58.344150 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:57:58.738274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-563233'] for agent, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:04.683200 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:58:05.470721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a2542356-bbd2-4786-8b67-6f540d44ec36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:08.105185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-081e2e38-8e1c-4328-9a2c-bb9b1618f058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:08.979539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:09.253735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:10.865261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:28.350171 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:28.680045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:35.401277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef8fa40c-6ba9-4180-a970-6a9e655175af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:38.102702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf02e6cd-32b1-4848-9993-22aaaae0b427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:38.990527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:39.264038 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:40.863590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:41.682448 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:58:48.339861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58320) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:58:48.445010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fa9c1f2-bc5c-49a2-8da1-a48ced89b1bc admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1040428 Sep 17 00:58:50.668986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58330) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 00:58:50.723892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-647d7f53-f14d-488e-b01d-070be734ae93 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0538607 Sep 17 00:58:58.315853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:58:58.696720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:05.366849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0cb6fea8-839e-4502-87b4-e157c19352c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:08.092345 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-70dc5a7c-edec-45b0-895b-0ec2e72055ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:08.966713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:09.250565 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:10.869227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:18.682020 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:59:28.331776 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:28.703524 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:35.394706 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-42834c26-bcbd-453a-93d1-93794ebe8db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:38.091927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-350c5533-327c-4808-ac64-eb8e773ba241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:38.943061 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:39.240064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:40.880185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:55.682694 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 00:59:58.359655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 00:59:58.713923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:05.416650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdb27401-a19c-4395-8821-d13e3cc137f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:08.090635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76a690d3-e0da-49d9-87bf-a6ef7f1da7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:08.977649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:09.268601 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:10.878555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:15.148683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58582) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:15.707501 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-59aecd60-4941-4930-b119-4198e853762d tempest-AutoAllocateNetworkTest-898809805 tempest-AutoAllocateNetworkTest-898809805-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=84fd8730ddb542cb837b8093719d9c8d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5575724 Sep 17 01:00:15.709943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58608) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:15.895551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe842a7-111c-41ae-9888-0980c9d3076d tempest-AutoAllocateNetworkTest-898809805 tempest-AutoAllocateNetworkTest-898809805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:15.897003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9fe842a7-111c-41ae-9888-0980c9d3076d tempest-AutoAllocateNetworkTest-898809805 tempest-AutoAllocateNetworkTest-898809805-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1861005 Sep 17 01:00:15.900724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58618) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:16.003668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-afa58dcf-d3b8-4091-81f7-53aa5117b467 tempest-AutoAllocateNetworkTest-898809805 tempest-AutoAllocateNetworkTest-898809805-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010766 Sep 17 01:00:16.006139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58628) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:16.034502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eefe276f-28bb-44c0-87c1-b15a63fbeb87 tempest-AutoAllocateNetworkTest-898809805 tempest-AutoAllocateNetworkTest-898809805-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=84fd8730ddb542cb837b8093719d9c8d HTTP/1.1" status: 200 len: 208 time: 0.0273039 Sep 17 01:00:17.038117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58670) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:17.407285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.517305 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.576139 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.632073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:17.635760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84fd8730ddb542cb837b8093719d9c8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5957534 Sep 17 01:00:17.636917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf763759-2aec-4ac2-8f97-0d8da3100668,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:17.663947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.664394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.664826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.665680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.665680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.666046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.666462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.668061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.668774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.668958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.669397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.669827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec60da92-a151-4630-b8d3-998e5afc3e67 admin admin] Tracked resource versions report: Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: pushed versions: Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: { 'AddressGroup': {'1.2'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'ConntrackHelper': {'1.0'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Log': {'1.0'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Network': {'1.1'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Port': {'1.7'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'PortForwarding': {'1.2'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'QosPolicy': {'1.9'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'SecurityGroup': {'1.4'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'SecurityGroupRule': {'1.2'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'SubPort': {'1.0'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Subnet': {'1.1'}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Trunk': {'1.1'}} Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: consumer versions: Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: { DHCP agent@n-d-789963-7: {}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: HyperV agent@n-h1-789963-7: {}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: HyperV agent@n-h2-789963-7: {}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: L3 agent@n-d-789963-7: {}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: Metadata agent@n-d-789963-7: {}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: Metering agent@n-d-789963-7: {}, Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'ConntrackHelper': '1.0', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Log': '1.0', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Network': '1.1', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Port': '1.7', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'PortForwarding': '1.2', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'QosPolicy': '1.9', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'SecurityGroup': '1.4', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'SecurityGroupRule': '1.2', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'SubPort': '1.0', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Subnet': '1.1', Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: 'Trunk': '1.1'}} Sep 17 01:00:17.671021 n-d-789963-7 neutron-server[112072]: {{(pid=112072) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 01:00:17.748399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.790839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.901660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.904245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:17.905405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf763759-2aec-4ac2-8f97-0d8da3100668 HTTP/1.1" status: 204 len: 168 time: 0.2720165 Sep 17 01:00:17.913810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf763759-2aec-4ac2-8f97-0d8da3100668,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:17.922547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.923059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.923424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.923759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.924810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.924924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.925330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.925721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.925988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.926473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.926802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.927150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c53a910-ddbd-4b24-83b4-791f2cf5790b admin admin] Tracked resource versions report: Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: pushed versions: Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: { 'AddressGroup': {'1.2'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'ConntrackHelper': {'1.0'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Log': {'1.0'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Network': {'1.1'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Port': {'1.7'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'PortForwarding': {'1.2'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'QosPolicy': {'1.9'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'SecurityGroup': {'1.4'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'SecurityGroupRule': {'1.2'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'SubPort': {'1.0'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Subnet': {'1.1'}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Trunk': {'1.1'}} Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: consumer versions: Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: { DHCP agent@n-d-789963-7: {}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: HyperV agent@n-h1-789963-7: {}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: HyperV agent@n-h2-789963-7: {}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: L3 agent@n-d-789963-7: {}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: Metadata agent@n-d-789963-7: {}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: Metering agent@n-d-789963-7: {}, Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'ConntrackHelper': '1.0', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Log': '1.0', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Network': '1.1', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Port': '1.7', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'PortForwarding': '1.2', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'QosPolicy': '1.9', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'SecurityGroup': '1.4', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'SecurityGroupRule': '1.2', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'SubPort': '1.0', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Subnet': '1.1', Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: 'Trunk': '1.1'}} Sep 17 01:00:17.928211 n-d-789963-7 neutron-server[112073]: {{(pid=112073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 01:00:18.776577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58756) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:18.924944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09e214a9-bb3c-4b61-8f7c-e59be5e64338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.016369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09e214a9-bb3c-4b61-8f7c-e59be5e64338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.090170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09e214a9-bb3c-4b61-8f7c-e59be5e64338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.143060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-09e214a9-bb3c-4b61-8f7c-e59be5e64338 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b99df60927547a38d952cd2d5e0fdb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3654337 Sep 17 01:00:19.149340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58778) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:19.155455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e214a9-bb3c-4b61-8f7c-e59be5e64338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cbe629-a5f5-4d95-b221-4258cec52a1c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:19.157926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:19.219224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad9f50b-8b36-4f62-878c-6ed52d35be42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.246321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad9f50b-8b36-4f62-878c-6ed52d35be42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.287507 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-962bb896-f155-4efc-afe9-0bdf8375901e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.405784 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad9f50b-8b36-4f62-878c-6ed52d35be42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.409050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad9f50b-8b36-4f62-878c-6ed52d35be42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.410486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bad9f50b-8b36-4f62-878c-6ed52d35be42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35cbe629-a5f5-4d95-b221-4258cec52a1c HTTP/1.1" status: 204 len: 168 time: 0.2596228 Sep 17 01:00:19.430808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9f50b-8b36-4f62-878c-6ed52d35be42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cbe629-a5f5-4d95-b221-4258cec52a1c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:19.503781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-962bb896-f155-4efc-afe9-0bdf8375901e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.617791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-962bb896-f155-4efc-afe9-0bdf8375901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.654956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-962bb896-f155-4efc-afe9-0bdf8375901e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ce23943649434c2095b4c25cdebc1457&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4958689 Sep 17 01:00:19.657703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58836) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:19.659332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bb896-f155-4efc-afe9-0bdf8375901e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be109d-09e0-4b2e-aefd-3bb140fb5e79,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:19.709912 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc8e4fa1-2cea-46e9-b56d-02fbbfa00b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.745213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc8e4fa1-2cea-46e9-b56d-02fbbfa00b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.873454 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc8e4fa1-2cea-46e9-b56d-02fbbfa00b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.876029 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc8e4fa1-2cea-46e9-b56d-02fbbfa00b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:19.877209 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc8e4fa1-2cea-46e9-b56d-02fbbfa00b78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6be109d-09e0-4b2e-aefd-3bb140fb5e79 HTTP/1.1" status: 204 len: 168 time: 0.2185369 Sep 17 01:00:19.886088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e4fa1-2cea-46e9-b56d-02fbbfa00b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be109d-09e0-4b2e-aefd-3bb140fb5e79,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:20.283838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58872) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:20.297937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b758f32-82c6-4530-814c-05a2c84d31f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.391205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b758f32-82c6-4530-814c-05a2c84d31f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.484260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b758f32-82c6-4530-814c-05a2c84d31f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.613208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b758f32-82c6-4530-814c-05a2c84d31f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf4c07-8cc6-46d9-bd31-8192b0f9e7c2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:20.623520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b758f32-82c6-4530-814c-05a2c84d31f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f75daaa4b9a473088eb4658f7e8690f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3381131 Sep 17 01:00:20.625588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58880) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:20.673711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-747e1742-3d0b-4110-ad27-13aa7e798e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.695800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-747e1742-3d0b-4110-ad27-13aa7e798e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.701408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58882) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:20.833431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-747e1742-3d0b-4110-ad27-13aa7e798e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.836265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-747e1742-3d0b-4110-ad27-13aa7e798e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:20.839724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-747e1742-3d0b-4110-ad27-13aa7e798e0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8edf4c07-8cc6-46d9-bd31-8192b0f9e7c2 HTTP/1.1" status: 204 len: 168 time: 0.2109382 Sep 17 01:00:20.845401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e1742-3d0b-4110-ad27-13aa7e798e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf4c07-8cc6-46d9-bd31-8192b0f9e7c2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:20.970773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e740b2b0-8eeb-4fd2-821c-4357a42af412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.106850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e740b2b0-8eeb-4fd2-821c-4357a42af412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.160676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58902) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:21.170661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e740b2b0-8eeb-4fd2-821c-4357a42af412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.207541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740b2b0-8eeb-4fd2-821c-4357a42af412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406a04a0-df36-4989-a987-153799eb55d3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:21.211052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:21.215926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e740b2b0-8eeb-4fd2-821c-4357a42af412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=748ce4665b3c493282dfa7bd745ee66b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5134499 Sep 17 01:00:21.217062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:21.233185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4537e40e-b047-4473-8e50-7ccfe2a6df27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.268986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48f1eaa-4365-4cf1-8239-c1551d993efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.294017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48f1eaa-4365-4cf1-8239-c1551d993efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.329535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4537e40e-b047-4473-8e50-7ccfe2a6df27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.421972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4537e40e-b047-4473-8e50-7ccfe2a6df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.437916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58918) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:21.440155 n-d-789963-7 neutron-server[112072]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 01:00:21.452823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48f1eaa-4365-4cf1-8239-c1551d993efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.461003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48f1eaa-4365-4cf1-8239-c1551d993efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.462311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f48f1eaa-4365-4cf1-8239-c1551d993efe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/406a04a0-df36-4989-a987-153799eb55d3 HTTP/1.1" status: 204 len: 168 time: 0.2443540 Sep 17 01:00:21.470729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4537e40e-b047-4473-8e50-7ccfe2a6df27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4229b56dcf0d460680c00cef32a8dc50&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2584174 Sep 17 01:00:21.471496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58922) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:21.478785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537e40e-b047-4473-8e50-7ccfe2a6df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559a9ac4-9065-4c88-b54c-9c57c616c303,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:21.479884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-1b0382ed-bd7a-44f6-9054-8668ab0cc959 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409021 Sep 17 01:00:21.485396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f1eaa-4365-4cf1-8239-c1551d993efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406a04a0-df36-4989-a987-153799eb55d3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:21.556493 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c67e6fcd-5a5b-430c-b65b-563994eb972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.578561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c67e6fcd-5a5b-430c-b65b-563994eb972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.605466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-c27ea703-bde7-40fa-b708-ebd15e8118c2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:21.607041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-c27ea703-bde7-40fa-b708-ebd15e8118c2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191494 Sep 17 01:00:21.629975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-91a6f832-ca41-42dd-9ee0-1974500ff028 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/quotas/353e3d61f9bf44c385fc40db24e1cc4e HTTP/1.1" status: 200 len: 375 time: 0.0159726 Sep 17 01:00:21.653075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bfb871c-91de-43c5-a77d-8cfc13021296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.709374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-a02aaa00-772f-442f-9565-cd0ac3b51b11 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713882 Sep 17 01:00:21.718339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c67e6fcd-5a5b-430c-b65b-563994eb972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.726579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c67e6fcd-5a5b-430c-b65b-563994eb972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.726579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c67e6fcd-5a5b-430c-b65b-563994eb972b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/559a9ac4-9065-4c88-b54c-9c57c616c303 HTTP/1.1" status: 204 len: 168 time: 0.2507019 Sep 17 01:00:21.745089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e6fcd-5a5b-430c-b65b-563994eb972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559a9ac4-9065-4c88-b54c-9c57c616c303,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:21.817306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bfb871c-91de-43c5-a77d-8cfc13021296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.904123 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bfb871c-91de-43c5-a77d-8cfc13021296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:21.969595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9bfb871c-91de-43c5-a77d-8cfc13021296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38ff99ad7c3144e6905e33845d6172f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8079019 Sep 17 01:00:21.970517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb871c-91de-43c5-a77d-8cfc13021296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4df786-55e0-4c77-8d1c-78b02a6d7d45,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:21.973062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:22.083513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f6610e80-b19f-41dd-bd85-652668e1ba77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.103674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1486542-aaf3-4100-892e-1a4d2052ab3c req-95dd3402-b501-4e50-b1d9-d5d37145f2fb tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 210 time: 0.0520093 Sep 17 01:00:22.121637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f6610e80-b19f-41dd-bd85-652668e1ba77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.256742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f6610e80-b19f-41dd-bd85-652668e1ba77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.260173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f6610e80-b19f-41dd-bd85-652668e1ba77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.263922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f6610e80-b19f-41dd-bd85-652668e1ba77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb4df786-55e0-4c77-8d1c-78b02a6d7d45 HTTP/1.1" status: 204 len: 168 time: 0.2876229 Sep 17 01:00:22.269800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6610e80-b19f-41dd-bd85-652668e1ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4df786-55e0-4c77-8d1c-78b02a6d7d45,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:22.373493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:22.388856 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c281979-a13f-4c1c-8f35-17905a568cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.487662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c281979-a13f-4c1c-8f35-17905a568cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.553235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c281979-a13f-4c1c-8f35-17905a568cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.590484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c281979-a13f-4c1c-8f35-17905a568cd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f325919a46a143b2927f05b67d826feb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2159162 Sep 17 01:00:22.592401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281979-a13f-4c1c-8f35-17905a568cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461d8843-8c50-42c7-8d04-767eb97e2306,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:22.593243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58970) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:22.662046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d89f458d-60eb-4451-bf30-a32ddcea1c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.685912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d89f458d-60eb-4451-bf30-a32ddcea1c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.799499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d89f458d-60eb-4451-bf30-a32ddcea1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.802410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d89f458d-60eb-4451-bf30-a32ddcea1c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:22.807025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d89f458d-60eb-4451-bf30-a32ddcea1c14 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/461d8843-8c50-42c7-8d04-767eb97e2306 HTTP/1.1" status: 204 len: 168 time: 0.2102249 Sep 17 01:00:22.812760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f458d-60eb-4451-bf30-a32ddcea1c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461d8843-8c50-42c7-8d04-767eb97e2306,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:23.312646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59026) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:23.327116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2779751-b9db-44d5-a698-a47d3a12d514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.431175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2779751-b9db-44d5-a698-a47d3a12d514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.502528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2779751-b9db-44d5-a698-a47d3a12d514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.542938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c2779751-b9db-44d5-a698-a47d3a12d514 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c42b646bcde4ef5b9b5227cbee5d11f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2264977 Sep 17 01:00:23.542938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2779751-b9db-44d5-a698-a47d3a12d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2376e-2fd1-4fbb-90fe-a10ffaef9fa7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:23.543174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:23.583674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59044) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:23.608991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dcb3909a-f522-4c07-a906-9c6030a67d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.630954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dcb3909a-f522-4c07-a906-9c6030a67d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.759624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dcb3909a-f522-4c07-a906-9c6030a67d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.762167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dcb3909a-f522-4c07-a906-9c6030a67d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:23.763395 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dcb3909a-f522-4c07-a906-9c6030a67d76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dc2376e-2fd1-4fbb-90fe-a10ffaef9fa7 HTTP/1.1" status: 204 len: 168 time: 0.2190249 Sep 17 01:00:23.771309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3909a-f522-4c07-a906-9c6030a67d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2376e-2fd1-4fbb-90fe-a10ffaef9fa7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:23.961901 n-d-789963-7 neutron-server[112073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 17 01:00:24.010348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f641ded-cf02-4a04-a280-317206524210 req-bf8a9fca-c6c3-4a62-8903-4ebf56be1088 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 210 time: 0.4255297 Sep 17 01:00:24.053329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:24.434017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b83d5534-48a6-48d0-9770-479ebeed448d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.508773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:24.546619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b83d5534-48a6-48d0-9770-479ebeed448d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.610922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b83d5534-48a6-48d0-9770-479ebeed448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.644929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-network', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:24.645463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d5534-48a6-48d0-9770-479ebeed448d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0526b69a-c629-4ec8-b505-0361ca3b6d8f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:24.662060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b83d5534-48a6-48d0-9770-479ebeed448d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b82732ca484c878ae7346b6129a4b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6072507 Sep 17 01:00:24.664687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59088) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:24.714064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0eef8135-18a6-4173-ad2d-3a2c08174c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.740236 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0eef8135-18a6-4173-ad2d-3a2c08174c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.770772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Made reservation on behalf of ae71d2675681479fa9dbe710cb72896d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:24.773188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.783760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.844966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0eef8135-18a6-4173-ad2d-3a2c08174c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.847695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0eef8135-18a6-4173-ad2d-3a2c08174c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.849119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0eef8135-18a6-4173-ad2d-3a2c08174c97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0526b69a-c629-4ec8-b505-0361ca3b6d8f HTTP/1.1" status: 204 len: 168 time: 0.1835010 Sep 17 01:00:24.858418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef8135-18a6-4173-ad2d-3a2c08174c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526b69a-c629-4ec8-b505-0361ca3b6d8f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:24.929932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.971258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:24.997068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:25.007699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2065c32e-aa02-4bf9-8eb9-6e344f714a17,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:25.012455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.012803 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Added segment 8d652ce5-4002-4513-82de-82549228b407 of type vlan for network 8c63c263-68c6-4482-ae36-0499b99ef1aa Sep 17 01:00:25.054646 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.141868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.142918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:25.143544 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.219400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] Pushing event updated for resources: {'Network': ['ID=8c63c263-68c6-4482-ae36-0499b99ef1aa,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:25.230577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:25.252681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-264bf053-8d1f-4718-a591-2316e9bfd07a req-6a2ef827-b8d9-4d9b-9380-a2a27912b63c tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 210 time: 0.0445051 Sep 17 01:00:25.260584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9482190b-4d99-4043-a495-f278c43b8e71 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7470880 Sep 17 01:00:25.260896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:25.269300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Request body: {'subnet': {'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-subnet', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:25.353576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Made reservation on behalf of ae71d2675681479fa9dbe710cb72896d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:25.356132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.362112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.36', 63190) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:25.398887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-3c50b370-5415-4a37-808f-3ce6e728f5af tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355465 Sep 17 01:00:25.637899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-43b65095-a112-4450-b13c-5bcb6e3848f5 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:25.639284 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.639422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-43b65095-a112-4450-b13c-5bcb6e3848f5 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2353618 Sep 17 01:00:25.700612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89582275-01b2-4dbd-b060-5645c178ca96,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:25.704890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Checking segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:25.705237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Network hostable DHCP agents. Network: 8c63c263-68c6-4482-ae36-0499b99ef1aa, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:25.727825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Request body: {'port': {'device_id': '00233f7d-7239-4edf-b1b9-d76614603e59', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '353e3d61f9bf44c385fc40db24e1cc4e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:25.765042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:25.856610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8c63c263-68c6-4482-ae36-0499b99ef1aa) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:25.861123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:25.862123 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.870670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e1764-55ea-4dee-9f49-1ffdd7fce3be None None] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:25.906104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59136) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:25.920853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:25.946990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59138) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:25.948994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9a6bcd53-3820-413f-9170-76b0dbe78381 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6867201 Sep 17 01:00:25.952705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:25.966687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:00:25.966687 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:00:25.966687 n-d-789963-7 neutron-server[112072]: [parameters: {'project_id_1': 'c01565bf33c94c5a9f277fd0c6b4366d', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 0, 5, 932992)}] Sep 17 01:00:25.966687 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:00:25.967058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:00:25.967058 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:00:25.967058 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': 'ae71d2675681479fa9dbe710cb72896d', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 0, 5, 956900)}] Sep 17 01:00:25.967058 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:00:25.967491 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:00:25.968659 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:00:26.028656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-8c63c263-68c6-4482-ae36-0499b99ef1aa', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:00:26.029613 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.067594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Made reservation on behalf of 353e3d61f9bf44c385fc40db24e1cc4e for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:26.072460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.081413 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.177741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.187372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Allocated IP 172.20.0.2 (8c63c263-68c6-4482-ae36-0499b99ef1aa/89582275-01b2-4dbd-b060-5645c178ca96/f11c5ea0-ea82-4fa7-a726-4bab211ec796) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:26.260925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.316523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6671b8a3-f4ae-4c10-b036-5ecf61778f28,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:26.328217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.411055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.467103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Pushing event updated for resources: {'Port': ['ID=f11c5ea0-ea82-4fa7-a726-4bab211ec796,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:26.468771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.477081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.477591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.478089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.478965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.479546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.480075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.480619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.481188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.481709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.482401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.483528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.484059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Tracked resource versions report: Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: pushed versions: Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: { 'AddressGroup': {'1.2'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'ConntrackHelper': {'1.0'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Log': {'1.0'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Network': {'1.1'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Port': {'1.7'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'PortForwarding': {'1.2'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'QosPolicy': {'1.9'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'SecurityGroup': {'1.4'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'SecurityGroupRule': {'1.2'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'SubPort': {'1.0'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Subnet': {'1.1'}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Trunk': {'1.1'}} Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: consumer versions: Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: { DHCP agent@n-d-789963-7: {}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: HyperV agent@n-h1-789963-7: {}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: HyperV agent@n-h2-789963-7: {}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: L3 agent@n-d-789963-7: {}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: Metadata agent@n-d-789963-7: {}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: Metering agent@n-d-789963-7: {}, Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'ConntrackHelper': '1.0', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Log': '1.0', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Network': '1.1', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Port': '1.7', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'PortForwarding': '1.2', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'QosPolicy': '1.9', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'SecurityGroup': '1.4', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'SecurityGroupRule': '1.2', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'SubPort': '1.0', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Subnet': '1.1', Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: 'Trunk': '1.1'}} Sep 17 01:00:26.485414 n-d-789963-7 neutron-server[112074]: {{(pid=112074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 01:00:26.504922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:26.506127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68db8012-715e-456a-8ba9-ab84654974b7 req-57d99862-83c2-494d-b276-096c581faac0 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 210 time: 0.0770683 Sep 17 01:00:26.506588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:26.510212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:26.592290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Attempting to bind port f11c5ea0-ea82-4fa7-a726-4bab211ec796 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:26.594027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Attempting to bind port f11c5ea0-ea82-4fa7-a726-4bab211ec796 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:26.595048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Attempting to bind port f11c5ea0-ea82-4fa7-a726-4bab211ec796 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:26.604416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:26.605196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Checking segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:26.605836 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.607364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Bound using segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:26.608659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Bound port: f11c5ea0-ea82-4fa7-a726-4bab211ec796, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:26.609003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.609746 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.613566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Allocated IP 192.168.233.132 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/14aff365-1b9c-41ea-8180-05159b710b49) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:26.698395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] For port f11c5ea0-ea82-4fa7-a726-4bab211ec796, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:26.701889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] For port f11c5ea0-ea82-4fa7-a726-4bab211ec796, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f11c5ea0-ea82-4fa7-a726-4bab211ec796,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:26.702156 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.748030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c01565bf33c94c5a9f277fd0c6b4366d&name=default HTTP/1.1" status: 200 len: 2976 time: 0.8406994 Sep 17 01:00:26.750467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59172) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:26.784885 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.800904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479dc45-25a0-4f08-a5fa-73aeacb84f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a2210-ac47-4540-adc2-b2feb7710b1c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:26.824381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.862976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.864163 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:26.918986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fb3f9-3070-4ff1-8e2f-9d12bbe92613 None None] Pushing event updated for resources: {'Port': ['ID=f11c5ea0-ea82-4fa7-a726-4bab211ec796,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:26.934241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dd17031-abe1-42e3-a25e-e5c927b86918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.021550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dd17031-abe1-42e3-a25e-e5c927b86918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.090153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.095445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.171233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dd17031-abe1-42e3-a25e-e5c927b86918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.174692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dd17031-abe1-42e3-a25e-e5c927b86918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.178412 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6dd17031-abe1-42e3-a25e-e5c927b86918 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c80a2210-ac47-4540-adc2-b2feb7710b1c HTTP/1.1" status: 204 len: 168 time: 0.4244893 Sep 17 01:00:27.195043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd17031-abe1-42e3-a25e-e5c927b86918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a2210-ac47-4540-adc2-b2feb7710b1c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:27.307050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Pushing event updated for resources: {'Port': ['ID=14aff365-1b9c-41ea-8180-05159b710b49,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:27.329720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:27.343241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:27.348050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:27.358411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:27.367233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.501952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.618539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-8ff12b09-fc28-4c09-a980-2699b8f885a4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8946338 Sep 17 01:00:27.801899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d8e9f3ac-edcc-4199-ac45-691aa6170275 None None] Provisioning complete for port 14aff365-1b9c-41ea-8180-05159b710b49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:27.802438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8e9f3ac-edcc-4199-ac45-691aa6170275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:27.821782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40246561-1c2f-45cf-9588-8f6a4d7e77dc req-afdd1f7a-d87d-4dc4-b97d-17db226940d4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:27.823661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40246561-1c2f-45cf-9588-8f6a4d7e77dc req-afdd1f7a-d87d-4dc4-b97d-17db226940d4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 936 time: 0.1292412 Sep 17 01:00:27.846445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d8e9f3ac-edcc-4199-ac45-691aa6170275 None None] Port 14aff365-1b9c-41ea-8180-05159b710b49 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:28.075716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40246561-1c2f-45cf-9588-8f6a4d7e77dc req-bceabe70-fec6-467a-a3fe-17ea784c310b tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385454 Sep 17 01:00:28.149537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.184974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-2e9cb762-32eb-4d8b-972e-38f050cadec2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:00:28.189412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-2e9cb762-32eb-4d8b-972e-38f050cadec2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098686 Sep 17 01:00:28.189412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.417135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Allocated IP 172.25.1.113 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/f074c9e3-c290-4a7c-9157-9ef10f74ba3c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:28.492873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a2195f-1325-4a3a-acba-c862d00c91c2 None None] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:28.587249 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.671040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.707445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-feb7850d-bd88-4cf2-a8ea-ebdd52b007bb None None] Provisioning complete for port f11c5ea0-ea82-4fa7-a726-4bab211ec796 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:28.708153 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-feb7850d-bd88-4cf2-a8ea-ebdd52b007bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.806159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.869556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.891649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f11c5ea0-ea82-4fa7-a726-4bab211ec796 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:28.920358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:28.936799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:28.948000 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-feb7850d-bd88-4cf2-a8ea-ebdd52b007bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:28.972130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:28.977975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Request body: {'port': {'device_id': '00233f7d-7239-4edf-b1b9-d76614603e59', 'device_owner': 'compute:tempest-test_az-1445823920', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:28.982462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Pushing event updated for resources: {'Port': ['ID=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:29.079359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-feb7850d-bd88-4cf2-a8ea-ebdd52b007bb None None] For port f11c5ea0-ea82-4fa7-a726-4bab211ec796, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f11c5ea0-ea82-4fa7-a726-4bab211ec796,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:29.104143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f11c5ea0-ea82-4fa7-a726-4bab211ec796 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:29.104554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:29.170630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-feb7850d-bd88-4cf2-a8ea-ebdd52b007bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:29.242685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:29.312189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7850d-bd88-4cf2-a8ea-ebdd52b007bb None None] Pushing event updated for resources: {'Port': ['ID=f11c5ea0-ea82-4fa7-a726-4bab211ec796,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:29.340429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-48c0a624-0dd1-4fb6-ade9-6d0f2bfbc452 None None] Provisioning complete for port f11c5ea0-ea82-4fa7-a726-4bab211ec796 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:29.341422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48c0a624-0dd1-4fb6-ade9-6d0f2bfbc452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:29.734228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa59f4-6862-433a-9629-c0edffaeacf2 req-cbb6424e-fe34-4314-b287-6c2409b67e43 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:29.736258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74aa59f4-6862-433a-9629-c0edffaeacf2 req-cbb6424e-fe34-4314-b287-6c2409b67e43 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 936 time: 0.3188033 Sep 17 01:00:29.761165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:30.051895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74aa59f4-6862-433a-9629-c0edffaeacf2 req-2faa4119-4714-4d7e-bfc4-2c8fcd81c249 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565072 Sep 17 01:00:30.322597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14aff365-1b9c-41ea-8180-05159b710b49 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:00:30.335201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:30.380204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Transition to ACTIVE for port object 14aff365-1b9c-41ea-8180-05159b710b49 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:00:30.392104 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:30.497839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:30.637600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Pushing event updated for resources: {'Port': ['ID=14aff365-1b9c-41ea-8180-05159b710b49,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:30.724061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Attempting to bind port 14aff365-1b9c-41ea-8180-05159b710b49 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:30.724422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Attempting to bind port 14aff365-1b9c-41ea-8180-05159b710b49 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:30.728681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Attempting to bind port 14aff365-1b9c-41ea-8180-05159b710b49 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:30.733557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Port 14aff365-1b9c-41ea-8180-05159b710b49 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:00:30.734762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Attempting to bind port 14aff365-1b9c-41ea-8180-05159b710b49 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:30.746475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:30.746829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:30.747427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:30.747902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Bound port: 14aff365-1b9c-41ea-8180-05159b710b49, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:30.748254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:30.758129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f11c5ea0-ea82-4fa7-a726-4bab211ec796 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:30.834888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:00:30.840868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f11c5ea0-ea82-4fa7-a726-4bab211ec796 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:30.841321 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:30.855615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] For port 14aff365-1b9c-41ea-8180-05159b710b49, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:30.863233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] For port 14aff365-1b9c-41ea-8180-05159b710b49, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14aff365-1b9c-41ea-8180-05159b710b49,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:30.937745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:31.036486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:31.040122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:31.040122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] 10.222.0.36 "PUT /v2.0/ports/14aff365-1b9c-41ea-8180-05159b710b49 HTTP/1.1" status: 200 len: 1118 time: 2.5332508 Sep 17 01:00:31.040122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00233f7d-7239-4edf-b1b9-d76614603e59', 'tag': '14aff365-1b9c-41ea-8180-05159b710b49'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:00:31.141408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:00:31.143789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467773e-0a6c-447e-9900-8921c856b983 service neutron] Pushing event updated for resources: {'Port': ['ID=14aff365-1b9c-41ea-8180-05159b710b49,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:31.155985 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:00:31.180224 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:31.182497 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:31.261737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:31.263954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b078cff-7ac8-4935-81e0-c6eb6dfc1193 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3157320 Sep 17 01:00:31.266775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59326) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:31.345077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:31.353952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ff4ab-45d0-49b8-b897-f22ac3abd727 req-4f0f6d4b-f202-4014-a524-25dbd4b17ab3 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:31.370467 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f2ff4ab-45d0-49b8-b897-f22ac3abd727 req-4f0f6d4b-f202-4014-a524-25dbd4b17ab3 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.1604056 Sep 17 01:00:31.441898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59330) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:31.492256 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f2ff4ab-45d0-49b8-b897-f22ac3abd727 req-d5ac1ef4-6872-47d0-ae46-8f483498da4e tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070004 Sep 17 01:00:31.493349 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:31.783563 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:29Z', 'revision_number': 3, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:31.813130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-357d66a6-8c77-4cbd-a62d-edf348774101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:31.827508 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:00:31.827860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Updating router f1715bd4-6d02-4efc-a099-36c4b7acc507 port f074c9e3-c290-4a7c-9157-9ef10f74ba3c binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:00:31.885128 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:31.916155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95d60e17-4a11-4c7b-b840-325a61d607a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:31.998319 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9f869d-4ba1-4ca1-89ee-07c48b72670c" -d '{"events": [{"name": "network-changed", "server_uuid": "00233f7d-7239-4edf-b1b9-d76614603e59", "tag": "14aff365-1b9c-41ea-8180-05159b710b49"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:00:32.030080 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-357d66a6-8c77-4cbd-a62d-edf348774101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.101563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.117696 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-357d66a6-8c77-4cbd-a62d-edf348774101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.368024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-357d66a6-8c77-4cbd-a62d-edf348774101 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d8005a4c09c040459ab93d27a9b6b8f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9963462 Sep 17 01:00:32.376446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:32.399067 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.414966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d66a6-8c77-4cbd-a62d-edf348774101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf9112c-fa06-47f9-9829-979de1bd108c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:32.457963 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0e190a-55bb-499a-baad-b6e065fce34f x-openstack-request-id: req-2e0e190a-55bb-499a-baad-b6e065fce34f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:00:32.460775 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00233f7d-7239-4edf-b1b9-d76614603e59", "tag": "14aff365-1b9c-41ea-8180-05159b710b49", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:00:32.461318 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e0e190a-55bb-499a-baad-b6e065fce34f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:00:32.461945 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00233f7d-7239-4edf-b1b9-d76614603e59', 'tag': '14aff365-1b9c-41ea-8180-05159b710b49', 'status': 'completed', 'code': 200} Sep 17 01:00:32.475003 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.517445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Allocated IP 172.20.0.1 (8c63c263-68c6-4482-ae36-0499b99ef1aa/89582275-01b2-4dbd-b060-5645c178ca96/fcc94f12-9aea-43b0-90c8-5e8e707d7544) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:32.547785 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Attempting to bind port f074c9e3-c290-4a7c-9157-9ef10f74ba3c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:32.551169 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Attempting to bind port f074c9e3-c290-4a7c-9157-9ef10f74ba3c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:32.551169 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Attempting to bind port f074c9e3-c290-4a7c-9157-9ef10f74ba3c on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:32.562053 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Pushing event updated for resources: {'Port': ['ID=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:32.564285 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:32.564652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:32.565055 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.565454 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:32.565733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95d60e17-4a11-4c7b-b840-325a61d607a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.565916 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Bound port: f074c9e3-c290-4a7c-9157-9ef10f74ba3c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:32.566298 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.595607 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1124c8fa-117d-42ad-a62c-03a3b72ddf6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.608184 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.623620 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.624117 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.624466 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.624810 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.625142 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.625475 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.625804 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.626707 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.626707 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.626890 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.627059 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Tracked resource versions report: Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: pushed versions: Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: { 'AddressGroup': {'1.2'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'ConntrackHelper': {'1.0'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Log': {'1.0'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Network': {'1.1'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Port': {'1.7'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'PortForwarding': {'1.2'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'QosPolicy': {'1.9'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'SecurityGroup': {'1.4'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'SecurityGroupRule': {'1.2'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'SubPort': {'1.0'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Subnet': {'1.1'}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Trunk': {'1.1'}} Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: consumer versions: Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: { DHCP agent@n-d-789963-7: {}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: HyperV agent@n-h1-789963-7: {}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: HyperV agent@n-h2-789963-7: {}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: L3 agent@n-d-789963-7: {}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: Metadata agent@n-d-789963-7: {}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: Metering agent@n-d-789963-7: {}, Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: Open vSwitch agent@n-d-789963-7: { 'AddressGroup': '1.2', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'ConntrackHelper': '1.0', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Log': '1.0', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Network': '1.1', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Port': '1.7', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'PortForwarding': '1.2', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'QosPolicy': '1.9', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'SecurityGroup': '1.4', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'SecurityGroupRule': '1.2', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'SubPort': '1.0', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Subnet': '1.1', Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: 'Trunk': '1.1'}} Sep 17 01:00:32.628208 n-d-789963-7 neutron-server[112075]: {{(pid=112075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 17 01:00:32.660985 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1124c8fa-117d-42ad-a62c-03a3b72ddf6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.670131 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] For port f074c9e3-c290-4a7c-9157-9ef10f74ba3c, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:32.674014 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] For port f074c9e3-c290-4a7c-9157-9ef10f74ba3c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:32.686310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:00:32.697223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95d60e17-4a11-4c7b-b840-325a61d607a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.739379 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.759201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.770718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60e17-4a11-4c7b-b840-325a61d607a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae8104a-6cdb-46d4-957a-6dd4afb443eb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:32.788299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-95d60e17-4a11-4c7b-b840-325a61d607a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cc926704a644c9681f013553a034677&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3141413 Sep 17 01:00:32.793663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59390) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:32.823328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80b9a-da0a-4a6b-b26c-b7c43217db6e req-2cf5f05d-7263-4374-85f5-084b98871688 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:32.824885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94b80b9a-da0a-4a6b-b26c-b7c43217db6e req-2cf5f05d-7263-4374-85f5-084b98871688 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.1372035 Sep 17 01:00:32.874694 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffb2b6-b314-44bd-bb38-d7c45ff9f9f6 None None] Pushing event updated for resources: {'Port': ['ID=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:32.880138 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:32.880753 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:32.895503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94b80b9a-da0a-4a6b-b26c-b7c43217db6e req-99557000-f1fb-49f7-af6d-3ef120ce57c7 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596631 Sep 17 01:00:32.916292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3330563-9a47-4508-a52e-df811a205efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.925116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.931375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1124c8fa-117d-42ad-a62c-03a3b72ddf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.931375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1124c8fa-117d-42ad-a62c-03a3b72ddf6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:32.931375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1124c8fa-117d-42ad-a62c-03a3b72ddf6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bf9112c-fa06-47f9-9829-979de1bd108c HTTP/1.1" status: 204 len: 168 time: 0.5515776 Sep 17 01:00:32.971146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124c8fa-117d-42ad-a62c-03a3b72ddf6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf9112c-fa06-47f9-9829-979de1bd108c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:33.019248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3330563-9a47-4508-a52e-df811a205efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:33.056782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:33.060003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:33.133264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:33.133529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:33.139772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Pushing event updated for resources: {'Port': ['ID=fcc94f12-9aea-43b0-90c8-5e8e707d7544,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:33.189999 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:33.222218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3330563-9a47-4508-a52e-df811a205efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:33.246976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3330563-9a47-4508-a52e-df811a205efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:33.251391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b3330563-9a47-4508-a52e-df811a205efd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fae8104a-6cdb-46d4-957a-6dd4afb443eb HTTP/1.1" status: 204 len: 168 time: 0.4552307 Sep 17 01:00:33.307473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3330563-9a47-4508-a52e-df811a205efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae8104a-6cdb-46d4-957a-6dd4afb443eb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:33.569479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2b09103c-969e-4c87-9f2b-312d0a19075f None None] Provisioning complete for port fcc94f12-9aea-43b0-90c8-5e8e707d7544 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:33.570006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b09103c-969e-4c87-9f2b-312d0a19075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:33.654663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2b09103c-969e-4c87-9f2b-312d0a19075f None None] Port fcc94f12-9aea-43b0-90c8-5e8e707d7544 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:33.704228 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:29Z', 'revision_number': 3, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:33.737623 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995a852e-94b2-4e83-a80e-d612fa2c8568 None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:29Z', 'revision_number': 3, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:00:33.811765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.087214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.128378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc12c0b-88a6-41f3-9104-79be0b0c6177 req-f737f949-8422-46a5-8eaf-b1f717d4ac63 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:34.130680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcc12c0b-88a6-41f3-9104-79be0b0c6177 req-f737f949-8422-46a5-8eaf-b1f717d4ac63 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.1222568 Sep 17 01:00:34.148335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.149279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.208894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59440) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:34.232526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9a6015c-df84-477d-8bc7-cb48db048694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.269329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59442) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:34.270599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcc12c0b-88a6-41f3-9104-79be0b0c6177 req-8af03252-cb35-4159-a93a-b24cb3ba9463 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318760 Sep 17 01:00:34.281273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Pushing event updated for resources: {'Port': ['ID=fcc94f12-9aea-43b0-90c8-5e8e707d7544,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:34.337154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d502bfdd-ed36-4a3b-b899-5a7a6c71b433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.400908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:34.402902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:34.436037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9a6015c-df84-477d-8bc7-cb48db048694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.532211 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9a6015c-df84-477d-8bc7-cb48db048694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.575795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:00:34.608237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b9a6015c-df84-477d-8bc7-cb48db048694 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b44343a8baf940bdbe6661262e48d235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961565 Sep 17 01:00:34.613232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6015c-df84-477d-8bc7-cb48db048694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d411a0-0a4a-4115-a8bd-69cb3ce0d8ef,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:34.615546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:34.786963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f074c9e3-c290-4a7c-9157-9ef10f74ba3c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:34.795679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:00:34.820158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b44c08c-8ecf-4213-ba33-6f10e992cecc admin admin] 10.222.0.13 "PUT /v2.0/routers/f1715bd4-6d02-4efc-a099-36c4b7acc507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5518284 Sep 17 01:00:34.907757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f074c9e3-c290-4a7c-9157-9ef10f74ba3c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:34.908128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.912004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7e878bba-a44f-40fd-9be9-501d1b826243 None None] Provisioning complete for port fcc94f12-9aea-43b0-90c8-5e8e707d7544 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:34.912373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7e878bba-a44f-40fd-9be9-501d1b826243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.926253 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d502bfdd-ed36-4a3b-b899-5a7a6c71b433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:34.964711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd986b50-3670-49a5-9253-b7c357df7e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.000493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d502bfdd-ed36-4a3b-b899-5a7a6c71b433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.062101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd986b50-3670-49a5-9253-b7c357df7e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.076898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7e878bba-a44f-40fd-9be9-501d1b826243 None None] Port fcc94f12-9aea-43b0-90c8-5e8e707d7544 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:35.091186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.118401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port f074c9e3-c290-4a7c-9157-9ef10f74ba3c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:35.190796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502bfdd-ed36-4a3b-b899-5a7a6c71b433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ee18a0-045f-414c-bd26-feb61d664ab6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:35.200806 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d502bfdd-ed36-4a3b-b899-5a7a6c71b433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bca26a74e9d4bf9a61e9caaec5815db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9302697 Sep 17 01:00:35.204273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59462) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:35.221694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.293099 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9082d571-d2af-453b-9436-2e4bfc3b236b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.324055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9082d571-d2af-453b-9436-2e4bfc3b236b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.335368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:35.341486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd986b50-3670-49a5-9253-b7c357df7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.344718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd986b50-3670-49a5-9253-b7c357df7e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.350889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd986b50-3670-49a5-9253-b7c357df7e13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06d411a0-0a4a-4115-a8bd-69cb3ce0d8ef HTTP/1.1" status: 204 len: 168 time: 0.7259138 Sep 17 01:00:35.369979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd986b50-3670-49a5-9253-b7c357df7e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d411a0-0a4a-4115-a8bd-69cb3ce0d8ef,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:35.434027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af58f7c9-1f2b-49dc-8e69-f2c039329a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.467660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9082d571-d2af-453b-9436-2e4bfc3b236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.470472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9082d571-d2af-453b-9436-2e4bfc3b236b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:35.471844 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9082d571-d2af-453b-9436-2e4bfc3b236b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15ee18a0-045f-414c-bd26-feb61d664ab6 HTTP/1.1" status: 204 len: 168 time: 0.2667272 Sep 17 01:00:35.480703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32722adb-5cf5-4081-bf2e-c0e17a6690a7 req-12ac40e6-59dc-4052-ab8e-169447f6402a tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:35.482441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32722adb-5cf5-4081-bf2e-c0e17a6690a7 req-12ac40e6-59dc-4052-ab8e-169447f6402a tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.0827646 Sep 17 01:00:35.489032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082d571-d2af-453b-9436-2e4bfc3b236b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ee18a0-045f-414c-bd26-feb61d664ab6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:35.559939 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32722adb-5cf5-4081-bf2e-c0e17a6690a7 req-c9d0fcaf-3eb6-43f4-b5a6-1809f333e30c tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695829 Sep 17 01:00:35.565846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:35.949015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8a92-426b-4754-bb10-0c3cf0031ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.098325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8a92-426b-4754-bb10-0c3cf0031ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.109306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:00:36.120123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:36.121071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:36.176739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8ca8a92-426b-4754-bb10-0c3cf0031ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.289430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:36.290245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c8ca8a92-426b-4754-bb10-0c3cf0031ae8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=055836cd3a0e4c73b1cbe57e1f041cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7192016 Sep 17 01:00:36.290245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca8a92-426b-4754-bb10-0c3cf0031ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c31e0d-2271-411a-a3a0-de1b434a2f00,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:36.290418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:36.322687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59502) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:36.328317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-network', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:36.405016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de461dab-7b71-4b01-b1f9-2ca8d7fcd91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.439333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Made reservation on behalf of cd21189193ae4dfcacef1330723e7488 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:36.441891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.454118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.476507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de461dab-7b71-4b01-b1f9-2ca8d7fcd91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.614948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 2, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:36.628485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de461dab-7b71-4b01-b1f9-2ca8d7fcd91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.631418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de461dab-7b71-4b01-b1f9-2ca8d7fcd91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.634100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-de461dab-7b71-4b01-b1f9-2ca8d7fcd91e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5c31e0d-2271-411a-a3a0-de1b434a2f00 HTTP/1.1" status: 204 len: 168 time: 0.3419247 Sep 17 01:00:36.666269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.674657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de461dab-7b71-4b01-b1f9-2ca8d7fcd91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c31e0d-2271-411a-a3a0-de1b434a2f00,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:36.715637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:00:36.720749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Updating router f1715bd4-6d02-4efc-a099-36c4b7acc507 port fcc94f12-9aea-43b0-90c8-5e8e707d7544 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:00:36.745140 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.775463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:36.784551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f074c9e3-c290-4a7c-9157-9ef10f74ba3c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:36.785607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.786259 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Added segment 0d1596d0-675f-4a6f-99cd-769bc70acbfc of type vlan for network 801b537f-d566-4456-b1a1-2a670f2f27f4 Sep 17 01:00:36.792777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.872947 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:36.884241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5dd4bb-3a05-4d6c-aa9e-23fbd0a8c6f0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:36.911397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7ad90-a60a-4cc6-889f-b215d7745108 req-bdd8751f-3637-425b-a5e7-f4f8bb030fe2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:36.913966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76d7ad90-a60a-4cc6-889f-b215d7745108 req-bdd8751f-3637-425b-a5e7-f4f8bb030fe2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.2063768 Sep 17 01:00:36.981329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76d7ad90-a60a-4cc6-889f-b215d7745108 req-04881072-605f-4c68-ae1a-330ed5f31494 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505514 Sep 17 01:00:37.033534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.035061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:37.035781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.045297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f074c9e3-c290-4a7c-9157-9ef10f74ba3c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:37.045670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.130017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] Pushing event updated for resources: {'Network': ['ID=801b537f-d566-4456-b1a1-2a670f2f27f4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:37.152059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:37.175607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:37.176397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-633f7d27-323e-4f67-b5a4-4c8a87552364 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8519759 Sep 17 01:00:37.183362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Request body: {'subnet': {'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-subnet', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:37.273202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Made reservation on behalf of cd21189193ae4dfcacef1330723e7488 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:37.275826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.385800 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.449917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59528) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:37.467644 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.473427 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0d5904d9-325c-4490-afa9-92459dd4d781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.593344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569365d-4e08-49e2-89d7-693481373485 None None] Pushing event updated for resources: {'Port': ['ID=fcc94f12-9aea-43b0-90c8-5e8e707d7544,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:37.628463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.639248 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0d5904d9-325c-4490-afa9-92459dd4d781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.727569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Attempting to bind port fcc94f12-9aea-43b0-90c8-5e8e707d7544 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:37.728074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Attempting to bind port fcc94f12-9aea-43b0-90c8-5e8e707d7544 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:37.728577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Attempting to bind port fcc94f12-9aea-43b0-90c8-5e8e707d7544 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:37.734116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:37.735231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:37.735765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Checking segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:37.742405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0d5904d9-325c-4490-afa9-92459dd4d781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.743166 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.743994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Bound using segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:37.744785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Bound port: fcc94f12-9aea-43b0-90c8-5e8e707d7544, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:37.745777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.753013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Checking segment: {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:37.753365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Network hostable DHCP agents. Network: 801b537f-d566-4456-b1a1-2a670f2f27f4, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:37.825361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5904d9-325c-4490-afa9-92459dd4d781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b866e7-b3e7-4e54-9032-27ab5eb1d49a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:37.830563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0d5904d9-325c-4490-afa9-92459dd4d781 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01852fd1df2343718819faf56b67c236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794096 Sep 17 01:00:37.833427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59538) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:37.858687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] For port fcc94f12-9aea-43b0-90c8-5e8e707d7544, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:37.863123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] For port fcc94f12-9aea-43b0-90c8-5e8e707d7544, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fcc94f12-9aea-43b0-90c8-5e8e707d7544,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:37.888536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:37.911690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-69e7e728-b507-4cb7-8930-b7f33918b913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.924812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8d79e792-8545-4134-8988-07e86a42bda2 None None] Provisioning complete for port fcc94f12-9aea-43b0-90c8-5e8e707d7544 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:37.925497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d79e792-8545-4134-8988-07e86a42bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.935065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-69e7e728-b507-4cb7-8930-b7f33918b913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.952141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59540) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:37.971098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 801b537f-d566-4456-b1a1-2a670f2f27f4) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:37.978996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:37.979879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:37.994988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62de36-9d43-4550-a3a7-83fa7e245664 None None] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:37.997162 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.070798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-151bbec9-6e7f-48ee-a593-cdce8a2263e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8880427 Sep 17 01:00:38.071317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59550) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:38.076562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:38.091698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569365d-4e08-49e2-89d7-693481373485 None None] Pushing event updated for resources: {'Port': ['ID=fcc94f12-9aea-43b0-90c8-5e8e707d7544,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:38.120055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-69e7e728-b507-4cb7-8930-b7f33918b913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.138882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-69e7e728-b507-4cb7-8930-b7f33918b913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.140389 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-69e7e728-b507-4cb7-8930-b7f33918b913 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27b866e7-b3e7-4e54-9032-27ab5eb1d49a HTTP/1.1" status: 204 len: 168 time: 0.3058636 Sep 17 01:00:38.142423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:38.143063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:38.167340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7e728-b507-4cb7-8930-b7f33918b913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b866e7-b3e7-4e54-9032-27ab5eb1d49a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:38.198948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0906465-de7e-460d-aabd-cfcf2ecc4ef0 req-2379079f-28c0-4350-99a4-734529f4132b tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:38.208955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0906465-de7e-460d-aabd-cfcf2ecc4ef0 req-2379079f-28c0-4350-99a4-734529f4132b tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.1460025 Sep 17 01:00:38.234879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1811881821-network', 'tenant_id': 'c1130e2fd7de4a31a864d203bb106bf9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:38.257718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.263883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.270860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:38.362710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0906465-de7e-460d-aabd-cfcf2ecc4ef0 req-06335a93-3124-41ca-98a3-34ffbf0fd5c8 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526759 Sep 17 01:00:38.407291 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ce05ad98-c705-4703-9959-b3556cc9ad2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.410665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Made reservation on behalf of c1130e2fd7de4a31a864d203bb106bf9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:38.413983 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.433935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.479573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.571042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d79e792-8545-4134-8988-07e86a42bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.587324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.638120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.653304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:38.676040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.676402 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Added segment d2e37026-d0fe-4330-ad5b-26fd6302d02d of type vlan for network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 Sep 17 01:00:38.679923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8d79e792-8545-4134-8988-07e86a42bda2 None None] For port fcc94f12-9aea-43b0-90c8-5e8e707d7544, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fcc94f12-9aea-43b0-90c8-5e8e707d7544,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:38.753682 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.789454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d79e792-8545-4134-8988-07e86a42bda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.810038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490f425c-b80c-4e16-9ae9-225df4df98fd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:38.811588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-801b537f-d566-4456-b1a1-2a670f2f27f4', 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'fixed_ips': [{'subnet_id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:00:38.811890 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.821456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.852397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.853653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:38.854110 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:38.942217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] Pushing event updated for resources: {'Network': ['ID=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:38.985971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d1e89fb-b2e1-4346-a89a-d44f956f6e79 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0326703 Sep 17 01:00:38.986823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59578) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:38.988276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:38.991917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Request body: {'subnet': {'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1811881821-subnet', 'tenant_id': 'c1130e2fd7de4a31a864d203bb106bf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:39.033177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79e792-8545-4134-8988-07e86a42bda2 None None] Pushing event updated for resources: {'Port': ['ID=fcc94f12-9aea-43b0-90c8-5e8e707d7544,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:39.108911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-883ca9d3-5b1c-429e-9c3c-5fe0de750abf None None] Provisioning complete for port fcc94f12-9aea-43b0-90c8-5e8e707d7544 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:39.109280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-883ca9d3-5b1c-429e-9c3c-5fe0de750abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.127200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:37Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:39.152272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Made reservation on behalf of c1130e2fd7de4a31a864d203bb106bf9 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:39.154895 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Notify callbacks [] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.174260 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.176797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448585bc-d45d-4f04-b756-03a205a32373 None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:37Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:00:39.178997 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.205262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.225507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Allocated IP 172.20.0.2 (801b537f-d566-4456-b1a1-2a670f2f27f4/29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc/d31c32ff-09c1-450d-a14d-2acdc711ce9f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:39.372884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.551960 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.598402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Allocated IP 172.25.1.128 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/6a72831d-1faf-42ca-8504-e6e0a4ec54ea) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:39.620468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59935469-9059-47d2-932b-956e54ead3f9 req-3cdc82bb-d296-4867-acb3-ca81989d0674 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:39.622462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59935469-9059-47d2-932b-956e54ead3f9 req-3cdc82bb-d296-4867-acb3-ca81989d0674 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.0993171 Sep 17 01:00:39.652801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.730642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:39.742560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:39.747713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:39.757879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Pushing event updated for resources: {'Port': ['ID=d31c32ff-09c1-450d-a14d-2acdc711ce9f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:39.778651 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59935469-9059-47d2-932b-956e54ead3f9 req-654281cb-093d-43d7-b88a-0934c1e9f4b7 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393955 Sep 17 01:00:39.839968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Attempting to bind port d31c32ff-09c1-450d-a14d-2acdc711ce9f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:39.840338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Attempting to bind port d31c32ff-09c1-450d-a14d-2acdc711ce9f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:39.840700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Attempting to bind port d31c32ff-09c1-450d-a14d-2acdc711ce9f on network 801b537f-d566-4456-b1a1-2a670f2f27f4 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:39.846142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:39.846517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Checking segment: {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:39.846917 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.847340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Bound using segment: {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:39.847807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Bound port: d31c32ff-09c1-450d-a14d-2acdc711ce9f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:39.848186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.863365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.864030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:39.939264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8197d192-2f62-421b-9fc9-38a50560286b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:39.978507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59602) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:39.986828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] For port d31c32ff-09c1-450d-a14d-2acdc711ce9f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:39.993674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] For port d31c32ff-09c1-450d-a14d-2acdc711ce9f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d31c32ff-09c1-450d-a14d-2acdc711ce9f,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:40.019784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f869d-4ba1-4ca1-89ee-07c48b72670c req-b0771aa5-3626-4da9-8a42-7b6692301ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.021287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df9f869d-4ba1-4ca1-89ee-07c48b72670c req-b0771aa5-3626-4da9-8a42-7b6692301ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 1121 time: 0.4624116 Sep 17 01:00:40.028699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.029252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.029774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.030203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.030662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.031131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.032865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f16e599-35f5-4c96-9c24-6fbe5dc968e4 req-b652f543-a632-45ff-a4ca-4d67b04839af tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4295 time: 0.9203870 Sep 17 01:00:40.053667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:40.054034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Network hostable DHCP agents. Network: 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:40.070422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df9f869d-4ba1-4ca1-89ee-07c48b72670c req-6eabf819-f895-4c6d-a355-ca3ad720357e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353909 Sep 17 01:00:40.119953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:40.222892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:40.242353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9f46d-a8f5-40a4-a33b-4e3a26258816 None None] Pushing event updated for resources: {'Port': ['ID=d31c32ff-09c1-450d-a14d-2acdc711ce9f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:40.279312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:40.289973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:40.295392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f869d-4ba1-4ca1-89ee-07c48b72670c req-74cea77e-41dc-49cb-a94e-afcab96c0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.297045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df9f869d-4ba1-4ca1-89ee-07c48b72670c req-74cea77e-41dc-49cb-a94e-afcab96c0bf7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2177708 Sep 17 01:00:40.347685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:40.356884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afdca80-087e-443a-9e34-82cea4eb8f6b None None] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:40.364615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.365295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:40.380792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:40.393253 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ae93eeb-6a71-4fe6-8072-dc610ba22f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:40.408564 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:40.437842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f23f0fd-b0e8-43e3-b62e-dc4ee403717b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4497199 Sep 17 01:00:40.476763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-1ab58bb0-6934-4106-8592-feee0ed17a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.478674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-1ab58bb0-6934-4106-8592-feee0ed17a35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 1121 time: 0.1286092 Sep 17 01:00:40.598837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4f2efc-cb44-474a-947f-545f04a95149 None None] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:40.603695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb529-054a-4c14-aed7-90d3476bd678 req-70bc98c7-8b98-4152-a8c1-7c6379cff132 tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.605122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d2cb529-054a-4c14-aed7-90d3476bd678 req-70bc98c7-8b98-4152-a8c1-7c6379cff132 tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 886 time: 0.5524437 Sep 17 01:00:40.625968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-483192df-a3f6-446c-be29-6a5edd491c61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=14aff365-1b9c-41ea-8180-05159b710b49 HTTP/1.1" status: 200 len: 217 time: 0.1386678 Sep 17 01:00:40.777305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Pushing event updated for resources: {'Port': ['ID=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:40.897769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-a81cf2c0-1101-434d-ab50-eb1d149b3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:40.904882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-a81cf2c0-1101-434d-ab50-eb1d149b3473 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2619367 Sep 17 01:00:40.946023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d31c32ff-09c1-450d-a14d-2acdc711ce9f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:40.984477 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.027153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d31c32ff-09c1-450d-a14d-2acdc711ce9f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:41.032228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.057750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.058228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.058694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.059176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.059632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.060083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.061847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc4b37a7-a7ca-44ea-bbc7-c78851f2ec48 req-7dd9c6bb-bc5b-4dc1-8b5e-e37aa3eee71a tempest-NetworksTest-1718707234 tempest-NetworksTest-1718707234-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4339 time: 0.4324234 Sep 17 01:00:41.078873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4e444-5941-42e0-b733-bade49c46310 req-bdabecb1-6b74-44e0-ab73-7644fd5e7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.080505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-bdabecb1-6b74-44e0-ab73-7644fd5e7ead service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647806 Sep 17 01:00:41.182514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.242187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port d31c32ff-09c1-450d-a14d-2acdc711ce9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d31c32ff-09c1-450d-a14d-2acdc711ce9f,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:41.264525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-5229ed29-7aa9-4488-b13b-03be9b625169 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760106 Sep 17 01:00:41.278229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ae93eeb-6a71-4fe6-8072-dc610ba22f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.281175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.298680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73115b4c-d9b0-4d58-b3d3-2958b91b6077 req-e82ba362-59f0-4ae0-b46b-a37d70434d2e tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:41.300543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73115b4c-d9b0-4d58-b3d3-2958b91b6077 req-e82ba362-59f0-4ae0-b46b-a37d70434d2e tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.3069870 Sep 17 01:00:41.302383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.303940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fcc94f12-9aea-43b0-90c8-5e8e707d7544 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:41.350643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ae93eeb-6a71-4fe6-8072-dc610ba22f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.420804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae93eeb-6a71-4fe6-8072-dc610ba22f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a853d45-f513-4b54-b3c8-b40cd9a4efb5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:41.446970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=d31c32ff-09c1-450d-a14d-2acdc711ce9f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:41.459298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fcc94f12-9aea-43b0-90c8-5e8e707d7544 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:41.460204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.485117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efb4e444-5941-42e0-b733-bade49c46310 req-38416ff2-2a9b-4091-9264-7ee015875348 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129211 Sep 17 01:00:41.562131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59638) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:41.562367 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4ae93eeb-6a71-4fe6-8072-dc610ba22f90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a60e9f5688c488a919bfaf569308bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5825732 Sep 17 01:00:41.597988 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73115b4c-d9b0-4d58-b3d3-2958b91b6077 req-82b88481-f6a8-4f97-82af-3b16d8c7aaa9 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591569 Sep 17 01:00:41.646492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15e93265-d516-4870-a33a-c3553364cec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.680141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15e93265-d516-4870-a33a-c3553364cec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.686785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.715832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d5cc11-80a1-46ff-b13b-298f7698177b None None] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:41.809976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-47a1b499-19af-4e57-8b46-955118b48162 None None] Provisioning complete for port d31c32ff-09c1-450d-a14d-2acdc711ce9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:41.810374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-47a1b499-19af-4e57-8b46-955118b48162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.856212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15e93265-d516-4870-a33a-c3553364cec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.859177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15e93265-d516-4870-a33a-c3553364cec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:41.863601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15e93265-d516-4870-a33a-c3553364cec6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a853d45-f513-4b54-b3c8-b40cd9a4efb5 HTTP/1.1" status: 204 len: 168 time: 0.2968278 Sep 17 01:00:41.872269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e93265-d516-4870-a33a-c3553364cec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a853d45-f513-4b54-b3c8-b40cd9a4efb5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:41.908003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Router aea0e108-2abd-46e2-b7d5-c4865eb5cefa is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:00:41.969291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:42.063805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:00:42.084247 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Sync routers for ids ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:00:42.098838 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Routers {'aea0e108-2abd-46e2-b7d5-c4865eb5cefa'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:42.099749 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:42.171022 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.172541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0094dc2c-643a-40c5-8ef8-05b56ed5f163 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1003273 Sep 17 01:00:42.175485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59660) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:42.194988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-028e8a14-5715-4385-90c6-45006c73a26b None None] Provisioning complete for port d31c32ff-09c1-450d-a14d-2acdc711ce9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:42.195632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-028e8a14-5715-4385-90c6-45006c73a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.230276 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Set router aea0e108-2abd-46e2-b7d5-c4865eb5cefa gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:42.354807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3567-63d8-4bcd-a70e-e5c5f9545341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.409507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59670) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:42.416919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-280460730-network', 'tenant_id': '5525a341b96f4826b03df53cbf8010ad'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:42.494635 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:00:40Z', 'revision_number': 3, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:42.526188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3567-63d8-4bcd-a70e-e5c5f9545341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.530396 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Checking router: aea0e108-2abd-46e2-b7d5-c4865eb5cefa for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:00:42.533277 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Updating router aea0e108-2abd-46e2-b7d5-c4865eb5cefa port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:00:42.560625 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.620480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8ac3567-63d8-4bcd-a70e-e5c5f9545341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.681234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f8ac3567-63d8-4bcd-a70e-e5c5f9545341 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=68213657140640e1ad36ed6d20534286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7107248 Sep 17 01:00:42.682666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac3567-63d8-4bcd-a70e-e5c5f9545341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ee7bcb-4f3b-44f6-9a23-c5546cf7289a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:42.683964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59678) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:42.742122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d31c32ff-09c1-450d-a14d-2acdc711ce9f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:42.773566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Made reservation on behalf of 5525a341b96f4826b03df53cbf8010ad for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:42.777905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.794330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.796075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d31c32ff-09c1-450d-a14d-2acdc711ce9f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:42.796620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.853923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cc8bf-fc34-4f30-817b-43068cd55649 req-88faea1b-cee8-46fb-a5b7-e3378c408877 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:42.856276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ad227dc-2fd4-48c5-a0bf-18c110b03e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.858685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b5cc8bf-fc34-4f30-817b-43068cd55649 req-88faea1b-cee8-46fb-a5b7-e3378c408877 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.1344409 Sep 17 01:00:42.889781 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.893885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59680) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:42.913901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ad227dc-2fd4-48c5-a0bf-18c110b03e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.929981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd63ded5-0005-453c-b60f-794b62238f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.958998 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:42.960333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b5cc8bf-fc34-4f30-817b-43068cd55649 req-ca3a185d-9cc7-478f-a5e1-3a1408970aba tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909235 Sep 17 01:00:43.008543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Attempting to bind port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:43.009063 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Attempting to bind port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:43.009519 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Attempting to bind port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:43.018821 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:43.019389 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:43.019876 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.025630 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:43.025630 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Bound port: 6a72831d-1faf-42ca-8504-e6e0a4ec54ea, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:43.025630 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.032779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.045582 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d7637-246c-4811-81ec-9db9f8e0a4ac None None] Pushing event updated for resources: {'Port': ['ID=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.082320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.082672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] For port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:43.086269 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] For port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:43.103825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.130472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ad227dc-2fd4-48c5-a0bf-18c110b03e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.133449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ad227dc-2fd4-48c5-a0bf-18c110b03e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.137474 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2ad227dc-2fd4-48c5-a0bf-18c110b03e41 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2ee7bcb-4f3b-44f6-9a23-c5546cf7289a HTTP/1.1" status: 204 len: 168 time: 0.4416935 Sep 17 01:00:43.158189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:43.158516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:43.167182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18e9af4-f85a-4ede-8410-9fa95bf341d5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.188992 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.196804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.197443 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Added segment 5c5c633a-7662-426a-adf6-393d0d1f66f9 of type vlan for network b28369b1-cade-497b-ab91-80547fa108f1 Sep 17 01:00:43.219646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad227dc-2fd4-48c5-a0bf-18c110b03e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ee7bcb-4f3b-44f6-9a23-c5546cf7289a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.278852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.284894 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d7637-246c-4811-81ec-9db9f8e0a4ac None None] Pushing event updated for resources: {'Port': ['ID=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.316998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Routers {'aea0e108-2abd-46e2-b7d5-c4865eb5cefa'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:43.318114 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:43.329555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd63ded5-0005-453c-b60f-794b62238f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.366394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Allocated IP 172.20.0.1 (801b537f-d566-4456-b1a1-2a670f2f27f4/29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc/490a91e6-90d8-44bc-845f-078d6ba9c2f9) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:43.404581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.405542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:43.406117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.409365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db0620b1-1dbf-4a48-bda2-eebcef912e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.435694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd63ded5-0005-453c-b60f-794b62238f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.447420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] Set router aea0e108-2abd-46e2-b7d5-c4865eb5cefa gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:43.514618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fd63ded5-0005-453c-b60f-794b62238f74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a556f3f577fd490a82e371861b496862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179166 Sep 17 01:00:43.519649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] Pushing event updated for resources: {'Network': ['ID=b28369b1-cade-497b-ab91-80547fa108f1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.525358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:43.531112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b28369b1-cade-497b-ab91-80547fa108f1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:43.549215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fc8b3821-d84d-405f-b457-d88d74474567 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1358716 Sep 17 01:00:43.550131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59692) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:43.553424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63ded5-0005-453c-b60f-794b62238f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1749cb3-b017-4476-b632-809abefa9966,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.582817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Request body: {'subnet': {'network_id': 'b28369b1-cade-497b-ab91-80547fa108f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-280460730-subnet', 'tenant_id': '5525a341b96f4826b03df53cbf8010ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:43.641529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.672648 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:00:40Z', 'revision_number': 3, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:43.676191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7cf052e-3463-49c3-9554-e1590412b95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.707507 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7be31c7-c9be-4de0-91f7-0e62e672cc49 None None] The sync data for ids ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'] in n-d-789963-7 is: [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:00:40Z', 'revision_number': 3, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:00:43.723956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7cf052e-3463-49c3-9554-e1590412b95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.787955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db0620b1-1dbf-4a48-bda2-eebcef912e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.842886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db0620b1-1dbf-4a48-bda2-eebcef912e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.846316 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.951805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-db0620b1-1dbf-4a48-bda2-eebcef912e4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=090cb77cd4d441e1aeffff30e914ecf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7285407 Sep 17 01:00:43.951805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:43.951805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:43.951805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:43.951805 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:43.951805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Pushing event updated for resources: {'Port': ['ID=490a91e6-90d8-44bc-845f-078d6ba9c2f9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:43.952208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59700) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:43.971459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0620b1-1dbf-4a48-bda2-eebcef912e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae2304-93b0-436c-9e92-bbb920ebf8fa,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:44.022940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7cf052e-3463-49c3-9554-e1590412b95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.025610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7cf052e-3463-49c3-9554-e1590412b95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.029172 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b7cf052e-3463-49c3-9554-e1590412b95a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1749cb3-b017-4476-b632-809abefa9966 HTTP/1.1" status: 204 len: 168 time: 0.5005126 Sep 17 01:00:44.134493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Made reservation on behalf of 5525a341b96f4826b03df53cbf8010ad for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:44.136865 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.158543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60fd7ae1-ca59-4e58-ac21-0a40e32849b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.189407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60fd7ae1-ca59-4e58-ac21-0a40e32849b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.255167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:44.277408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-56b72243-98dd-45ab-b47b-bebf2ee0f0a0 None None] Provisioning complete for port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:44.278364 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56b72243-98dd-45ab-b47b-bebf2ee0f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.290778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf052e-3463-49c3-9554-e1590412b95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1749cb3-b017-4476-b632-809abefa9966,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:44.306074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-662e4e14-b6c8-498d-beb2-5e7203b56855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.332928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60fd7ae1-ca59-4e58-ac21-0a40e32849b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.338238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60fd7ae1-ca59-4e58-ac21-0a40e32849b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.350528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-60fd7ae1-ca59-4e58-ac21-0a40e32849b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bae2304-93b0-436c-9e92-bbb920ebf8fa HTTP/1.1" status: 204 len: 168 time: 0.4032478 Sep 17 01:00:44.371003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd7ae1-ca59-4e58-ac21-0a40e32849b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae2304-93b0-436c-9e92-bbb920ebf8fa,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:44.419209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-56b72243-98dd-45ab-b47b-bebf2ee0f0a0 None None] Port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:44.435048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703199d-9c04-4f85-9a21-2427b5481d34 req-8b2dd238-98f9-4026-8435-965582e0f8dd tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:44.436671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c703199d-9c04-4f85-9a21-2427b5481d34 req-8b2dd238-98f9-4026-8435-965582e0f8dd tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 970 time: 0.2933140 Sep 17 01:00:44.529574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-662e4e14-b6c8-498d-beb2-5e7203b56855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.539888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c703199d-9c04-4f85-9a21-2427b5481d34 req-81575f68-57ad-4625-9caf-912735a68317 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941808 Sep 17 01:00:44.601121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-662e4e14-b6c8-498d-beb2-5e7203b56855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.623984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.660233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-662e4e14-b6c8-498d-beb2-5e7203b56855 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ab09a9c6ce64b93b278bea5ec9647e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016025 Sep 17 01:00:44.689804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59716) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:44.737198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e4e14-b6c8-498d-beb2-5e7203b56855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0f1016-9c02-4a8e-a7cf-702d66a1bf50,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:44.803922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6a72831d-1faf-42ca-8504-e6e0a4ec54ea up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:44.863125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d88b066-70cf-455d-b4b4-17c479624c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.873790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.895534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:44.896182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:44.902347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d88b066-70cf-455d-b4b4-17c479624c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.012999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.014221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c117fb4-1e2c-4c54-aa1c-d0e858de0743,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:45.026325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14aff365-1b9c-41ea-8180-05159b710b49 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:00:45.043693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Checking segment: {'id': '5c5c633a-7662-426a-adf6-393d0d1f66f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b28369b1-cade-497b-ab91-80547fa108f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:45.044055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Network hostable DHCP agents. Network: b28369b1-cade-497b-ab91-80547fa108f1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:45.050596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.066708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d88b066-70cf-455d-b4b4-17c479624c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.069418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:45.070206 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d88b066-70cf-455d-b4b4-17c479624c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.076783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9d88b066-70cf-455d-b4b4-17c479624c19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d0f1016-9c02-4a8e-a7cf-702d66a1bf50 HTTP/1.1" status: 204 len: 168 time: 0.3814981 Sep 17 01:00:45.082734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88b066-70cf-455d-b4b4-17c479624c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0f1016-9c02-4a8e-a7cf-702d66a1bf50,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:45.159198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Network b28369b1-cade-497b-ab91-80547fa108f1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:45.161620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.162006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.163039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.210281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 14aff365-1b9c-41ea-8180-05159b710b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14aff365-1b9c-41ea-8180-05159b710b49,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:45.229619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '14aff365-1b9c-41ea-8180-05159b710b49', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '14aff365-1b9c-41ea-8180-05159b710b49', 'mac_address': 'fa:16:3e:0b:ca:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-1445823920', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:00:45.244079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:45.280619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.285541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59728) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:45.297112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14aff365-1b9c-41ea-8180-05159b710b49 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:00:45.307319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba3d-de41-42a4-8cb1-ae6f3901f56e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.320732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 14aff365-1b9c-41ea-8180-05159b710b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14aff365-1b9c-41ea-8180-05159b710b49,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:45.343220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b28369b1-cade-497b-ab91-80547fa108f1) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:45.354220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf127e7-d4b0-4e61-8eb1-66386511a76a None None] Network b28369b1-cade-497b-ab91-80547fa108f1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:45.378064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Pushing event updated for resources: {'Port': ['ID=490a91e6-90d8-44bc-845f-078d6ba9c2f9,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:45.391404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:45.396274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.397122 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.452761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:45.455301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:45.473080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba3d-de41-42a4-8cb1-ae6f3901f56e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.536706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbfeba3d-de41-42a4-8cb1-ae6f3901f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.546339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=14aff365-1b9c-41ea-8180-05159b710b49,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:45.593751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bbfeba3d-de41-42a4-8cb1-ae6f3901f56e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6db050e64a8143bc89ff70581a6b4e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061891 Sep 17 01:00:45.595711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:45.622454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0bcdd8e8-c054-4803-8db3-0cfa894730b4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0472012 Sep 17 01:00:45.642218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d885591-3908-4d45-b724-abdf4bc6626c None None] Network b28369b1-cade-497b-ab91-80547fa108f1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:45.674191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Router aea0e108-2abd-46e2-b7d5-c4865eb5cefa has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:00:45.721224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfeba3d-de41-42a4-8cb1-ae6f3901f56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162bbcdb-5418-422b-9162-cefc98356a3d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:45.773096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['14aff365-1b9c-41ea-8180-05159b710b49'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:00:45.802409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36be2929-384c-4f90-b9a7-0e82da124c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.819458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944e81e-1a40-402b-9b3f-98e61daed351 req-9d5c2cf6-277d-43bb-8986-cbaecdef519e tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:45.821567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9944e81e-1a40-402b-9b3f-98e61daed351 req-9d5c2cf6-277d-43bb-8986-cbaecdef519e tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 971 time: 0.1060131 Sep 17 01:00:45.855811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36be2929-384c-4f90-b9a7-0e82da124c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.881688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:00:45.911976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8bb2a099-778b-46de-8620-b3f9e419e2fb admin admin] 10.222.0.13 "PUT /v2.0/routers/aea0e108-2abd-46e2-b7d5-c4865eb5cefa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7352543 Sep 17 01:00:45.914180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9944e81e-1a40-402b-9b3f-98e61daed351 req-3f67c01f-7a95-48cd-b38a-728b09841ce4 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853488 Sep 17 01:00:45.975416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a4d5683e-1134-47fa-a5e8-b35d8af56c03 None None] Provisioning complete for port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:45.975908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a4d5683e-1134-47fa-a5e8-b35d8af56c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:45.998844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36be2929-384c-4f90-b9a7-0e82da124c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:46.001710 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36be2929-384c-4f90-b9a7-0e82da124c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:46.006047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-36be2929-384c-4f90-b9a7-0e82da124c23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/162bbcdb-5418-422b-9162-cefc98356a3d HTTP/1.1" status: 204 len: 168 time: 0.4090064 Sep 17 01:00:46.014123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be2929-384c-4f90-b9a7-0e82da124c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162bbcdb-5418-422b-9162-cefc98356a3d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:46.091303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a4d5683e-1134-47fa-a5e8-b35d8af56c03 None None] Port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:46.351876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Sync routers for ids ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:00:46.360784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Routers {'aea0e108-2abd-46e2-b7d5-c4865eb5cefa'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:46.366134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:46.472594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Set router aea0e108-2abd-46e2-b7d5-c4865eb5cefa gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:46.735896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:00:44Z', 'revision_number': 4, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '490a91e6-90d8-44bc-845f-078d6ba9c2f9', 'name': '', 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'mac_address': 'fa:16:3e:0b:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:43Z', 'updated_at': '2021-09-17T01:00:44Z', 'revision_number': 2, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'subnets': [{'id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:46.743346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6a72831d-1faf-42ca-8504-e6e0a4ec54ea up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:46.902410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Checking router: aea0e108-2abd-46e2-b7d5-c4865eb5cefa for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:00:46.902410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Updating router aea0e108-2abd-46e2-b7d5-c4865eb5cefa port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:00:46.919136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-65adb34a-a0e6-4115-8398-a19e07ed96d4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:46.920812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-65adb34a-a0e6-4115-8398-a19e07ed96d4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.2531712 Sep 17 01:00:46.939608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-044ba0a7-708b-421a-926b-a09ef9aa9263 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/quotas/c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 375 time: 0.0115693 Sep 17 01:00:46.947158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:46.990071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-f1f0d420-04b8-4327-bd0c-1ab4692dc27a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447540 Sep 17 01:00:47.010794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14aff365-1b9c-41ea-8180-05159b710b49 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:47.016276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:47.016655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.174365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0012d8-4872-4113-acfb-6141853122e0 req-60a72ac5-eb29-4dd4-bf48-eb87f24166c1 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:47.176543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d0012d8-4872-4113-acfb-6141853122e0 req-60a72ac5-eb29-4dd4-bf48-eb87f24166c1 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 971 time: 0.0622580 Sep 17 01:00:47.239496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d0012d8-4872-4113-acfb-6141853122e0 req-851427d1-ea6b-4ada-87c0-900de7c38df2 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551760 Sep 17 01:00:47.310223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 14aff365-1b9c-41ea-8180-05159b710b49 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:00:47.321497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 14aff365-1b9c-41ea-8180-05159b710b49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:47.321865 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.415167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.463632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.498713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00233f7d-7239-4edf-b1b9-d76614603e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aff365-1b9c-41ea-8180-05159b710b49'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:00:47.536703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-35cf0c50-dcad-4897-9805-440a4e945c17 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:00:47.538728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-35cf0c50-dcad-4897-9805-440a4e945c17 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2381928 Sep 17 01:00:47.571804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.587524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 14aff365-1b9c-41ea-8180-05159b710b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14aff365-1b9c-41ea-8180-05159b710b49,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:47.638037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7d707-d666-4b1a-b268-0181b1d64b92 None None] Pushing event updated for resources: {'Port': ['ID=490a91e6-90d8-44bc-845f-078d6ba9c2f9,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:47.682116 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.692902 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-f0c5c6dc-238c-4a58-b031-1bec100f1bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472514 Sep 17 01:00:47.764553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Attempting to bind port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:47.764831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Attempting to bind port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:47.765198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Attempting to bind port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 on network 801b537f-d566-4456-b1a1-2a670f2f27f4 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:47.785490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:47.785802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Checking segment: {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:47.786185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.786606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Bound using segment: {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:47.787183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Bound port: 490a91e6-90d8-44bc-845f-078d6ba9c2f9, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d1596d0-675f-4a6f-99cd-769bc70acbfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:47.787856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:47.817461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=14aff365-1b9c-41ea-8180-05159b710b49,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:47.827854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-8781c48e-9674-4583-a9da-cd3362f62554 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340461 Sep 17 01:00:47.886075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59840) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:47.891641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976780935', 'description': 'tempest-description--575680084'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:47.945792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] For port 490a91e6-90d8-44bc-845f-078d6ba9c2f9, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:47.949128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] For port 490a91e6-90d8-44bc-845f-078d6ba9c2f9, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=490a91e6-90d8-44bc-845f-078d6ba9c2f9,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:48.004366 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51590e3-f074-4183-b8a7-f8680d4eead7" -d '{"events": [{"server_uuid": "00233f7d-7239-4edf-b1b9-d76614603e59", "name": "network-vif-plugged", "status": "completed", "tag": "14aff365-1b9c-41ea-8180-05159b710b49"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:00:48.031878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2aec1ba7-2794-4912-9f01-180d780d06a8 None None] Provisioning complete for port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:48.032180 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2aec1ba7-2794-4912-9f01-180d780d06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.066387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2aec1ba7-2794-4912-9f01-180d780d06a8 None None] Port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:48.124605 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.132711 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.194473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Routers {'aea0e108-2abd-46e2-b7d5-c4865eb5cefa'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:00:48.195381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:00:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:48.201035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7d707-d666-4b1a-b268-0181b1d64b92 None None] Pushing event updated for resources: {'Port': ['ID=490a91e6-90d8-44bc-845f-078d6ba9c2f9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:48.255340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.336193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.382482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] Set router aea0e108-2abd-46e2-b7d5-c4865eb5cefa gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:00:48.390934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9decd950-e9c9-492f-9eee-e90303d2e248,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:48.455196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.455196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b87b39ae-aa4d-45b8-843e-0ca348e8ea90 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5642223 Sep 17 01:00:48.455482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59880) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:48.461072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'security_group_rule': {'security_group_id': '9decd950-e9c9-492f-9eee-e90303d2e248', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:48.581135 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.645010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59890) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:48.673289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.684960 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f1d0a-61a5-4216-b151-fc2655b1510d x-openstack-request-id: req-812f1d0a-61a5-4216-b151-fc2655b1510d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:00:48.690525 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00233f7d-7239-4edf-b1b9-d76614603e59", "name": "network-vif-plugged", "status": "completed", "tag": "14aff365-1b9c-41ea-8180-05159b710b49", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:00:48.690525 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-812f1d0a-61a5-4216-b151-fc2655b1510d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:00:48.690525 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00233f7d-7239-4edf-b1b9-d76614603e59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14aff365-1b9c-41ea-8180-05159b710b49', 'code': 200} Sep 17 01:00:48.702235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8c382911-4874-4cf1-9332-fc7fd0419858 None None] Provisioning complete for port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:48.703220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c382911-4874-4cf1-9332-fc7fd0419858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.764673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.773585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-128fd3e6-d934-4f6e-bf73-799278ff03a2 req-3169c70e-e71e-4c45-84a8-b74339e4489c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.0912859 Sep 17 01:00:48.819837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:00:44Z', 'revision_number': 4, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '490a91e6-90d8-44bc-845f-078d6ba9c2f9', 'name': '', 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'mac_address': 'fa:16:3e:0b:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:43Z', 'updated_at': '2021-09-17T01:00:47Z', 'revision_number': 4, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'subnets': [{'id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:00:48.850845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79712b49-dce9-42f6-9244-ecafafd936d1 None None] The sync data for ids ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'] in n-d-789963-7 is: [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:00:44Z', 'revision_number': 4, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '490a91e6-90d8-44bc-845f-078d6ba9c2f9', 'name': '', 'network_id': '801b537f-d566-4456-b1a1-2a670f2f27f4', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'mac_address': 'fa:16:3e:0b:31:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:43Z', 'updated_at': '2021-09-17T01:00:47Z', 'revision_number': 4, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'subnets': [{'id': '29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:00:48.877391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b7b648d-2f9e-4aa1-b9dd-42204536d3c7,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:48.894931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c382911-4874-4cf1-9332-fc7fd0419858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.961545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:48.964001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eda90ee0-22ac-4c78-a317-c9c9e2f5e39e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5075881 Sep 17 01:00:48.966869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59904) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:48.973918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'security_group_rule': {'security_group_id': '9decd950-e9c9-492f-9eee-e90303d2e248', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:49.000998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8c382911-4874-4cf1-9332-fc7fd0419858 None None] For port 490a91e6-90d8-44bc-845f-078d6ba9c2f9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=490a91e6-90d8-44bc-845f-078d6ba9c2f9,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:00:49.130003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-677251064-network', 'tenant_id': 'cf175badd919434ea4c1e976b3e58f09'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:49.225797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-c6a47e8e-3ce8-4399-9a05-16b66ecaa2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:49.226982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-c6a47e8e-3ce8-4399-9a05-16b66ecaa2ea service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 1123 time: 0.4212434 Sep 17 01:00:49.239402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88367fed-a063-4e4d-875b-21ecde2163c8 req-c0d7b031-ccec-4bb0-ab1e-1b396d60eb6b tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:49.241484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88367fed-a063-4e4d-875b-21ecde2163c8 req-c0d7b031-ccec-4bb0-ab1e-1b396d60eb6b tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.3656476 Sep 17 01:00:49.261131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:49.300996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88367fed-a063-4e4d-875b-21ecde2163c8 req-aff61aa7-a166-4e1b-b2e9-cc6f0aff090a tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522666 Sep 17 01:00:49.857368 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c7f19b4-fcb4-465b-a957-f4e33d07d575 req-5d112977-1532-4d66-b523-ad31b7aaac58 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.0297296 Sep 17 01:00:49.959046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c382911-4874-4cf1-9332-fc7fd0419858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.010229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c382911-4874-4cf1-9332-fc7fd0419858 None None] Pushing event updated for resources: {'Port': ['ID=490a91e6-90d8-44bc-845f-078d6ba9c2f9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:50.097512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:00:50.097512 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:00:50.097512 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': 'e854d09f93904e48a2b7a7996fbc9644', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 0, 29, 282355)}] Sep 17 01:00:50.097512 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:00:50.098526 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:00:50.204635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Made reservation on behalf of cf175badd919434ea4c1e976b3e58f09 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:50.206948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.222689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.232640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.336469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.410085 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.421083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.445582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2a0ae9-b290-414c-8b65-71c9b744345a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:50.463151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db4677-a60a-4d08-94d7-8d4de9d721db req-7522e53d-010b-4674-808c-c49ae9c01a08 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:50.471864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4db4677-a60a-4d08-94d7-8d4de9d721db req-7522e53d-010b-4674-808c-c49ae9c01a08 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.0752978 Sep 17 01:00:50.533516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4db4677-a60a-4d08-94d7-8d4de9d721db req-f36e51bc-f878-43a6-b4f0-0ac10ed23831 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527749 Sep 17 01:00:50.538984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.580371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:50.582621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef739a8-5666-4345-a79e-2cbb6bab308e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:50.597991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.598365 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Added segment 6b4fe42d-5657-4d68-b811-a0e5f9747902 of type vlan for network f928c174-7c79-4afd-98ad-dbbc4d5bd618 Sep 17 01:00:50.599181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.648142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59928) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:50.674416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.679121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59932) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:50.679753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aa4de733-107b-47a9-8626-e51ff832ba59 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7115531 Sep 17 01:00:50.689088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:50.698817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.788037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 490a91e6-90d8-44bc-845f-078d6ba9c2f9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:00:50.806934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.829050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.830219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:50.831029 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.850287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:50.851128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.860731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86236717-b3d4-43ea-b4ef-1470f884b1a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.892302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.910093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] Pushing event updated for resources: {'Network': ['ID=f928c174-7c79-4afd-98ad-dbbc4d5bd618,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:50.936301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acf1c3b4-62de-489a-9af3-78b2c318583c req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6938756 Sep 17 01:00:50.941150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a33acc-e135-4f23-b50a-5b7e62983b48 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f610b01d-5248-4dcd-b341-ad86d1dbd83a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:50.947370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:50.950790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:51.012450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ef07e74-1709-495f-ba34-2af5c4ed15c2 req-18caa990-e5cb-4c3d-a8bc-747f4e6a1bef tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.0444560 Sep 17 01:00:51.028311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3f8b7eb7-8518-4a17-b329-15767e2e9485 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.3789551 Sep 17 01:00:51.032517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:51.037615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Request body: {'subnet': {'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-677251064-subnet', 'tenant_id': 'cf175badd919434ea4c1e976b3e58f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:51.156090 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.178048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86236717-b3d4-43ea-b4ef-1470f884b1a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.282448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Allocated IP 172.25.1.140 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/3b7bf46d-3451-48a0-947e-a427c5acf12b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:51.308132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86236717-b3d4-43ea-b4ef-1470f884b1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.389850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-86236717-b3d4-43ea-b4ef-1470f884b1a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=168e8eae3e8444dbb86752b544a1ec8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402227 Sep 17 01:00:51.392302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86236717-b3d4-43ea-b4ef-1470f884b1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc48740f-39cf-496e-87c1-00773b55964e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:51.392582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59954) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:51.427092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Made reservation on behalf of cf175badd919434ea4c1e976b3e58f09 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:51.429438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.435292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.488035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de47ecfa-6e0b-47c1-9a34-476ee4d3dfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.546763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de47ecfa-6e0b-47c1-9a34-476ee4d3dfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.584540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.666375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:51.686286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:51.689679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'Port': ['ID=3b7bf46d-3451-48a0-947e-a427c5acf12b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:51.692561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:51.701543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de47ecfa-6e0b-47c1-9a34-476ee4d3dfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.704636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de47ecfa-6e0b-47c1-9a34-476ee4d3dfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.708384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-de47ecfa-6e0b-47c1-9a34-476ee4d3dfbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc48740f-39cf-496e-87c1-00773b55964e HTTP/1.1" status: 204 len: 168 time: 0.3121359 Sep 17 01:00:51.714997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47ecfa-6e0b-47c1-9a34-476ee4d3dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc48740f-39cf-496e-87c1-00773b55964e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:51.776881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.831167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.840713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb48c5-98be-48d8-8907-136ee790c7de req-02990277-0456-4714-bad2-0fafd702edc3 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:51.842231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47cc473-dd7a-43ea-aabd-7c5da26929b1,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:51.842393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2fb48c5-98be-48d8-8907-136ee790c7de req-02990277-0456-4714-bad2-0fafd702edc3 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.2046685 Sep 17 01:00:51.859987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:51.859987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Network hostable DHCP agents. Network: f928c174-7c79-4afd-98ad-dbbc4d5bd618, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:51.892296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2fb48c5-98be-48d8-8907-136ee790c7de req-a37a14b3-7003-45f8-a0f3-b426b45a2a67 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Sep 17 01:00:51.945879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:51.964441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:52.095646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f928c174-7c79-4afd-98ad-dbbc4d5bd618) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:52.100286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:52.100868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.106484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabca276-d8e6-4b92-ad4a-bd59ba75712b None None] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:52.140897 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.151405 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82e3c9c9-3b52-435b-96b7-d03f12388ca7 req-8e72fe1c-f1b3-465a-94d4-8fd8eeadc212 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.0428655 Sep 17 01:00:52.151877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.23', 58889) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:52.210798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.225252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-18b1f18b-aef1-4ea7-b8c1-fb44e77463e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1915739 Sep 17 01:00:52.253662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.277515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'Port': ['ID=3b7bf46d-3451-48a0-947e-a427c5acf12b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:52.285550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c389c-82fe-4a75-b7e5-77d072d95a3d None None] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:52.292102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-a8cf9c85-aa94-46fd-9734-1be9f89f1b9a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:52.293575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-a8cf9c85-aa94-46fd-9734-1be9f89f1b9a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.1407635 Sep 17 01:00:52.372544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Request body: {'port': {'device_id': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'admin_state_up': True, 'tenant_id': 'c1130e2fd7de4a31a864d203bb106bf9'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:52.381390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.382968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8cdadb99-240b-4136-8da5-9381ba8bb756 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7025476 Sep 17 01:00:52.620924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59992) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:52.635506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c103535a-44bd-4902-ae50-3bf6e645e7a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.770059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c103535a-44bd-4902-ae50-3bf6e645e7a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.891528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c103535a-44bd-4902-ae50-3bf6e645e7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:52.934406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-f63255a5-da11-46e8-a7e0-864ba751a9c4 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--976780935&fields=id&tenant_id=ae71d2675681479fa9dbe710cb72896d HTTP/1.1" status: 200 len: 267 time: 0.0908206 Sep 17 01:00:52.952916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c103535a-44bd-4902-ae50-3bf6e645e7a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ad2c2a8a06f44b48c26bd7f1c17124d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365288 Sep 17 01:00:52.953767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103535a-44bd-4902-ae50-3bf6e645e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d28dd84-30f0-4bbc-8293-b16c4e12b5fd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:52.956724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60012) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:53.007035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Made reservation on behalf of c1130e2fd7de4a31a864d203bb106bf9 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:53.011658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.155634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-698ea579-63ad-4bf0-982a-3e12990aeac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.160738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-d9135501-b67f-48f8-b005-c3ddd3fe93f2 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:53.167897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-d9135501-b67f-48f8-b005-c3ddd3fe93f2 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 824 time: 0.2109780 Sep 17 01:00:53.196841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-5edc232b-1b52-4374-b3b1-fc1393da8502 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/quotas/ae71d2675681479fa9dbe710cb72896d HTTP/1.1" status: 200 len: 375 time: 0.0262158 Sep 17 01:00:53.248212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-698ea579-63ad-4bf0-982a-3e12990aeac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.279730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e413b7-f06f-4018-af24-941b672b2e73 req-2f517f87-c5e5-4f00-8754-b3228b523490 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:53.281407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29e413b7-f06f-4018-af24-941b672b2e73 req-2f517f87-c5e5-4f00-8754-b3228b523490 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.2340097 Sep 17 01:00:53.296134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-c823bb82-f406-4937-a48d-34d227b2eca2 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928566 Sep 17 01:00:53.381117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Allocated IP 172.20.0.13 (82b3c0fa-a399-4e25-b51f-d5b7fa26fa15/8197d192-2f62-421b-9fc9-38a50560286b/4306bbb2-790e-47f9-8ef0-40bc6f79e031) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:53.404001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29e413b7-f06f-4018-af24-941b672b2e73 req-09ad54ed-dc92-49c4-a97f-bfb26ddc650c tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102359 Sep 17 01:00:53.469449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:53.537259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-fe8b4dfc-967c-4e41-b600-900115ec15bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:00:53.542259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-698ea579-63ad-4bf0-982a-3e12990aeac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.544819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-698ea579-63ad-4bf0-982a-3e12990aeac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.546101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-698ea579-63ad-4bf0-982a-3e12990aeac2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d28dd84-30f0-4bbc-8293-b16c4e12b5fd HTTP/1.1" status: 204 len: 168 time: 0.5873892 Sep 17 01:00:53.546492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-fe8b4dfc-967c-4e41-b600-900115ec15bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1254539 Sep 17 01:00:53.548297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-305d50f3-2161-46b0-b2da-994734065576 req-fc120618-a161-4cb9-a7c2-c424f897cbdd tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.0494409 Sep 17 01:00:53.599717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ea579-63ad-4bf0-982a-3e12990aeac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d28dd84-30f0-4bbc-8293-b16c4e12b5fd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:53.662933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.694807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-867f2a0b-b14a-4142-8cac-27e4854329d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.733617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-5aeb431f-024f-4691-b9bc-50319d12e19a service neutron] 10.222.0.13 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853037 Sep 17 01:00:53.785726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f0509-dc4e-49c1-bcbc-122842434f2c req-e52892f7-856e-4d08-97be-9a982cd960df tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:53.787427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-748f0509-dc4e-49c1-bcbc-122842434f2c req-e52892f7-856e-4d08-97be-9a982cd960df tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 1123 time: 0.0807056 Sep 17 01:00:53.807299 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-748f0509-dc4e-49c1-bcbc-122842434f2c req-216a2740-3c83-4042-8433-71b30c376fb0 tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.827664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.868391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-f42d1567-9ebd-4396-96b9-097a7095784d service neutron] 10.222.0.13 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250811 Sep 17 01:00:53.900948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-867f2a0b-b14a-4142-8cac-27e4854329d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.911990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:53.920080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:53.929735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:53.937225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:53.938426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:53.945859 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:53.964076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:53.969083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-399894084-network', 'tenant_id': 'd0c9a8a9e8c045159dbcd31998d4c411'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:53.974205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-867f2a0b-b14a-4142-8cac-27e4854329d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.005963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867f2a0b-b14a-4142-8cac-27e4854329d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab05f058-7e81-4044-8935-9e973650a5ce,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:54.031200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-867f2a0b-b14a-4142-8cac-27e4854329d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=710cf60b16b141a5bc3b1517272cf4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605903 Sep 17 01:00:54.031827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60044) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:54.080969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-748f0509-dc4e-49c1-bcbc-122842434f2c req-216a2740-3c83-4042-8433-71b30c376fb0 tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.093047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-baf7240e-31fd-4093-925a-e3a01641fc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.131527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-748f0509-dc4e-49c1-bcbc-122842434f2c req-216a2740-3c83-4042-8433-71b30c376fb0 tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.143656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-baf7240e-31fd-4093-925a-e3a01641fc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.182277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-748f0509-dc4e-49c1-bcbc-122842434f2c req-216a2740-3c83-4042-8433-71b30c376fb0 tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878810 Sep 17 01:00:54.183273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a2740-3c83-4042-8433-71b30c376fb0 tempest-AggregatesAdminTestJSON-1567377435 tempest-AggregatesAdminTestJSON-1567377435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89501c7-0761-4077-b916-bd238d693a68,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:54.188517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-8eb24a24-b9c6-45aa-9b3c-d02ba6a8e229 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8200569 Sep 17 01:00:54.216125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d92d221b-2950-426e-8e04-5c5b5de353f8 req-3fdb305c-b3bb-4ced-90c7-d06114e347b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 210 time: 0.0524921 Sep 17 01:00:54.295105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Made reservation on behalf of d0c9a8a9e8c045159dbcd31998d4c411 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:54.297586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.308604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.326846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-baf7240e-31fd-4093-925a-e3a01641fc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.329811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-baf7240e-31fd-4093-925a-e3a01641fc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.336327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-baf7240e-31fd-4093-925a-e3a01641fc06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab05f058-7e81-4044-8935-9e973650a5ce HTTP/1.1" status: 204 len: 168 time: 0.2982128 Sep 17 01:00:54.346118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7240e-31fd-4093-925a-e3a01641fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab05f058-7e81-4044-8935-9e973650a5ce,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:54.492590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.604658 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.626081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:54.640896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b538e2e9-5362-4573-91e6-e6803287427b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:54.674395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.674755 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Added segment 908e21e1-2f94-497d-8b98-97db7cbb1c4f of type vlan for network 3588ab54-9921-4151-93bb-3fe944e13882 Sep 17 01:00:54.726038 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.737528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774706df-bbea-4be1-a2b8-84725ba2dd3e req-fa8077b9-d7bc-41de-b3cf-4272ba6f7ca5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:54.739034 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-774706df-bbea-4be1-a2b8-84725ba2dd3e req-fa8077b9-d7bc-41de-b3cf-4272ba6f7ca5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 932 time: 0.0951958 Sep 17 01:00:54.797358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-774706df-bbea-4be1-a2b8-84725ba2dd3e req-ee57293e-25a8-4aed-bbc5-d651cb7c726b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501864 Sep 17 01:00:54.834297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:54.836155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:54.837713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.102291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] Pushing event updated for resources: {'Network': ['ID=3588ab54-9921-4151-93bb-3fe944e13882,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:55.109562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60096) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:55.110066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-57b0b613-1f87-463f-b3b0-4c15ccdce340 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1445632 Sep 17 01:00:55.121056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3588ab54-9921-4151-93bb-3fe944e13882 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:55.121638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Request body: {'subnet': {'network_id': '3588ab54-9921-4151-93bb-3fe944e13882', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-399894084-subnet', 'tenant_id': 'd0c9a8a9e8c045159dbcd31998d4c411', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:55.167723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60098) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:55.209665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60102) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:55.229225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22561dac-bbe4-4a71-8b66-7703bb75d910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.318038 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-66036ff3-853e-49e3-bfb4-610555ca559d req-7e726b9d-285c-4e5c-b073-907d2f1c33ae tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 210 time: 0.0296488 Sep 17 01:00:55.320676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Made reservation on behalf of d0c9a8a9e8c045159dbcd31998d4c411 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:55.323689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.453073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2070504267-network', 'tenant_id': '8af7fdb954274d4db7dcc97a36645e50'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:55.532606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22561dac-bbe4-4a71-8b66-7703bb75d910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.634493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22561dac-bbe4-4a71-8b66-7703bb75d910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.669887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.692702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-22561dac-bbe4-4a71-8b66-7703bb75d910 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c679b457f99c493cb373365cd1c7cbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4814012 Sep 17 01:00:55.695385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60116) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:55.711185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22561dac-bbe4-4a71-8b66-7703bb75d910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8bbb9-58b1-4008-bcf5-e0609983fafc,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:55.752258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6329c328-a4c5-4fe2-8746-f1c40fb3251d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:55.758576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Checking segment: {'id': '908e21e1-2f94-497d-8b98-97db7cbb1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3588ab54-9921-4151-93bb-3fe944e13882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:55.759122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Network hostable DHCP agents. Network: 3588ab54-9921-4151-93bb-3fe944e13882, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:55.780711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4934184d-f89e-461e-839e-a908ccc66ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.781962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Made reservation on behalf of 8af7fdb954274d4db7dcc97a36645e50 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:55.786606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.802797 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.810208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4934184d-f89e-461e-839e-a908ccc66ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.868450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Network 3588ab54-9921-4151-93bb-3fe944e13882 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:55.927901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.947213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42da4cb-148e-4506-b566-7dc56f540771 req-a7dc41e1-7fce-46d0-a6e5-a7b8dd9c4514 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:55.949334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e42da4cb-148e-4506-b566-7dc56f540771 req-a7dc41e1-7fce-46d0-a6e5-a7b8dd9c4514 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 932 time: 0.0580878 Sep 17 01:00:55.951138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4934184d-f89e-461e-839e-a908ccc66ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.954406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4934184d-f89e-461e-839e-a908ccc66ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:55.957595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4934184d-f89e-461e-839e-a908ccc66ee3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ef8bbb9-58b1-4008-bcf5-e0609983fafc HTTP/1.1" status: 204 len: 168 time: 0.2592754 Sep 17 01:00:55.972886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934184d-f89e-461e-839e-a908ccc66ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8bbb9-58b1-4008-bcf5-e0609983fafc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:55.979853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3588ab54-9921-4151-93bb-3fe944e13882) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:55.993780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598cd9ff-e54f-4d4b-a34f-b2deb9f34520 None None] Network 3588ab54-9921-4151-93bb-3fe944e13882 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:55.996435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:55.997076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.006447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e42da4cb-148e-4506-b566-7dc56f540771 req-c6200908-c66b-45ba-be37-b7b1a17e38f5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397906 Sep 17 01:00:56.041013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.069185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:56.079218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdac756-ec1b-4751-aa7a-4e49c69b7692,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:56.085657 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.085997 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Added segment b1d9d035-ac39-4efa-9ff0-531eac980b60 of type vlan for network d2b8a367-9597-435e-ab8a-3d0f1e8b2528 Sep 17 01:00:56.143479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.157674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f117797a-95bc-4c09-af5b-6e68f5833bce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0461667 Sep 17 01:00:56.165354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fcbe95-21f5-407d-b8ca-e2becf1191b1 None None] Network 3588ab54-9921-4151-93bb-3fe944e13882 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:56.283967 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.285121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:56.285740 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.389672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b8a367-9597-435e-ab8a-3d0f1e8b2528,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:56.402821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d2b8a367-9597-435e-ab8a-3d0f1e8b2528 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:56.439232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b79ea0e4-137a-4611-8003-e1c3e7f434f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2703481 Sep 17 01:00:56.442308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:56.449254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Request body: {'subnet': {'network_id': 'd2b8a367-9597-435e-ab8a-3d0f1e8b2528', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2070504267-subnet', 'tenant_id': '8af7fdb954274d4db7dcc97a36645e50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:56.469368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd0b3733-5913-43c3-af55-fcd28d2eaa16 req-e5287f33-0aca-453d-8d9c-332f8a8aac56 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 210 time: 0.0319645 Sep 17 01:00:56.581833 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Made reservation on behalf of 8af7fdb954274d4db7dcc97a36645e50 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:56.585205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.862856 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:56.946310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-46953f1f-4d6c-4aa1-9c68-e685cf697d62 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:56.947909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-46953f1f-4d6c-4aa1-9c68-e685cf697d62 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.36 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 824 time: 0.2137959 Sep 17 01:00:56.951277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6d5ab2-2579-4fd3-879c-70fbab4e7f70,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:56.963480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Checking segment: {'id': 'b1d9d035-ac39-4efa-9ff0-531eac980b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd2b8a367-9597-435e-ab8a-3d0f1e8b2528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:56.968142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Network hostable DHCP agents. Network: d2b8a367-9597-435e-ab8a-3d0f1e8b2528, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:00:57.003344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-8e12abd7-a91b-475a-8ae1-da9ac48a815f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:57.005408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-8e12abd7-a91b-475a-8ae1-da9ac48a815f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.1788678 Sep 17 01:00:57.041445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-6bd93428-17ce-49cc-b761-debb7c877d54 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/quotas/cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 375 time: 0.0274687 Sep 17 01:00:57.046111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-347f1a49-c837-4366-bb45-d1600fb85bd8 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae71d2675681479fa9dbe710cb72896d HTTP/1.1" status: 200 len: 379 time: 0.0853276 Sep 17 01:00:57.060773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'port': {'device_id': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'admin_state_up': True, 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'security_groups': ['9decd950-e9c9-492f-9eee-e90303d2e248']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:57.076745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Network d2b8a367-9597-435e-ab8a-3d0f1e8b2528 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:00:57.079504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-51a86162-7ac2-4ebe-8bdd-3755956262c2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319328 Sep 17 01:00:57.177696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d2b8a367-9597-435e-ab8a-3d0f1e8b2528) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:57.188880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed5fae9-b309-4dc7-908e-6f87a387169a None None] Network d2b8a367-9597-435e-ab8a-3d0f1e8b2528 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:57.201805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:57.203210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:57.229317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1e39-30ee-405f-baa7-8131cf8c66c6 req-bab30720-2fd9-4647-9d7d-c3c2315490a6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:57.230472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-291b1e39-30ee-405f-baa7-8131cf8c66c6 req-bab30720-2fd9-4647-9d7d-c3c2315490a6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 932 time: 0.0664072 Sep 17 01:00:57.290062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-f0e0b60a-e12b-4da1-bf72-e1049e7295f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980097 Sep 17 01:00:57.386865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d302579-219d-4677-9156-9fa7f5725767 None None] Network d2b8a367-9597-435e-ab8a-3d0f1e8b2528 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:00:57.410356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8540d80d-09f1-4bb5-aed4-d98d3e10935d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9666374 Sep 17 01:00:57.429794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-31564b89-1746-4eb9-9d5f-1a2b59f5d4e6 service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333706 Sep 17 01:00:57.460095 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-291b1e39-30ee-405f-baa7-8131cf8c66c6 req-1b508d53-5e40-4374-96ac-1de1dca55dea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189121 Sep 17 01:00:57.492499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Made reservation on behalf of ae71d2675681479fa9dbe710cb72896d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:57.498986 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:57.676841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Allocated IP 172.20.0.4 (8c63c263-68c6-4482-ae36-0499b99ef1aa/89582275-01b2-4dbd-b060-5645c178ca96/34a15a6c-e40a-404f-baa7-58042626d780) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:00:57.678542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9295a0a3-ca59-42df-b2bf-8d436ba0cfc7 req-dea61aee-0801-4a0b-9d17-1df849b29d10 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 210 time: 0.0331216 Sep 17 01:00:57.874056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35d942f8-77b8-40eb-bc03-1609400a2d39 req-16c1ebf2-3703-4014-b7f5-b70c5aba17a2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 210 time: 0.0659378 Sep 17 01:00:57.902231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.015408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.065704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:00:58.068861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:00:58.073520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:00:58.079589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:58.080992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.093340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'Port': ['ID=34a15a6c-e40a-404f-baa7-58042626d780,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:58.210954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-535a7441-07ca-4f08-a967-1c4fd2506d89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1548276 Sep 17 01:00:58.228865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Request body: {'port': {'device_id': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'device_owner': 'compute:tempest-test_az-1445823920', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:58.308642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.365050 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.377728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6b4fd474-abbb-4e2c-ae3c-850ba37b6ec1 None None] Provisioning complete for port 34a15a6c-e40a-404f-baa7-58042626d780 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:00:58.377728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b4fd474-abbb-4e2c-ae3c-850ba37b6ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.413003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60250) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:58.418318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1002424725-network', 'tenant_id': 'd3b5217cec8d43838814e442f008c139'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:58.452249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6b4fd474-abbb-4e2c-ae3c-850ba37b6ec1 None None] Port 34a15a6c-e40a-404f-baa7-58042626d780 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:00:58.535393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Made reservation on behalf of d3b5217cec8d43838814e442f008c139 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:58.538449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.549088 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.642147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc28d5-da81-47b4-90e1-10852525d45c req-90133762-4ae9-449c-abf7-53004981b377 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:58.644119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5bc28d5-da81-47b4-90e1-10852525d45c req-90133762-4ae9-449c-abf7-53004981b377 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 932 time: 0.0860097 Sep 17 01:00:58.732489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5bc28d5-da81-47b4-90e1-10852525d45c req-643f91ca-07cf-4aa3-af01-c5172412b7b9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Sep 17 01:00:58.737350 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.743893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a15a6c-e40a-404f-baa7-58042626d780 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:00:58.767339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.787947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Transition to ACTIVE for port object 34a15a6c-e40a-404f-baa7-58042626d780 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:00:58.804724 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.833078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.858256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:00:58.873147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.877431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dd07ab-c24e-4f68-a613-ec1029091a99,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:58.881098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.881443 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Added segment 044a77a9-9c54-4708-bf2c-f84dc441d04f of type vlan for network 41d81f0b-0713-40ea-9f6e-60e08ead6363 Sep 17 01:00:58.890187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d024818-b628-446c-890e-aa35b038b905 req-de5f00cc-b544-4b00-8ad9-360207673f5d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:58.891782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d024818-b628-446c-890e-aa35b038b905 req-de5f00cc-b544-4b00-8ad9-360207673f5d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 931 time: 0.0807731 Sep 17 01:00:58.934071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:58.970121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Pushing event updated for resources: {'Port': ['ID=34a15a6c-e40a-404f-baa7-58042626d780,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:58.983967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d024818-b628-446c-890e-aa35b038b905 req-e46a55a7-c4f1-4f19-9e67-8e4cb9ccda89 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729206 Sep 17 01:00:59.017760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Attempting to bind port 34a15a6c-e40a-404f-baa7-58042626d780 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:00:59.018321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Attempting to bind port 34a15a6c-e40a-404f-baa7-58042626d780 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:00:59.018434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Attempting to bind port 34a15a6c-e40a-404f-baa7-58042626d780 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:59.021388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.022359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:59.022936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.031459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Port 34a15a6c-e40a-404f-baa7-58042626d780 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:00:59.031789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Attempting to bind port 34a15a6c-e40a-404f-baa7-58042626d780 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:00:59.045509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:00:59.045907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Checking segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:00:59.046612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Bound using segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:00:59.046727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Bound port: 34a15a6c-e40a-404f-baa7-58042626d780, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:00:59.047018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.098289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] Pushing event updated for resources: {'Network': ['ID=41d81f0b-0713-40ea-9f6e-60e08ead6363,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:59.110199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 41d81f0b-0713-40ea-9f6e-60e08ead6363 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:00:59.147811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fc1f778-9edf-4103-a7c2-c457986b01d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7337291 Sep 17 01:00:59.151388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:59.156604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Request body: {'subnet': {'network_id': '41d81f0b-0713-40ea-9f6e-60e08ead6363', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1002424725-subnet', 'tenant_id': 'd3b5217cec8d43838814e442f008c139', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:59.175115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] For port 34a15a6c-e40a-404f-baa7-58042626d780, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:00:59.182761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] For port 34a15a6c-e40a-404f-baa7-58042626d780, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=34a15a6c-e40a-404f-baa7-58042626d780,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:00:59.251947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-4a93a308-ba3c-4535-bd59-9ebfe801bc11 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228875 Sep 17 01:00:59.337049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Made reservation on behalf of d3b5217cec8d43838814e442f008c139 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:00:59.338243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.339698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.394824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb0324ea-da0b-46c2-bb61-03b52435e80c req-3afc1783-8d17-473e-bf8e-2fe532ece6f4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 210 time: 0.0590672 Sep 17 01:00:59.407476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:59.407476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.407660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] 10.222.0.36 "PUT /v2.0/ports/34a15a6c-e40a-404f-baa7-58042626d780 HTTP/1.1" status: 200 len: 1113 time: 1.1880927 Sep 17 01:00:59.408209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:00:59.419545 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f875f8bd-5d82-483c-bafd-77b3dc16703b" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "tag": "34a15a6c-e40a-404f-baa7-58042626d780"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:00:59.425305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-7e967164-18b9-4e46-90e2-a3a1ad2cced5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:59.426985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-7e967164-18b9-4e46-90e2-a3a1ad2cced5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1695721 Sep 17 01:00:59.452116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bd395-d853-4fc0-9d0e-a3d6f673fe94 service neutron] Pushing event updated for resources: {'Port': ['ID=34a15a6c-e40a-404f-baa7-58042626d780,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:00:59.472385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-71d456c7-cd24-41b9-ace3-eec849fd1d8b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/quotas/07c75938182f4129ab2bf04452bc12fa HTTP/1.1" status: 200 len: 375 time: 0.0329986 Sep 17 01:00:59.482697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-cf970791-a267-4de6-9602-aafb05ec2d60 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:00:59.483778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-cf970791-a267-4de6-9602-aafb05ec2d60 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062571 Sep 17 01:00:59.506532 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bf5a8c-b473-4d66-ba63-ef0d58a894aa x-openstack-request-id: req-f2bf5a8c-b473-4d66-ba63-ef0d58a894aa {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:00:59.506886 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "tag": "34a15a6c-e40a-404f-baa7-58042626d780", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:00:59.507253 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2bf5a8c-b473-4d66-ba63-ef0d58a894aa {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:00:59.507717 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780', 'status': 'completed', 'code': 200} Sep 17 01:00:59.559504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-497c9b1d-dc40-446d-9fc6-b49f0b990860 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724299 Sep 17 01:00:59.602436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-60bac3ec-cb6b-4daa-a2c6-831a58fa045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:59.604878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-60bac3ec-cb6b-4daa-a2c6-831a58fa045c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 1116 time: 0.0858395 Sep 17 01:00:59.648025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.36', 63204) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:00:59.704712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-df7f1835-8e91-4880-8f90-f8444ce71786 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a15a6c-e40a-404f-baa7-58042626d780 HTTP/1.1" status: 200 len: 217 time: 0.0916202 Sep 17 01:00:59.771936 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-dbfcb0f9-41fa-4594-954e-1a457d4b9b5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1227896 Sep 17 01:00:59.773058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-1dc294f7-5710-4176-bf5f-9c59cb211ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:59.775507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-1dc294f7-5710-4176-bf5f-9c59cb211ba6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 200 len: 863 time: 0.0629756 Sep 17 01:00:59.813953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Request body: {'port': {'device_id': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:00:59.851025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-2da8e8ae-7e0f-4618-a819-09575ec10ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:00:59.852852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-2da8e8ae-7e0f-4618-a819-09575ec10ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c63c263-68c6-4482-ae36-0499b99ef1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692163 Sep 17 01:00:59.900027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:00:59.963941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:00.014129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-33d5d641-6858-4b30-aee2-1c449f9a26ce service neutron] 10.222.0.36 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528099 Sep 17 01:01:00.072572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c6041c4-16dc-4a2d-aa8d-fdb0e8d01a72,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:00.087227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-a89b3e76-ac9b-4516-9da6-1b9be863e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.088841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-a89b3e76-ac9b-4516-9da6-1b9be863e178 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 1123 time: 0.2402024 Sep 17 01:01:00.131138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Checking segment: {'id': '044a77a9-9c54-4708-bf2c-f84dc441d04f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '41d81f0b-0713-40ea-9f6e-60e08ead6363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:00.131477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Network hostable DHCP agents. Network: 41d81f0b-0713-40ea-9f6e-60e08ead6363, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:01:00.150954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3196f53d-1f46-477b-9da7-8e0afb73f756 req-afcf46e3-aae7-4041-b1af-8c8974e87e4e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.152547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3196f53d-1f46-477b-9da7-8e0afb73f756 req-afcf46e3-aae7-4041-b1af-8c8974e87e4e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 932 time: 0.2011054 Sep 17 01:01:00.165881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2b3981f-cbcf-4854-b94f-85303553f6bd req-90a6e994-430d-4a97-a117-cc6db64cfdba service neutron] 10.222.0.36 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420958 Sep 17 01:01:00.353365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-7d0008ea-3b1a-41ba-b05f-e2f4be9bdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.354848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-7d0008ea-3b1a-41ba-b05f-e2f4be9bdc75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 1116 time: 0.0456917 Sep 17 01:01:00.423564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3196f53d-1f46-477b-9da7-8e0afb73f756 req-1916dd43-6db0-4974-a589-e49047338170 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608101 Sep 17 01:01:00.441041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Network 41d81f0b-0713-40ea-9f6e-60e08ead6363 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:01:00.517993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-34869b61-d95f-48be-9425-c884cefd94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.519513 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-34869b61-d95f-48be-9425-c884cefd94cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.4026265 Sep 17 01:01:00.533048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa01b4d1-6700-4138-b868-de820158ff0e req-b60d9444-51cf-4555-8921-d393623afb99 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 210 time: 0.0431826 Sep 17 01:01:00.562713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-e96fe3d7-33bf-4c98-b64f-436ef0302b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.564601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-e96fe3d7-33bf-4c98-b64f-436ef0302b3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 925 time: 0.2027457 Sep 17 01:01:00.611633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-2c0a86a5-6da1-4334-845e-243ba1ac7728 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a15a6c-e40a-404f-baa7-58042626d780 HTTP/1.1" status: 200 len: 217 time: 0.0390406 Sep 17 01:01:00.616542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-7d86dbb1-df42-40db-8324-4021abfa9e9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=14aff365-1b9c-41ea-8180-05159b710b49 HTTP/1.1" status: 200 len: 217 time: 0.0890872 Sep 17 01:01:00.616946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.23', 58894) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:00.635056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 41d81f0b-0713-40ea-9f6e-60e08ead6363) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:00.645822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40309e21-51a7-4644-8816-924d4ffd76fe None None] Network 41d81f0b-0713-40ea-9f6e-60e08ead6363 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:01:00.757785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.762649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:00.774276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-b9356be2-a206-4878-a11a-5dea62a5abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.774276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-b9356be2-a206-4878-a11a-5dea62a5abd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 200 len: 863 time: 0.1399837 Sep 17 01:01:00.855044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4306bbb2-790e-47f9-8ef0-40bc6f79e031 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:00.865658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:00.870580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57494962-c802-44dc-9cf3-52d7a60de63c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.873126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57494962-c802-44dc-9cf3-52d7a60de63c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.2546363 Sep 17 01:01:00.895320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Request body: {'port': {'device_id': '34cabbed-8ff0-4162-8181-de3e87325750', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'admin_state_up': True, 'tenant_id': 'cf175badd919434ea4c1e976b3e58f09'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:00.902111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f8a3c-c506-4446-b333-cec12b36612f None None] Network 41d81f0b-0713-40ea-9f6e-60e08ead6363 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:01:00.973144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-64a51c19-050c-4fd5-9618-7dedb8405522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:00.974886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-64a51c19-050c-4fd5-9618-7dedb8405522 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c63c263-68c6-4482-ae36-0499b99ef1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967375 Sep 17 01:01:01.026632 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e36d1707-85a6-4baf-a4cd-9a1378ffb29f req-f2ca348b-161b-4bf1-9279-1e6f31d6b7d3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 210 time: 0.1184199 Sep 17 01:01:01.034673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Transition to ACTIVE for port object 4306bbb2-790e-47f9-8ef0-40bc6f79e031 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:01.036673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-4981ec49-5e2d-4761-b232-d2a404ca6fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:01.037237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0075a05-31b6-4a47-8342-38fd9913067c req-981b2d1b-37ef-4d09-ba41-edc8e3f9dd4d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:01.038203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-4981ec49-5e2d-4761-b232-d2a404ca6fea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.3963301 Sep 17 01:01:01.039148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0075a05-31b6-4a47-8342-38fd9913067c req-981b2d1b-37ef-4d09-ba41-edc8e3f9dd4d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 965 time: 0.1934638 Sep 17 01:01:01.098173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.125063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-edfcd4c1-725f-488b-8bac-d44f08517c59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9667442 Sep 17 01:01:01.159643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0075a05-31b6-4a47-8342-38fd9913067c req-7c5d4480-e778-453c-83ff-3b671d2e0258 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739591 Sep 17 01:01:01.163549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-d63c6b8e-ca85-4567-937c-c69b9292b9a0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787155 Sep 17 01:01:01.231832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Made reservation on behalf of cf175badd919434ea4c1e976b3e58f09 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:01.236432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:01.237637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.325579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-32143951-0174-4df5-9bfd-65712e0d25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:01.327215 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-32143951-0174-4df5-9bfd-65712e0d25e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2730880 Sep 17 01:01:01.352448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60358) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:01.410906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:01.412710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:01.413040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:01.534256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60368) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:01.694968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f875f8bd-5d82-483c-bafd-77b3dc16703b req-9fdd67d8-73e0-489a-8ee5-55526b9bb8a3 service neutron] 10.222.0.36 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148029 Sep 17 01:01:01.706818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:01.707394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:01.710480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-519eeec8-26ae-4215-820e-f3ef4940855e service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569176 Sep 17 01:01:01.723561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67ea27-0029-46ed-b1a4-015323b0b61c req-9b29bc51-3837-4016-b852-bb66b85ef144 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:01.725136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d67ea27-0029-46ed-b1a4-015323b0b61c req-9b29bc51-3837-4016-b852-bb66b85ef144 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.1133075 Sep 17 01:01:01.736933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:01.737306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:01.737932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:01.738487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Bound port: 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:01.738735 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.764856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Deleting subnet ed6d5ab2-2579-4fd3-879c-70fbab4e7f70 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:01:01.776791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.791299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21a8ef57-71fa-4576-a160-1880d396edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.829021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Allocated IP 172.20.0.13 (f928c174-7c79-4afd-98ad-dbbc4d5bd618/a47cc473-dd7a-43ea-aabd-7c5da26929b1/32c1090a-649a-48e7-a602-f4fd49f70da2) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:01.835963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d67ea27-0029-46ed-b1a4-015323b0b61c req-a4e5f5f2-d6c2-4058-ba7c-933198af7bf9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003635 Sep 17 01:01:01.887534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2030bb6a-8f5b-4ab0-ac92-4cf3cbad5cf3 req-427ac25c-c351-430f-8a6b-52863c8c9686 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 210 time: 0.0895329 Sep 17 01:01:01.916251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.943596 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21a8ef57-71fa-4576-a160-1880d396edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.947605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:01.952176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:01.981236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:01.984954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1432c91-6c8d-4392-971c-e82ee98cb688 req-bfd0ca2d-d5a8-4308-a1d7-f4d1ea5043a3 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579608 Sep 17 01:01:02.044718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.059809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21a8ef57-71fa-4576-a160-1880d396edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.083520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:02.084135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.085512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 1092 time: 2.3371384 Sep 17 01:01:02.085954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:02.115510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-21a8ef57-71fa-4576-a160-1880d396edc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d5df97f61cd14f2d9dd350bb5af17c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798268 Sep 17 01:01:02.116130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8ef57-71fa-4576-a160-1880d396edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ac23d8-9664-46ee-a61e-1df301721025,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:02.122303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60396) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:02.162640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.177481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.185914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce9fc80-09a0-4891-b0fc-28554b7534d0 service neutron] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:02.212969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6d5ab2-2579-4fd3-879c-70fbab4e7f70,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:02.215618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.219147 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-898d55e3-93cc-4cbc-bda7-86e3e371a8d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed6d5ab2-2579-4fd3-879c-70fbab4e7f70 HTTP/1.1" status: 204 len: 168 time: 0.8623013 Sep 17 01:01:02.220010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60408) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:02.231683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b79fb5db-0575-4c82-ab27-552eef9a3251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.265163 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b79fb5db-0575-4c82-ab27-552eef9a3251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.329402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.332035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e74088f-6574-4244-b922-e33acbe42c62 req-8bb37eb3-c6fb-4ee8-a2dc-5f373f76cb46 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 210 time: 0.0331047 Sep 17 01:01:02.338634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.347039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-91394c8f-4052-4c22-8f0f-0bccd5db2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:02.348790 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-91394c8f-4052-4c22-8f0f-0bccd5db2508 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1095 time: 0.0924282 Sep 17 01:01:02.389739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:02.399867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:02.404131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:02.409862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:02.410484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.433947 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68736ff-68be-4737-8dfc-8854e106bac9" -d '{"events": [{"name": "network-changed", "server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:02.440273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-25d3c119-76da-49c3-946b-dfbc1126617c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0815942 Sep 17 01:01:02.458727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:02.463815 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b79fb5db-0575-4c82-ab27-552eef9a3251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.466385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b79fb5db-0575-4c82-ab27-552eef9a3251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.468345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b79fb5db-0575-4c82-ab27-552eef9a3251 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0ac23d8-9664-46ee-a61e-1df301721025 HTTP/1.1" status: 204 len: 168 time: 0.3451130 Sep 17 01:01:02.488527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79fb5db-0575-4c82-ab27-552eef9a3251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ac23d8-9664-46ee-a61e-1df301721025,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:02.516019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.518835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-57cc1941-dd70-45d3-b986-b46749b87685 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6286755 Sep 17 01:01:02.539611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Request body: {'port': {'device_id': '34cabbed-8ff0-4162-8181-de3e87325750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:02.551848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.552209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.553166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.553509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > port after_create 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.553836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > port after_delete 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.554392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > port after_update 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.554640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.555546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.555871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.556240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.577935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.23', 58899) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:02.628957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f24e0-0adf-4785-bdc1-61af9e4a1798 req-10264c83-9324-40ce-a0fe-759b2b81a370 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:02.630451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d45f24e0-0adf-4785-bdc1-61af9e4a1798 req-10264c83-9324-40ce-a0fe-759b2b81a370 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 965 time: 0.1446428 Sep 17 01:01:02.635355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-5e48fc13-bfa2-4064-98cc-01b6ba075f35 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554495 Sep 17 01:01:02.643574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.643916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.644430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.644847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112072) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:01:02.645242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b8a367-9597-435e-ab8a-3d0f1e8b2528']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:02.647247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.661745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7478-5697-4053-88b0-457122215b8d req-cf4e61d0-2ac2-4265-822b-68a84b9e6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:02.663819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-cf4e61d0-2ac2-4265-822b-68a84b9e6a3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.2149544 Sep 17 01:01:02.671155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d9d035-ac39-4efa-9ff0-531eac980b60') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:02.671505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d9d035-ac39-4efa-9ff0-531eac980b60') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:02.712627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.718152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-80fe1bbb-d383-4308-983c-94f84880d952 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423028 Sep 17 01:01:02.770432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.789414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:01:02.789828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: from cryptography.utils import int_from_bytes Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: from cryptography.utils import int_from_bytes Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:01:02.812169 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:01:02.854948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d45f24e0-0adf-4785-bdc1-61af9e4a1798 req-f3fc12cc-6ccc-41e3-a97b-3023e681ca61 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2143493 Sep 17 01:01:02.965857 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-1639f76a-4f43-4bc1-869c-43d37dce2332 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372715 Sep 17 01:01:02.974010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-984609cd-1ac7-42bc-a80f-87dba65eb965 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:02.975695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-984609cd-1ac7-42bc-a80f-87dba65eb965 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301268 Sep 17 01:01:02.992125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:03.029399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.068525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.070435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d2b8a367-9597-435e-ab8a-3d0f1e8b2528 HTTP/1.1" status: 204 len: 168 time: 0.8494899 Sep 17 01:01:03.072210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 34a15a6c-e40a-404f-baa7-58042626d780 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:03.088790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60432) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:03.100357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1733352-be78-4ef6-97be-d63e002e087e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b8a367-9597-435e-ab8a-3d0f1e8b2528,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:03.150273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2bd3-03a4-4619-98b6-1b5d6d803b22 req-b40fcd4d-525a-4678-b3ba-cf2179c32899 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:03.151930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10dc2bd3-03a4-4619-98b6-1b5d6d803b22 req-b40fcd4d-525a-4678-b3ba-cf2179c32899 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.1640549 Sep 17 01:01:03.159837 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1896871-b5a1-4a44-be0e-3915ab485cc4 x-openstack-request-id: req-b1896871-b5a1-4a44-be0e-3915ab485cc4 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:03.160147 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:03.160379 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1896871-b5a1-4a44-be0e-3915ab485cc4 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:03.160840 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'status': 'completed', 'code': 200} Sep 17 01:01:03.177845 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018c7478-5697-4053-88b0-457122215b8d req-cb408598-22e0-4142-9278-07b535619a25 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038639 Sep 17 01:01:03.178043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60436) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:03.199858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Deleting subnet 9c6041c4-16dc-4a2d-aa8d-fdb0e8d01a72 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:01:03.208517 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84628aad-a735-41b7-a534-f672f6811c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.209427 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.235191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10dc2bd3-03a4-4619-98b6-1b5d6d803b22 req-05973fca-4413-4075-8391-40f2d3cf713f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719113 Sep 17 01:01:03.264693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.280917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c1090a-649a-48e7-a602-f4fd49f70da2 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:03.292409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.300926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 34a15a6c-e40a-404f-baa7-58042626d780, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=34a15a6c-e40a-404f-baa7-58042626d780,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:03.321932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '34a15a6c-e40a-404f-baa7-58042626d780', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'port_id': '34a15a6c-e40a-404f-baa7-58042626d780', 'mac_address': 'fa:16:3e:ab:2e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:tempest-test_az-1445823920', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:03.326342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Transition to ACTIVE for port object 32c1090a-649a-48e7-a602-f4fd49f70da2 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:03.357799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9356630d-7a8f-42c1-bc96-acaa3c0c1d91 req-4101722e-df56-4596-a887-4038376a415d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 210 time: 0.0357375 Sep 17 01:01:03.360276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.367099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:03.372270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.389195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.390536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.421989 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.426568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a15a6c-e40a-404f-baa7-58042626d780 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:03.464820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-64a4fe6c-147d-47fa-9b3e-ee1f9fc38c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:03.466374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-64a4fe6c-147d-47fa-9b3e-ee1f9fc38c0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1095 time: 0.1074350 Sep 17 01:01:03.477641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 34a15a6c-e40a-404f-baa7-58042626d780, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=34a15a6c-e40a-404f-baa7-58042626d780,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:03.520833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:03.540055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.550043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:03.550371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:03.550692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:03.563878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:03.564195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:03.567115 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84628aad-a735-41b7-a534-f672f6811c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.572147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:03.572449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:03.572821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:03.573236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Bound port: 32c1090a-649a-48e7-a602-f4fd49f70da2, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:03.573574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.592366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.604818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c6041c4-16dc-4a2d-aa8d-fdb0e8d01a72,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:03.613695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b9075-9703-4c24-a0c1-1a4bb7af06f2 req-7e342132-cbe4-489a-829c-4c59f88531d3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:03.615233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-430b9075-9703-4c24-a0c1-1a4bb7af06f2 req-7e342132-cbe4-489a-829c-4c59f88531d3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.1438346 Sep 17 01:01:03.616273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.618727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-822b86c3-53f4-4af1-b99f-29f9eb8c4f9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c6041c4-16dc-4a2d-aa8d-fdb0e8d01a72 HTTP/1.1" status: 204 len: 168 time: 0.5281348 Sep 17 01:01:03.621520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60444) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:03.646983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:03.651687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:03.655520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84628aad-a735-41b7-a534-f672f6811c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.681774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=34a15a6c-e40a-404f-baa7-58042626d780,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:03.690306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-58fbde78-fe9c-4d4f-8beb-9ece906e440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:03.691387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-58fbde78-fe9c-4d4f-8beb-9ece906e440f service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.2114072 Sep 17 01:01:03.712994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-84628aad-a735-41b7-a534-f672f6811c4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8867bd3085da4bc6a49dba70b1d4d953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5325119 Sep 17 01:01:03.716429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60448) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:03.717132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84628aad-a735-41b7-a534-f672f6811c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6d0011-1538-42b4-a8e7-be228c37d6f4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:03.721153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.746971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-430b9075-9703-4c24-a0c1-1a4bb7af06f2 req-b5a493fd-2655-4d55-84f4-2a3ae7c51a0e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138904 Sep 17 01:01:03.798883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-a3724959-b7bb-4616-8af5-42b9d092a364 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0728765 Sep 17 01:01:03.803460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:03.803630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.803713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.803713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] 10.222.0.23 "PUT /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 1092 time: 1.2702591 Sep 17 01:01:03.806130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:03.808356 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:03.821646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['34a15a6c-e40a-404f-baa7-58042626d780'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:03.875219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3985896-dcdd-4b42-ba40-a5b37451f350 service neutron] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:03.892625 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05fe9c1b-e00b-43f7-990d-a8494ab46573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.900687 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4466d0-1815-4fa2-9b2f-018aaada6b1a x-openstack-request-id: req-aa4466d0-1815-4fa2-9b2f-018aaada6b1a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:03.900976 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:03.901227 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa4466d0-1815-4fa2-9b2f-018aaada6b1a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:03.902473 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'status': 'completed', 'code': 200} Sep 17 01:01:03.935337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.955689 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05fe9c1b-e00b-43f7-990d-a8494ab46573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:03.978374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-6859f513-e4c6-4067-a1f9-221606da7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:03.979873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-6859f513-e4c6-4067-a1f9-221606da7954 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1688671 Sep 17 01:01:04.007314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.049668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.051857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c req-7667952a-b811-45ed-9cf5-f987c866c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:04.053495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c req-7667952a-b811-45ed-9cf5-f987c866c111 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1095 time: 0.1123776 Sep 17 01:01:04.071648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-679899a8-4780-45de-8310-967d09fda719 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728159 Sep 17 01:01:04.092389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d81f0b-0713-40ea-9f6e-60e08ead6363']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:04.117933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044a77a9-9c54-4708-bf2c-f84dc441d04f') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:04.118230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044a77a9-9c54-4708-bf2c-f84dc441d04f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:04.130468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.135364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94c24c0-860d-4bf4-bfda-06bee11b4a9a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:04.180439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.189764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:01:04.190184 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:01:04.191913 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:01:04.247872 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-9828f80f-abf4-4c59-85b8-94c8b238f1b2 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661773 Sep 17 01:01:04.292919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05fe9c1b-e00b-43f7-990d-a8494ab46573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.295590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05fe9c1b-e00b-43f7-990d-a8494ab46573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.299583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05fe9c1b-e00b-43f7-990d-a8494ab46573 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c6d0011-1538-42b4-a8e7-be228c37d6f4 HTTP/1.1" status: 204 len: 168 time: 0.5772247 Sep 17 01:01:04.333358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969f61-942b-47f9-9d48-eff0e87c96a2 req-50ad5b85-5db1-41ac-96de-39382bf88cab tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:04.334933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b969f61-942b-47f9-9d48-eff0e87c96a2 req-50ad5b85-5db1-41ac-96de-39382bf88cab tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 966 time: 0.3028698 Sep 17 01:01:04.336073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.352644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.356396 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/41d81f0b-0713-40ea-9f6e-60e08ead6363 HTTP/1.1" status: 204 len: 168 time: 0.7324481 Sep 17 01:01:04.369400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146f9a9-fa62-421e-af83-058224e1e1ce admin admin] Pushing event deleted for resources: {'Network': ['ID=41d81f0b-0713-40ea-9f6e-60e08ead6363,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:04.369664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe9c1b-e00b-43f7-990d-a8494ab46573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6d0011-1538-42b4-a8e7-be228c37d6f4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:04.404680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c68736ff-68be-4737-8dfc-8854e106bac9 req-4d8f988f-7aec-4798-a949-25f50a26ba75 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478837 Sep 17 01:01:04.407050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.250 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/b244efff-da1f-49cd-b54d-e0fd8b5bfe2e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:04.420198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c req-5a473a79-d41f-43ff-a43a-31f3665e87df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:04.421650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c req-5a473a79-d41f-43ff-a43a-31f3665e87df service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cf175badd919434ea4c1e976b3e58f09&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3044007 Sep 17 01:01:04.473826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b969f61-942b-47f9-9d48-eff0e87c96a2 req-4d4530dc-e7cd-4372-bd43-c7a6fd12393e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151311 Sep 17 01:01:04.616608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce1e809-dca2-4305-9ac7-7bd8b03dae59 req-8b1f316c-4f99-4fb1-bfb6-44c7956b9ff6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Sep 17 01:01:04.753025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479e81c-7765-4a81-9ca8-881795001502 req-31bc8341-6e6e-48ae-8949-0c735203ff48 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:04.755890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0479e81c-7765-4a81-9ca8-881795001502 req-31bc8341-6e6e-48ae-8949-0c735203ff48 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.0640059 Sep 17 01:01:04.756565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60484) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:04.830339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0479e81c-7765-4a81-9ca8-881795001502 req-9b95c571-91dd-4d3c-aa21-5d92c5a26fd9 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656185 Sep 17 01:01:04.835126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2da605a8-b8ed-46c0-bab9-7666a40f91a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af7fdb954274d4db7dcc97a36645e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753300 Sep 17 01:01:04.837928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:04.872703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c req-daa99cab-2e5a-40c6-af51-ed13a5c91753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:04.874571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b89a3b0-a8af-412d-9de8-6e4735a1dc6c req-daa99cab-2e5a-40c6-af51-ed13a5c91753 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4385736 Sep 17 01:01:04.885513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58a2cd-9d18-42e6-a250-a79491b4e414 req-d1f28312-60c9-4290-91d4-3f902fb2b7a2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:04.892812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d58a2cd-9d18-42e6-a250-a79491b4e414 req-d1f28312-60c9-4290-91d4-3f902fb2b7a2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.3491323 Sep 17 01:01:04.914661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9afc94a-311d-4b5f-a374-2f3c2313bf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.939596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9afc94a-311d-4b5f-a374-2f3c2313bf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.977625 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:04.988033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d58a2cd-9d18-42e6-a250-a79491b4e414 req-666f11e8-f7e7-4e7c-99bf-292b3d0b48d1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939233 Sep 17 01:01:05.018527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d049880-04d0-42d3-a29c-fbf818d70a3f req-7fe7121a-2167-4bc6-bb56-526d4f7c6a33 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.020302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d049880-04d0-42d3-a29c-fbf818d70a3f req-7fe7121a-2167-4bc6-bb56-526d4f7c6a33 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0829546 Sep 17 01:01:05.022152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-e744b982-3fd1-4855-94a0-6725d3bfc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.024439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-e744b982-3fd1-4855-94a0-6725d3bfc7ae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1095 time: 0.0968480 Sep 17 01:01:05.068599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 34a15a6c-e40a-404f-baa7-58042626d780 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:05.078183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-59b13449-a37d-43d5-8a8a-5be9736fb9df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 217 time: 0.0434859 Sep 17 01:01:05.081902 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d049880-04d0-42d3-a29c-fbf818d70a3f req-3b433dcf-a1be-474d-9ca1-6d24c0d17314 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Sep 17 01:01:05.140606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-161904c6-7623-44e0-a462-a9107b8976d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.142092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-161904c6-7623-44e0-a462-a9107b8976d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0505764 Sep 17 01:01:05.176792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c519e839-c93d-4078-b2ee-90d020fc2b67 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259790 Sep 17 01:01:05.181709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9afc94a-311d-4b5f-a374-2f3c2313bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.182145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.186095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9afc94a-311d-4b5f-a374-2f3c2313bf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.191368 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d9afc94a-311d-4b5f-a374-2f3c2313bf12 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cdac756-ec1b-4751-aa7a-4e49c69b7692 HTTP/1.1" status: 204 len: 168 time: 0.3515327 Sep 17 01:01:05.193202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 34a15a6c-e40a-404f-baa7-58042626d780 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:05.198628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 34a15a6c-e40a-404f-baa7-58042626d780 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:05.199263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.202234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afc94a-311d-4b5f-a374-2f3c2313bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdac756-ec1b-4751-aa7a-4e49c69b7692,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:05.249522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:05.261957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:05.265934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:05.276164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.278001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.334684 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.363544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:05.383632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 34a15a6c-e40a-404f-baa7-58042626d780, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=34a15a6c-e40a-404f-baa7-58042626d780,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:05.384812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:05.388168 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4f3c2e-b05c-40d7-809c-3efde78c6595" -d '{"events": [{"server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "name": "network-vif-plugged", "status": "completed", "tag": "34a15a6c-e40a-404f-baa7-58042626d780"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:05.417916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-01de56b7-cc94-47d2-a6e8-a04cc44ebbf3 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301638 Sep 17 01:01:05.428858 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1944211-1b00-4564-8dac-6e3ac9256aad x-openstack-request-id: req-b1944211-1b00-4564-8dac-6e3ac9256aad {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:05.429173 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "name": "network-vif-plugged", "status": "completed", "tag": "34a15a6c-e40a-404f-baa7-58042626d780", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:05.429432 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1944211-1b00-4564-8dac-6e3ac9256aad {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:05.430517 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780', 'code': 200} Sep 17 01:01:05.467288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d0fd9d33-7800-4771-85ba-fbab51f59f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.470712 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.494308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-b6f66162-160a-497f-b230-355e258082c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5002899 Sep 17 01:01:05.509027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Request body: {'port': {'device_id': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:05.574480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=34a15a6c-e40a-404f-baa7-58042626d780,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:05.608821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a658cbb7-5f9a-4870-b62c-c68fb281f9c3 None None] Provisioning complete for port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:05.609201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a658cbb7-5f9a-4870-b62c-c68fb281f9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.663771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a658cbb7-5f9a-4870-b62c-c68fb281f9c3 None None] Port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:05.720276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7562bc3-148c-4eaa-bed0-b6a7eb4a333b req-c418abc6-3d1e-45bc-b690-ee505c1ed245 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917485 Sep 17 01:01:05.816967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4938b-4820-41b7-90c9-80024d13e486 req-dca3eb8d-a418-4f0a-b156-f1914f8d22cf tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.828276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5db4938b-4820-41b7-90c9-80024d13e486 req-dca3eb8d-a418-4f0a-b156-f1914f8d22cf tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 967 time: 0.2264805 Sep 17 01:01:05.841537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:05.871026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ddb72-2d1c-4176-a55f-3fcc701d2c25 req-bbabea2b-fbe6-4bd2-924a-80a365e6d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.873194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-086ddb72-2d1c-4176-a55f-3fcc701d2c25 req-bbabea2b-fbe6-4bd2-924a-80a365e6d8f9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 1118 time: 0.3546498 Sep 17 01:01:05.885667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6672a0-d329-407a-b7ff-c22ac80e76ec req-c028bfe2-a1dc-496e-b8f6-c1c66d9b19c8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.887138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d6672a0-d329-407a-b7ff-c22ac80e76ec req-c028bfe2-a1dc-496e-b8f6-c1c66d9b19c8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 936 time: 0.0653515 Sep 17 01:01:05.902921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-4d41111f-0c40-4c43-97b6-aa0fa3799cdc tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:05.904472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-4d41111f-0c40-4c43-97b6-aa0fa3799cdc tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.36 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.1466372 Sep 17 01:01:05.938314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-086ddb72-2d1c-4176-a55f-3fcc701d2c25 req-5a3309ce-8130-49ff-8188-e6ccca7706b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502336 Sep 17 01:01:05.945382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d6672a0-d329-407a-b7ff-c22ac80e76ec req-6c6bcc75-9e87-4edb-8380-3fdd0b2a6411 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Sep 17 01:01:05.990518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5db4938b-4820-41b7-90c9-80024d13e486 req-0c199c0f-6407-4325-adee-2899054d9ee4 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610281 Sep 17 01:01:06.134817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:06.180755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf11431-f474-4a57-86a6-121e1e7b115e req-75880473-1fbe-4d6a-ac19-d2871fd6444e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:06.187769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3cf11431-f474-4a57-86a6-121e1e7b115e req-75880473-1fbe-4d6a-ac19-d2871fd6444e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.0871313 Sep 17 01:01:06.214696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe345aed-1300-477e-bdca-f25a7c277da6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3b5217cec8d43838814e442f008c139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776217 Sep 17 01:01:06.219653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14738b-9882-4370-845b-1e1ef304c397 req-a3125fa5-92ae-4c44-9962-6bb352aad869 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:06.221185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b14738b-9882-4370-845b-1e1ef304c397 req-a3125fa5-92ae-4c44-9962-6bb352aad869 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 972 time: 0.1480949 Sep 17 01:01:06.221665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60548) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:06.245154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3cf11431-f474-4a57-86a6-121e1e7b115e req-ca0fe7ee-b4f9-4777-9f5d-4ba7864ece60 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564227 Sep 17 01:01:06.354605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Deleting port 14aff365-1b9c-41ea-8180-05159b710b49 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:01:06.354940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.373813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaecfa5-703f-4a4a-bb2a-f1b535bae513 req-844c6289-321f-4e82-ab09-79529da06211 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:06.375400 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7aaecfa5-703f-4a4a-bb2a-f1b535bae513 req-844c6289-321f-4e82-ab09-79529da06211 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0502803 Sep 17 01:01:06.396510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b14738b-9882-4370-845b-1e1ef304c397 req-30398fc1-d258-4ad5-b45c-17bc772237e0 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/security-groups?id=6671b8a3-f4ae-4c10-b036-5ecf61778f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408103 Sep 17 01:01:06.416078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7aaecfa5-703f-4a4a-bb2a-f1b535bae513 req-ab4ee22d-bb07-4d3c-9570-a7102795256a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343256 Sep 17 01:01:06.459846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983bddd2-fdff-404c-8a31-1aa9502470dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.527916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983bddd2-fdff-404c-8a31-1aa9502470dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.546685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b244efff-da1f-49cd-b54d-e0fd8b5bfe2e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:06.565226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] For port 14aff365-1b9c-41ea-8180-05159b710b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14aff365-1b9c-41ea-8180-05159b710b49,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:06.565602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.575261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.605941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Calling delete_port for 14aff365-1b9c-41ea-8180-05159b710b49 owned by compute:tempest-test_az-1445823920 {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:01:06.617814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Transition to ACTIVE for port object b244efff-da1f-49cd-b54d-e0fd8b5bfe2e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:06.687142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.756406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983bddd2-fdff-404c-8a31-1aa9502470dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.759592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983bddd2-fdff-404c-8a31-1aa9502470dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.760741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-983bddd2-fdff-404c-8a31-1aa9502470dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01dd07ab-c24e-4f68-a613-ec1029091a99 HTTP/1.1" status: 204 len: 168 time: 0.5108757 Sep 17 01:01:06.779235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Pushing event updated for resources: {'Port': ['ID=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:06.785696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bddd2-fdff-404c-8a31-1aa9502470dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dd07ab-c24e-4f68-a613-ec1029091a99,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:06.849138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Attempting to bind port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:06.849679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Attempting to bind port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:06.850165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Attempting to bind port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:06.860681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:06.861601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Attempting to bind port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:06.880919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:06.884312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:06.885513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:06.887198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Bound port: b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:06.887578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:06.970992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] For port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:06.974841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] For port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:07.032353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:07.043796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['14aff365-1b9c-41ea-8180-05159b710b49'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:07.077209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:07.077209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Pushing event deleted for resources: {'Port': ['ID=14aff365-1b9c-41ea-8180-05159b710b49,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:07.199748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.200300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:07.201738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] 10.222.0.23 "PUT /v2.0/ports/b244efff-da1f-49cd-b54d-e0fd8b5bfe2e HTTP/1.1" status: 200 len: 1096 time: 1.7026117 Sep 17 01:01:07.202583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] No DVR routers for this DVR port 14aff365-1b9c-41ea-8180-05159b710b49 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:01:07.203691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'tag': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:07.208529 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6ac40fdb-94ff-4200-8106-b6e2ab4e2da4", "tag": "b244efff-da1f-49cd-b54d-e0fd8b5bfe2e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:07.222449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:07.225780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-432aa78b-5df9-4058-8e32-2894e23a58b4 req-11797274-7a4c-43ca-9133-129f5ffc3672 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.36 "DELETE /v2.0/ports/14aff365-1b9c-41ea-8180-05159b710b49 HTTP/1.1" status: 204 len: 173 time: 1.3126388 Sep 17 01:01:07.268235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0034a0-19f6-4aad-b29e-2ef509804e68 service neutron] Pushing event updated for resources: {'Port': ['ID=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:07.292475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee13f8-a67d-4d2c-86d8-8fd16af68176 req-791f7b54-d91e-4a3e-9013-ec5fea632c35 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.301826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6ee13f8-a67d-4d2c-86d8-8fd16af68176 req-791f7b54-d91e-4a3e-9013-ec5fea632c35 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 948 time: 0.1448524 Sep 17 01:01:07.301918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e0afd-fc72-424f-9ffd-1acb398616e1 req-10621be9-6c1b-4950-a330-fbb82c4c4a5d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.301918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-446e0afd-fc72-424f-9ffd-1acb398616e1 req-10621be9-6c1b-4950-a330-fbb82c4c4a5d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 967 time: 0.1161835 Sep 17 01:01:07.364206 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-446e0afd-fc72-424f-9ffd-1acb398616e1 req-01aa97b9-c68c-4bb7-bb04-ef0d079bf075 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514395 Sep 17 01:01:07.387237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6ee13f8-a67d-4d2c-86d8-8fd16af68176 req-47f621d6-dd91-462d-9598-55f92ea31485 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714586 Sep 17 01:01:07.407408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-9662c342-5d22-4f30-8b33-518ce58f7050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.408897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-9662c342-5d22-4f30-8b33-518ce58f7050 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 1099 time: 0.1050358 Sep 17 01:01:07.464762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-9296280c-3a13-4cfd-97dd-6edb825ad13d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e HTTP/1.1" status: 200 len: 217 time: 0.0459554 Sep 17 01:01:07.489297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:07.544067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-5d94266b-4e3c-4179-81e7-dbced05905ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.545391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-5d94266b-4e3c-4179-81e7-dbced05905ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0712988 Sep 17 01:01:07.546816 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d397ac-7fe7-4261-bdd7-9345574e9775 x-openstack-request-id: req-62d397ac-7fe7-4261-bdd7-9345574e9775 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:07.547113 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ac40fdb-94ff-4200-8106-b6e2ab4e2da4", "tag": "b244efff-da1f-49cd-b54d-e0fd8b5bfe2e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:07.551220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62d397ac-7fe7-4261-bdd7-9345574e9775 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:07.551588 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'tag': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', 'status': 'completed', 'code': 200} Sep 17 01:01:07.612824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d656bd-7090-408d-895b-864b7283431b req-843bef73-4b25-4822-8fc3-ec8f12f1714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.614413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-843bef73-4b25-4822-8fc3-ec8f12f1714a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601161 Sep 17 01:01:07.661727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dadfa8-5474-4d9f-be09-344384f827e8 req-d1329724-c8e9-4906-9c3f-32e9da993b91 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.670692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31dadfa8-5474-4d9f-be09-344384f827e8 req-d1329724-c8e9-4906-9c3f-32e9da993b91 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.0789089 Sep 17 01:01:07.673805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:07.688303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'port_id': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'mac_address': 'fa:16:3e:bd:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8197d192-2f62-421b-9fc9-38a50560286b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:07.717784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31dadfa8-5474-4d9f-be09-344384f827e8 req-41764edc-7ab0-4d1c-aea4-73600faabee1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Sep 17 01:01:07.733743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-a491f316-5291-4d8b-8a74-726962fff323 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094072 Sep 17 01:01:07.755978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:07.774830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4306bbb2-790e-47f9-8ef0-40bc6f79e031 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:07.796008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:07.867040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:07.871662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4497ae-51f4-406d-baf7-c90a5c97cc81 req-b5faa2ae-738a-41dc-931a-2111d4ce0601 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:07.873664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a4497ae-51f4-406d-baf7-c90a5c97cc81 req-b5faa2ae-738a-41dc-931a-2111d4ce0601 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 967 time: 0.0589306 Sep 17 01:01:07.884096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60614) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:07.889018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'floatingip': {'port_id': '34a15a6c-e40a-404f-baa7-58042626d780'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:07.928720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:08.034029 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:08.107991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3d3ee1ba-ca86-4733-a456-1cf821054d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:08.114349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28300686-2569-45f5-a3ab-c6fe6e2c4b20 req-0eea9e47-ffd9-4aea-bdae-2ab29826d598 tempest-AggregatesAdminTestJSON-1862473324 tempest-AggregatesAdminTestJSON-1862473324-project] 10.222.0.13 "GET /v2.0/ports?device_id=00233f7d-7239-4edf-b1b9-d76614603e59 HTTP/1.1" status: 200 len: 210 time: 0.0389256 Sep 17 01:01:08.122296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d656bd-7090-408d-895b-864b7283431b req-085c9d38-9a66-428e-9247-a671c8bb99de service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813612 Sep 17 01:01:08.155238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['4306bbb2-790e-47f9-8ef0-40bc6f79e031'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:08.296568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c82d9-592b-4c1b-9611-2fde243da744 req-dbc5d936-e404-451a-b26f-c36646f713bc tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:08.304304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d32c82d9-592b-4c1b-9611-2fde243da744 req-dbc5d936-e404-451a-b26f-c36646f713bc tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.1146131 Sep 17 01:01:08.378769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d32c82d9-592b-4c1b-9611-2fde243da744 req-cdbe1734-315b-460b-bc21-30412541fd3d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730603 Sep 17 01:01:08.381393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-7d550eb5-c969-4239-afed-853c82e820f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:08.383346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-7d550eb5-c969-4239-afed-853c82e820f4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 1099 time: 0.0748584 Sep 17 01:01:08.509914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-3719ed1e-638b-48de-a070-9799288eac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:08.511719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-3719ed1e-638b-48de-a070-9799288eac1b service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1209424 Sep 17 01:01:08.572823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-4f6e34a0-b66a-462b-bf07-35449bea44ed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e HTTP/1.1" status: 200 len: 217 time: 0.0524857 Sep 17 01:01:08.648591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-505bde08-e04a-4469-bb82-b811115731b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:08.650209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-505bde08-e04a-4469-bb82-b811115731b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0698099 Sep 17 01:01:08.738327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250631fa-fbfd-444f-8672-47ca37bdee5a req-f1bba049-da7a-45fe-afc7-a58c66ac8d83 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:08.743724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-250631fa-fbfd-444f-8672-47ca37bdee5a req-f1bba049-da7a-45fe-afc7-a58c66ac8d83 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 948 time: 0.1016304 Sep 17 01:01:08.755134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-06526ced-a1a8-4cf8-b16b-e9858db35be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:08.764566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-06526ced-a1a8-4cf8-b16b-e9858db35be9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976419 Sep 17 01:01:08.842941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-250631fa-fbfd-444f-8672-47ca37bdee5a req-2db1ee6a-4b81-425f-b66d-6e86d74279e8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883775 Sep 17 01:01:08.920551 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:08.991978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-0ec7b905-969f-418f-9dc4-c184c70a2cd9 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227488 Sep 17 01:01:08.992578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.001568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583881c-8c34-4b57-bf83-878362635555 req-df98f86c-a108-4d2f-a835-799963a399cb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:09.002983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e583881c-8c34-4b57-bf83-878362635555 req-df98f86c-a108-4d2f-a835-799963a399cb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 945 time: 0.0740066 Sep 17 01:01:09.021121 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.104692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e583881c-8c34-4b57-bf83-878362635555 req-bb02cc0b-333a-4a70-86f2-af0c0921c77d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926156 Sep 17 01:01:09.147576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb561623-61ae-4b5e-a9c4-1e85c24a75ed req-43d5f0b6-ffd7-4ecb-a0a5-ffafb9f50088 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436474 Sep 17 01:01:09.154206 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173 associated. External IP: 172.25.1.140, port: 34a15a6c-e40a-404f-baa7-58042626d780. Sep 17 01:01:09.323811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.479597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:09.508251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:09.557607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7f46a-3ebc-4221-81b0-88d5657c5764 req-77780dab-9fab-480a-867c-ff8271c1a0e4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:09.559667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64e7f46a-3ebc-4221-81b0-88d5657c5764 req-77780dab-9fab-480a-867c-ff8271c1a0e4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0548215 Sep 17 01:01:09.559667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00233f7d-7239-4edf-b1b9-d76614603e59', 'name': 'network-vif-deleted', 'tag': '14aff365-1b9c-41ea-8180-05159b710b49'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:09.561817 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d001c2f-0e60-4099-9849-7c516379098d" -d '{"events": [{"server_uuid": "00233f7d-7239-4edf-b1b9-d76614603e59", "name": "network-vif-deleted", "tag": "14aff365-1b9c-41ea-8180-05159b710b49"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:09.607634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:01:09.624741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64e7f46a-3ebc-4221-81b0-88d5657c5764 req-cd4c02c2-5e38-4b59-9f72-f2b941c65fa2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551851 Sep 17 01:01:09.660494 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857cfc0e-5cb8-4f18-a3ba-31b00dbed333 x-openstack-request-id: req-857cfc0e-5cb8-4f18-a3ba-31b00dbed333 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:09.660862 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00233f7d-7239-4edf-b1b9-d76614603e59", "name": "network-vif-deleted", "tag": "14aff365-1b9c-41ea-8180-05159b710b49", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:09.661106 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-857cfc0e-5cb8-4f18-a3ba-31b00dbed333 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:09.661435 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00233f7d-7239-4edf-b1b9-d76614603e59', 'name': 'network-vif-deleted', 'tag': '14aff365-1b9c-41ea-8180-05159b710b49', 'status': 'completed', 'code': 200} Sep 17 01:01:09.663524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:09.679409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'port_id': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'mac_address': 'fa:16:3e:49:f4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc473-dd7a-43ea-aabd-7c5da26929b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:09.689016 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:01:09.707976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:09.714970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:09.715373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.745307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.769621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c1090a-649a-48e7-a602-f4fd49f70da2 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:09.771400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:01:09.783254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.790270 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:01:09.798866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:09.803488 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:01:09.805815 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:01:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:09.825976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8e72e1b1-a6e1-4043-a412-16c5a10308b9 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "PUT /v2.0/floatingips/8c4e7f26-4411-4b89-9e6f-cc5c55f66173 HTTP/1.1" status: 200 len: 1013 time: 1.9383402 Sep 17 01:01:09.825976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:09.829601 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4" -d '{"events": [{"name": "network-changed", "server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "tag": "34a15a6c-e40a-404f-baa7-58042626d780"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:09.841288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.867632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:09.870223 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c500ba-7f54-450f-a93e-837ebae8c6f5" -d '{"events": [{"server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:09.881455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:09.888588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:09.900986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60704) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:09.901773 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f16509f-11e0-4e6b-ba14-85cb87b25eb5 x-openstack-request-id: req-4f16509f-11e0-4e6b-ba14-85cb87b25eb5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:09.902168 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "tag": "34a15a6c-e40a-404f-baa7-58042626d780", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:09.902812 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f16509f-11e0-4e6b-ba14-85cb87b25eb5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:09.903472 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780', 'status': 'completed', 'code': 200} Sep 17 01:01:09.948893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:09.960628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.029394 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d6b993-4b74-47ea-a8cf-31c8a4345d34 x-openstack-request-id: req-17d6b993-4b74-47ea-a8cf-31c8a4345d34 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:10.029711 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "name": "network-vif-plugged", "status": "completed", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:10.030065 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17d6b993-4b74-47ea-a8cf-31c8a4345d34 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:10.030453 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'code': 200} Sep 17 01:01:10.035766 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:01:10.070968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-503cc5b6-9c6c-41aa-867e-732ce0151425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.072820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-503cc5b6-9c6c-41aa-867e-732ce0151425 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 1118 time: 0.1429846 Sep 17 01:01:10.089640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:10.109170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['32c1090a-649a-48e7-a602-f4fd49f70da2'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:10.115725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dac485-716b-4dbf-af60-bbe4c93124f4 req-e75e3a0f-41f6-498e-a39d-a2c1cd2a2c14 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.124809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7dac485-716b-4dbf-af60-bbe4c93124f4 req-e75e3a0f-41f6-498e-a39d-a2c1cd2a2c14 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 948 time: 0.1195900 Sep 17 01:01:10.128479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60710) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:10.287464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7dac485-716b-4dbf-af60-bbe4c93124f4 req-cf9fc7e3-1430-4bca-a6e3-f330fa575344 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566813 Sep 17 01:01:10.291161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871a830-3a4b-444e-bd6a-e76a09d80eda req-53f750d9-1347-412e-9681-328b9d30dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.299131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8871a830-3a4b-444e-bd6a-e76a09d80eda req-53f750d9-1347-412e-9681-328b9d30dd28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1097 time: 0.1927812 Sep 17 01:01:10.320195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a236047-44de-4494-8acd-531b6cc40304 req-40f100b0-4ed0-43af-b363-ffa95cb3ce89 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.321822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a236047-44de-4494-8acd-531b6cc40304 req-40f100b0-4ed0-43af-b363-ffa95cb3ce89 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 946 time: 0.0989194 Sep 17 01:01:10.355355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-9be165a2-a1ae-4915-b5e2-99fc659ed0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.357221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-9be165a2-a1ae-4915-b5e2-99fc659ed0f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 925 time: 0.2770989 Sep 17 01:01:10.408329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a236047-44de-4494-8acd-531b6cc40304 req-776d7729-556f-4a11-9d84-4e9a1b32cfb9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742960 Sep 17 01:01:10.421190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8871a830-3a4b-444e-bd6a-e76a09d80eda req-21718e69-d188-411a-973d-f90653dca1b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161206 Sep 17 01:01:10.483422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2643d142-f357-470e-855f-e03688c68f62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=353e3d61f9bf44c385fc40db24e1cc4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5785573 Sep 17 01:01:10.483814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:10.505071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-e26930dc-fa54-4589-be5d-5ffcbf1f1772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34a15a6c-e40a-404f-baa7-58042626d780 HTTP/1.1" status: 200 len: 1021 time: 0.1353586 Sep 17 01:01:10.567306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:10.582402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-00b7980d-dbbd-4f57-8050-ee631048a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.584038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-00b7980d-dbbd-4f57-8050-ee631048a3ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 200 len: 863 time: 0.0716975 Sep 17 01:01:10.629527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a8a463e-fc53-4d1b-9438-371fa14c6b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.636145 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '8c4e7f26-4411-4b89-9e6f-cc5c55f66173', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'port_id': '34a15a6c-e40a-404f-baa7-58042626d780', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'mac_address': 'fa:16:3e:ab:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'device_owner': 'compute:tempest-test_az-1445823920'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:00:51Z', 'updated_at': '2021-09-17T01:01:08Z', 'revision_number': 1, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:10.644877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-6676ef0a-603a-4e46-bf9c-d650f3b4f566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.646726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-6676ef0a-603a-4e46-bf9c-d650f3b4f566 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c63c263-68c6-4482-ae36-0499b99ef1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554726 Sep 17 01:01:10.661925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a8a463e-fc53-4d1b-9438-371fa14c6b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.665788 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:01:10.674992 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:01:10.676497 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:01:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:10.709681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba8c510b-d2a9-48df-9421-942629c1e779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.767860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.789770 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:01:10.790373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-fe1050c8-19dd-470c-8f9f-6c1d34a01fac service neutron] 10.222.0.36 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273065 Sep 17 01:01:10.849343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:01:10.849343 n-d-789963-7 neutron-server[112072]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 01:01:10.849343 n-d-789963-7 neutron-server[112072]: [parameters: {'project_id': 'c228446e703b46c088d5f86b85a8b261', 'id': '9f5c6f34-9379-4416-a418-dfbaa1fe50e7', 'expiration': datetime.datetime(2021, 9, 17, 1, 3, 10, 806183)}] Sep 17 01:01:10.849343 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:01:10.851204 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:01:10.855945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a0cb5-0f0e-4ada-8f4b-966f41b84e6b req-4016754a-a080-42fc-9329-c007e022e756 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:10.868427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-169a0cb5-0f0e-4ada-8f4b-966f41b84e6b req-4016754a-a080-42fc-9329-c007e022e756 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.1513948 Sep 17 01:01:10.868524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a8a463e-fc53-4d1b-9438-371fa14c6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.868524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a8a463e-fc53-4d1b-9438-371fa14c6b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.868524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a8a463e-fc53-4d1b-9438-371fa14c6b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6671b8a3-f4ae-4c10-b036-5ecf61778f28 HTTP/1.1" status: 204 len: 168 time: 0.3782115 Sep 17 01:01:10.884710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a463e-fc53-4d1b-9438-371fa14c6b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6671b8a3-f4ae-4c10-b036-5ecf61778f28,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:10.919754 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:10.989812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba8c510b-d2a9-48df-9421-942629c1e779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.000663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-169a0cb5-0f0e-4ada-8f4b-966f41b84e6b req-dd395841-e1ff-4233-b80c-bb9e3d3dfeea tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965183 Sep 17 01:01:11.032293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcb5678-5b1f-4bf0-a86b-07adb35f62a4 req-d3484966-215a-4ae7-be5e-ed492900cfd9 service neutron] 10.222.0.36 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344196 Sep 17 01:01:11.038351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba8c510b-d2a9-48df-9421-942629c1e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.059482 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '8c4e7f26-4411-4b89-9e6f-cc5c55f66173', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'port_id': '34a15a6c-e40a-404f-baa7-58042626d780', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'mac_address': 'fa:16:3e:ab:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'device_owner': 'compute:tempest-test_az-1445823920'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:00:51Z', 'updated_at': '2021-09-17T01:01:08Z', 'revision_number': 1, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:11.066606 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ba8c510b-d2a9-48df-9421-942629c1e779 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=512ccf2fdef84e09838ff87af6ca1afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966612 Sep 17 01:01:11.069025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60740) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:11.086442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14aff365-1b9c-41ea-8180-05159b710b49 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:01:11.105957 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8114ad-f4ad-4e6f-ae41-730e4d38aed2 None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '8c4e7f26-4411-4b89-9e6f-cc5c55f66173', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'port_id': '34a15a6c-e40a-404f-baa7-58042626d780', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'mac_address': 'fa:16:3e:ab:2e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'device_owner': 'compute:tempest-test_az-1445823920'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:00:51Z', 'updated_at': '2021-09-17T01:01:08Z', 'revision_number': 1, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:01:11.109847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c510b-d2a9-48df-9421-942629c1e779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3be6f38-0a0e-4ef6-bf66-2bb346a90674,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:11.119697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 14aff365-1b9c-41ea-8180-05159b710b49 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:01:11.120468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14aff365-1b9c-41ea-8180-05159b710b49 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:01:11.166491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e7dd4c-95d5-49f3-a8d9-4457ac3d1634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.190445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e7dd4c-95d5-49f3-a8d9-4457ac3d1634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.307953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e7dd4c-95d5-49f3-a8d9-4457ac3d1634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.311661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e7dd4c-95d5-49f3-a8d9-4457ac3d1634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.313900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f1e7dd4c-95d5-49f3-a8d9-4457ac3d1634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3be6f38-0a0e-4ef6-bf66-2bb346a90674 HTTP/1.1" status: 204 len: 168 time: 0.2431078 Sep 17 01:01:11.326423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7dd4c-95d5-49f3-a8d9-4457ac3d1634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3be6f38-0a0e-4ef6-bf66-2bb346a90674,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:11.352388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.444568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb309e-053f-412c-8fb3-85a8566ebe07 req-ebb0c5e7-0f0f-4471-9691-30c9b77912cc tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:11.447406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5acb309e-053f-412c-8fb3-85a8566ebe07 req-ebb0c5e7-0f0f-4471-9691-30c9b77912cc tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 948 time: 0.0695834 Sep 17 01:01:11.473503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb43c3-aa25-4384-8856-43e3129f79f4 None None] New status for floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:01:11.492370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5acb309e-053f-412c-8fb3-85a8566ebe07 req-d350210c-97e1-4a64-9851-87cc6ec8641b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387704 Sep 17 01:01:11.519868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b244efff-da1f-49cd-b54d-e0fd8b5bfe2e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:11.521694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:11.525657 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.607928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d11463-ac35-4455-84a0-c18ae55c691a req-b476aabe-9600-4250-912f-66d695251223 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:11.609519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37d11463-ac35-4455-84a0-c18ae55c691a req-b476aabe-9600-4250-912f-66d695251223 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 946 time: 0.0546098 Sep 17 01:01:11.616082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.655568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c228446e703b46c088d5f86b85a8b261&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5258493 Sep 17 01:01:11.658642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60760) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:11.662456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37d11463-ac35-4455-84a0-c18ae55c691a req-189c2c82-e7e4-4a46-9f05-586f06b4cca6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Sep 17 01:01:11.685437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5480d6a-89c8-4a3b-9b47-b059fd31e041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a51dfb-23a8-49ff-a6a2-70494bd5c558,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:11.729506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8abf4790-df3d-49c5-a52e-43fa09a28694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.741237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60762) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:11.757388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8abf4790-df3d-49c5-a52e-43fa09a28694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.826215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5954728f-087f-4940-b1f5-6026a1256567 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ab17aad4cc44c899f7169916303cd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814009 Sep 17 01:01:11.826752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60768) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:11.842049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.resource_extend [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:01:11.896720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bded0489-a301-43ec-84c1-de52cdbe00f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.906021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8abf4790-df3d-49c5-a52e-43fa09a28694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.908502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8abf4790-df3d-49c5-a52e-43fa09a28694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:11.909646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8abf4790-df3d-49c5-a52e-43fa09a28694 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43a51dfb-23a8-49ff-a6a2-70494bd5c558 HTTP/1.1" status: 204 len: 168 time: 0.2500625 Sep 17 01:01:11.927665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf4790-df3d-49c5-a52e-43fa09a28694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a51dfb-23a8-49ff-a6a2-70494bd5c558,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:11.936446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bded0489-a301-43ec-84c1-de52cdbe00f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.002704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 32c1090a-649a-48e7-a602-f4fd49f70da2 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:12.027267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 32c1090a-649a-48e7-a602-f4fd49f70da2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:12.033798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.060795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:12.077818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', 'mac_address': 'fa:16:3e:10:e3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:12.116270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867d6cf-9e73-4efc-90d4-c54660ac227c req-709201d9-ba3f-4866-a600-b04de2906e9c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:12.119553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b867d6cf-9e73-4efc-90d4-c54660ac227c req-709201d9-ba3f-4866-a600-b04de2906e9c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.0501380 Sep 17 01:01:12.124407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bded0489-a301-43ec-84c1-de52cdbe00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.131147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bded0489-a301-43ec-84c1-de52cdbe00f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.136453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bded0489-a301-43ec-84c1-de52cdbe00f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d89501c7-0761-4077-b916-bd238d693a68 HTTP/1.1" status: 204 len: 168 time: 0.3070545 Sep 17 01:01:12.147998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded0489-a301-43ec-84c1-de52cdbe00f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89501c7-0761-4077-b916-bd238d693a68,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:12.153444 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.183490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.187996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b244efff-da1f-49cd-b54d-e0fd8b5bfe2e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:12.219190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b867d6cf-9e73-4efc-90d4-c54660ac227c req-1fbd2c1f-941d-4c26-8fc5-2667aa03d7f1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673084 Sep 17 01:01:12.225582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:12.232528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:12.239688 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f620bb34-6bbb-474f-9ad7-311aa6f246c0" -d '{"events": [{"server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "name": "network-vif-plugged", "status": "completed", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:12.256199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:12.295262 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.324372 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2bc1f6-7572-4803-9a01-fda7108f63ca x-openstack-request-id: req-4c2bc1f6-7572-4803-9a01-fda7108f63ca {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:12.324685 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "name": "network-vif-plugged", "status": "completed", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:12.325019 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c2bc1f6-7572-4803-9a01-fda7108f63ca {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:12.325644 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'code': 200} Sep 17 01:01:12.353254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:12.357618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.410989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:12.443122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60788) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:12.475261 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abc5123b-865b-4caa-89dc-12b6e708935f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.475441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259162dd-1d63-49d7-b462-962067f25a82 req-a089644b-b1a3-424d-bc41-ac5047fbd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:12.478491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-259162dd-1d63-49d7-b462-962067f25a82 req-a089644b-b1a3-424d-bc41-ac5047fbd42b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1097 time: 0.0516450 Sep 17 01:01:12.527480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-259162dd-1d63-49d7-b462-962067f25a82 req-9d05865a-edf5-4c17-8c78-863cbb781363 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Sep 17 01:01:12.569255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:12.593872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abc5123b-865b-4caa-89dc-12b6e708935f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.659958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d65880-3faf-48be-8b3f-6d6554827ee1 req-cc3bb619-5b18-4647-853c-852204ad1d4c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:12.661579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1d65880-3faf-48be-8b3f-6d6554827ee1 req-cc3bb619-5b18-4647-853c-852204ad1d4c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 949 time: 0.0537531 Sep 17 01:01:12.701646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1d65880-3faf-48be-8b3f-6d6554827ee1 req-ad1b397c-7312-4af5-8290-71243ff884e2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Sep 17 01:01:12.706882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abc5123b-865b-4caa-89dc-12b6e708935f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.751883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-abc5123b-865b-4caa-89dc-12b6e708935f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09d70facd2564e61991e515cf885e248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063126 Sep 17 01:01:12.752792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5123b-865b-4caa-89dc-12b6e708935f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee79d670-e696-4125-8a96-f92db4ed5cb1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:12.755342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60796) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:12.855802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd976031-2aa6-4df4-9427-ec12e85167cc req-7303799b-8bfc-4744-a81c-93ec621c0877 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:12.857276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd976031-2aa6-4df4-9427-ec12e85167cc req-7303799b-8bfc-4744-a81c-93ec621c0877 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 946 time: 0.0713341 Sep 17 01:01:12.858305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80343af-ae6c-4b3c-bee9-f43f64426e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.892487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80343af-ae6c-4b3c-bee9-f43f64426e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:12.934193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd976031-2aa6-4df4-9427-ec12e85167cc req-0c77e370-bf9f-472a-a03e-49b1b3a22082 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662963 Sep 17 01:01:12.973022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60804) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:12.987225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c8b4-938e-4eab-8741-db33081b3c47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.026357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80343af-ae6c-4b3c-bee9-f43f64426e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.029083 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80343af-ae6c-4b3c-bee9-f43f64426e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.030265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b80343af-ae6c-4b3c-bee9-f43f64426e68 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee79d670-e696-4125-8a96-f92db4ed5cb1 HTTP/1.1" status: 204 len: 168 time: 0.2737770 Sep 17 01:01:13.039743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80343af-ae6c-4b3c-bee9-f43f64426e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee79d670-e696-4125-8a96-f92db4ed5cb1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:13.116704 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c8b4-938e-4eab-8741-db33081b3c47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.181307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5f5c8b4-938e-4eab-8741-db33081b3c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.225217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5f5c8b4-938e-4eab-8741-db33081b3c47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb9c743172d246ba99b1987a3f58e072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506359 Sep 17 01:01:13.226063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5c8b4-938e-4eab-8741-db33081b3c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6036f31-5e52-45d5-8d9e-81465a3e1668,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:13.229359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60812) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:13.299787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83c4727b-e2d8-48e7-8276-a3a484fb244e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.327963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83c4727b-e2d8-48e7-8276-a3a484fb244e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.347415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff4ab-548c-42de-b80d-aef985e53e84 req-2b0d6c57-c6d9-4fa2-b1c4-71de307c4f79 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:13.349285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5bff4ab-548c-42de-b80d-aef985e53e84 req-2b0d6c57-c6d9-4fa2-b1c4-71de307c4f79 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0687652 Sep 17 01:01:13.392403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5bff4ab-548c-42de-b80d-aef985e53e84 req-3e83d982-2963-4c59-b003-7f4293b793aa tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351052 Sep 17 01:01:13.442018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a858185-4fe1-4abd-ba48-0a2bfefe97ec req-a7216c80-5b4a-47f2-8c26-5ed0a4e60c0d tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:13.444953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a858185-4fe1-4abd-ba48-0a2bfefe97ec req-a7216c80-5b4a-47f2-8c26-5ed0a4e60c0d tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1097 time: 0.0568993 Sep 17 01:01:13.444953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83c4727b-e2d8-48e7-8276-a3a484fb244e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.448533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83c4727b-e2d8-48e7-8276-a3a484fb244e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.449868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-83c4727b-e2d8-48e7-8276-a3a484fb244e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6036f31-5e52-45d5-8d9e-81465a3e1668 HTTP/1.1" status: 204 len: 168 time: 0.2192309 Sep 17 01:01:13.465305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4727b-e2d8-48e7-8276-a3a484fb244e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6036f31-5e52-45d5-8d9e-81465a3e1668,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:13.501667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b244efff-da1f-49cd-b54d-e0fd8b5bfe2e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:13.503938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a858185-4fe1-4abd-ba48-0a2bfefe97ec req-628081c1-9b77-4dee-bbeb-61351f9459c4 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502262 Sep 17 01:01:13.631848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:13.640746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:13.641282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.697479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a274f4-7d4e-4738-879e-717ee209a0e6 req-cacb51ba-eab6-46a1-bbfd-bfa9b74f869a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:13.699566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a274f4-7d4e-4738-879e-717ee209a0e6 req-cacb51ba-eab6-46a1-bbfd-bfa9b74f869a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1097 time: 0.0483510 Sep 17 01:01:13.737026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a274f4-7d4e-4738-879e-717ee209a0e6 req-be88914c-0000-4672-bb27-c8d399b5c744 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Sep 17 01:01:13.759484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.799581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:13.896183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:13.916098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b5f6-6f7e-41e4-b6f3-13598ff9bbd6 req-739fa697-8cdb-4fcc-a146-0d09613cc82e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:13.917583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bf0b5f6-6f7e-41e4-b6f3-13598ff9bbd6 req-739fa697-8cdb-4fcc-a146-0d09613cc82e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 949 time: 0.0538874 Sep 17 01:01:13.951389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:13.978323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bf0b5f6-6f7e-41e4-b6f3-13598ff9bbd6 req-477d3ecf-d596-49ef-b8ea-4b7557c1530e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525994 Sep 17 01:01:14.131836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-8843fc8f-073d-4b22-a79d-de033f4842b6 req-4d99a1e8-1be2-4786-95d3-54db1aa77b4b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:01:14.132904 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8843fc8f-073d-4b22-a79d-de033f4842b6 req-4d99a1e8-1be2-4786-95d3-54db1aa77b4b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056422 Sep 17 01:01:14.327349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:14.329908 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dd7043-2d52-4d08-a0c5-2b6a2351a9ef" -d '{"events": [{"server_uuid": "6ac40fdb-94ff-4200-8106-b6e2ab4e2da4", "name": "network-vif-plugged", "status": "completed", "tag": "b244efff-da1f-49cd-b54d-e0fd8b5bfe2e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:14.383516 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992004ea-9e8d-472e-bf01-d896cbf4c066 x-openstack-request-id: req-992004ea-9e8d-472e-bf01-d896cbf4c066 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:14.383516 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ac40fdb-94ff-4200-8106-b6e2ab4e2da4", "name": "network-vif-plugged", "status": "completed", "tag": "b244efff-da1f-49cd-b54d-e0fd8b5bfe2e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:14.383516 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-992004ea-9e8d-472e-bf01-d896cbf4c066 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:14.383516 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', 'code': 200} Sep 17 01:01:14.478185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3a0ee-6a6a-4f6d-aaff-40c25671f9fe req-d89ff2e3-9ca2-479e-a939-53a7d0c14abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:14.479701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bda3a0ee-6a6a-4f6d-aaff-40c25671f9fe req-d89ff2e3-9ca2-479e-a939-53a7d0c14abc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 1101 time: 0.0448384 Sep 17 01:01:14.542786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bda3a0ee-6a6a-4f6d-aaff-40c25671f9fe req-d8d9d8ae-3624-4702-bcee-a9a9005e1af6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535252 Sep 17 01:01:14.551571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b918f-358b-4cc0-9d52-9ad47a1e3603 req-d8cbf2ef-992e-403b-b7b7-d60fa2d73b9f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:14.568727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556b918f-358b-4cc0-9d52-9ad47a1e3603 req-d8cbf2ef-992e-403b-b7b7-d60fa2d73b9f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0880315 Sep 17 01:01:14.608464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556b918f-358b-4cc0-9d52-9ad47a1e3603 req-d02fc14c-7da9-45e0-906b-4fefbed79eaa tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388262 Sep 17 01:01:15.099986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23570238-4adb-45fa-9666-987abc9268c5 req-61589dd8-0c00-4e9b-9a1b-c3823bc7d51f tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:15.101705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23570238-4adb-45fa-9666-987abc9268c5 req-61589dd8-0c00-4e9b-9a1b-c3823bc7d51f tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1097 time: 0.0433745 Sep 17 01:01:15.142471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23570238-4adb-45fa-9666-987abc9268c5 req-26c399ad-8898-497b-9678-f046aaa7f208 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Sep 17 01:01:15.973852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1292939-7b46-4700-8e13-d1aa4052123c req-0fc23849-83fb-44d1-a1a3-1a1bd4226980 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:15.973852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1292939-7b46-4700-8e13-d1aa4052123c req-0fc23849-83fb-44d1-a1a3-1a1bd4226980 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 950 time: 0.0624390 Sep 17 01:01:16.008191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1292939-7b46-4700-8e13-d1aa4052123c req-25189656-76f1-4e89-bb1e-f287cf11869f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328190 Sep 17 01:01:16.108892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3f530-fb7c-407d-ad47-8d9dcc8f3332 req-5974d837-4eb1-438f-8e96-c9aeeadb66da tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:16.110314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd3f530-fb7c-407d-ad47-8d9dcc8f3332 req-5974d837-4eb1-438f-8e96-c9aeeadb66da tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1097 time: 0.0427613 Sep 17 01:01:16.151445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd3f530-fb7c-407d-ad47-8d9dcc8f3332 req-1b60b82f-83a0-4902-8ae6-2003d7ca208c tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348275 Sep 17 01:01:17.135321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-f43893e5-7822-484f-98bd-ae209a410315 req-bd522465-2282-4660-b5e7-d2e8e9b2f87a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:01:17.136041 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f43893e5-7822-484f-98bd-ae209a410315 req-bd522465-2282-4660-b5e7-d2e8e9b2f87a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059781 Sep 17 01:01:17.250920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32786) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:17.506362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-20739e67-7c77-41ac-9d5b-ef10cea33466 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:01:17.506362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-20739e67-7c77-41ac-9d5b-ef10cea33466 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2286916 Sep 17 01:01:17.519808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-45181b8b-935b-4483-9675-c5b0f3efad66 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:17.521120 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-45181b8b-935b-4483-9675-c5b0f3efad66 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 1094 time: 0.0331714 Sep 17 01:01:17.606399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:17.606919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:01:17.741239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:17.741612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:17.742475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:17.748648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:17.749134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:17.754286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:17.754631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:17.755047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:17.755508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Bound port: 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:17.839640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:17.924400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:17.925750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ad2ce4a9-ebf0-4d2d-bb65-3e542f9fdb53 service neutron] 10.222.0.13 "POST /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031/bindings HTTP/1.1" status: 201 len: 389 time: 0.3616838 Sep 17 01:01:18.249386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fac9cd-9d9f-4f8b-8351-a7fd3dcfcd42 req-9c470ef9-d8e3-4705-8911-17af3aedb6fd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:18.250906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71fac9cd-9d9f-4f8b-8351-a7fd3dcfcd42 req-9c470ef9-d8e3-4705-8911-17af3aedb6fd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 950 time: 0.0596535 Sep 17 01:01:18.294980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71fac9cd-9d9f-4f8b-8351-a7fd3dcfcd42 req-2f129a5a-1928-4e50-8fa0-1ef9e2bfd5c2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372663 Sep 17 01:01:18.714087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-347921bc-277f-4b69-8b84-711dadf32872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:18.715630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-347921bc-277f-4b69-8b84-711dadf32872 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1097 time: 0.0463738 Sep 17 01:01:18.829816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-f574d654-a297-4efc-8cb0-e6da85727b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:18.831321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-f574d654-a297-4efc-8cb0-e6da85727b08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1041787 Sep 17 01:01:18.874597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-46096d2e-f381-4b7b-a0a2-0284d47c5af8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0334897 Sep 17 01:01:18.928529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-8ec83137-abea-456b-8b49-9ea48db4bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:18.930053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-8ec83137-abea-456b-8b49-9ea48db4bfa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0494497 Sep 17 01:01:18.973873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-8b363d87-c472-435f-a795-0e3bae8da0d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366430 Sep 17 01:01:19.049091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32844) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:19.081129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-29571ab0-3466-4763-9106-26e5c576009e service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990250 Sep 17 01:01:19.157975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac770a07-e366-4a4f-b374-6ea33f17c62a req-da2b5bfd-5cc4-4ab6-973d-febb359448f3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:19.159558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac770a07-e366-4a4f-b374-6ea33f17c62a req-da2b5bfd-5cc4-4ab6-973d-febb359448f3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 946 time: 0.0803044 Sep 17 01:01:19.201486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-9b3b22ec-f0ad-4a6c-a225-90fb922d0a58 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106446 Sep 17 01:01:19.202561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac770a07-e366-4a4f-b374-6ea33f17c62a req-f67c7c67-1b84-4063-8802-ef61174b50a2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Sep 17 01:01:19.250739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32856) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:19.298530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.347104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32860) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:19.408963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.410766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca911134-28ed-4c4b-99ae-ea721c551422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.445250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-34345476-fd64-4c93-9943-77eca2268781 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:01:19.446421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-34345476-fd64-4c93-9943-77eca2268781 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981584 Sep 17 01:01:19.491514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-20d6f6f2-a7ea-4ad2-9fae-577059573ce2 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:19.495618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-20d6f6f2-a7ea-4ad2-9fae-577059573ce2 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 1094 time: 0.0424316 Sep 17 01:01:19.507972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.532053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-63dc43b6-ea86-4ece-8e7d-284641a6befc tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:19.536187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-63dc43b6-ea86-4ece-8e7d-284641a6befc tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1097 time: 0.1140485 Sep 17 01:01:19.559576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:19.576702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db9065-fd44-420f-91a5-a1ed2f0bf27e req-b563b1ad-f310-43e3-9916-2f562ff57287 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:19.578326 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-41db9065-fd44-420f-91a5-a1ed2f0bf27e req-b563b1ad-f310-43e3-9916-2f562ff57287 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 1101 time: 0.0501084 Sep 17 01:01:19.593821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d176d2-f0c2-4328-b855-d32455270828,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:19.608861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10e081fd66eb4491beaad52ca6b59155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5587621 Sep 17 01:01:19.609320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:19.609764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:01:19.611911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41db9065-fd44-420f-91a5-a1ed2f0bf27e req-b9c32635-c624-441e-8c0c-1bb28e1d11b2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.614209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32868) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:19.619339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.622556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.623380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd8b60a-ba2a-4f80-ab20-ebe2308bf71d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.667356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.732336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca911134-28ed-4c4b-99ae-ea721c551422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.746003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.780229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.792704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca911134-28ed-4c4b-99ae-ea721c551422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.841645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ca911134-28ed-4c4b-99ae-ea721c551422 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c64ffc3bdbf94767a40cbce487f4251f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898037 Sep 17 01:01:19.847443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32872) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:19.861557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:19.861885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:19.862202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:19.869540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca911134-28ed-4c4b-99ae-ea721c551422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95d1b72-165a-46dc-befe-0b9f5fd4bb8c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:19.872497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:19.872814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:19.873104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:19.881924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:19.882306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:19.883296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:19.883614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Bound port: 32c1090a-649a-48e7-a602-f4fd49f70da2, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:19.940564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9096f71-6cb5-40ec-9675-2467762c9139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.942523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:19.967218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41db9065-fd44-420f-91a5-a1ed2f0bf27e req-b9c32635-c624-441e-8c0c-1bb28e1d11b2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.969099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:19.970273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.972794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.976624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99d176d2-f0c2-4328-b855-d32455270828 HTTP/1.1" status: 204 len: 168 time: 0.3581131 Sep 17 01:01:19.984065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d176d2-f0c2-4328-b855-d32455270828,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:19.985213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9096f71-6cb5-40ec-9675-2467762c9139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:19.993858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.994211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.994979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.994979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.995592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.996455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.996793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.997122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.997448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.997773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.998094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:19.998521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-285d8729-4f1f-4676-8239-7c5ed4f8df00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:20.012732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:20.014996 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06234b1a-9e42-43c1-a5fe-a6fe3ce05ada" -d '{"events": [{"server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:20.025204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41db9065-fd44-420f-91a5-a1ed2f0bf27e req-b9c32635-c624-441e-8c0c-1bb28e1d11b2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.025556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.044373 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-41db9065-fd44-420f-91a5-a1ed2f0bf27e req-b9c32635-c624-441e-8c0c-1bb28e1d11b2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568517 Sep 17 01:01:20.053879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c32635-c624-441e-8c0c-1bb28e1d11b2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8f3ff-415f-4a97-8476-8a625cff3aab,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:20.073070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.074460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-13322062-bd72-4c88-8d9e-f966048f279c service neutron] 10.222.0.13 "POST /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5187359 Sep 17 01:01:20.095361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.141245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9096f71-6cb5-40ec-9675-2467762c9139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.143743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9096f71-6cb5-40ec-9675-2467762c9139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.147541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c9096f71-6cb5-40ec-9675-2467762c9139 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e95d1b72-165a-46dc-befe-0b9f5fd4bb8c HTTP/1.1" status: 204 len: 168 time: 0.2942283 Sep 17 01:01:20.174182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:20.190403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9096f71-6cb5-40ec-9675-2467762c9139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95d1b72-165a-46dc-befe-0b9f5fd4bb8c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:20.210703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:20.211724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:20.212049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:20.217018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:20.217338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Attempting to bind port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:20.221979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:20.222929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:20.222929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:20.223165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Bound port: 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:20.223454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.310068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:20.312720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:20.421223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.430592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea907e02-0ac0-42da-9be3-75ac519080d0 x-openstack-request-id: req-ea907e02-0ac0-42da-9be3-75ac519080d0 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:20.430592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:20.430592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea907e02-0ac0-42da-9be3-75ac519080d0 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:20.430592 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'code': 200} Sep 17 01:01:20.524651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=8']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:20.549044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:20.549792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:20.551367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d1627a16-9690-44d7-bc7d-0d7ada67e6a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 1122 time: 1.0029898 Sep 17 01:01:20.605498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25081e0-2eff-4b73-ae94-ab36da3f4b03 req-37f6d037-1dec-4cba-8883-a04062f621f5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:20.615862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d25081e0-2eff-4b73-ae94-ab36da3f4b03 req-37f6d037-1dec-4cba-8883-a04062f621f5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.0549309 Sep 17 01:01:20.639572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['4306bbb2-790e-47f9-8ef0-40bc6f79e031'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:20.665362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d25081e0-2eff-4b73-ae94-ab36da3f4b03 req-43187ae6-c79e-48c6-9d92-108fdce4d421 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Sep 17 01:01:20.733148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3a427-097b-42a2-8524-87af9f9f194f req-375fe9e7-ae6b-4932-9b99-71ba0da86a62 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:20.743817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3bf3a427-097b-42a2-8524-87af9f9f194f req-375fe9e7-ae6b-4932-9b99-71ba0da86a62 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0698378 Sep 17 01:01:20.781906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3bf3a427-097b-42a2-8524-87af9f9f194f req-7f02cff1-4efb-430a-91d3-31ad4a608594 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372837 Sep 17 01:01:20.955155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:20.966201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0544659-8e09-4556-87a0-bf792944e34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.060621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0544659-8e09-4556-87a0-bf792944e34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.107352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0544659-8e09-4556-87a0-bf792944e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.147611 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f0544659-8e09-4556-87a0-bf792944e34c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1cc332ca3f64777a50213ed8e203ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933193 Sep 17 01:01:21.149140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0544659-8e09-4556-87a0-bf792944e34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d5848d-0f56-4aea-a18c-931bcf21443d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:21.150754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32922) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:21.200706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-99132a3f-7b65-471e-9f0c-d7f3f14e00ca tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225098 Sep 17 01:01:21.211093 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4e5805f-dcb9-4a86-9936-3de2b411fee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.236244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4e5805f-dcb9-4a86-9936-3de2b411fee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.314188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-9169c30f-bc15-444b-a319-5c924074e9be tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:21.315650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-9169c30f-bc15-444b-a319-5c924074e9be tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080406 Sep 17 01:01:21.330740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-9a848627-d8c3-4bbe-8252-f72546efd4de tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/quotas/07c75938182f4129ab2bf04452bc12fa HTTP/1.1" status: 200 len: 375 time: 0.0090044 Sep 17 01:01:21.369370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4e5805f-dcb9-4a86-9936-3de2b411fee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.371953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4e5805f-dcb9-4a86-9936-3de2b411fee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.373147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f4e5805f-dcb9-4a86-9936-3de2b411fee8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7d5848d-0f56-4aea-a18c-931bcf21443d HTTP/1.1" status: 204 len: 168 time: 0.2213256 Sep 17 01:01:21.380850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5805f-dcb9-4a86-9936-3de2b411fee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d5848d-0f56-4aea-a18c-931bcf21443d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:21.392200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-153ed1cc-5099-40d4-9b55-f18088060b44 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553949 Sep 17 01:01:21.432228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32932) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:21.451790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c30d6c11-0639-42b2-a234-7396a5d3610c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.573512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c30d6c11-0639-42b2-a234-7396a5d3610c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.682832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c30d6c11-0639-42b2-a234-7396a5d3610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.724080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c30d6c11-0639-42b2-a234-7396a5d3610c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4826b3683cf49a493b3bb27673bdb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908034 Sep 17 01:01:21.725042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d6c11-0639-42b2-a234-7396a5d3610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8f33fc-9e3a-4419-be76-b34b5bd85490,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:21.726964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32940) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:21.781810 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39a587ef-2f84-49a1-a8c0-3e3f43aa7e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.807464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39a587ef-2f84-49a1-a8c0-3e3f43aa7e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.921841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:21.987291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39a587ef-2f84-49a1-a8c0-3e3f43aa7e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.990188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39a587ef-2f84-49a1-a8c0-3e3f43aa7e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:21.991453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39a587ef-2f84-49a1-a8c0-3e3f43aa7e24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a8f33fc-9e3a-4419-be76-b34b5bd85490 HTTP/1.1" status: 204 len: 168 time: 0.2621551 Sep 17 01:01:21.999976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a587ef-2f84-49a1-a8c0-3e3f43aa7e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8f33fc-9e3a-4419-be76-b34b5bd85490,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:22.071913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a33979-5f8d-4a5f-abd1-b527d76d8211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.220884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45905a75-961b-4f08-bcca-936a6705db74 req-c221ef12-f60b-4295-b011-5140671eb158 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:22.224964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45905a75-961b-4f08-bcca-936a6705db74 req-c221ef12-f60b-4295-b011-5140671eb158 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.0815151 Sep 17 01:01:22.263335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a33979-5f8d-4a5f-abd1-b527d76d8211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.277614 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45905a75-961b-4f08-bcca-936a6705db74 req-f303e8e5-7313-48ac-8e72-aaecd80c0865 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454895 Sep 17 01:01:22.282915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb25326-8f09-4cf0-8da7-8c5aece9900c req-cdbd6bc5-4c66-43a5-ba67-5cd8e02d811f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:22.292209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6fb25326-8f09-4cf0-8da7-8c5aece9900c req-cdbd6bc5-4c66-43a5-ba67-5cd8e02d811f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0624504 Sep 17 01:01:22.342207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6fb25326-8f09-4cf0-8da7-8c5aece9900c req-cbab3695-3190-45c6-b8fd-5bd9c3099cb9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Sep 17 01:01:22.369351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a33979-5f8d-4a5f-abd1-b527d76d8211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.408782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a33979-5f8d-4a5f-abd1-b527d76d8211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491b811a-d176-47a6-ae1f-e2a14f39eaae,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:22.415156 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d0a33979-5f8d-4a5f-abd1-b527d76d8211 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dfe74842252242b58328bf2e2af3b2f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901443 Sep 17 01:01:22.416494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32974) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:22.430557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:22.432877 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2" -d '{"events": [{"name": "network-changed", "server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:22.484099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b5be754-6230-4fce-8038-fdcdc876f5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.508151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b5be754-6230-4fce-8038-fdcdc876f5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.609729 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b5be754-6230-4fce-8038-fdcdc876f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.613155 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b5be754-6230-4fce-8038-fdcdc876f5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:22.617858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b5be754-6230-4fce-8038-fdcdc876f5e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/491b811a-d176-47a6-ae1f-e2a14f39eaae HTTP/1.1" status: 204 len: 168 time: 0.2002013 Sep 17 01:01:22.619668 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2773191-a4cc-4945-ac7c-83f21cef487f x-openstack-request-id: req-c2773191-a4cc-4945-ac7c-83f21cef487f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:22.620024 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:22.620397 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2773191-a4cc-4945-ac7c-83f21cef487f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:22.620905 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'status': 'completed', 'code': 200} Sep 17 01:01:22.666498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5be754-6230-4fce-8038-fdcdc876f5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491b811a-d176-47a6-ae1f-e2a14f39eaae,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:22.736035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-ab2c7560-e0d2-4f6a-ad97-d7be083ba1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:22.744748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-ab2c7560-e0d2-4f6a-ad97-d7be083ba1da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1125 time: 0.0898008 Sep 17 01:01:22.796262 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f815b53-e7fc-41fd-a287-70bd810520bc req-fe05e385-ab5e-4d84-a61c-455de62c415a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 210 time: 0.0523889 Sep 17 01:01:22.849202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-75389928-e671-46b6-9967-29fbf862954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:22.849981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-75389928-e671-46b6-9967-29fbf862954b service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1045058 Sep 17 01:01:22.902928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-4e8c6c53-68a4-4c08-a085-ce88add299eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0451152 Sep 17 01:01:22.958771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-b991828a-93a6-4fb2-862d-661b1338321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:22.960256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-b991828a-93a6-4fb2-862d-661b1338321a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0436797 Sep 17 01:01:22.991207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-c33199b4-b87d-4188-a863-6f6062aead7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240281 Sep 17 01:01:23.162493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:23.306853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:23.308380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-9efece6a-4e73-40aa-88a7-3a27b843ce4e service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083601 Sep 17 01:01:23.323388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:01:23.421835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2be4ddcb-e02a-4304-ad31-5d67fbed38c2 req-b13b6bbe-1caa-4b3e-a4c3-25b1067b0f1d service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059656 Sep 17 01:01:23.423953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e197b-863d-4e50-a441-59501fc60ae7 req-180a99b3-7c66-40f1-b99d-498b244f3b06 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:23.425440 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d60e197b-863d-4e50-a441-59501fc60ae7 req-180a99b3-7c66-40f1-b99d-498b244f3b06 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.0544033 Sep 17 01:01:23.471640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d60e197b-863d-4e50-a441-59501fc60ae7 req-a8777203-b462-4cfe-a448-33bd40d884cb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365291 Sep 17 01:01:23.579049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b07ef4-e273-4387-9549-35ea087a6f73 req-2c36368a-23ac-4c97-aca2-42139936dd3f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:23.583232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52b07ef4-e273-4387-9549-35ea087a6f73 req-2c36368a-23ac-4c97-aca2-42139936dd3f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Sep 17 01:01:23.620016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52b07ef4-e273-4387-9549-35ea087a6f73 req-b6151a70-a07f-4cf9-9907-ea8c133f3af3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325744 Sep 17 01:01:23.663718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33026) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:23.680393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a70a6bf-a9a3-4387-852c-e00341b138e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:23.789043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a70a6bf-a9a3-4387-852c-e00341b138e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:23.884234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a70a6bf-a9a3-4387-852c-e00341b138e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:23.887684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6bf23eca-0296-4a27-b372-73962606b588 req-635d9539-bcce-4fe8-95e3-9c1cc858678f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 210 time: 0.0394058 Sep 17 01:01:23.921905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8a70a6bf-a9a3-4387-852c-e00341b138e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0b85d5f555e41c7bed33f334a1297e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570422 Sep 17 01:01:23.924474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33038) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:23.957585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a70a6bf-a9a3-4387-852c-e00341b138e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca72209-0c1c-41b5-9061-a50360e69bbb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:23.996469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-409c39f8-a8af-44c2-8c48-8e857957b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:24.018943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-409c39f8-a8af-44c2-8c48-8e857957b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:24.129185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-409c39f8-a8af-44c2-8c48-8e857957b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:24.132013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-409c39f8-a8af-44c2-8c48-8e857957b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:24.136060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-409c39f8-a8af-44c2-8c48-8e857957b57b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4ca72209-0c1c-41b5-9061-a50360e69bbb HTTP/1.1" status: 204 len: 168 time: 0.2082400 Sep 17 01:01:24.149959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c39f8-a8af-44c2-8c48-8e857957b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca72209-0c1c-41b5-9061-a50360e69bbb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:24.597236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9107095-b81a-42a8-8b2e-36abd392c8aa req-e1a64d3f-43ca-4248-9b2b-6de90870ff19 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:24.598834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9107095-b81a-42a8-8b2e-36abd392c8aa req-e1a64d3f-43ca-4248-9b2b-6de90870ff19 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 944 time: 0.0533822 Sep 17 01:01:24.659974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9107095-b81a-42a8-8b2e-36abd392c8aa req-2db35468-107b-432a-a59e-a7260ebba9ff tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551662 Sep 17 01:01:24.793057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf29748-4c7a-4b83-a741-157943b5b8f1 req-fb9b65d7-1cd1-463d-a6e7-b70817f59e65 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:24.794888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebf29748-4c7a-4b83-a741-157943b5b8f1 req-fb9b65d7-1cd1-463d-a6e7-b70817f59e65 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0612838 Sep 17 01:01:24.837384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebf29748-4c7a-4b83-a741-157943b5b8f1 req-5ad90323-5f8c-45d9-83bf-3959dd59f017 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Sep 17 01:01:25.041517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-aafbba91-28b3-44d2-965d-b14110357cd1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217457 Sep 17 01:01:25.125170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Request body: {'security_group': {'name': 'tempest-securitygroup-634607816', 'description': 'tempest-description-937443850'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:25.176369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-6c0e5509-18d0-4f0e-95a2-b5c0319272c4 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:25.177853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-6c0e5509-18d0-4f0e-95a2-b5c0319272c4 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304767 Sep 17 01:01:25.192142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': '0923790c-6615-4775-bd07-02f4701ba753', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:25.268810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.287298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.334463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:01:25.334463 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:01:25.334463 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': '07c75938182f4129ab2bf04452bc12fa', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 1, 5, 322667)}] Sep 17 01:01:25.334463 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:01:25.334895 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:01:25.411543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.529968 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.577012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-470997bc-1071-449c-9e36-fceffd176c89 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230927 Sep 17 01:01:25.582913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf3caaa-2151-4b21-a41f-abb8a70aa8f4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:25.649608 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.706619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.715956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-e413d4b1-f7a1-4c0e-9cb9-5525c967781d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:25.717439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-e413d4b1-f7a1-4c0e-9cb9-5525c967781d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1338856 Sep 17 01:01:25.734545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': '723ee30c-afcd-4324-af6c-03a79f766168', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:25.740151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c2c773-712f-4ca2-8c76-b52bbcaac610,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:25.820990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.822244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f13d441-4b5f-4843-ab16-24ad8367095c req-721faa43-ee1e-4d83-a27b-2f7e6bdeb4d7 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7118323 Sep 17 01:01:25.849841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:01:25.849841 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:01:25.849841 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': '07c75938182f4129ab2bf04452bc12fa', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 1, 5, 840877)}] Sep 17 01:01:25.849841 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:01:25.855399 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:01:25.912295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:25.916073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:25.928599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-720dde09-d4e3-4da3-a6d3-6ae11c3f14ec service neutron] 10.222.0.23 "GET /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.0775039 Sep 17 01:01:26.045458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.154 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/b1965a1d-5239-4052-9827-e74c8c44ba63) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:26.054811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:26.058486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.185265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:26.205416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.212165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:26.247303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4306bbb2-790e-47f9-8ef0-40bc6f79e031 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:26.258132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:26.415631 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.420641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.435555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:26.475460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:26.476665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=b1965a1d-5239-4052-9827-e74c8c44ba63,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:26.480421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:26.494950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:26.539902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.147 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/a2735a87-9b49-41e4-a974-26e08a0d415f) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:26.556995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:26.557869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.572233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] Transition to ACTIVE for port object 4306bbb2-790e-47f9-8ef0-40bc6f79e031 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:26.627336 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-31a44b24-d52a-4017-80a7-5eff8ac6c91d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8966291 Sep 17 01:01:26.627955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.727104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] No DVR routers for this DVR port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:01:26.744756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b979c4df-243a-4e42-bf6b-92af7af0d489 None None] Provisioning complete for port b1965a1d-5239-4052-9827-e74c8c44ba63 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:26.745404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b979c4df-243a-4e42-bf6b-92af7af0d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.796371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b979c4df-243a-4e42-bf6b-92af7af0d489 None None] Port b1965a1d-5239-4052-9827-e74c8c44ba63 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:26.799795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] Pushing event updated for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:26.806867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.814412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-84e44795-2cb5-49e9-b890-c3da86b81450 service neutron] 10.222.0.23 "PUT /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8763313 Sep 17 01:01:26.829984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e9328-ff19-4cc5-bd0b-052a50f8e246 req-d294847b-414d-4d65-97c8-8f927e6528be tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:26.831522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-987e9328-ff19-4cc5-bd0b-052a50f8e246 req-d294847b-414d-4d65-97c8-8f927e6528be tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 936 time: 0.0621583 Sep 17 01:01:26.872340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-987e9328-ff19-4cc5-bd0b-052a50f8e246 req-e5cad41f-b5fe-445d-b316-37e1e1114789 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Sep 17 01:01:26.901306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.913797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:26.943948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:26.947400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:26.951133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:26.956867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:26.957490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:26.970151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=a2735a87-9b49-41e4-a974-26e08a0d415f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:27.044494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-45f6d8bd-d80d-4626-81a2-18612c4933b1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8562627 Sep 17 01:01:27.205849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171e30a-ce78-47b0-a33f-427b1e78e4ff req-2f54a5ce-6cec-481d-8b85-53d4eb123928 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:27.211593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3171e30a-ce78-47b0-a33f-427b1e78e4ff req-2f54a5ce-6cec-481d-8b85-53d4eb123928 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 945 time: 0.0522583 Sep 17 01:01:27.218569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9487973f-7433-46ee-afaf-6e937a7dccad None None] Provisioning complete for port a2735a87-9b49-41e4-a974-26e08a0d415f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:27.218947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9487973f-7433-46ee-afaf-6e937a7dccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.233594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33136) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:27.250975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3171e30a-ce78-47b0-a33f-427b1e78e4ff req-a55602b9-1355-436f-a4db-c732ccc30cd7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Sep 17 01:01:27.264434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9487973f-7433-46ee-afaf-6e937a7dccad None None] Port a2735a87-9b49-41e4-a974-26e08a0d415f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:27.282679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-c06af4ec-153f-46bf-b03f-0c4f1a444e7d req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Request body: {'security_group': {'name': 'tempest-securitygroup-132326372', 'description': 'tempest-description-1334839783'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:27.360700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e319807-48da-4664-9325-9ba03821a340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.437820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c06af4ec-153f-46bf-b03f-0c4f1a444e7d req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.513878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e319807-48da-4664-9325-9ba03821a340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.580232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e319807-48da-4664-9325-9ba03821a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.613112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Request body: {'port': {'device_id': '723ee30c-afcd-4324-af6c-03a79f766168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:27.618660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Request body: {'port': {'device_id': '0923790c-6615-4775-bd07-02f4701ba753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:27.643514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e319807-48da-4664-9325-9ba03821a340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92fff9f-11fe-474d-81e5-12fc6ae5ac78,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:27.648195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7e319807-48da-4664-9325-9ba03821a340 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1345eff2d894bbe81fbf1405a6bbcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130683 Sep 17 01:01:27.651147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33140) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:27.693442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.707106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.36', 63213) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:27.722290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c06af4ec-153f-46bf-b03f-0c4f1a444e7d req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.726274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.779366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1a6488-102f-4eb2-b6a5-9e5c9b92bf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.793516 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c06af4ec-153f-46bf-b03f-0c4f1a444e7d req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.794772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383eb56-06ac-4479-8d24-916c70879b37 req-aef39c12-e36a-4e13-b618-a4dffb599dd2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:27.796293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2383eb56-06ac-4479-8d24-916c70879b37 req-aef39c12-e36a-4e13-b618-a4dffb599dd2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.1198580 Sep 17 01:01:27.825787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1a6488-102f-4eb2-b6a5-9e5c9b92bf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.875651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-4d61f8e6-e372-4060-96b8-48649f000165 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:27.877028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-4d61f8e6-e372-4060-96b8-48649f000165 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.1681621 Sep 17 01:01:27.902300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aef6aaf-2093-449e-bcd9-c60ae45b8388,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:27.924126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c06af4ec-153f-46bf-b03f-0c4f1a444e7d req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:27.925321 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c06af4ec-153f-46bf-b03f-0c4f1a444e7d req-cf0fc4c0-327d-477b-b4bc-304abf66eba6 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6469326 Sep 17 01:01:27.958866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2383eb56-06ac-4479-8d24-916c70879b37 req-8d23aa69-0faa-431e-8602-6c33f99c7097 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516674 Sep 17 01:01:27.983577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-3cc3cc7e-5301-4f14-9754-28a78fd21021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:27.986544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-3cc3cc7e-5301-4f14-9754-28a78fd21021 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a&tenant_id=c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0959437 Sep 17 01:01:28.034828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1a6488-102f-4eb2-b6a5-9e5c9b92bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.037352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1a6488-102f-4eb2-b6a5-9e5c9b92bf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.039288 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da1a6488-102f-4eb2-b6a5-9e5c9b92bf62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f92fff9f-11fe-474d-81e5-12fc6ae5ac78 HTTP/1.1" status: 204 len: 168 time: 0.3864405 Sep 17 01:01:28.057037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a6488-102f-4eb2-b6a5-9e5c9b92bf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92fff9f-11fe-474d-81e5-12fc6ae5ac78,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:28.061897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-b5df639e-944a-41a2-a718-77a933b759f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.068501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-b5df639e-944a-41a2-a718-77a933b759f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1096 time: 0.0540829 Sep 17 01:01:28.123826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1965a1d-5239-4052-9827-e74c8c44ba63 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:28.131558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.145246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Transition to ACTIVE for port object b1965a1d-5239-4052-9827-e74c8c44ba63 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:28.192523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.222813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-c3a9c20a-ba9d-4164-ae59-461166753aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.224295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-c3a9c20a-ba9d-4164-ae59-461166753aff service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1468024 Sep 17 01:01:28.237757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e0278-64d7-4f91-91c5-fba118c5e973 req-b744888a-b076-4bae-a390-a64e055b6d25 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.239332 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf5e0278-64d7-4f91-91c5-fba118c5e973 req-b744888a-b076-4bae-a390-a64e055b6d25 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 936 time: 0.1260996 Sep 17 01:01:28.247693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Pushing event updated for resources: {'Port': ['ID=b1965a1d-5239-4052-9827-e74c8c44ba63,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:28.336294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-af89c45e-0713-4744-956e-80d8d7ad56f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0959904 Sep 17 01:01:28.355107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Attempting to bind port b1965a1d-5239-4052-9827-e74c8c44ba63 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:28.357041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Attempting to bind port b1965a1d-5239-4052-9827-e74c8c44ba63 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:28.357380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Attempting to bind port b1965a1d-5239-4052-9827-e74c8c44ba63 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:28.364805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.370340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Port b1965a1d-5239-4052-9827-e74c8c44ba63 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:28.375967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Attempting to bind port b1965a1d-5239-4052-9827-e74c8c44ba63 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:28.392912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:28.393465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:28.393853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:28.395563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Bound port: b1965a1d-5239-4052-9827-e74c8c44ba63, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:28.395563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.408307 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf5e0278-64d7-4f91-91c5-fba118c5e973 req-f73f32d8-1d5d-4dab-ac02-5cb92de21f18 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383622 Sep 17 01:01:28.508624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-cb8de456-9c5b-4dbe-b5ff-f1b4d35690af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.510887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-cb8de456-9c5b-4dbe-b5ff-f1b4d35690af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1651459 Sep 17 01:01:28.517259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2735a87-9b49-41e4-a974-26e08a0d415f {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:28.545320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] For port b1965a1d-5239-4052-9827-e74c8c44ba63, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:28.549585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] For port b1965a1d-5239-4052-9827-e74c8c44ba63, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b1965a1d-5239-4052-9827-e74c8c44ba63,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:28.559398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-d0fd0783-d22b-4355-87d8-4a19adcfed8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367997 Sep 17 01:01:28.566067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.618395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1054107454', 'description': 'tempest-description-922170288'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:28.633459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Transition to ACTIVE for port object a2735a87-9b49-41e4-a974-26e08a0d415f will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:28.644039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.678693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.680398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.681419 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1965a1d-5239-4052-9827-e74c8c44ba63 HTTP/1.1" status: 200 len: 1096 time: 1.0728283 Sep 17 01:01:28.681857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723ee30c-afcd-4324-af6c-03a79f766168', 'tag': 'b1965a1d-5239-4052-9827-e74c8c44ba63'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:28.684114 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09316f18-6c30-4207-af1e-4b3e0b2de3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "723ee30c-afcd-4324-af6c-03a79f766168", "tag": "b1965a1d-5239-4052-9827-e74c8c44ba63"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:28.685692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd3252-99f1-460f-80dd-6f4df9eb2a43 req-b889d34c-b56d-455e-8332-94b82f76796a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.692898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aefd3252-99f1-460f-80dd-6f4df9eb2a43 req-b889d34c-b56d-455e-8332-94b82f76796a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 945 time: 0.1295872 Sep 17 01:01:28.714445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afac97-5ce7-459d-91dc-b2254a021536 service neutron] Pushing event updated for resources: {'Port': ['ID=b1965a1d-5239-4052-9827-e74c8c44ba63,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:28.729441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.729589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-b1035ba2-94ac-4c29-8649-9db0cc9af564 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608572 Sep 17 01:01:28.735741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.743296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.768808 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.799408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aefd3252-99f1-460f-80dd-6f4df9eb2a43 req-33d3ce72-b466-4e46-8c77-bcc55bafaf6d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903831 Sep 17 01:01:28.859389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-8416ccc7-78f3-40ba-944d-d461897ec0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:28.861307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-8416ccc7-78f3-40ba-944d-d461897ec0fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 1099 time: 0.0652673 Sep 17 01:01:28.891775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a2735a87-9b49-41e4-a974-26e08a0d415f,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:28.914589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-e97affb9-e11c-4b65-aa6f-655cbac16851 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=b1965a1d-5239-4052-9827-e74c8c44ba63 HTTP/1.1" status: 200 len: 217 time: 0.0444233 Sep 17 01:01:28.932591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.936573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Attempting to bind port a2735a87-9b49-41e4-a974-26e08a0d415f on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:28.936925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Attempting to bind port a2735a87-9b49-41e4-a974-26e08a0d415f by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:28.937367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Attempting to bind port a2735a87-9b49-41e4-a974-26e08a0d415f on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:28.944944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Port a2735a87-9b49-41e4-a974-26e08a0d415f on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:28.945192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Attempting to bind port a2735a87-9b49-41e4-a974-26e08a0d415f on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:28.953951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-9a6ba14b-b966-4286-92c8-08f8ff8038bd service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014477 Sep 17 01:01:28.954841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:28.955453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:28.955844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:28.956334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Bound port: a2735a87-9b49-41e4-a974-26e08a0d415f, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:28.956696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:28.968955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33172) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:28.991107 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24e52acd-e2ca-44d5-946d-b91348dfac3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.001826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.036515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-52d267da-90f2-41f6-bc40-e4d356d18554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.041561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-52d267da-90f2-41f6-bc40-e4d356d18554 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1195605 Sep 17 01:01:29.061516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] For port a2735a87-9b49-41e4-a974-26e08a0d415f, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:29.061684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d31ea7e-25a6-48b6-a8c6-9a0dffd50b52,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:29.061800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] For port a2735a87-9b49-41e4-a974-26e08a0d415f, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a2735a87-9b49-41e4-a974-26e08a0d415f,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:29.106892 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20574dc-0675-4997-b101-42ffe08d505a x-openstack-request-id: req-e20574dc-0675-4997-b101-42ffe08d505a {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:29.107248 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723ee30c-afcd-4324-af6c-03a79f766168", "tag": "b1965a1d-5239-4052-9827-e74c8c44ba63", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:29.107499 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e20574dc-0675-4997-b101-42ffe08d505a {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:29.107887 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723ee30c-afcd-4324-af6c-03a79f766168', 'tag': 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'status': 'completed', 'code': 200} Sep 17 01:01:29.113062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.138009 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-41c80615-7411-426e-9871-5e04ba7357ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.139624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-41c80615-7411-426e-9871-5e04ba7357ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0732121 Sep 17 01:01:29.158461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.159800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.162108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2735a87-9b49-41e4-a974-26e08a0d415f HTTP/1.1" status: 200 len: 1096 time: 1.5515094 Sep 17 01:01:29.162745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0923790c-6615-4775-bd07-02f4701ba753', 'tag': 'a2735a87-9b49-41e4-a974-26e08a0d415f'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:29.166684 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22" -d '{"events": [{"name": "network-changed", "server_uuid": "0923790c-6615-4775-bd07-02f4701ba753", "tag": "a2735a87-9b49-41e4-a974-26e08a0d415f"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:29.200963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0b0e8-d7a1-4432-aefa-e282cf523f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a2735a87-9b49-41e4-a974-26e08a0d415f,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:29.367807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-fc692885-0e2f-4bb6-82c9-1fa08cda6226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.369489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-fc692885-0e2f-4bb6-82c9-1fa08cda6226 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 1099 time: 0.0901220 Sep 17 01:01:29.384888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245f8d4-1fcc-4410-bf39-b53e1b35aac1 req-2ee44209-48cf-4b6f-bc7d-e3d6c838a7f1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.390622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0245f8d4-1fcc-4410-bf39-b53e1b35aac1 req-2ee44209-48cf-4b6f-bc7d-e3d6c838a7f1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0825348 Sep 17 01:01:29.446895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-16b2c68d-3593-446a-bbfc-2fdee31c4210 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a2735a87-9b49-41e4-a974-26e08a0d415f HTTP/1.1" status: 200 len: 217 time: 0.0551548 Sep 17 01:01:29.476307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.493925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0245f8d4-1fcc-4410-bf39-b53e1b35aac1 req-2e19131e-e0e1-4412-8b9d-4da110de8809 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937824 Sep 17 01:01:29.512739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-1a3d2bc7-05a9-40af-a80a-2e2962d1af21 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644090 Sep 17 01:01:29.547586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.547725 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525a5ce8-7df8-4a36-8883-19da67fb0389 x-openstack-request-id: req-525a5ce8-7df8-4a36-8883-19da67fb0389 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:29.547939 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0923790c-6615-4775-bd07-02f4701ba753", "tag": "a2735a87-9b49-41e4-a974-26e08a0d415f", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:29.548196 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-525a5ce8-7df8-4a36-8883-19da67fb0389 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:29.548590 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0923790c-6615-4775-bd07-02f4701ba753', 'tag': 'a2735a87-9b49-41e4-a974-26e08a0d415f', 'status': 'completed', 'code': 200} Sep 17 01:01:29.554761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-7edff59e-b66e-4773-aa29-2efee9b34a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.556561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-7edff59e-b66e-4773-aa29-2efee9b34a15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1017759 Sep 17 01:01:29.564086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-89824f39-6bf2-4c99-bc20-5ef40b419afb tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.565743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-89824f39-6bf2-4c99-bc20-5ef40b419afb tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.0638387 Sep 17 01:01:29.589787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:01:29.643959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db36e4ea-cfb0-4ee7-890f-622fab890d94,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:29.654830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-d8cc1104-920e-4a1e-95a4-42aa8b2d805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.656375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-d8cc1104-920e-4a1e-95a4-42aa8b2d805f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897217 Sep 17 01:01:29.673643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:01:29.703565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-a1892659-1452-49d3-8e19-df93b301bf1c service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826558 Sep 17 01:01:29.756188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24e52acd-e2ca-44d5-946d-b91348dfac3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.833217 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24e52acd-e2ca-44d5-946d-b91348dfac3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.899519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-24e52acd-e2ca-44d5-946d-b91348dfac3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb8fffe833214eee8c27e1a6a616d88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9283464 Sep 17 01:01:29.901994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:29.903245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4675f34-3df6-4ace-b411-cff6dad89b58 req-7eb40230-fb8e-4a1f-8c37-cc00b4f25cb6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2893553 Sep 17 01:01:29.904076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33198) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:29.908962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e52acd-e2ca-44d5-946d-b91348dfac3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5606085-05ce-43b2-bbab-081287b28545,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:29.941562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-de606757-ed20-4f61-b210-81b28bc47be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:29.943141 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-de606757-ed20-4f61-b210-81b28bc47be9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 1099 time: 0.1038861 Sep 17 01:01:30.036272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b8d5405c-64c4-41cb-bd75-708f9846dca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.078339 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b8d5405c-64c4-41cb-bd75-708f9846dca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.103998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2d08d-e044-48b3-8c3a-d1689c9480dd req-844f923f-c259-488c-8541-e3bd43eaff81 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.111477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49f2d08d-e044-48b3-8c3a-d1689c9480dd req-844f923f-c259-488c-8541-e3bd43eaff81 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 948 time: 0.3741307 Sep 17 01:01:30.117758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-27de510f-c8b5-49c3-9b23-bdfd3e4af80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.121190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-27de510f-c8b5-49c3-9b23-bdfd3e4af80a service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1658294 Sep 17 01:01:30.130961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-f9bb39b3-d167-4e6f-9e8d-0c12f7eb9a95 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662113 Sep 17 01:01:30.173907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49f2d08d-e044-48b3-8c3a-d1689c9480dd req-6ad93ed6-7881-41c4-8594-47713e1e64a2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615807 Sep 17 01:01:30.175022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ef6605e5-f35b-4340-bdb6-8ad01fbc5c64 service neutron] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:30.178168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33208) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:30.182134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ef6605e5-f35b-4340-bdb6-8ad01fbc5c64 service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.183299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d8d20e-8864-4c95-8471-2ca421435ef7 req-ef6605e5-f35b-4340-bdb6-8ad01fbc5c64 service neutron] 10.222.0.36 "DELETE /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.6070824 Sep 17 01:01:30.186962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-48f9a896-833e-4a50-939e-1ef8284e493a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=b1965a1d-5239-4052-9827-e74c8c44ba63 HTTP/1.1" status: 200 len: 217 time: 0.0512846 Sep 17 01:01:30.197830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4e693-e792-4acc-a668-e661cca6302f req-c41c521c-a985-4afa-a562-a6185c5828c5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.206268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ceb4e693-e792-4acc-a668-e661cca6302f req-c41c521c-a985-4afa-a562-a6185c5828c5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 945 time: 0.1517611 Sep 17 01:01:30.246354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-91c5a237-8ef3-4533-944d-0ea5dd10a382 req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1113113829', 'description': 'tempest-description-263392752'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:30.280429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ceb4e693-e792-4acc-a668-e661cca6302f req-4b26b52f-5c51-49bf-a040-f5e74c5fe650 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733185 Sep 17 01:01:30.282213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-54f3ba7f-6763-4936-89fb-dcbb0e38ead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.283635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-54f3ba7f-6763-4936-89fb-dcbb0e38ead0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0739558 Sep 17 01:01:30.308106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49e7612-9654-4429-bc19-3ab382d6add7 req-0226c37e-84a4-4bb2-91a1-51d216e28254 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651213 Sep 17 01:01:30.344441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c145d8e6-ebf1-43b5-a119-c22f1da2c6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.346109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b8d5405c-64c4-41cb-bd75-708f9846dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.355145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b8d5405c-64c4-41cb-bd75-708f9846dca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.355145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b8d5405c-64c4-41cb-bd75-708f9846dca5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5606085-05ce-43b2-bbab-081287b28545 HTTP/1.1" status: 204 len: 168 time: 0.4436755 Sep 17 01:01:30.369341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c5a237-8ef3-4533-944d-0ea5dd10a382 req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.374408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-7c78c1ba-a437-4e28-b5df-f4cee818c07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.376070 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-7c78c1ba-a437-4e28-b5df-f4cee818c07e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0843790 Sep 17 01:01:30.377355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5405c-64c4-41cb-bd75-708f9846dca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5606085-05ce-43b2-bbab-081287b28545,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:30.501419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-ddafce97-cb10-4910-8a7f-685e10a43abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.502931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-ddafce97-cb10-4910-8a7f-685e10a43abf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 1099 time: 0.0508807 Sep 17 01:01:30.595250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-03eb0f21-a726-4954-8af8-02eed84e835c service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083514 Sep 17 01:01:30.606482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c58ae-589a-4932-b09f-cce3becb3d4e req-dcee54a2-be17-4760-a653-075dc34b719c tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.607676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-c989f400-5f01-4abc-acee-fd30a6b733c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.608032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-231c58ae-589a-4932-b09f-cce3becb3d4e req-dcee54a2-be17-4760-a653-075dc34b719c tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1096 time: 0.0930645 Sep 17 01:01:30.620585 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c145d8e6-ebf1-43b5-a119-c22f1da2c6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.627420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-c989f400-5f01-4abc-acee-fd30a6b733c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1154313 Sep 17 01:01:30.672509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-f67e7a71-4e3e-449b-b6b5-5f5e6847c788 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=a2735a87-9b49-41e4-a974-26e08a0d415f HTTP/1.1" status: 200 len: 217 time: 0.0373967 Sep 17 01:01:30.692533 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c145d8e6-ebf1-43b5-a119-c22f1da2c6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.722825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-231c58ae-589a-4932-b09f-cce3becb3d4e req-8bbdaa4e-ac65-4f14-95c8-120d66e97e39 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009498 Sep 17 01:01:30.746931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-1239d0e6-02eb-45ed-aeee-4efa69be72e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.748901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-1239d0e6-02eb-45ed-aeee-4efa69be72e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0671415 Sep 17 01:01:30.768887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145d8e6-ebf1-43b5-a119-c22f1da2c6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0dc702-3494-4b15-8678-e596d1ca3bd9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:30.794791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c145d8e6-ebf1-43b5-a119-c22f1da2c6f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04ccaf36697646ef8114de85a08844d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6112902 Sep 17 01:01:30.794791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33224) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:30.812778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09316f18-6c30-4207-af1e-4b3e0b2de3a2 req-3651ad6c-c6fa-47e1-9e3a-2dc5d888bd71 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008879 Sep 17 01:01:30.868777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-ab4b16fc-62e9-4c84-aeb5-46ef4004e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.870427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-ab4b16fc-62e9-4c84-aeb5-46ef4004e9f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1118422 Sep 17 01:01:30.905162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96823f0b-0dc6-4ae5-baaa-e9a3220eec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.924056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c5a237-8ef3-4533-944d-0ea5dd10a382 req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.926742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:30.936414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96823f0b-0dc6-4ae5-baaa-e9a3220eec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:30.981084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba56a5d-d2c2-4ccd-8fec-cbed98e3bb1b req-ebe851d2-938b-4362-b60b-eeee8774e323 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:30.984423 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fba56a5d-d2c2-4ccd-8fec-cbed98e3bb1b req-ebe851d2-938b-4362-b60b-eeee8774e323 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.1096230 Sep 17 01:01:30.985876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c5a237-8ef3-4533-944d-0ea5dd10a382 req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.032318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-7fd1b0fc-de63-4d35-9aec-6d71cc7c7149 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520507 Sep 17 01:01:31.033428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8968e368-9404-4293-b4d8-2ab19a0b134f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:31.037408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fba56a5d-d2c2-4ccd-8fec-cbed98e3bb1b req-76f58449-f6fe-4c89-ad88-c0a4df62a434 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Sep 17 01:01:31.077441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96823f0b-0dc6-4ae5-baaa-e9a3220eec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.080344 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96823f0b-0dc6-4ae5-baaa-e9a3220eec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.081678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-96823f0b-0dc6-4ae5-baaa-e9a3220eec80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa0dc702-3494-4b15-8678-e596d1ca3bd9 HTTP/1.1" status: 204 len: 168 time: 0.2857914 Sep 17 01:01:31.085990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c5a237-8ef3-4533-944d-0ea5dd10a382 req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.087233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c5a237-8ef3-4533-944d-0ea5dd10a382 req-a392478f-3f80-40c0-b2f9-66eff043fc3f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8446982 Sep 17 01:01:31.108326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96823f0b-0dc6-4ae5-baaa-e9a3220eec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0dc702-3494-4b15-8678-e596d1ca3bd9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:31.168162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8b4c18a-77bc-439b-b1e9-aa42d4ba8d22 req-0c0834d2-ee38-4386-b110-3256480ee55a service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248884 Sep 17 01:01:31.254804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05bdf69a-4d6a-4172-acc0-32124b792325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.308442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-e40c50e4-ad69-4f4a-ba39-be3e90f21398 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:31.316705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-e40c50e4-ad69-4f4a-ba39-be3e90f21398 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.1565678 Sep 17 01:01:31.343678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-56a525d3-7482-449b-97a0-1d84567d8e87 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/quotas/c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 375 time: 0.0252347 Sep 17 01:01:31.390624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-d13c49e8-2421-44bf-b041-3af82b718350 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459306 Sep 17 01:01:31.488048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05bdf69a-4d6a-4172-acc0-32124b792325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.492923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-46be5f36-752c-43d2-be55-9c4ecb110da6 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948780 Sep 17 01:01:31.518180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-95b02a7d-936d-4cf5-a2e3-f4e2bdae3cd1 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45083 time: 0.3800256 Sep 17 01:01:31.545740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05bdf69a-4d6a-4172-acc0-32124b792325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.593822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05bdf69a-4d6a-4172-acc0-32124b792325 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a45958f816e4c8d8f0f2422e5af4d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632328 Sep 17 01:01:31.603687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33264) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:31.618291 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-149b3820-6fa2-44bb-8ed0-f7164a30dff3 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077244 Sep 17 01:01:31.661990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-5a34c0ac-5184-4aad-af0d-ee97d1a74e6f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2065c32e-aa02-4bf9-8eb9-6e344f714a17 HTTP/1.1" status: 200 len: 2977 time: 0.1318986 Sep 17 01:01:31.688590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bdf69a-4d6a-4172-acc0-32124b792325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a5631-f705-4c45-8456-6a76b867fb5a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:31.759309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-66d87f52-5d50-4da2-8c92-48fcd5c6229c tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/2065c32e-aa02-4bf9-8eb9-6e344f714a17 HTTP/1.1" status: 200 len: 2977 time: 0.0963588 Sep 17 01:01:31.759822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5670ea82-9034-44c1-b402-b4c32dc9fae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.803258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5670ea82-9034-44c1-b402-b4c32dc9fae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:31.829093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-1e22d273-9867-45e6-87e9-464304bf65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:31.830576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-1e22d273-9867-45e6-87e9-464304bf65e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1097 time: 0.1068745 Sep 17 01:01:31.873584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-9595d25d-9bb3-4639-8910-20b918841d57 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3d31ea7e-25a6-48b6-a8c6-9a0dffd50b52 HTTP/1.1" status: 200 len: 2981 time: 0.1049423 Sep 17 01:01:31.946591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b61be5-2e81-4d66-b4a0-594744c2fbda req-5a984ac0-bc17-4fe5-8009-1340e9d87fcd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:31.955610 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2b61be5-2e81-4d66-b4a0-594744c2fbda req-5a984ac0-bc17-4fe5-8009-1340e9d87fcd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 948 time: 0.0775323 Sep 17 01:01:31.977863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-8544b1e0-2fdc-4901-8695-b9646d7d7084 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/3d31ea7e-25a6-48b6-a8c6-9a0dffd50b52 HTTP/1.1" status: 200 len: 2981 time: 0.0948243 Sep 17 01:01:32.000558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-ba11904d-6017-41ec-814a-68aa09e47040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:32.002073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-ba11904d-6017-41ec-814a-68aa09e47040 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1615927 Sep 17 01:01:32.008154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2b61be5-2e81-4d66-b4a0-594744c2fbda req-7dcc9f26-83aa-4898-8df4-06a618c45c6b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Sep 17 01:01:32.031661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5670ea82-9034-44c1-b402-b4c32dc9fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.031844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33278) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:32.048515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8159c81a-0f5e-49da-8de2-dc3c8183430a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.057436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5670ea82-9034-44c1-b402-b4c32dc9fae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.063065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5670ea82-9034-44c1-b402-b4c32dc9fae4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/573a5631-f705-4c45-8456-6a76b867fb5a HTTP/1.1" status: 204 len: 168 time: 0.4484532 Sep 17 01:01:32.118979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-43bc80bc-e2a3-4a6f-a638-4933b2418935 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 217 time: 0.1030219 Sep 17 01:01:32.124287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670ea82-9034-44c1-b402-b4c32dc9fae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a5631-f705-4c45-8456-6a76b867fb5a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:32.177245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-c92657bf-dda1-4d49-ba0c-a7b393431178 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/490f425c-b80c-4e16-9ae9-225df4df98fd HTTP/1.1" status: 200 len: 2981 time: 0.1985052 Sep 17 01:01:32.201580 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c6be5a6-552d-4fae-b367-bf7c08f5e48a req-b42669a3-ad45-4f4e-b231-f7f7fad8d74a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 210 time: 0.0333796 Sep 17 01:01:32.228086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-b8b53094-41c2-4312-8fcd-d41887686b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:32.231373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-b8b53094-41c2-4312-8fcd-d41887686b31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1020727 Sep 17 01:01:32.248430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8159c81a-0f5e-49da-8de2-dc3c8183430a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.284322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-1917df87-14b9-4db6-8534-e0940fce37ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444326 Sep 17 01:01:32.303181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-94186144-774b-422e-a20f-2bdc9bc63246 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/490f425c-b80c-4e16-9ae9-225df4df98fd HTTP/1.1" status: 200 len: 2981 time: 0.1136868 Sep 17 01:01:32.341190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9376209-ab43-4144-adef-a9f900f8bb53 req-73fe8b41-a5aa-449b-8675-198fb3de0da7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:32.342772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9376209-ab43-4144-adef-a9f900f8bb53 req-73fe8b41-a5aa-449b-8675-198fb3de0da7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 946 time: 0.0549991 Sep 17 01:01:32.384349 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9376209-ab43-4144-adef-a9f900f8bb53 req-3384de4c-8c0c-4daa-8356-0b424ab8a9d9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354674 Sep 17 01:01:32.392179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8159c81a-0f5e-49da-8de2-dc3c8183430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.430154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-f386e361-2f04-4919-b78a-994f6e860b79 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ef739a8-5666-4345-a79e-2cbb6bab308e HTTP/1.1" status: 200 len: 2981 time: 0.1137295 Sep 17 01:01:32.440321 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8159c81a-0f5e-49da-8de2-dc3c8183430a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=013d0a45556b41e29a52299aae2a0811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093964 Sep 17 01:01:32.441426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33290) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:32.442115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159c81a-0f5e-49da-8de2-dc3c8183430a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba270cf-7e50-4393-805c-36f5e11fa864,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:32.465581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-7dbe15f0-7b39-4f1d-a855-2b1dcc03e3eb service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728148 Sep 17 01:01:32.515451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8fbad51-491b-4ca7-a0b5-4f006664ecb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.554397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8fbad51-491b-4ca7-a0b5-4f006664ecb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.563786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-98f5fbc3-7b1f-4183-89d7-576d790822aa tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/5ef739a8-5666-4345-a79e-2cbb6bab308e HTTP/1.1" status: 200 len: 2981 time: 0.1261456 Sep 17 01:01:32.627408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-f9403619-1e38-4609-8468-06060a915046 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534111 Sep 17 01:01:32.634060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-5c538408-7957-4ea8-b7d8-fdee205cd176 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ab5dd4bb-3a05-4d6c-aa9e-23fbd0a8c6f0 HTTP/1.1" status: 200 len: 2981 time: 0.0600286 Sep 17 01:01:32.677615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8fbad51-491b-4ca7-a0b5-4f006664ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.679551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-f67f26c2-96dc-4ee3-9f89-6bb739280851 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/ab5dd4bb-3a05-4d6c-aa9e-23fbd0a8c6f0 HTTP/1.1" status: 200 len: 2981 time: 0.0394189 Sep 17 01:01:32.688385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8fbad51-491b-4ca7-a0b5-4f006664ecb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.688385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8fbad51-491b-4ca7-a0b5-4f006664ecb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ba270cf-7e50-4393-805c-36f5e11fa864 HTTP/1.1" status: 204 len: 168 time: 0.2371054 Sep 17 01:01:32.694184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbad51-491b-4ca7-a0b5-4f006664ecb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba270cf-7e50-4393-805c-36f5e11fa864,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:32.736756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-3e594f29-d884-4bd5-a9a6-58fce39bbeed tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b13672b4-4d64-4c98-a960-64cde0e64092 HTTP/1.1" status: 200 len: 2973 time: 0.0497038 Sep 17 01:01:32.796561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-8f334ede-4762-427c-b4dd-daf371d90bcd tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b13672b4-4d64-4c98-a960-64cde0e64092 HTTP/1.1" status: 200 len: 2973 time: 0.0528429 Sep 17 01:01:32.855892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-9735a044-c10c-4f54-8985-7ad4beb8fc19 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:32.857357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-9735a044-c10c-4f54-8985-7ad4beb8fc19 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1097 time: 0.0747132 Sep 17 01:01:32.859146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-4028db17-4306-4d17-9f96-3135c3e2f9d6 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b18e9af4-f85a-4ede-8410-9fa95bf341d5 HTTP/1.1" status: 200 len: 2981 time: 0.0486968 Sep 17 01:01:32.869369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:32.950036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-65c9a0ef-eb18-4107-9762-5ec79c82c968 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b18e9af4-f85a-4ede-8410-9fa95bf341d5 HTTP/1.1" status: 200 len: 2981 time: 0.0778747 Sep 17 01:01:32.950563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:32.969743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:32.992838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc877-f013-424a-9de1-5f9b50363b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.057963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-f7604e5b-cf02-4459-b1ff-7decf29a36b3 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b538e2e9-5362-4573-91e6-e6803287427b HTTP/1.1" status: 200 len: 2981 time: 0.0983624 Sep 17 01:01:33.168960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc877-f013-424a-9de1-5f9b50363b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.193553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-c8a05a81-85e1-4308-a5e0-a12b8ced43da tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/b538e2e9-5362-4573-91e6-e6803287427b HTTP/1.1" status: 200 len: 2981 time: 0.1276591 Sep 17 01:01:33.208686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a2735a87-9b49-41e4-a974-26e08a0d415f details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:33.231519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:33.250367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b6f43-4121-4501-a241-d5e751cbfcf8 req-80a2fa94-f47f-4735-85a8-ee332a9b250a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:33.262231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-046fd8be-0971-4608-b3d3-6bc11d518eeb tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bdf8f3ff-415f-4a97-8476-8a625cff3aab HTTP/1.1" status: 200 len: 2981 time: 0.0676503 Sep 17 01:01:33.264082 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e00b6f43-4121-4501-a241-d5e751cbfcf8 req-80a2fa94-f47f-4735-85a8-ee332a9b250a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 948 time: 0.1487122 Sep 17 01:01:33.276659 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc877-f013-424a-9de1-5f9b50363b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.330589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:33.372550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-91629e21-1e2d-42c6-bf9f-6329ee336265 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/bdf8f3ff-415f-4a97-8476-8a625cff3aab HTTP/1.1" status: 200 len: 2981 time: 0.1038375 Sep 17 01:01:33.378631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e00b6f43-4121-4501-a241-d5e751cbfcf8 req-df8d9f34-784b-45ce-afe8-d711562b82a3 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131516 Sep 17 01:01:33.383682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbc877-f013-424a-9de1-5f9b50363b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6747f84-09ee-4004-86ea-f92ba0342cc3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:33.396194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:33.398502 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a130cc-81a8-4b26-b26a-786e96195ce0" -d '{"events": [{"server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "name": "network-vif-unplugged", "status": "completed", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:33.406929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7fdbc877-f013-424a-9de1-5f9b50363b60 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=588c5b9ae01945a78f86b534c60e7719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347696 Sep 17 01:01:33.409923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.410322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33332) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:33.429244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a2735a87-9b49-41e4-a974-26e08a0d415f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a2735a87-9b49-41e4-a974-26e08a0d415f,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:33.446682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'a2735a87-9b49-41e4-a974-26e08a0d415f', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'a2735a87-9b49-41e4-a974-26e08a0d415f', 'mac_address': 'fa:16:3e:1c:df:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:33.453185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-60e60025-a3d9-4ed6-9acd-3753b0a65632 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c94c24c0-860d-4bf4-bfda-06bee11b4a9a HTTP/1.1" status: 200 len: 2981 time: 0.0672882 Sep 17 01:01:33.495561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.510905 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.537322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2735a87-9b49-41e4-a974-26e08a0d415f {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:33.546383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd27cc74-c7c3-4a0f-9bb4-6be53104063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.566019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a2735a87-9b49-41e4-a974-26e08a0d415f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a2735a87-9b49-41e4-a974-26e08a0d415f,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:33.572239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd27cc74-c7c3-4a0f-9bb4-6be53104063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.582434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-ebfabb49-ebe9-43dd-bc72-be7f7eeebea9 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/c94c24c0-860d-4bf4-bfda-06bee11b4a9a HTTP/1.1" status: 200 len: 2981 time: 0.1161551 Sep 17 01:01:33.615778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:33.635588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-54476e8c-1e38-4771-91fa-16317c3f4728 req-76acc23f-e2bc-4715-b195-b2ed80b0e636 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 210 time: 0.0306778 Sep 17 01:01:33.643396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.644071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b1965a1d-5239-4052-9827-e74c8c44ba63 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:33.666303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:33.666669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:33.667009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:33.673595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-9de672d7-1b76-4bcb-8cff-8b3bff42832f tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d54cf6f1-2cc4-48c0-b294-0271f0c1771c HTTP/1.1" status: 200 len: 2977 time: 0.0787241 Sep 17 01:01:33.674666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:33.674871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Attempting to bind port 32c1090a-649a-48e7-a602-f4fd49f70da2 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:33.692690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:33.692690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:33.692690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:33.692690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Bound port: 32c1090a-649a-48e7-a602-f4fd49f70da2, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:33.692690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.745139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=a2735a87-9b49-41e4-a974-26e08a0d415f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:33.750148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b1965a1d-5239-4052-9827-e74c8c44ba63, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b1965a1d-5239-4052-9827-e74c8c44ba63,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:33.774645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.774996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.775375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.775718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.778469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:33.779268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd27cc74-c7c3-4a0f-9bb4-6be53104063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.782379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd27cc74-c7c3-4a0f-9bb4-6be53104063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.783686 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd27cc74-c7c3-4a0f-9bb4-6be53104063e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6747f84-09ee-4004-86ea-f92ba0342cc3 HTTP/1.1" status: 204 len: 168 time: 0.3711436 Sep 17 01:01:33.792314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'mac_address': 'fa:16:3e:49:2e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:33.797366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27cc74-c7c3-4a0f-9bb4-6be53104063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6747f84-09ee-4004-86ea-f92ba0342cc3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:33.812707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-9c66c93b-5ea5-46f7-b8f7-212a87c502f3 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/d54cf6f1-2cc4-48c0-b294-0271f0c1771c HTTP/1.1" status: 200 len: 2977 time: 0.1282206 Sep 17 01:01:33.826237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f47a5e-dce4-4c71-ae0b-587e93e3ca00 req-ae88259b-2478-48c2-9792-0752c5ec63a7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:33.828045 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55f47a5e-dce4-4c71-ae0b-587e93e3ca00 req-ae88259b-2478-48c2-9792-0752c5ec63a7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0763421 Sep 17 01:01:33.835644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:33.841126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:33.884236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-5a4c8849-6f20-486b-b9ff-0656b47992a1 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dbf3caaa-2151-4b21-a41f-abb8a70aa8f4 HTTP/1.1" status: 200 len: 2981 time: 0.0627656 Sep 17 01:01:33.891267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.893867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55f47a5e-dce4-4c71-ae0b-587e93e3ca00 req-f6afba64-1a08-4cb8-84f6-dbebd296869f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588038 Sep 17 01:01:33.928347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:33.943025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33344) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:33.943240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1965a1d-5239-4052-9827-e74c8c44ba63 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:33.962045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-3b155151-7287-4d95-b933-e7775c5753e1 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/dbf3caaa-2151-4b21-a41f-abb8a70aa8f4 HTTP/1.1" status: 200 len: 2981 time: 0.0706284 Sep 17 01:01:33.988113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b1965a1d-5239-4052-9827-e74c8c44ba63, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b1965a1d-5239-4052-9827-e74c8c44ba63,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:34.000324 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d19a55-4658-4ddd-b9d9-9b72d9447bd3 x-openstack-request-id: req-b6d19a55-4658-4ddd-b9d9-9b72d9447bd3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:34.000613 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "name": "network-vif-unplugged", "status": "completed", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:34.000868 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6d19a55-4658-4ddd-b9d9-9b72d9447bd3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:34.001679 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'code': 200} Sep 17 01:01:34.041106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=8']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:34.047313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:34.048010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.049449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-10ea4951-d445-4109-92df-82b5e6e56cc5 service neutron] 10.222.0.36 "PUT /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 1122 time: 1.1846299 Sep 17 01:01:34.052887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.060031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-5ae9bbdc-8242-47d4-8280-f5861ad6fa5b tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f610b01d-5248-4dcd-b341-ad86d1dbd83a HTTP/1.1" status: 200 len: 2981 time: 0.0852838 Sep 17 01:01:34.106800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b1965a1d-5239-4052-9827-e74c8c44ba63,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:34.121340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['32c1090a-649a-48e7-a602-f4fd49f70da2'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:34.126735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cb719-7fe2-4af2-b9ec-8f92f3742edc req-beeecf38-e695-41a4-a379-187b6062eceb tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/f610b01d-5248-4dcd-b341-ad86d1dbd83a HTTP/1.1" status: 200 len: 2981 time: 0.0575068 Sep 17 01:01:34.269370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b65c4bb8-1342-4069-8995-3b892b163540 req-5e0bcffb-a649-42b4-b7af-e9301b6d0a7b tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c87a499492747fb904589f47b53b031 HTTP/1.1" status: 200 len: 6101 time: 0.1100767 Sep 17 01:01:34.295147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b1965a1d-5239-4052-9827-e74c8c44ba63'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:34.322166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b65c4bb8-1342-4069-8995-3b892b163540 req-e7564e2d-3cc6-413d-b5eb-c8367b666d52 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "GET /v2.0/security-groups/dbf3caaa-2151-4b21-a41f-abb8a70aa8f4 HTTP/1.1" status: 200 len: 2981 time: 0.0518372 Sep 17 01:01:34.322719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:34.378066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b65c4bb8-1342-4069-8995-3b892b163540 req-c39b5d2c-0813-477e-9496-f18d72c53f99 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "GET /v2.0/security-groups/dbf3caaa-2151-4b21-a41f-abb8a70aa8f4 HTTP/1.1" status: 200 len: 2981 time: 0.0544116 Sep 17 01:01:34.448932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bae1b4f-ac62-43a1-9a51-a82f7edf3c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.606994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0716d8bc-d631-47a0-91a1-727512392906 req-f45febbe-253c-4bf4-b340-253d4ff33561 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/8968e368-9404-4293-b4d8-2ab19a0b134f HTTP/1.1" status: 200 len: 1777 time: 0.1169155 Sep 17 01:01:34.625433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf27bb4-3ef2-45d3-af36-c45931425275 req-1ebcc1c2-a2fb-4a1e-8023-ccfd253bc379 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:34.627445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edf27bb4-3ef2-45d3-af36-c45931425275 req-1ebcc1c2-a2fb-4a1e-8023-ccfd253bc379 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 949 time: 0.1128867 Sep 17 01:01:34.636393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-5c681c91-9229-45e9-9b01-e6e94b97c464 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:34.638663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-5c681c91-9229-45e9-9b01-e6e94b97c464 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.3180132 Sep 17 01:01:34.659166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Request body: {'port': {'device_id': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'admin_state_up': True, 'tenant_id': 'c1130e2fd7de4a31a864d203bb106bf9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:34.671795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bae1b4f-ac62-43a1-9a51-a82f7edf3c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.687758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edf27bb4-3ef2-45d3-af36-c45931425275 req-bac2e5ac-2a57-4a28-8ee7-3e3a66286919 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509603 Sep 17 01:01:34.759921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0716d8bc-d631-47a0-91a1-727512392906 req-cfbef0ec-e11c-487c-9833-201d59f62083 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.792359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bae1b4f-ac62-43a1-9a51-a82f7edf3c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.796301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0716d8bc-d631-47a0-91a1-727512392906 req-cfbef0ec-e11c-487c-9833-201d59f62083 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.853243 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2bae1b4f-ac62-43a1-9a51-a82f7edf3c1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f27a8c6c96b49859f422c015547d7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9090507 Sep 17 01:01:34.856290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33374) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:34.869407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1b4f-ac62-43a1-9a51-a82f7edf3c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffaab28-d3b0-4445-8cf8-15a4a6b08130,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:34.874881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80a7e520-0eca-4978-a697-4260d00ae3cf req-aba6a407-492d-459d-aa2e-b3c1ad3c107c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 210 time: 0.0462685 Sep 17 01:01:34.914667 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d5f679-ef2c-4747-9443-f1523065f599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.926485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Made reservation on behalf of c1130e2fd7de4a31a864d203bb106bf9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:34.930203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.954911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d5f679-ef2c-4747-9443-f1523065f599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.958301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0716d8bc-d631-47a0-91a1-727512392906 req-cfbef0ec-e11c-487c-9833-201d59f62083 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.961494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0716d8bc-d631-47a0-91a1-727512392906 req-cfbef0ec-e11c-487c-9833-201d59f62083 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:34.962573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0716d8bc-d631-47a0-91a1-727512392906 req-cfbef0ec-e11c-487c-9833-201d59f62083 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/8968e368-9404-4293-b4d8-2ab19a0b134f HTTP/1.1" status: 204 len: 173 time: 0.3225789 Sep 17 01:01:35.045893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbef0ec-e11c-487c-9833-201d59f62083 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8968e368-9404-4293-b4d8-2ab19a0b134f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:35.051379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aa1ba-c230-4620-af1f-d52b59f26b93 req-6f7b3d95-b7d0-4c47-9fee-0e890cefe545 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:35.061868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-464aa1ba-c230-4620-af1f-d52b59f26b93 req-6f7b3d95-b7d0-4c47-9fee-0e890cefe545 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0887046 Sep 17 01:01:35.115619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-464aa1ba-c230-4620-af1f-d52b59f26b93 req-bbfde140-fc54-4595-a6e0-e2549f5d6c4d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524762 Sep 17 01:01:35.153415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66fde5f9-1678-4093-bd21-19c4901b4b34 req-2ec1976b-4a64-4655-8af0-ac85d0da4a6d tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "GET /v2.0/security-groups/db36e4ea-cfb0-4ee7-890f-622fab890d94 HTTP/1.1" status: 200 len: 1777 time: 0.1396024 Sep 17 01:01:35.222070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a2735a87-9b49-41e4-a974-26e08a0d415f up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:35.251536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-66fde5f9-1678-4093-bd21-19c4901b4b34 req-ce5285e0-4948-41a1-a103-347427708911 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.259134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d5f679-ef2c-4747-9443-f1523065f599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.261811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d5f679-ef2c-4747-9443-f1523065f599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.265526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-64d5f679-ef2c-4747-9443-f1523065f599 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dffaab28-d3b0-4445-8cf8-15a4a6b08130 HTTP/1.1" status: 204 len: 168 time: 0.4058685 Sep 17 01:01:35.279212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Allocated IP 172.20.0.6 (82b3c0fa-a399-4e25-b51f-d5b7fa26fa15/8197d192-2f62-421b-9fc9-38a50560286b/c16e1c43-f655-487d-b0a5-5c43b82a1a82) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:35.297854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d5f679-ef2c-4747-9443-f1523065f599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffaab28-d3b0-4445-8cf8-15a4a6b08130,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:35.306441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-66fde5f9-1678-4093-bd21-19c4901b4b34 req-ce5285e0-4948-41a1-a103-347427708911 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.397710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port a2735a87-9b49-41e4-a974-26e08a0d415f completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:35.401785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port a2735a87-9b49-41e4-a974-26e08a0d415f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:35.402166 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.444609 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0ac88249-7bf0-47a3-84d9-d54e04d9ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.473073 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-66fde5f9-1678-4093-bd21-19c4901b4b34 req-ce5285e0-4948-41a1-a103-347427708911 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.476196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-66fde5f9-1678-4093-bd21-19c4901b4b34 req-ce5285e0-4948-41a1-a103-347427708911 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.477333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66fde5f9-1678-4093-bd21-19c4901b4b34 req-ce5285e0-4948-41a1-a103-347427708911 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/db36e4ea-cfb0-4ee7-890f-622fab890d94 HTTP/1.1" status: 204 len: 173 time: 0.2941134 Sep 17 01:01:35.491252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.491376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5285e0-4948-41a1-a103-347427708911 tempest-SecurityGroupsTestAdminJSON-1166104304 tempest-SecurityGroupsTestAdminJSON-1166104304-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db36e4ea-cfb0-4ee7-890f-622fab890d94,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:35.545120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a2735a87-9b49-41e4-a974-26e08a0d415f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a2735a87-9b49-41e4-a974-26e08a0d415f,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:35.546709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923790c-6615-4775-bd07-02f4701ba753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2735a87-9b49-41e4-a974-26e08a0d415f'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:35.549551 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93abfdf-6415-4498-80c0-b3127c313b2a" -d '{"events": [{"server_uuid": "0923790c-6615-4775-bd07-02f4701ba753", "name": "network-vif-plugged", "status": "completed", "tag": "a2735a87-9b49-41e4-a974-26e08a0d415f"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:35.558049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed40fd52-2b8a-4a23-9fb5-11fc0f263057 req-dd23bd09-e77b-4545-8212-a6996a4d5fd9 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "GET /v2.0/security-groups/6aef6aaf-2093-449e-bcd9-c60ae45b8388 HTTP/1.1" status: 200 len: 1777 time: 0.0564301 Sep 17 01:01:35.571330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.609212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.646407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed40fd52-2b8a-4a23-9fb5-11fc0f263057 req-2f6f82e5-51ad-4300-be27-38912902274f tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.677389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=a2735a87-9b49-41e4-a974-26e08a0d415f,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:35.681726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed40fd52-2b8a-4a23-9fb5-11fc0f263057 req-2f6f82e5-51ad-4300-be27-38912902274f tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.712182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.757724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:35.760956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:35.769701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:35.769954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:35.770562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.781329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:35.815416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed40fd52-2b8a-4a23-9fb5-11fc0f263057 req-2f6f82e5-51ad-4300-be27-38912902274f tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.818706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed40fd52-2b8a-4a23-9fb5-11fc0f263057 req-2f6f82e5-51ad-4300-be27-38912902274f tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:35.820811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed40fd52-2b8a-4a23-9fb5-11fc0f263057 req-2f6f82e5-51ad-4300-be27-38912902274f tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "DELETE /v2.0/security-groups/6aef6aaf-2093-449e-bcd9-c60ae45b8388 HTTP/1.1" status: 204 len: 173 time: 0.2478366 Sep 17 01:01:35.836433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f82e5-51ad-4300-be27-38912902274f tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aef6aaf-2093-449e-bcd9-c60ae45b8388,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:35.851483 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d55461-330a-49be-9a4e-3352f87c09c2 x-openstack-request-id: req-24d55461-330a-49be-9a4e-3352f87c09c2 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:35.852221 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923790c-6615-4775-bd07-02f4701ba753", "name": "network-vif-plugged", "status": "completed", "tag": "a2735a87-9b49-41e4-a974-26e08a0d415f", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:35.852221 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d55461-330a-49be-9a4e-3352f87c09c2 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:35.852558 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923790c-6615-4775-bd07-02f4701ba753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2735a87-9b49-41e4-a974-26e08a0d415f', 'code': 200} Sep 17 01:01:35.938798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-4a09ab22-65d1-4cc7-8070-9870dbc3beb3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2835593 Sep 17 01:01:35.962968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Request body: {'port': {'device_id': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:36.007332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:36.009610 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554078f2-f769-40c5-b9c8-59ad691a4bed" -d '{"events": [{"name": "network-changed", "server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:36.034074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26642bb-78f7-40ba-8221-ddd4c745d712 req-a0b851d3-5c82-41c1-9455-a6e4ec99fb2d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:36.035584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f26642bb-78f7-40ba-8221-ddd4c745d712 req-a0b851d3-5c82-41c1-9455-a6e4ec99fb2d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 949 time: 0.1433060 Sep 17 01:01:36.039237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1026574-a73e-432e-96bd-0c5f3b084030 req-7a2f16bd-646e-43ae-a32a-0cc016cfa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:36.040580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1026574-a73e-432e-96bd-0c5f3b084030 req-7a2f16bd-646e-43ae-a32a-0cc016cfa848 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 1101 time: 0.1133618 Sep 17 01:01:36.068576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.127432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33430) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:36.131460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f26642bb-78f7-40ba-8221-ddd4c745d712 req-3ec2aa31-c4cf-4308-b578-25ad699702c0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882292 Sep 17 01:01:36.135608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1026574-a73e-432e-96bd-0c5f3b084030 req-0141f88b-0a19-4c5f-bad7-bf7a72083ce5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Sep 17 01:01:36.154891 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b820e3f-caf4-4a7f-8b4b-4c3a204f73d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.255169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b820e3f-caf4-4a7f-8b4b-4c3a204f73d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.277500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96a858fb-34cc-411a-9734-c6a483c03c9d req-47f424b0-1fce-425a-a80c-d6ff7e0759d9 tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "GET /v2.0/security-groups/b7c2c773-712f-4ca2-8c76-b52bbcaac610 HTTP/1.1" status: 200 len: 1776 time: 0.1052830 Sep 17 01:01:36.300710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b820e3f-caf4-4a7f-8b4b-4c3a204f73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.346590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3b820e3f-caf4-4a7f-8b4b-4c3a204f73d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0cc764fed124df6b1e2403dbc9821fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173028 Sep 17 01:01:36.349432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b820e3f-caf4-4a7f-8b4b-4c3a204f73d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30889a1e-43e5-4bb5-954f-bc55f3d31d29,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:36.349595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33436) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:36.432978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-96a858fb-34cc-411a-9734-c6a483c03c9d req-46970dc4-de86-4416-ac46-4c435792b22c tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.497414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-96a858fb-34cc-411a-9734-c6a483c03c9d req-46970dc4-de86-4416-ac46-4c435792b22c tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.501917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e04254f-e08e-4e7c-9b0f-41ed3c290d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.550714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16e1c43-f655-487d-b0a5-5c43b82a1a82 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:36.574034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.581101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e04254f-e08e-4e7c-9b0f-41ed3c290d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.603501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Transition to ACTIVE for port object c16e1c43-f655-487d-b0a5-5c43b82a1a82 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:36.660847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.665678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-96a858fb-34cc-411a-9734-c6a483c03c9d req-46970dc4-de86-4416-ac46-4c435792b22c tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.668261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-96a858fb-34cc-411a-9734-c6a483c03c9d req-46970dc4-de86-4416-ac46-4c435792b22c tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.669388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96a858fb-34cc-411a-9734-c6a483c03c9d req-46970dc4-de86-4416-ac46-4c435792b22c tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] 10.222.0.13 "DELETE /v2.0/security-groups/b7c2c773-712f-4ca2-8c76-b52bbcaac610 HTTP/1.1" status: 204 len: 173 time: 0.3828559 Sep 17 01:01:36.708516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46970dc4-de86-4416-ac46-4c435792b22c tempest-SecurityGroupsTestAdminJSON-529618764 tempest-SecurityGroupsTestAdminJSON-529618764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c2c773-712f-4ca2-8c76-b52bbcaac610,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:36.727060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e04254f-e08e-4e7c-9b0f-41ed3c290d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.729583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e04254f-e08e-4e7c-9b0f-41ed3c290d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.733156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e04254f-e08e-4e7c-9b0f-41ed3c290d91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30889a1e-43e5-4bb5-954f-bc55f3d31d29 HTTP/1.1" status: 204 len: 168 time: 0.3786304 Sep 17 01:01:36.742329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:36.784589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04254f-e08e-4e7c-9b0f-41ed3c290d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30889a1e-43e5-4bb5-954f-bc55f3d31d29,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:36.802578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:36.802921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:36.803284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:36.809849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:36.810176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:36.817334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:36.817673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:36.818052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:36.818478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Bound port: c16e1c43-f655-487d-b0a5-5c43b82a1a82, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:36.818858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:36.829761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4fa62-ff45-490b-acc9-9a9511ea6532 req-269ac897-3a93-41e6-b296-82187ae524e7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:36.831300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4fa4fa62-ff45-490b-acc9-9a9511ea6532 req-269ac897-3a93-41e6-b296-82187ae524e7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.1070490 Sep 17 01:01:36.905071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4fa4fa62-ff45-490b-acc9-9a9511ea6532 req-84933700-bbe7-47d9-8bc4-a9af56094b12 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645292 Sep 17 01:01:36.932078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:36.935880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:36.951132 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1962e38-f6a3-4602-8cc4-7da1b8fa2c99 x-openstack-request-id: req-f1962e38-f6a3-4602-8cc4-7da1b8fa2c99 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:36.951419 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:36.951665 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1962e38-f6a3-4602-8cc4-7da1b8fa2c99 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:36.952044 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'status': 'completed', 'code': 200} Sep 17 01:01:37.042254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.089492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-11f64160-963f-44cd-a852-afa9bc72aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.091003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-11f64160-963f-44cd-a852-afa9bc72aab4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1125 time: 0.1115344 Sep 17 01:01:37.092826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.093424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.094645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] 10.222.0.23 "PUT /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 1091 time: 1.1390514 Sep 17 01:01:37.115363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa67d9-6fa7-49ae-adca-2ec0638c303a req-3bd28eb9-518e-457b-93ac-364d6844f187 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.117011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccaa67d9-6fa7-49ae-adca-2ec0638c303a req-3bd28eb9-518e-457b-93ac-364d6844f187 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.1094589 Sep 17 01:01:37.164811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c00ce-05d2-4a0b-a23e-0a17b00852b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:37.229562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:37.244637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccaa67d9-6fa7-49ae-adca-2ec0638c303a req-31ec5f08-4bb3-4c3c-89ee-b6f298ee17e3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209404 Sep 17 01:01:37.285149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-f968b17a-8a89-4fa6-ae79-7f87b26153b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.286634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-f968b17a-8a89-4fa6-ae79-7f87b26153b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1687744 Sep 17 01:01:37.290254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-245eb602-f819-4422-9746-f0815572b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.291698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-245eb602-f819-4422-9746-f0815572b701 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1094 time: 0.0835764 Sep 17 01:01:37.295303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b1965a1d-5239-4052-9827-e74c8c44ba63 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:37.424214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33462) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:37.439558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:37.455172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:01:37.490222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port b1965a1d-5239-4052-9827-e74c8c44ba63 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:37.495355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port b1965a1d-5239-4052-9827-e74c8c44ba63 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:37.496148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.600322 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.637722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b136884a-db4c-4fde-91ad-826240b51d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c87a499492747fb904589f47b53b031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122347 Sep 17 01:01:37.638856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b1965a1d-5239-4052-9827-e74c8c44ba63, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b1965a1d-5239-4052-9827-e74c8c44ba63,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:37.640138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33476) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:37.680774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-4123a306-d942-493d-8a9c-8238b1d61f43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 217 time: 0.3736706 Sep 17 01:01:37.683550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-bf17ad3b-8b03-406c-a27e-e60fcac0bb8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 217 time: 0.3724933 Sep 17 01:01:37.697097 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4a78e2bc-4fc8-46d6-818f-bb472444d484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.713395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.726140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4a78e2bc-4fc8-46d6-818f-bb472444d484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.785874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b1965a1d-5239-4052-9827-e74c8c44ba63,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:37.808869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-eabb141c-d65c-4f09-829f-1c2369b90fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.810322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-eabb141c-d65c-4f09-829f-1c2369b90fcb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1180954 Sep 17 01:01:37.812581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-436b70b3-1b76-4b50-95fa-70856fa0dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.813927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-436b70b3-1b76-4b50-95fa-70856fa0dbf9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1229208 Sep 17 01:01:37.820947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4a78e2bc-4fc8-46d6-818f-bb472444d484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.821984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66dffaf-b6b9-4644-a1e2-7df1c7cec8d4 req-8d17b10b-4677-44a2-9e7d-0fcac7886148 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:37.823382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c66dffaf-b6b9-4644-a1e2-7df1c7cec8d4 req-8d17b10b-4677-44a2-9e7d-0fcac7886148 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 949 time: 0.1487691 Sep 17 01:01:37.823672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4a78e2bc-4fc8-46d6-818f-bb472444d484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:37.824891 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4a78e2bc-4fc8-46d6-818f-bb472444d484 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbf3caaa-2151-4b21-a41f-abb8a70aa8f4 HTTP/1.1" status: 204 len: 168 time: 0.1837201 Sep 17 01:01:37.833360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78e2bc-4fc8-46d6-818f-bb472444d484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf3caaa-2151-4b21-a41f-abb8a70aa8f4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:37.857099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723ee30c-afcd-4324-af6c-03a79f766168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1965a1d-5239-4052-9827-e74c8c44ba63'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:37.859354 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbeedef-faee-497a-81a3-9ccdc869655e" -d '{"events": [{"server_uuid": "723ee30c-afcd-4324-af6c-03a79f766168", "name": "network-vif-plugged", "status": "completed", "tag": "b1965a1d-5239-4052-9827-e74c8c44ba63"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:37.882897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-43b9fbeb-5c0a-42e7-b708-db3a9eafd06e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469339 Sep 17 01:01:37.896224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-65ac5dfd-1a69-4a91-a2b8-6848816c1e28 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632892 Sep 17 01:01:37.956551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c66dffaf-b6b9-4644-a1e2-7df1c7cec8d4 req-a2fb98b5-9063-4639-8f05-218a301d74f2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266258 Sep 17 01:01:38.045067 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4adc44-71be-469a-8889-20d131e61edf x-openstack-request-id: req-7c4adc44-71be-469a-8889-20d131e61edf {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:38.045513 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723ee30c-afcd-4324-af6c-03a79f766168", "name": "network-vif-plugged", "status": "completed", "tag": "b1965a1d-5239-4052-9827-e74c8c44ba63", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:38.049282 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c4adc44-71be-469a-8889-20d131e61edf {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:38.049282 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723ee30c-afcd-4324-af6c-03a79f766168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'code': 200} Sep 17 01:01:38.071775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-beb64d2f-1b6a-4c47-b670-6380f0df52f8 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780849 Sep 17 01:01:38.073477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-15961081-8a60-41bc-ab25-97454c8314d7 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506407 Sep 17 01:01:38.106519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27bc011a-03f3-4833-8bff-849d90951b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:38.307308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e1d84-c4e1-4551-bbd3-d0714391b9a0 req-d5aa7777-3cf0-4946-a7df-9e5af2dc0de6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:38.308818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b63e1d84-c4e1-4551-bbd3-d0714391b9a0 req-d5aa7777-3cf0-4946-a7df-9e5af2dc0de6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.1836498 Sep 17 01:01:38.321457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-554078f2-f769-40c5-b9c8-59ad691a4bed req-3cc8b909-8935-4d74-84d5-aab2b1310db7 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350149 Sep 17 01:01:38.337032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885d494-f417-4e9b-8e64-00d3767ac9a5 req-57559638-c304-4457-8132-d9d01dc024fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:38.338585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4885d494-f417-4e9b-8e64-00d3767ac9a5 req-57559638-c304-4457-8132-d9d01dc024fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 1101 time: 0.1886175 Sep 17 01:01:38.348508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b656937-8f52-4c38-9a7c-8f043ad366fb req-c95285c1-aa86-4234-b1b0-6030ff1ee801 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609572 Sep 17 01:01:38.395334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4885d494-f417-4e9b-8e64-00d3767ac9a5 req-90a04255-b0d6-4328-9a02-064a672c2ee7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458260 Sep 17 01:01:38.398131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b63e1d84-c4e1-4551-bbd3-d0714391b9a0 req-e6d0c977-59fb-4d99-80fa-5d115e785773 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809851 Sep 17 01:01:38.481921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b51668-3549-4f27-8da4-d0b34b30adc4 req-fd10b1c7-a7c0-4e19-8933-65cfbc6d03a1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:38.483478 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4b51668-3549-4f27-8da4-d0b34b30adc4 req-fd10b1c7-a7c0-4e19-8933-65cfbc6d03a1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0517879 Sep 17 01:01:38.523837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4b51668-3549-4f27-8da4-d0b34b30adc4 req-0ec3351b-4940-4761-89b2-be6f4aec3bfa tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338080 Sep 17 01:01:38.622385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:38.669301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cd4ea804-5a45-449c-a4ca-6aeda33d7d94 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7ff8cec470e44568870d222e4acd89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454879 Sep 17 01:01:38.670431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33532) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:38.720460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d174-0440-434b-9c73-380e43d4095f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:38.742809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d174-0440-434b-9c73-380e43d4095f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:38.867070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d174-0440-434b-9c73-380e43d4095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:38.871062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b1c8d174-0440-434b-9c73-380e43d4095f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:38.872361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b1c8d174-0440-434b-9c73-380e43d4095f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d31ea7e-25a6-48b6-a8c6-9a0dffd50b52 HTTP/1.1" status: 204 len: 168 time: 0.2007115 Sep 17 01:01:38.881470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8d174-0440-434b-9c73-380e43d4095f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d31ea7e-25a6-48b6-a8c6-9a0dffd50b52,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:38.920032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33542) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:38.953506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:38.955993 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:38.969043 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:38.994922 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa9201-11b4-4824-afec-59705008aa6f x-openstack-request-id: req-2efa9201-11b4-4824-afec-59705008aa6f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:38.995363 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:38.995689 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2efa9201-11b4-4824-afec-59705008aa6f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:38.996355 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'status': 'completed', 'code': 200} Sep 17 01:01:39.064849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-885d9c96-3ea1-4279-8a5c-2d076ea9924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:39.066379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-885d9c96-3ea1-4279-8a5c-2d076ea9924f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1094 time: 0.0459001 Sep 17 01:01:39.095160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecf72f-2fbf-4bf3-a677-8ba1ecf84179 req-7e0e7176-399b-424d-9edc-d197110dfcb8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:39.096694 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56ecf72f-2fbf-4bf3-a677-8ba1ecf84179 req-7e0e7176-399b-424d-9edc-d197110dfcb8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 950 time: 0.0528870 Sep 17 01:01:39.136299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56ecf72f-2fbf-4bf3-a677-8ba1ecf84179 req-6514513d-b8c7-4620-81f1-629b06ef1dc6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335014 Sep 17 01:01:39.167483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-0472cd05-7340-4a26-8efe-cb9f2623b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:39.168975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-0472cd05-7340-4a26-8efe-cb9f2623b15f service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.0894611 Sep 17 01:01:39.214397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-d6c97201-e122-480b-9adc-141c5becde43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 217 time: 0.0377913 Sep 17 01:01:39.269925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-315ae0cd-7457-449e-856d-a070e77507f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:39.271613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-315ae0cd-7457-449e-856d-a070e77507f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0465860 Sep 17 01:01:39.290776 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:39.305712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-40aecb9e-0d68-4a88-8fc7-292152866a1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251334 Sep 17 01:01:39.413189 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29aa9183-d146-4d2a-a307-3a7e669b2b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:39.485721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-a0263b4a-6abe-490e-a739-fb99e070ce7a service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685100 Sep 17 01:01:39.657019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6bedc-5562-4c26-8e88-c8be158edb86 req-7ad8a2ea-d997-486f-b326-4980d172d8d4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:39.658117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b6bedc-5562-4c26-8e88-c8be158edb86 req-7ad8a2ea-d997-486f-b326-4980d172d8d4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.1576948 Sep 17 01:01:39.691441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7262c76-55cf-4eed-9d66-2a0378e38ced req-c7be3b55-bd4a-41df-91b0-1d35c0c99f10 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:39.700444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7262c76-55cf-4eed-9d66-2a0378e38ced req-c7be3b55-bd4a-41df-91b0-1d35c0c99f10 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 944 time: 0.0661547 Sep 17 01:01:39.704571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7edb36a5-d9e7-46d2-9cc4-bb9a3bcca5c7 req-d13e9028-7a06-433a-8ea7-a54805fdbf54 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052763 Sep 17 01:01:39.711551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29aa9183-d146-4d2a-a307-3a7e669b2b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:39.753271 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7262c76-55cf-4eed-9d66-2a0378e38ced req-38571295-cd91-407e-b26c-592d225de645 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520074 Sep 17 01:01:39.769382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b6bedc-5562-4c26-8e88-c8be158edb86 req-a47a335c-5c3c-4f2a-aced-7c520e96b7b9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889435 Sep 17 01:01:39.775008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-656fe0a0-3b6b-4a50-803d-73075fadbe4f service neutron] 10.222.0.23 "GET /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.1065590 Sep 17 01:01:39.783027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29aa9183-d146-4d2a-a307-3a7e669b2b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:39.832792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33580) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:39.852562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa9183-d146-4d2a-a307-3a7e669b2b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc3109-ca66-4251-a5f8-c7e7aff47f88,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:39.910144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29aa9183-d146-4d2a-a307-3a7e669b2b24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=532fa7902ebd40bf8f49f952bf9b51fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9886127 Sep 17 01:01:39.912584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33584) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:40.047646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46a4a334-a7a8-4387-913b-e27a3029d938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.086143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46a4a334-a7a8-4387-913b-e27a3029d938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.110596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:40.152134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:40.192904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c1090a-649a-48e7-a602-f4fd49f70da2 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:40.203755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:40.209850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-427f98bf-1025-43d2-a4a2-0487fe2d46df admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.249372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46a4a334-a7a8-4387-913b-e27a3029d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.253588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46a4a334-a7a8-4387-913b-e27a3029d938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.254734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-46a4a334-a7a8-4387-913b-e27a3029d938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bccc3109-ca66-4251-a5f8-c7e7aff47f88 HTTP/1.1" status: 204 len: 168 time: 0.3403206 Sep 17 01:01:40.278616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a4a334-a7a8-4387-913b-e27a3029d938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc3109-ca66-4251-a5f8-c7e7aff47f88,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:40.306386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.337366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-427f98bf-1025-43d2-a4a2-0487fe2d46df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.378323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed662e1-756d-4bba-b7fb-791bc87efb3b req-913c5ba1-f988-4170-9906-df3145542ed6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:40.379817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed662e1-756d-4bba-b7fb-791bc87efb3b req-913c5ba1-f988-4170-9906-df3145542ed6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 950 time: 0.1240282 Sep 17 01:01:40.414044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] Transition to ACTIVE for port object 32c1090a-649a-48e7-a602-f4fd49f70da2 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:40.429680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed662e1-756d-4bba-b7fb-791bc87efb3b req-96d0e2a0-6151-44e3-a615-47f17762dc12 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Sep 17 01:01:40.431719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-427f98bf-1025-43d2-a4a2-0487fe2d46df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.477942 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-427f98bf-1025-43d2-a4a2-0487fe2d46df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=887b1c87775b4fcf8eb1937337459aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440561 Sep 17 01:01:40.478756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f98bf-1025-43d2-a4a2-0487fe2d46df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c98d48-6e45-4638-8ed9-fcb1b9f4cbe3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:40.480595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33616) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:40.498234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.557583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630263e-d4f3-4793-a557-ff3bed1a0d4d req-7229f825-1aec-4bf7-8073-0a1ff5f55775 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:40.559123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0630263e-d4f3-4793-a557-ff3bed1a0d4d req-7229f825-1aec-4bf7-8073-0a1ff5f55775 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 950 time: 0.0512280 Sep 17 01:01:40.590609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] No DVR routers for this DVR port 32c1090a-649a-48e7-a602-f4fd49f70da2 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:01:40.598236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0630263e-d4f3-4793-a557-ff3bed1a0d4d req-f4e8efb2-b6bd-4893-9202-5185d56a3e21 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330126 Sep 17 01:01:40.603990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] Pushing event updated for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:40.626359 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9541b87a-af8e-4354-8b6d-c188b6fe51cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.650969 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-0cd6aac1-452d-420b-aad3-98373cfea054 service neutron] 10.222.0.23 "PUT /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8598804 Sep 17 01:01:40.668258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9541b87a-af8e-4354-8b6d-c188b6fe51cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.814595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9541b87a-af8e-4354-8b6d-c188b6fe51cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.817323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9541b87a-af8e-4354-8b6d-c188b6fe51cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.818634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9541b87a-af8e-4354-8b6d-c188b6fe51cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c98d48-6e45-4638-8ed9-fcb1b9f4cbe3 HTTP/1.1" status: 204 len: 168 time: 0.3367200 Sep 17 01:01:40.836122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-ebf84cad-ed85-468b-8c91-997754ac50ae tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:40.838053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-ebf84cad-ed85-468b-8c91-997754ac50ae tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.0683081 Sep 17 01:01:40.839763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541b87a-af8e-4354-8b6d-c188b6fe51cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c98d48-6e45-4638-8ed9-fcb1b9f4cbe3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:40.901761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:40.929669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-de77e58d-0c3e-4db3-97d1-f51f43718e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:40.931858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-de77e58d-0c3e-4db3-97d1-f51f43718e44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750&tenant_id=cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 1096 time: 0.0820982 Sep 17 01:01:40.934890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0e89d-f172-4b77-ab05-2fd2cbc93d95 req-7a7352b5-50a2-4db2-b235-894c582e68ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:40.939870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4bb0e89d-f172-4b77-ab05-2fd2cbc93d95 req-7a7352b5-50a2-4db2-b235-894c582e68ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.1193452 Sep 17 01:01:40.992406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4bb0e89d-f172-4b77-ab05-2fd2cbc93d95 req-4ff9c961-a972-4d36-8bc6-7990dd50a813 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Sep 17 01:01:41.019247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33634) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:41.070967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d9ed-609d-43ef-8e0f-36dd80cc09ab req-3b778448-4085-4e45-9094-9ca200b07c65 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.077072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d9ed-609d-43ef-8e0f-36dd80cc09ab req-3b778448-4085-4e45-9094-9ca200b07c65 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.078687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5a8d9ed-609d-43ef-8e0f-36dd80cc09ab req-3b778448-4085-4e45-9094-9ca200b07c65 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753&device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 1691 time: 0.1267500 Sep 17 01:01:41.080797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-2ba2610c-f8ac-47b9-919d-aed5a2a0b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.082125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-2ba2610c-f8ac-47b9-919d-aed5a2a0b105 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1096 time: 0.1095681 Sep 17 01:01:41.088263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33638) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:41.118476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9390b-c49d-4cfc-9230-fc45a174b008 req-0d336fb1-71cd-4bce-b048-7ac964335cb4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.120115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-daa9390b-c49d-4cfc-9230-fc45a174b008 req-0d336fb1-71cd-4bce-b048-7ac964335cb4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.0638976 Sep 17 01:01:41.134382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af5806b-ac35-45b6-a738-53b920371bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.167762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-daa9390b-c49d-4cfc-9230-fc45a174b008 req-c4e88217-e929-4595-89ed-d2e7023b1234 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398328 Sep 17 01:01:41.176703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5a8d9ed-609d-43ef-8e0f-36dd80cc09ab req-e62237c2-e95e-4c96-9fad-6e6e92f45b28 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898778 Sep 17 01:01:41.278540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-2e2e4966-cbb8-49cf-ad77-91749c326f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.279958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-2e2e4966-cbb8-49cf-ad77-91749c326f78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1855614 Sep 17 01:01:41.337899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-d1585c18-ae4d-4734-a797-07105d63d47e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 217 time: 0.0464492 Sep 17 01:01:41.468643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f20cbe84-db1d-417b-8367-f4e408b420d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.600305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:41.659279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-98c2c4a9-9825-4888-bb50-96203423b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.660757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-98c2c4a9-9825-4888-bb50-96203423b1d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.2977839 Sep 17 01:01:41.673105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0665be7-0560-404a-a2cf-be4ad81415a6 req-52731443-a50c-4311-b313-15531266c8dc tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.675256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0665be7-0560-404a-a2cf-be4ad81415a6 req-52731443-a50c-4311-b313-15531266c8dc tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 1101 time: 0.3406157 Sep 17 01:01:41.676384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af5806b-ac35-45b6-a738-53b920371bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.705586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-d09f4c3c-0681-47ba-9b76-125ea465d665 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305030 Sep 17 01:01:41.705939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:41.717975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'port_id': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'mac_address': 'fa:16:3e:ce:b5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8197d192-2f62-421b-9fc9-38a50560286b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:41.757750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af5806b-ac35-45b6-a738-53b920371bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.766373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.795208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:41.802876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0665be7-0560-404a-a2cf-be4ad81415a6 req-a42f58bf-73df-4d19-9140-6bba2d4e21b8 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004894 Sep 17 01:01:41.817174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a7478c66-9a43-413d-832a-c42721b9e54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.873651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-9c9e1972-475d-402c-96d7-0e8fa4dfad1f service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634789 Sep 17 01:01:41.877226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5806b-ac35-45b6-a738-53b920371bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b094e-1131-4675-8aec-b003c21a14bc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:41.886717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8af5806b-ac35-45b6-a738-53b920371bcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3a8cd9ea5b246afabc851e602bc47a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7933030 Sep 17 01:01:41.893613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33658) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:41.907502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16e1c43-f655-487d-b0a5-5c43b82a1a82 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:41.930884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:41.957937 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f20cbe84-db1d-417b-8367-f4e408b420d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.991806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-a60f3cbd-3650-4fad-83b2-6b15ab740921 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088538 Sep 17 01:01:41.993132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398a9eb-97a0-4f98-a429-cae1bddfd4bb req-5e361f28-5473-4a23-b423-88a4e5bc2aa7 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:41.993267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:41.994653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6398a9eb-97a0-4f98-a429-cae1bddfd4bb req-5e361f28-5473-4a23-b423-88a4e5bc2aa7 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 1101 time: 0.0915091 Sep 17 01:01:42.013387 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd7d5-f18c-417d-bc3d-e9e9637c2a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.034201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f20cbe84-db1d-417b-8367-f4e408b420d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.057212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:42.115238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd7d5-f18c-417d-bc3d-e9e9637c2a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.134166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f20cbe84-db1d-417b-8367-f4e408b420d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee722cab3edd4b50bde4408990d8b54f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109476 Sep 17 01:01:42.135156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33666) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:42.143630 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6398a9eb-97a0-4f98-a429-cae1bddfd4bb req-c158dc0e-d0f9-4efd-b591-f1945936cd24 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403975 Sep 17 01:01:42.153468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cbe84-db1d-417b-8367-f4e408b420d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5876842c-d8d4-462d-9f23-9fa407755c6b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:42.196994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61eda3b-1506-45c4-83e3-485387e05517 req-a940d179-b922-4f61-918d-f25286849b29 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:42.198569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d61eda3b-1506-45c4-83e3-485387e05517 req-a940d179-b922-4f61-918d-f25286849b29 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.0987415 Sep 17 01:01:42.213293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c16e1c43-f655-487d-b0a5-5c43b82a1a82'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:42.270954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a7478c66-9a43-413d-832a-c42721b9e54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.274553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf3a1a08-d6cf-495b-8a86-371cf028a4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.285360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d61eda3b-1506-45c4-83e3-485387e05517 req-8f83a731-96d5-4168-b48c-5e0ee503fc2f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Sep 17 01:01:42.312447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf3a1a08-d6cf-495b-8a86-371cf028a4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.335941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd7d5-f18c-417d-bc3d-e9e9637c2a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.339432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ecd7d5-f18c-417d-bc3d-e9e9637c2a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.343039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a9ecd7d5-f18c-417d-bc3d-e9e9637c2a93 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f55b094e-1131-4675-8aec-b003c21a14bc HTTP/1.1" status: 204 len: 168 time: 0.4461310 Sep 17 01:01:42.353570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecd7d5-f18c-417d-bc3d-e9e9637c2a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b094e-1131-4675-8aec-b003c21a14bc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:42.398854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a7478c66-9a43-413d-832a-c42721b9e54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.451770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a7478c66-9a43-413d-832a-c42721b9e54e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fef5d67cd16422dab94e3d75d65d433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6525185 Sep 17 01:01:42.462840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33680) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:42.491640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7478c66-9a43-413d-832a-c42721b9e54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0326b9d2-046a-422d-9e6a-cb62957982e9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:42.520285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf3a1a08-d6cf-495b-8a86-371cf028a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.523211 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf3a1a08-d6cf-495b-8a86-371cf028a4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.525850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bf3a1a08-d6cf-495b-8a86-371cf028a4da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5876842c-d8d4-462d-9f23-9fa407755c6b HTTP/1.1" status: 204 len: 168 time: 0.3882124 Sep 17 01:01:42.572563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a1a08-d6cf-495b-8a86-371cf028a4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5876842c-d8d4-462d-9f23-9fa407755c6b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:42.599238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc662985-4b9d-4d03-baa5-0092bc7983e0 req-cd09255e-6aa5-4864-9ee6-c0d5d8acd385 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:42.600942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc662985-4b9d-4d03-baa5-0092bc7983e0 req-cd09255e-6aa5-4864-9ee6-c0d5d8acd385 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 944 time: 0.2070913 Sep 17 01:01:42.626782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-bd1d96c4-1154-493f-8f2d-ab4d1f29587e tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:42.628239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-bd1d96c4-1154-493f-8f2d-ab4d1f29587e tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.1293869 Sep 17 01:01:42.637146 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bce4-fd5f-4bc2-84d5-6fba2b52ffff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.703497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc662985-4b9d-4d03-baa5-0092bc7983e0 req-703b531e-ec13-4123-a1f6-897164a14f03 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895076 Sep 17 01:01:42.703727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bce4-fd5f-4bc2-84d5-6fba2b52ffff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.832965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-ffd3482c-4972-4f4d-b827-398b7fa3c63e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226548 Sep 17 01:01:42.878314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bce4-fd5f-4bc2-84d5-6fba2b52ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.880832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bce4-fd5f-4bc2-84d5-6fba2b52ffff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.882347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5b2bce4-fd5f-4bc2-84d5-6fba2b52ffff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0326b9d2-046a-422d-9e6a-cb62957982e9 HTTP/1.1" status: 204 len: 168 time: 0.4157062 Sep 17 01:01:42.924799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-de220d31-e102-4e94-aac2-2754df04cdb3 service neutron] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:42.925683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2bce4-fd5f-4bc2-84d5-6fba2b52ffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0326b9d2-046a-422d-9e6a-cb62957982e9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:42.938548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-de220d31-e102-4e94-aac2-2754df04cdb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:42.940102 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-271dd0cd-321e-417b-805d-250f24e4fd60 req-de220d31-e102-4e94-aac2-2754df04cdb3 service neutron] 10.222.0.36 "DELETE /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.2987425 Sep 17 01:01:42.995155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-674e32f4-6585-46c2-98dd-c8a25056960a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:42.999590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-674e32f4-6585-46c2-98dd-c8a25056960a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610620 Sep 17 01:01:43.019740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-16017d9f-6a7c-4ce1-8d8a-d94b06550cad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/quotas/07c75938182f4129ab2bf04452bc12fa HTTP/1.1" status: 200 len: 375 time: 0.0156615 Sep 17 01:01:43.069094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-fdaaeffc-7d6e-4cfa-8407-0451c8d46508 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d6b580584aaa48b3bf9a299f53d38f91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377836 Sep 17 01:01:43.102210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-03b5a16a-ab68-4b2b-85c7-d1b3c3ef85ed tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758595 Sep 17 01:01:43.172932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-281c9884-be69-4599-b71c-dcf6e16a89d9 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:43.175265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-281c9884-be69-4599-b71c-dcf6e16a89d9 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048410 Sep 17 01:01:43.190941 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-8f1c37bd-6a76-444a-98d3-3e872b98ca2a tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/quotas/d6b580584aaa48b3bf9a299f53d38f91 HTTP/1.1" status: 200 len: 375 time: 0.0094020 Sep 17 01:01:43.225817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-2b989751-d506-4300-8867-9ffdb708409e tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6b580584aaa48b3bf9a299f53d38f91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284979 Sep 17 01:01:43.415853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:43.435108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02855db5-5e70-4e47-ad1d-1d497b15f4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:43.597520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:43.672933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3d632-88e2-4f96-b6ad-893eb5c5de76 req-c5fe8504-fbcc-47c5-ac5b-9d1e81c215ee tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:43.679693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ea3d632-88e2-4f96-b6ad-893eb5c5de76 req-c5fe8504-fbcc-47c5-ac5b-9d1e81c215ee tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.1368315 Sep 17 01:01:43.751920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ea3d632-88e2-4f96-b6ad-893eb5c5de76 req-8213aaab-e360-40b3-9cb1-cc03d3a770c0 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555861 Sep 17 01:01:43.761737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02855db5-5e70-4e47-ad1d-1d497b15f4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:43.798518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c16e1c43-f655-487d-b0a5-5c43b82a1a82 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:01:43.805533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c16e1c43-f655-487d-b0a5-5c43b82a1a82 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:43.805925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:43.815651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02855db5-5e70-4e47-ad1d-1d497b15f4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:43.917713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02855db5-5e70-4e47-ad1d-1d497b15f4a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f097f8ca2e04be3bf39c888fa85d44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981871 Sep 17 01:01:43.917713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-76c3e9b3-fc36-4e3f-af95-623592968ba3 req-99ada7c6-ac3d-4633-ac5b-151c92ba9e68 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 210 time: 0.0767336 Sep 17 01:01:43.918198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33750) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:43.923901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02855db5-5e70-4e47-ad1d-1d497b15f4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4948385d-f023-45ec-ba67-6cf212030cba,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:43.930360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:44.034359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:44.035525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:44.038597 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6292c9c-fa81-4dfc-a002-9102627057d9" -d '{"events": [{"server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "name": "network-vif-plugged", "status": "completed", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:44.095567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0c32-b01d-45ae-87f0-cbd1d4fec0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:44.144751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0c32-b01d-45ae-87f0-cbd1d4fec0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:44.146107 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:44.147362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:01:44.247122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4af3f-0d28-4c1c-8d3b-26ff1e2d1b31 req-80c166c6-99a4-4afa-b322-b2813ef7d147 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:44.250773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32b4af3f-0d28-4c1c-8d3b-26ff1e2d1b31 req-80c166c6-99a4-4afa-b322-b2813ef7d147 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 945 time: 0.1103370 Sep 17 01:01:44.346155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:44.354474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32b4af3f-0d28-4c1c-8d3b-26ff1e2d1b31 req-05b7aa24-a204-44cc-b96e-698f386ca261 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940259 Sep 17 01:01:44.369303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:01:44.409684 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286350c-d27b-48ad-9c29-3f5b5493b3d3 x-openstack-request-id: req-9286350c-d27b-48ad-9c29-3f5b5493b3d3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:44.410211 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "name": "network-vif-plugged", "status": "completed", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:44.410885 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9286350c-d27b-48ad-9c29-3f5b5493b3d3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:44.411488 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'code': 200} Sep 17 01:01:44.434896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0c32-b01d-45ae-87f0-cbd1d4fec0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:44.437883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0c32-b01d-45ae-87f0-cbd1d4fec0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:44.443808 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9d0c0c32-b01d-45ae-87f0-cbd1d4fec0a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4948385d-f023-45ec-ba67-6cf212030cba HTTP/1.1" status: 204 len: 168 time: 0.5196111 Sep 17 01:01:44.448291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c0c32-b01d-45ae-87f0-cbd1d4fec0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4948385d-f023-45ec-ba67-6cf212030cba,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:44.530088 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a96411b0-e88a-4538-9cfc-382969d5f626 req-15839058-fba9-4e3a-93ef-e9860118356a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 210 time: 0.0307765 Sep 17 01:01:44.629161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e116a-1ca3-4953-ad45-0a6da7f48782 req-797fd054-4e8a-4391-9d03-bcf834c277fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:44.630971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-771e116a-1ca3-4953-ad45-0a6da7f48782 req-797fd054-4e8a-4391-9d03-bcf834c277fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1096 time: 0.0618012 Sep 17 01:01:44.633558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1547-d4b4-449d-8345-b1ba9027f5f1 req-f0b31419-b7ae-41a7-ab1a-44835db1386d tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:44.635754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb7b1547-d4b4-449d-8345-b1ba9027f5f1 req-f0b31419-b7ae-41a7-ab1a-44835db1386d tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1096 time: 0.1243036 Sep 17 01:01:44.698246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb7b1547-d4b4-449d-8345-b1ba9027f5f1 req-ed609dc2-2a39-409c-82b0-4bca6cfdc175 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512085 Sep 17 01:01:44.700582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-771e116a-1ca3-4953-ad45-0a6da7f48782 req-84119286-3876-4c12-ad0f-1efe52f2cd80 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 Sep 17 01:01:44.786523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33796) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:45.057003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-875d9b80-2af7-4252-bde9-e75fee87eb95 req-28d4a98b-9ad8-4308-9041-1dd9f1c93d67 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 210 time: 0.0355875 Sep 17 01:01:45.096258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-f0b68998-ee8f-42e1-8009-322d656a35c9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:45.105913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-network', 'tenant_id': '333fe3ee104a429585c22796b35cb3de'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:45.108625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-f0b68998-ee8f-42e1-8009-322d656a35c9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.1328483 Sep 17 01:01:45.128755 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-ac96c9c9-923c-47ea-86f9-545fd86bcc4c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/quotas/cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 375 time: 0.0211899 Sep 17 01:01:45.205471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-c5bde5a8-544f-47eb-aa91-ef94e41d29f1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751698 Sep 17 01:01:45.296786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Made reservation on behalf of 333fe3ee104a429585c22796b35cb3de for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:45.296786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.308598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-3200d5ff-1065-4d4d-a729-a1da3a5ff07b service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023183 Sep 17 01:01:45.308922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.418124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.490217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.505917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:01:45.518242 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.518585 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Added segment a069a274-539c-4be3-894d-c6f45e3643e4 of type vlan for network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 Sep 17 01:01:45.561310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.595839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79d236-5d17-4f43-bcb8-ed9de6f21c32 req-08744e89-b20a-49fb-8b45-fa76c0e32ba9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:45.597447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea79d236-5d17-4f43-bcb8-ed9de6f21c32 req-08744e89-b20a-49fb-8b45-fa76c0e32ba9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 945 time: 0.1712193 Sep 17 01:01:45.631951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501d76d-16b9-4087-8b99-9fb058be8500,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:45.639384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.645227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:45.645227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.650479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-87e2cb6e-106a-4dda-97a1-c0e417675b3b service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410494 Sep 17 01:01:45.699697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea79d236-5d17-4f43-bcb8-ed9de6f21c32 req-8a95593b-f915-434a-9728-915971b91fb0 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940092 Sep 17 01:01:45.747660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] Pushing event updated for resources: {'Network': ['ID=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:45.761174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:01:45.766488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c9abda7a-3717-47d6-aa07-abb4388c383d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9787700 Sep 17 01:01:45.770572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33842) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:45.781561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Request body: {'subnet': {'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-subnet', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:45.832313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5d20cc-776b-4c7d-be44-491cc3cffb1a req-cf1a4eae-9e58-48e8-939b-add04d860414 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 210 time: 0.0379984 Sep 17 01:01:45.921219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Made reservation on behalf of 333fe3ee104a429585c22796b35cb3de for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:45.926914 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:45.993044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-82c15389-cc47-4789-833e-fae96af0e5f8 req-3d7ff63f-3314-4146-a9be-eef79823814f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 210 time: 0.0556364 Sep 17 01:01:46.156404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-a5dea7f2-e367-4e0a-b0b0-2618e5343030 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=d6b580584aaa48b3bf9a299f53d38f91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305903 Sep 17 01:01:46.234559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-97495227-52dd-428f-b55f-d5742ff27839 req-6bb85248-675f-4cf8-8f1b-926f0ddb228b tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 210 time: 0.0721979 Sep 17 01:01:46.332786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:46.384513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-e93a90d3-a8b8-4cdb-a20f-e6db61f3d66b tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:46.386157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-e93a90d3-a8b8-4cdb-a20f-e6db61f3d66b tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235522 Sep 17 01:01:46.387393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dd0ce9c-af2c-4f79-b469-078b3106cacc,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:46.401971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Request body: {'port': {'device_id': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'd6b580584aaa48b3bf9a299f53d38f91'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:46.489777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Checking segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:46.490025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Network hostable DHCP agents. Network: 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:01:46.925072 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:01:46.927997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bf4e-6077-4e93-af19-c6e3ccdf0b4a req-fa58cd57-fa11-4095-a696-a68453dd2b88 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:46.927997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03d5bf4e-6077-4e93-af19-c6e3ccdf0b4a req-fa58cd57-fa11-4095-a696-a68453dd2b88 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 945 time: 0.0496860 Sep 17 01:01:46.927997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03d5bf4e-6077-4e93-af19-c6e3ccdf0b4a req-aa31a895-e6e5-4bc3-8c00-6a1202c7d6c8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322769 Sep 17 01:01:46.930649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9409ac97-e032-4ced-b7f3-964e13548c56 req-18ab43fe-9d1c-46a3-a01f-903ebe8d176e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 210 time: 0.0245564 Sep 17 01:01:46.974658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:01:47.034444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Made reservation on behalf of d6b580584aaa48b3bf9a299f53d38f91 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:47.037919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.061099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5cb6e-b704-4ef6-90a5-27283ee064e2 req-4421072e-eef4-455d-a1bc-7e92051451c1 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:47.065392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9da5cb6e-b704-4ef6-90a5-27283ee064e2 req-4421072e-eef4-455d-a1bc-7e92051451c1 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1096 time: 0.0842435 Sep 17 01:01:47.065392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.133299 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:47.142495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9e1b47-83f5-43e9-a380-14a97117296f None None] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:01:47.151226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:47.151728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.164727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9da5cb6e-b704-4ef6-90a5-27283ee064e2 req-a84a9b8a-4be2-4eae-b494-d2a53a3a15d2 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923505 Sep 17 01:01:47.215463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.280537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a1333c1d-0447-4dd3-9bbc-e4fad8b04129 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537107 Sep 17 01:01:47.280537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.324220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be570440-c641-4e00-b0cf-149e656a99cd req-96f9a1ae-e849-4032-b419-ba4d4c8564de tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 210 time: 0.0631180 Sep 17 01:01:47.404304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a03302-04ba-4ae0-a985-e5cceb0e9a8c req-100b0016-aca4-4a1a-9d5d-007b8acf9265 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:47.410834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:01:47.415988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.416130 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a03302-04ba-4ae0-a985-e5cceb0e9a8c req-100b0016-aca4-4a1a-9d5d-007b8acf9265 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1096 time: 0.1022460 Sep 17 01:01:47.453680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-845ecfda-95a7-4c49-835c-75ce2a452c91 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6815510 Sep 17 01:01:47.474882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:47.490105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a03302-04ba-4ae0-a985-e5cceb0e9a8c req-c8d859f2-9907-4442-93a0-c0965c5125b1 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692723 Sep 17 01:01:47.502454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a66be60f-bfd0-4118-9763-9716b2b52fd3 req-fed6a1a7-5306-4e48-a77b-3ed295be2123 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 210 time: 0.0618978 Sep 17 01:01:47.502454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84069a8c-4600-48af-950a-869409612747,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:47.508577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:47.638052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.639285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.675828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-c14eb39a-e189-4323-ac71-e49bdc35055e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:47.677393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-c14eb39a-e189-4323-ac71-e49bdc35055e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950703 Sep 17 01:01:47.694635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:47.716299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Allocated IP 172.20.0.2 (0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1/8dd0ce9c-af2c-4f79-b469-078b3106cacc/a65527e6-2e29-434c-a283-7542cfa07c3d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:47.751429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:47.794678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Allocated IP 192.168.233.43 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/5ad99e99-fdc2-4337-9bf8-404764ee1b78) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:47.987350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.070999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:48.074130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.074702 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.078684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de9e3c86-fa06-4d32-bc5e-73c43af00d54 req-7c503b95-f899-4a3d-8a20-e081306c89ed tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b90d309655e453481111af51b756ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582273 Sep 17 01:01:48.088379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-02a10065-b981-49ae-90d6-04a2a12c4c56 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452986 Sep 17 01:01:48.089625 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.132236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:48.136022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:48.139991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:48.195174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Pushing event updated for resources: {'Port': ['ID=a65527e6-2e29-434c-a283-7542cfa07c3d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:48.262910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Attempting to bind port a65527e6-2e29-434c-a283-7542cfa07c3d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:48.263305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Attempting to bind port a65527e6-2e29-434c-a283-7542cfa07c3d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:48.263910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Attempting to bind port a65527e6-2e29-434c-a283-7542cfa07c3d on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:48.271310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:48.273938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Checking segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:48.274520 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.275097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Bound using segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:48.275730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Bound port: a65527e6-2e29-434c-a283-7542cfa07c3d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:48.277041 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.296072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a16564b9-73d0-4032-a041-eb5f2f356828 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:48.298093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a16564b9-73d0-4032-a041-eb5f2f356828 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955361 Sep 17 01:01:48.330867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': '777e7056-a2f9-445c-8296-30690fb665e7', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:48.339779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e3c86-fa06-4d32-bc5e-73c43af00d54 req-3341131c-b7a4-4316-8c1a-d655c9b6dc6e tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:48.341314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de9e3c86-fa06-4d32-bc5e-73c43af00d54 req-3341131c-b7a4-4316-8c1a-d655c9b6dc6e tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569237 Sep 17 01:01:48.355255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] For port a65527e6-2e29-434c-a283-7542cfa07c3d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:48.358941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] For port a65527e6-2e29-434c-a283-7542cfa07c3d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a65527e6-2e29-434c-a283-7542cfa07c3d,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:48.366604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de9e3c86-fa06-4d32-bc5e-73c43af00d54 req-c679e265-84ee-44a1-89dc-64d32460fa7b tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/quotas/0b90d309655e453481111af51b756ad9 HTTP/1.1" status: 200 len: 375 time: 0.0145581 Sep 17 01:01:48.413572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e278e58-060f-425e-9044-c320964afdba req-fe776835-bc8b-44c8-a248-44c6a2bcf9d7 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 210 time: 0.1108918 Sep 17 01:01:48.437629 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de9e3c86-fa06-4d32-bc5e-73c43af00d54 req-eb24ebef-c58c-47fe-b847-eab6016e2455 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b90d309655e453481111af51b756ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632617 Sep 17 01:01:48.465587 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.506006 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.512109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.535319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.579198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c54c3-b792-4830-a47e-709951e7c691 None None] Pushing event updated for resources: {'Port': ['ID=a65527e6-2e29-434c-a283-7542cfa07c3d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:48.668169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698253b0-79b2-426c-90f6-ea9c8f0cc87a req-bf8b744e-e01d-4fba-a53a-efdf60763590 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:48.669713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-698253b0-79b2-426c-90f6-ea9c8f0cc87a req-bf8b744e-e01d-4fba-a53a-efdf60763590 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1096 time: 0.1178458 Sep 17 01:01:48.704870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Allocated IP 172.25.1.192 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/2a207ab5-6169-424b-91e9-614addae0ecb) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:48.721688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-698253b0-79b2-426c-90f6-ea9c8f0cc87a req-1ead91a2-9dc4-40d8-a86d-74c4ffede62e tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Sep 17 01:01:48.753275 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-588061c7-ae04-41d9-a568-a73a4f09e42b req-e002db05-c201-4a34-a07b-c72ecbbed806 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Sep 17 01:01:48.786768 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.787463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:48.791911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:48.957703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:49.008243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:49.010985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:49.017577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:49.018726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.026647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.98 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/9cd7cf8d-675f-495f-97f9-de7a24f4d3a9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:49.040236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Pushing event updated for resources: {'Port': ['ID=5ad99e99-fdc2-4337-9bf8-404764ee1b78,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:49.057298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.092557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c04e-02b0-453a-9c6e-dbb6d6c0a697 req-ebd269cd-e0bf-4ff1-b714-3479ea2ae25a tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:49.099638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd80c04e-02b0-453a-9c6e-dbb6d6c0a697 req-ebd269cd-e0bf-4ff1-b714-3479ea2ae25a tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 935 time: 0.2516513 Sep 17 01:01:49.117716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-77b09deb-9de2-454a-8db0-1ef0ab8ab22a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:49.119225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-77b09deb-9de2-454a-8db0-1ef0ab8ab22a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.2427747 Sep 17 01:01:49.140081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Request body: {'port': {'device_id': '4b1db957-139e-4940-a88a-db29751a05e3', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'admin_state_up': True, 'tenant_id': 'cf175badd919434ea4c1e976b3e58f09'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:49.173148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd80c04e-02b0-453a-9c6e-dbb6d6c0a697 req-0b1072f7-23ff-47f6-b08b-6a9a7c796ff8 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674269 Sep 17 01:01:49.188961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-f0fca451-61b6-477a-bf9e-1ce028e71efc tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7910757 Sep 17 01:01:49.237996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Request body: {'port': {'device_id': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:49.239776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.315784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-91e4832c-9dd9-4189-81b6-a9fd2e4c654e None None] Provisioning complete for port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:49.321787 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-91e4832c-9dd9-4189-81b6-a9fd2e4c654e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.333512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:49.338418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:49.341238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Pushing event updated for resources: {'Port': ['ID=2a207ab5-6169-424b-91e9-614addae0ecb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:49.345195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:49.384339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-91e4832c-9dd9-4189-81b6-a9fd2e4c654e None None] Port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:49.429076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.473646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.521341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Made reservation on behalf of cf175badd919434ea4c1e976b3e58f09 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:01:49.525525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.823874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Allocated IP 172.20.0.7 (f928c174-7c79-4afd-98ad-dbbc4d5bd618/a47cc473-dd7a-43ea-aabd-7c5da26929b1/14defeb1-8f53-4376-9f0e-f85138e015f9) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:49.859808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114c6e7-6b0e-4591-8b30-44abe9482108 None None] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:01:49.871262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba90834c-5105-4ccc-b193-31dbc87779fd req-b3c5186d-c5f2-4e76-ada7-49b90ab0182b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 210 time: 0.0485110 Sep 17 01:01:49.957759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9e674c50-b07a-481a-98e6-5c5765f19de0 None None] Provisioning complete for port a65527e6-2e29-434c-a283-7542cfa07c3d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:49.958257 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e674c50-b07a-481a-98e6-5c5765f19de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.959920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:49.980424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.001482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2fdb0-f070-4e57-a7f4-555ce43dac3d req-32787a35-b052-4b4a-8147-3daee249ca12 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:50.008934 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73b2fdb0-f070-4e57-a7f4-555ce43dac3d req-32787a35-b052-4b4a-8147-3daee249ca12 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1096 time: 0.1435111 Sep 17 01:01:50.026162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:50.028357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:50.094943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27f196c0-cf30-42f9-89c0-e56926cdec99 req-f433171d-13bf-4ec1-9d18-eee7d6fdcf83 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 210 time: 0.0587070 Sep 17 01:01:50.096630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:50.105139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:50.115220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:50.121401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:50.122036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.136792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:50.139609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.104 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/dbf30154-f76d-4f7c-a8a4-55b6dd3281f3) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:50.235830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-113837bb-f877-4423-bd8b-605b83df9716 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5468602 Sep 17 01:01:50.239815 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.262214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73b2fdb0-f070-4e57-a7f4-555ce43dac3d req-acb82c45-452d-4ecc-a2cb-8cfa77e2d5d0 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522767 Sep 17 01:01:50.268073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e674c50-b07a-481a-98e6-5c5765f19de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.275261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Request body: {'port': {'device_id': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:50.366376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.405171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1db8c45-a635-4c05-943e-0d79c6334287 req-0a126996-9c21-4b7b-9bd2-3eec2c8a49bb tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b90d309655e453481111af51b756ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654403 Sep 17 01:01:50.410398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9e674c50-b07a-481a-98e6-5c5765f19de0 None None] For port a65527e6-2e29-434c-a283-7542cfa07c3d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a65527e6-2e29-434c-a283-7542cfa07c3d,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:50.448893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:50.459964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:50.461668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:50.486950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e674c50-b07a-481a-98e6-5c5765f19de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.541821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:50.542043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.557291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.575479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e674c50-b07a-481a-98e6-5c5765f19de0 None None] Pushing event updated for resources: {'Port': ['ID=a65527e6-2e29-434c-a283-7542cfa07c3d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:50.617733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:50.639790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c8feddac-d6ad-4b41-beae-59444c1ee38a None None] Provisioning complete for port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:50.640150 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8feddac-d6ad-4b41-beae-59444c1ee38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.658541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.666771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-67286a1e-a9b2-45e1-aabe-91a3f4d3b2ef tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5324445 Sep 17 01:01:50.674095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db8c45-a635-4c05-943e-0d79c6334287 req-9036af05-dd8c-4786-b128-b2a15f36bc94 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:50.675669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1db8c45-a635-4c05-943e-0d79c6334287 req-9036af05-dd8c-4786-b128-b2a15f36bc94 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697203 Sep 17 01:01:50.683253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Request body: {'port': {'device_id': '4b1db957-139e-4940-a88a-db29751a05e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:50.708392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1db8c45-a635-4c05-943e-0d79c6334287 req-f408d5e6-90bb-48a6-98c9-c74b0515ac71 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/quotas/0b90d309655e453481111af51b756ad9 HTTP/1.1" status: 200 len: 375 time: 0.0245609 Sep 17 01:01:50.716239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38410719-4908-4fbe-8b2b-f74bee554484 req-9aa6c4d8-0c05-49a7-a0b6-af5c30cfebfd tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:50.723017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c8feddac-d6ad-4b41-beae-59444c1ee38a None None] Port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:50.724484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-38410719-4908-4fbe-8b2b-f74bee554484 req-9aa6c4d8-0c05-49a7-a0b6-af5c30cfebfd tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 935 time: 0.1922653 Sep 17 01:01:50.763799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.825285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1db8c45-a635-4c05-943e-0d79c6334287 req-279ec3b7-4eb2-4467-b649-2e1b554b437b tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b90d309655e453481111af51b756ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0938072 Sep 17 01:01:50.847068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-860cc780-8597-4e33-99b6-5695cb374f49 None None] Provisioning complete for port a65527e6-2e29-434c-a283-7542cfa07c3d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:50.848593 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-860cc780-8597-4e33-99b6-5695cb374f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.874119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a65527e6-2e29-434c-a283-7542cfa07c3d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:50.916019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:50.934316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:51.005249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:51.013182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a65527e6-2e29-434c-a283-7542cfa07c3d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:51.013182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.022206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:51.025198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:51.038841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:51.045173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:51.046159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.059702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-38410719-4908-4fbe-8b2b-f74bee554484 req-a576de50-377f-4407-ab83-d7d775d6b0d9 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342662 Sep 17 01:01:51.086117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.144208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a2574f43-6355-4c63-bc4a-978546ace64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8252099 Sep 17 01:01:51.146048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:51.170017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Request body: {'port': {'device_id': '777e7056-a2f9-445c-8296-30690fb665e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:51.277905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.388604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad99e99-fdc2-4337-9bf8-404764ee1b78 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:51.401507 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.438807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Transition to ACTIVE for port object 5ad99e99-fdc2-4337-9bf8-404764ee1b78 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:51.510516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.516015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b9084e03-23a1-458e-8ed5-1241c01dd5ac None None] Provisioning complete for port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:51.516587 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9084e03-23a1-458e-8ed5-1241c01dd5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.543202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eaba96-a5a5-47c1-8fdb-c2d983f544fd req-52df38dc-de7e-4dca-a123-9a0cd5201fd0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:51.545688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0eaba96-a5a5-47c1-8fdb-c2d983f544fd req-52df38dc-de7e-4dca-a123-9a0cd5201fd0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 936 time: 0.1835911 Sep 17 01:01:51.570609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b9084e03-23a1-458e-8ed5-1241c01dd5ac None None] Port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:51.617443 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0eaba96-a5a5-47c1-8fdb-c2d983f544fd req-6db7261a-1457-4391-a28e-c4f0374ad64c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582182 Sep 17 01:01:51.639650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Router 882da76e-10ea-411a-a964-9e4253a1df0e is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:01:51.667574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Pushing event updated for resources: {'Port': ['ID=5ad99e99-fdc2-4337-9bf8-404764ee1b78,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:51.729782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Attempting to bind port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:51.730105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Attempting to bind port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:51.730437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Attempting to bind port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:51.742762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:51.743100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Attempting to bind port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:51.759174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:51.759494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:51.759928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:51.760290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Bound port: 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:51.760646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.827819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:51.838444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.885027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Transition to ACTIVE for port object 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:51.895220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14defeb1-8f53-4376-9f0e-f85138e015f9 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:51.901123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] For port 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:51.907168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] For port 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:51.908592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:51.931808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Transition to ACTIVE for port object 14defeb1-8f53-4376-9f0e-f85138e015f9 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:51.933044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:01:51.945988 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:01:51.954908 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:01:51.955556 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:01:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:51.959587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:51.976821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.020487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.038174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.042668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-06a984a4-b301-44f6-83c6-46af92aff6ad admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.5482013 Sep 17 01:01:52.043441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:52.044080 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.118681 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:01:52.196346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Pushing event updated for resources: {'Port': ['ID=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:52.209914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:52.220597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:52.222021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.226278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] 10.222.0.23 "PUT /v2.0/ports/5ad99e99-fdc2-4337-9bf8-404764ee1b78 HTTP/1.1" status: 200 len: 1095 time: 3.0138714 Sep 17 01:01:52.228503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8eb010d3-a135-430b-ac53-5171fea16ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.230311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'tag': '5ad99e99-fdc2-4337-9bf8-404764ee1b78'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:52.232774 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e09aef-820b-4ac5-bc0a-5e1237133aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc9f35d3-24e2-422a-baff-f2341be6d93d", "tag": "5ad99e99-fdc2-4337-9bf8-404764ee1b78"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:52.442718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:52.443048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:52.443420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:52.458224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:52.458588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:52.469079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:52.472447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:52.472447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:52.472447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Bound port: 14defeb1-8f53-4376-9f0e-f85138e015f9, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:52.472447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.517921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Attempting to bind port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:52.518281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Attempting to bind port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:52.521127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Attempting to bind port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:52.542714 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:49Z', 'revision_number': 3, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:52.544281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a8517-c9af-4477-a177-84031a28c4c8 req-3a2e5e52-ba81-48d1-9c5a-60249aa04402 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:52.545964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-486a8517-c9af-4477-a177-84031a28c4c8 req-3a2e5e52-ba81-48d1-9c5a-60249aa04402 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 943 time: 0.1433413 Sep 17 01:01:52.587924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760617c0-d791-4bc6-8a0d-d016aaff427d service neutron] Pushing event updated for resources: {'Port': ['ID=5ad99e99-fdc2-4337-9bf8-404764ee1b78,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:52.594066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:52.594658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Attempting to bind port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:52.632627 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:01:52.640773 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Updating router 882da76e-10ea-411a-a964-9e4253a1df0e port 2a207ab5-6169-424b-91e9-614addae0ecb binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:01:52.654898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:52.655490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:52.655971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:52.656374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Bound port: 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:52.656732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.684997 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.792175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-486a8517-c9af-4477-a177-84031a28c4c8 req-8052cb02-4ff9-4149-ba68-7835e855853e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400476 Sep 17 01:01:52.846039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:52.862950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:52.874247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8eb010d3-a135-430b-ac53-5171fea16ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.877923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-c805bf16-702f-4a55-840b-370b98b87721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:52.879651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-c805bf16-702f-4a55-840b-370b98b87721 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6b580584aaa48b3bf9a299f53d38f91&device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 1098 time: 0.4974105 Sep 17 01:01:52.930142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:52.939754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-19c343d5-78f4-46a3-9762-d092318f968d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78 HTTP/1.1" status: 200 len: 217 time: 0.0495210 Sep 17 01:01:52.943461 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:52.947108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] For port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:53.001066 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.001310 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.011662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] For port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:53.013168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Transition to ACTIVE for port object dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:01:53.015809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8eb010d3-a135-430b-ac53-5171fea16ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.055675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.056290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.057669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] 10.222.0.23 "PUT /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 1091 time: 2.3807490 Sep 17 01:01:53.070714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8eb010d3-a135-430b-ac53-5171fea16ab6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b8d2c5dfafe4e23b74d84f8e0cfcf76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1109307 Sep 17 01:01:53.072873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-bb453eb4-7a9a-4f73-8439-a1d1faab1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.074304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-bb453eb4-7a9a-4f73-8439-a1d1faab1650 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1240883 Sep 17 01:01:53.074791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34068) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:53.076762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb010d3-a135-430b-ac53-5171fea16ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc8df81-544f-46f0-aab4-359b065282b8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:53.076938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:53.079007 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed696ef7-4428-4900-b95b-60b2722a656c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:53.120297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1410-055c-4fa8-8ce8-8498e8b39e4f req-0903df40-6b42-4131-883e-943f550ace81 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.121829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64ba1410-055c-4fa8-8ce8-8498e8b39e4f req-0903df40-6b42-4131-883e-943f550ace81 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 947 time: 0.1596107 Sep 17 01:01:53.127266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bc93d-32d5-4d2e-886d-cf75cab91241 service neutron] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:53.135066 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.146432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.148785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.202089 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Attempting to bind port 2a207ab5-6169-424b-91e9-614addae0ecb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:53.202655 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Attempting to bind port 2a207ab5-6169-424b-91e9-614addae0ecb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:53.203139 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Attempting to bind port 2a207ab5-6169-424b-91e9-614addae0ecb on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:53.204010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.219762 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Pushing event updated for resources: {'Port': ['ID=2a207ab5-6169-424b-91e9-614addae0ecb,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:53.221516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64ba1410-055c-4fa8-8ce8-8498e8b39e4f req-50a38762-9f58-4693-9f6c-936d846a9937 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870578 Sep 17 01:01:53.224658 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:53.229349 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:53.229349 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.229349 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:53.229349 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Bound port: 2a207ab5-6169-424b-91e9-614addae0ecb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:53.229349 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.239895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.240565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.242122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] 10.222.0.23 "PUT /v2.0/ports/9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 HTTP/1.1" status: 200 len: 1095 time: 2.9920151 Sep 17 01:01:53.253916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-1d7baa60-970f-4631-935c-6246d17f64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.255369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-1d7baa60-970f-4631-935c-6246d17f64e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1693389 Sep 17 01:01:53.259646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c22ca6e5-528d-4a06-9c60-e9f1475426c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.276699 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.277409 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.277935 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.278454 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.278970 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.279847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.280350 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.280849 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.281470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.281981 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.282581 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.283204 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:01:53.358488 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] For port 2a207ab5-6169-424b-91e9-614addae0ecb, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:53.363040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:53.364180 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] For port 2a207ab5-6169-424b-91e9-614addae0ecb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2a207ab5-6169-424b-91e9-614addae0ecb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:53.370233 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f98f07-843f-48ca-beb5-54aa12e0be28 x-openstack-request-id: req-08f98f07-843f-48ca-beb5-54aa12e0be28 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:53.372983 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc9f35d3-24e2-422a-baff-f2341be6d93d", "tag": "5ad99e99-fdc2-4337-9bf8-404764ee1b78", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:53.372983 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08f98f07-843f-48ca-beb5-54aa12e0be28 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:53.372983 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'tag': '5ad99e99-fdc2-4337-9bf8-404764ee1b78', 'status': 'completed', 'code': 200} Sep 17 01:01:53.420438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-65f07fcc-4f3f-4ea7-9b20-139a38212ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.424664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-65f07fcc-4f3f-4ea7-9b20-139a38212ac4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1094 time: 0.1929731 Sep 17 01:01:53.447808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c22ca6e5-528d-4a06-9c60-e9f1475426c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.467396 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.479282 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-59ca9ec0-e652-4450-b886-9aa76db80f11 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 217 time: 0.0477450 Sep 17 01:01:53.488136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Attempting to bind port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:53.488476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Attempting to bind port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:53.488810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Attempting to bind port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:53.567765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-ab6e8d41-49c7-4ac7-8b38-22df673530f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.571053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-ab6e8d41-49c7-4ac7-8b38-22df673530f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0841305 Sep 17 01:01:53.578476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Allocated IP 172.20.0.1 (0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1/8dd0ce9c-af2c-4f79-b469-078b3106cacc/302d8dee-1115-4d65-b36f-a0e68417cb9f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:01:53.586412 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:01:53.587049 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:01:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:53.616552 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-f74d4494-3e22-4687-9b6f-f3fd3fc37181 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354059 Sep 17 01:01:53.624687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-f591ae9f-f297-4ba2-9f9c-3f2dd7153184 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:01:53.625965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-f591ae9f-f297-4ba2-9f9c-3f2dd7153184 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124381 Sep 17 01:01:53.641090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-e2a2ff43-e377-4189-a81f-c7eff0237b85 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560939 Sep 17 01:01:53.641949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:53.643071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Attempting to bind port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:53.667569 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27b4c8-3df9-496f-a402-5c3a1fe9cdb1 None None] Pushing event updated for resources: {'Port': ['ID=2a207ab5-6169-424b-91e9-614addae0ecb,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:53.680311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc1e79-c7f9-4504-97a7-65e815a762db service neutron] Pushing event updated for resources: {'Port': ['ID=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:53.752207 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:01:53.781814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:53.782158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:53.782546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:53.782998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Bound port: dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:53.783455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:53.820783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-1cfd83bc-2f24-4e6f-9d96-8086c06ece44 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.822068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-1cfd83bc-2f24-4e6f-9d96-8086c06ece44 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 1093 time: 0.1823392 Sep 17 01:01:53.839610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:53.840061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:01:53.859252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e398da-3c05-4d87-8b27-49ba594c9bfb req-8f766c1a-cca6-4dd0-8f9e-97f4ec1283b5 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750116 Sep 17 01:01:53.864629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-d4a1b6c4-fb61-4b97-b279-d185e55083f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.866348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-d4a1b6c4-fb61-4b97-b279-d185e55083f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 1098 time: 0.4866970 Sep 17 01:01:53.898906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc235ce3-fe78-4442-9c5b-26387fa44fef req-119c59df-ef75-45d8-b204-be82eb8f3267 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:53.900569 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc235ce3-fe78-4442-9c5b-26387fa44fef req-119c59df-ef75-45d8-b204-be82eb8f3267 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 948 time: 0.2240486 Sep 17 01:01:53.917036 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-1d7b4b89-5398-48f6-84ea-c1e5c9b97a5c service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874682 Sep 17 01:01:53.924998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-9b6c8d38-9cc3-473f-a98d-8f8e0f55dfbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 HTTP/1.1" status: 200 len: 217 time: 0.0503411 Sep 17 01:01:53.977824 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:49Z', 'revision_number': 3, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:54.011632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c22ca6e5-528d-4a06-9c60-e9f1475426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.014405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c22ca6e5-528d-4a06-9c60-e9f1475426c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.018156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c22ca6e5-528d-4a06-9c60-e9f1475426c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bc8df81-544f-46f0-aab4-359b065282b8 HTTP/1.1" status: 204 len: 168 time: 0.9398792 Sep 17 01:01:54.018156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] For port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:54.037238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-76260750-cec9-4159-94b4-3f255c59fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:54.040052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-76260750-cec9-4159-94b4-3f255c59fa79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1084745 Sep 17 01:01:54.098316 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8eb518-4104-4016-921d-2a4a151db339 None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:49Z', 'revision_number': 3, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:01:54.108487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-8210c910-237f-4ec7-b114-9706ed46627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:54.110541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-8210c910-237f-4ec7-b114-9706ed46627c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d6b580584aaa48b3bf9a299f53d38f91&device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 1098 time: 0.1381927 Sep 17 01:01:54.112457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] For port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:54.115095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ca6e5-528d-4a06-9c60-e9f1475426c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc8df81-544f-46f0-aab4-359b065282b8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:54.177863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.193535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.243211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-5feaaa25-fa08-4227-ab8d-a3c15c14cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:54.244705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-5feaaa25-fa08-4227-ab8d-a3c15c14cf5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1875136 Sep 17 01:01:54.266615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:54.267265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.268699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] 10.222.0.36 "PUT /v2.0/ports/dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 HTTP/1.1" status: 200 len: 1096 time: 3.1110785 Sep 17 01:01:54.320085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-81ff76f9-5236-4290-8e2d-0c8cd40d8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:54.321643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-81ff76f9-5236-4290-8e2d-0c8cd40d8fbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2038698 Sep 17 01:01:54.382893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c88eca-2d1d-411c-ad1f-0bc12c1de938 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:54.383616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cac35309-9822-42cc-a5f5-92c23c33c1e4 req-26c4a65d-ff47-4b6c-a86d-cb17bc9d403f service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502311 Sep 17 01:01:54.392916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc235ce3-fe78-4442-9c5b-26387fa44fef req-cf295183-73d4-45cc-867f-c0a772d45a65 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804425 Sep 17 01:01:54.532886 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371d9056-1a5c-4518-aa20-82146445eee9 x-openstack-request-id: req-371d9056-1a5c-4518-aa20-82146445eee9 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:54.533192 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:54.533443 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-371d9056-1a5c-4518-aa20-82146445eee9 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:54.534180 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'status': 'completed', 'code': 200} Sep 17 01:01:54.534896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:54.535260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:54.535591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:54.544318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-9df81bfd-db69-48d0-ad5a-3bbda6eeba86 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880859 Sep 17 01:01:54.566204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.602760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-2b19153c-056a-4181-8cab-39283f5a2403 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78 HTTP/1.1" status: 200 len: 217 time: 0.2335377 Sep 17 01:01:54.614072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:54.614551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:54.646894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:54.647466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:54.648216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:54.648778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Bound port: c16e1c43-f655-487d-b0a5-5c43b82a1a82, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:54.723914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:54.740638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:54.757124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:01:54.798629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed696ef7-4428-4900-b95b-60b2722a656c req-9039497b-1e9a-4714-931c-a038296bb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:54.801673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-9039497b-1e9a-4714-931c-a038296bb31c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1094 time: 0.2712626 Sep 17 01:01:54.811223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Pushing event updated for resources: {'Port': ['ID=302d8dee-1115-4d65-b36f-a0e68417cb9f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:54.827316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:54.865703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.884619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2a207ab5-6169-424b-91e9-614addae0ecb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:54.959235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34094) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:54.979504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:54.990217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-7bde46d9-c0d7-468a-91d9-882e918e1126 service neutron] 10.222.0.13 "POST /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82/bindings HTTP/1.1" status: 201 len: 389 time: 1.1565077 Sep 17 01:01:55.019812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2a207ab5-6169-424b-91e9-614addae0ecb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:55.020622 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.163064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-909003fb-294b-4854-98eb-3e61224217e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.198200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-2ce59e9c-3863-4a6d-acc4-72cfa1d1dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.200268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-2ce59e9c-3863-4a6d-acc4-72cfa1d1dd78 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2418890 Sep 17 01:01:55.208574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-5dbcd83c-e414-4113-a7d2-f0b50ed6b7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.210960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-5dbcd83c-e414-4113-a7d2-f0b50ed6b7bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 1099 time: 0.8242459 Sep 17 01:01:55.227430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b9a3d781-4839-408d-a35b-1751a4419e27 None None] Provisioning complete for port 302d8dee-1115-4d65-b36f-a0e68417cb9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:55.227430 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d781-4839-408d-a35b-1751a4419e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.228219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f462b4-8a97-45d5-bcac-e7cff2ea4f9b req-9103ac88-19e9-4a89-a89e-90c7330478c4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.235819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7f462b4-8a97-45d5-bcac-e7cff2ea4f9b req-9103ac88-19e9-4a89-a89e-90c7330478c4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 943 time: 0.0843885 Sep 17 01:01:55.238145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed696ef7-4428-4900-b95b-60b2722a656c req-2d445862-3e6f-472f-8267-3a50cd7140fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.239579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-2d445862-3e6f-472f-8267-3a50cd7140fb service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.4106851 Sep 17 01:01:55.313692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-bec29372-4d4d-41d3-a345-1fe560dd304e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 HTTP/1.1" status: 200 len: 217 time: 0.0661147 Sep 17 01:01:55.339424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3d781-4839-408d-a35b-1751a4419e27 None None] Port 302d8dee-1115-4d65-b36f-a0e68417cb9f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:55.341713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-6b47b97a-3c30-4957-a341-ed1a5cc8b778 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495062 Sep 17 01:01:55.343488 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.359098 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-e9b8581a-5ca9-4089-9cb2-25ccb0b65b1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 217 time: 0.1097381 Sep 17 01:01:55.374466 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.374706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'tag': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'}, {'name': 'network-changed', 'server_uuid': '777e7056-a2f9-445c-8296-30690fb665e7', 'tag': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:55.376840 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca0777-1308-4578-aa2f-0c490a33d225" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb", "tag": "9cd7cf8d-675f-495f-97f9-de7a24f4d3a9"}, {"name": "network-changed", "server_uuid": "777e7056-a2f9-445c-8296-30690fb665e7", "tag": "dbf30154-f76d-4f7c-a8a4-55b6dd3281f3"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:55.398581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-db3603ab-4ac2-4d3b-b179-37e6791c3408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.405918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-db3603ab-4ac2-4d3b-b179-37e6791c3408 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1918020 Sep 17 01:01:55.411431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 2a207ab5-6169-424b-91e9-614addae0ecb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2a207ab5-6169-424b-91e9-614addae0ecb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:55.459493 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7f462b4-8a97-45d5-bcac-e7cff2ea4f9b req-8f994bea-6d67-43e0-a901-82f56790c78c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196696 Sep 17 01:01:55.478606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed696ef7-4428-4900-b95b-60b2722a656c req-4ea2c9a1-8efd-4ad3-bf65-e670056621dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.480041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-4ea2c9a1-8efd-4ad3-bf65-e670056621dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1119730 Sep 17 01:01:55.489984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.492600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-d9dae2e5-899c-40c5-af97-cacbf8c54b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.494526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-d9dae2e5-899c-40c5-af97-cacbf8c54b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1706562 Sep 17 01:01:55.538114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-c7ed68fd-52ce-43e9-8798-8a550841331c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426903 Sep 17 01:01:55.568379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=2a207ab5-6169-424b-91e9-614addae0ecb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:55.582917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb9bbc-53f7-47f8-aaf1-e251b6ade1e5 req-26c9c215-07cc-4e9d-8594-d95904bd9b45 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.584585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70cb9bbc-53f7-47f8-aaf1-e251b6ade1e5 req-26c9c215-07cc-4e9d-8594-d95904bd9b45 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 947 time: 0.2045376 Sep 17 01:01:55.643434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8d979a8-dba9-4001-9e9b-29cf475013fc req-7432231c-d206-41a2-822e-12ff2fcc75bf tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0b90d309655e453481111af51b756ad9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400913 Sep 17 01:01:55.644654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-909003fb-294b-4854-98eb-3e61224217e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.657346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-e55d1a54-40ff-4e91-b129-94be3141c354 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270613 Sep 17 01:01:55.665618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-3b9dddf7-df91-4a5f-965c-ac40d3556ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.667151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-3b9dddf7-df91-4a5f-965c-ac40d3556ccd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1325412 Sep 17 01:01:55.682619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70cb9bbc-53f7-47f8-aaf1-e251b6ade1e5 req-15d83585-4ec2-4661-b240-4c6e8a8abfb0 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898938 Sep 17 01:01:55.731886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-909003fb-294b-4854-98eb-3e61224217e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.831699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-9e329888-af98-4da1-ad12-f75007ad9f4c service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585409 Sep 17 01:01:55.838010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.860303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-54c14dbe-dd96-49ef-84e8-c2adddda7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.861796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-54c14dbe-dd96-49ef-84e8-c2adddda7f7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1096 time: 0.1696641 Sep 17 01:01:55.882135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-909003fb-294b-4854-98eb-3e61224217e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90a746e481e54fa894e85aa144095816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195321 Sep 17 01:01:55.884396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909003fb-294b-4854-98eb-3e61224217e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3a4a5-2f6d-439e-b1b2-74d083646ec5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:55.889406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34114) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:55.916754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:55.939963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22e09aef-820b-4ac5-bc0a-5e1237133aa0 req-6f6dacb7-df52-4bc3-8025-f4a76a674bc2 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699552 Sep 17 01:01:55.945572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-b7ce1f7a-012e-4675-8692-9b61e61432bc service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525642 Sep 17 01:01:55.971671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12789cc-ec94-4fa1-a587-0fd178ccd7ac req-e7a3b5b0-01fd-4904-85c4-d0cd8b7fb73d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:55.973095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d12789cc-ec94-4fa1-a587-0fd178ccd7ac req-e7a3b5b0-01fd-4904-85c4-d0cd8b7fb73d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 945 time: 0.1954629 Sep 17 01:01:56.003099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d979a8-dba9-4001-9e9b-29cf475013fc req-eb33fe81-27f7-49c9-aa2e-4a18cfa83e97 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.004597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8d979a8-dba9-4001-9e9b-29cf475013fc req-eb33fe81-27f7-49c9-aa2e-4a18cfa83e97 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3313847 Sep 17 01:01:56.053598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ef59c1e-0d0d-41ed-9ae6-41f7b817cd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:56.093738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8d979a8-dba9-4001-9e9b-29cf475013fc req-f6080cec-8cc0-4497-b2b0-a8629eb5609a tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/quotas/0b90d309655e453481111af51b756ad9 HTTP/1.1" status: 200 len: 375 time: 0.0473924 Sep 17 01:01:56.100973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:56.102240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d12789cc-ec94-4fa1-a587-0fd178ccd7ac req-250a8484-79b1-48a4-bd1e-4bde952a756a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143277 Sep 17 01:01:56.102652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Pushing event updated for resources: {'Port': ['ID=302d8dee-1115-4d65-b36f-a0e68417cb9f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:56.109283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ef59c1e-0d0d-41ed-9ae6-41f7b817cd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:56.124918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-990f7ae1-9728-4465-a92e-c5c06a78d361 req-1b3ec88e-aca8-478a-9215-c5eb2306d085 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688700 Sep 17 01:01:56.173011 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8d979a8-dba9-4001-9e9b-29cf475013fc req-206cd64d-8d5e-49d2-bbc7-38d5a3473589 tempest-QuotasAdminNegativeTest-522246247 tempest-QuotasAdminNegativeTest-522246247-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b90d309655e453481111af51b756ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652292 Sep 17 01:01:56.177393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed696ef7-4428-4900-b95b-60b2722a656c req-22819321-9294-4b80-b074-dc59ee2d5312 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347208 Sep 17 01:01:56.182506 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd5ec76-c49d-4309-a173-75cb06905e70 x-openstack-request-id: req-9bd5ec76-c49d-4309-a173-75cb06905e70 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:56.182806 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb", "tag": "9cd7cf8d-675f-495f-97f9-de7a24f4d3a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "777e7056-a2f9-445c-8296-30690fb665e7", "tag": "dbf30154-f76d-4f7c-a8a4-55b6dd3281f3", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:56.183066 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bd5ec76-c49d-4309-a173-75cb06905e70 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:56.184247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-a1dd9c7b-a2b4-4654-9129-c2a6b51afc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.185531 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'tag': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9', 'status': 'completed', 'code': 200} Sep 17 01:01:56.185976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-a1dd9c7b-a2b4-4654-9129-c2a6b51afc05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.3091414 Sep 17 01:01:56.186261 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777e7056-a2f9-445c-8296-30690fb665e7', 'tag': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', 'status': 'completed', 'code': 200} Sep 17 01:01:56.265010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-b61ac316-ef5d-401b-a787-b4556aa0bf5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 217 time: 0.0660701 Sep 17 01:01:56.297754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ef59c1e-0d0d-41ed-9ae6-41f7b817cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:56.301642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ef59c1e-0d0d-41ed-9ae6-41f7b817cd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:56.305355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0ef59c1e-0d0d-41ed-9ae6-41f7b817cd1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30b3a4a5-2f6d-439e-b1b2-74d083646ec5 HTTP/1.1" status: 204 len: 168 time: 0.4095340 Sep 17 01:01:56.352185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef59c1e-0d0d-41ed-9ae6-41f7b817cd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3a4a5-2f6d-439e-b1b2-74d083646ec5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:56.357304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-817c55a6-f772-4e88-a89f-e561ae788833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.363257 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-817c55a6-f772-4e88-a89f-e561ae788833 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 1098 time: 0.1610293 Sep 17 01:01:56.374245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb593c-74e0-4b3d-970d-e2515c377478 req-c551f3ad-a71a-4793-99e6-75cfc2c9ddc0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.382873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54cb593c-74e0-4b3d-970d-e2515c377478 req-c551f3ad-a71a-4793-99e6-75cfc2c9ddc0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 948 time: 0.1394784 Sep 17 01:01:56.407070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-3f5557a7-ff1e-4aa1-9432-e7059fa03233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.408654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-3f5557a7-ff1e-4aa1-9432-e7059fa03233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1079237 Sep 17 01:01:56.426258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-2a5c549f-cc83-4366-ab31-59ccd2a2f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.427813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-2a5c549f-cc83-4366-ab31-59ccd2a2f8d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 1099 time: 0.1195521 Sep 17 01:01:56.436410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:01:56.445223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54cb593c-74e0-4b3d-970d-e2515c377478 req-0d55de1d-2ca5-4801-8f1c-53350752e218 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Sep 17 01:01:56.459555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-307ecb49-acd4-45ae-9536-04fc5c1ed029 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341716 Sep 17 01:01:56.459555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:01:56.614761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-d0de1743-a525-4030-aa55-0301b759cb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.617699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-d0de1743-a525-4030-aa55-0301b759cb41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1712246 Sep 17 01:01:56.718154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-7348c19c-28f2-4aef-98d0-2ab894984879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 HTTP/1.1" status: 200 len: 217 time: 0.0830984 Sep 17 01:01:56.796597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67362bfa-e785-4cbd-8459-1c2c668683d5 req-0ce1259d-3eee-4fef-914f-6816ee9497b2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.805218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67362bfa-e785-4cbd-8459-1c2c668683d5 req-0ce1259d-3eee-4fef-914f-6816ee9497b2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 943 time: 0.1720057 Sep 17 01:01:56.856087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2a207ab5-6169-424b-91e9-614addae0ecb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:01:56.888666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-d7db4d15-e2f9-45d0-b59a-23d38beecc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.890619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-d7db4d15-e2f9-45d0-b59a-23d38beecc54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1628418 Sep 17 01:01:56.897882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67362bfa-e785-4cbd-8459-1c2c668683d5 req-180da634-2ea3-4eff-af62-ce496acf76a1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917144 Sep 17 01:01:56.903569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-87df0d31-9738-4232-8a6e-55583c5ca56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.904884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a8b38428-6d14-45e1-9c86-f2b76f3f91bc None None] Provisioning complete for port 302d8dee-1115-4d65-b36f-a0e68417cb9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:56.905091 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-87df0d31-9738-4232-8a6e-55583c5ca56d service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.5355506 Sep 17 01:01:56.905636 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8b38428-6d14-45e1-9c86-f2b76f3f91bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:56.973052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-aaf5ded3-8ae8-49b9-a724-db0b3312b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:56.975818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-aaf5ded3-8ae8-49b9-a724-db0b3312b1c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594828 Sep 17 01:01:56.992315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a8b38428-6d14-45e1-9c86-f2b76f3f91bc None None] Port 302d8dee-1115-4d65-b36f-a0e68417cb9f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:01:57.001429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2a207ab5-6169-424b-91e9-614addae0ecb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:57.001798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:57.024633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-7718d170-7215-4388-8ade-4c9b5999db98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 HTTP/1.1" status: 200 len: 217 time: 0.0549979 Sep 17 01:01:57.033875 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-8e445fd1-3dfb-4d83-ad12-f1c9bc16cc4b service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5323958 Sep 17 01:01:57.076236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba945b5c-8363-430a-9a38-08a932b14b3c req-3c2bf0a2-91a4-4a9a-a674-c8eec6a2f75e tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:57.077707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba945b5c-8363-430a-9a38-08a932b14b3c req-3c2bf0a2-91a4-4a9a-a674-c8eec6a2f75e tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 947 time: 0.2171304 Sep 17 01:01:57.104453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-00068ee0-7ef7-40e8-a2f4-90fbc1af9cf8 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206491 Sep 17 01:01:57.122151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:01:57.173615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-95919e8c-6c4c-485a-a1a0-9d9aceabd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:57.175101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-95919e8c-6c4c-485a-a1a0-9d9aceabd885 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1511567 Sep 17 01:01:57.216959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-0ad529db-41ea-43c9-90d4-d04a9c8cdbf2 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024778 Sep 17 01:01:57.261048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba945b5c-8363-430a-9a38-08a932b14b3c req-645c7b63-6e0f-4f50-902b-ff9c973de481 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650014 Sep 17 01:01:57.280631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a301ba-16f5-4337-b3f9-1f1eca3554b6 req-9cffdef3-6f0f-415a-8299-a23239847dcc tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:57.282682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88a301ba-16f5-4337-b3f9-1f1eca3554b6 req-9cffdef3-6f0f-415a-8299-a23239847dcc tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 945 time: 0.0594337 Sep 17 01:01:57.303523 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-31a396ee-8d08-4065-ac9f-8fae8c6a21a8 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579582 Sep 17 01:01:57.322979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-ca6ca74f-6f1b-4ab3-a2e4-246abfcefccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:57.322979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-ca6ca74f-6f1b-4ab3-a2e4-246abfcefccd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1245785 Sep 17 01:01:57.339794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88a301ba-16f5-4337-b3f9-1f1eca3554b6 req-5c71cc10-bea6-4805-be65-489eef88fd99 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Sep 17 01:01:57.419349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:01:57.420399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34150) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:57.426840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-54c77090-da7d-41de-a9d4-67dd82a39412 admin admin] 10.222.0.13 "PUT /v2.0/routers/882da76e-10ea-411a-a964-9e4253a1df0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3803804 Sep 17 01:01:57.438163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:01:57.448738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:01:57.449665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:01:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:57.516123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-0c813cd9-6a21-4d21-afae-40de7f61a381 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679692 Sep 17 01:01:57.557775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d4bea9d6-4ec6-4ebb-bca9-8010c1226d02 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:57.559432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d4bea9d6-4ec6-4ebb-bca9-8010c1226d02 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.1156614 Sep 17 01:01:57.608943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:01:57.640293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:01:57.678567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5ad99e99-fdc2-4337-9bf8-404764ee1b78 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:57.712503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-774bf834-1bad-4229-acbc-584c52c71256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:57.720686 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ca0777-1308-4578-aa2f-0c490a33d225 req-c26c5a1c-d183-48b6-8b00-2be21a81591a service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963024 Sep 17 01:01:57.738225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45923e85-a771-46d4-9f55-3ebb71af27dc req-a9e71f9d-eebe-4d61-b02c-aac8fbdbb420 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:57.739771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45923e85-a771-46d4-9f55-3ebb71af27dc req-a9e71f9d-eebe-4d61-b02c-aac8fbdbb420 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 948 time: 0.1780229 Sep 17 01:01:57.746060 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:57.843810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45923e85-a771-46d4-9f55-3ebb71af27dc req-23d1d00c-4578-429f-b0b1-7cf430c69abe tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948811 Sep 17 01:01:57.913613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:57.928926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '5ad99e99-fdc2-4337-9bf8-404764ee1b78', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '5ad99e99-fdc2-4337-9bf8-404764ee1b78', 'mac_address': 'fa:16:3e:e5:21:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:58.001338 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.019220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad99e99-fdc2-4337-9bf8-404764ee1b78 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:58.046256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:58.049159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 2, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:01:58.065350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:58.078094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-774bf834-1bad-4229-acbc-584c52c71256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.078440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:01:58.079007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Updating router 882da76e-10ea-411a-a964-9e4253a1df0e port 302d8dee-1115-4d65-b36f-a0e68417cb9f binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:01:58.112795 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.114689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec9a04-73af-48af-b081-faddd5d06b87 req-71863d4e-ec17-4d0b-b1d9-fa45d687f95a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:58.119596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8ec9a04-73af-48af-b081-faddd5d06b87 req-71863d4e-ec17-4d0b-b1d9-fa45d687f95a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 943 time: 0.1098237 Sep 17 01:01:58.124503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.125162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:58.138657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:58.180826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-774bf834-1bad-4229-acbc-584c52c71256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.228767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8ec9a04-73af-48af-b081-faddd5d06b87 req-66a78c4f-65ee-430d-b212-46ea5d5f3765 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981891 Sep 17 01:01:58.258705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bf834-1bad-4229-acbc-584c52c71256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d092cca3-46bf-43c2-ab39-96a451d041cd,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:58.259733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5ad99e99-fdc2-4337-9bf8-404764ee1b78,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:58.281417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34186) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:58.282849 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-774bf834-1bad-4229-acbc-584c52c71256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b90d309655e453481111af51b756ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599858 Sep 17 01:01:58.290674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:01:58.293213 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d6b68d-24f2-4de1-9b73-13a8827e01b4" -d '{"events": [{"server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "name": "network-vif-unplugged", "status": "completed", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:01:58.299986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.337564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-f9950739-1f0c-479b-994c-ed15d88bfd9d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:58.339166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-f9950739-1f0c-479b-994c-ed15d88bfd9d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 820 time: 0.2093587 Sep 17 01:01:58.371660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-1a74d845-f8a8-4440-9175-a0838bd78b56 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/quotas/333fe3ee104a429585c22796b35cb3de HTTP/1.1" status: 200 len: 375 time: 0.0244884 Sep 17 01:01:58.409173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f64ca-fbb0-4b9f-ad80-123d9dde6955 req-0cb11b91-5ebc-48a0-88ee-67cd1c12dac4 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:58.419272 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-595f64ca-fbb0-4b9f-ad80-123d9dde6955 req-0cb11b91-5ebc-48a0-88ee-67cd1c12dac4 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 948 time: 0.0717895 Sep 17 01:01:58.434001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7f6a8e9-dd60-4e9f-804d-de6b0f2d4caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.436659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:58.440899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.479889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-41c33b0e-e631-4a40-be37-ebbc4a87079e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967720 Sep 17 01:01:58.485447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7f6a8e9-dd60-4e9f-804d-de6b0f2d4caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.489941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'port_id': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'mac_address': 'fa:16:3e:c3:b1:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc473-dd7a-43ea-aabd-7c5da26929b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:01:58.493941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.531602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-595f64ca-fbb0-4b9f-ad80-123d9dde6955 req-2755e4d1-1cfe-49e9-b1a0-891370164d47 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114585 Sep 17 01:01:58.537984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=7']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:58.560835 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.582201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:58.582201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:58.582201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:58.585970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:01:58.586395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Attempting to bind port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:58.592578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:58.593295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:58.593502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:58.594019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Bound port: c16e1c43-f655-487d-b0a5-5c43b82a1a82, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:58.594679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.600532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14defeb1-8f53-4376-9f0e-f85138e015f9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:01:58.640194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-4a45e98c-18d8-4847-bd67-7fc2cd67dc71 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526997 Sep 17 01:01:58.648942 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48cbc61-0156-468c-8b26-9445d6a34b51 x-openstack-request-id: req-a48cbc61-0156-468c-8b26-9445d6a34b51 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:01:58.649328 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "name": "network-vif-unplugged", "status": "completed", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:01:58.649676 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a48cbc61-0156-468c-8b26-9445d6a34b51 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:01:58.650167 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'code': 200} Sep 17 01:01:58.676790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:58.679395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:01:58.683007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:01:58.724245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7f6a8e9-dd60-4e9f-804d-de6b0f2d4caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.727981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7f6a8e9-dd60-4e9f-804d-de6b0f2d4caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.731717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c7f6a8e9-dd60-4e9f-804d-de6b0f2d4caa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d092cca3-46bf-43c2-ab39-96a451d041cd HTTP/1.1" status: 204 len: 168 time: 0.4464970 Sep 17 01:01:58.742698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f6a8e9-dd60-4e9f-804d-de6b0f2d4caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092cca3-46bf-43c2-ab39-96a451d041cd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:58.770802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.776245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-4e6e8995-131b-4c40-8155-044e0d127c34 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279345 Sep 17 01:01:58.788599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.790535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e7389-8b81-484b-86e3-03613f76e61e req-24ee6744-cf30-4ee7-b67b-dd7ba06e9af9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:58.801692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-988e7389-8b81-484b-86e3-03613f76e61e req-24ee6744-cf30-4ee7-b67b-dd7ba06e9af9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.0988185 Sep 17 01:01:58.817240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.842771 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.858598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:58.871604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.900559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-988e7389-8b81-484b-86e3-03613f76e61e req-fddb8481-5dd2-49db-b591-8ca83038c1f6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973001 Sep 17 01:01:58.945367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:58.945367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:58.946538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] 10.222.0.36 "PUT /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 1121 time: 1.3433697 Sep 17 01:01:58.947403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886e044-af0c-4604-aa4a-8097159de548 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=8']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:59.151768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321c418-de68-4e3d-8cab-3da0d77bea5c req-3a1ed030-6760-4639-986c-3e039bb7d1e2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:59.153625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c321c418-de68-4e3d-8cab-3da0d77bea5c req-3a1ed030-6760-4639-986c-3e039bb7d1e2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 948 time: 0.0775237 Sep 17 01:01:59.162836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['14defeb1-8f53-4376-9f0e-f85138e015f9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:59.171851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5ad99e99-fdc2-4337-9bf8-404764ee1b78'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:59.188879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2110-5741-4365-8668-50c9b4a89d22 None None] Pushing event updated for resources: {'Port': ['ID=302d8dee-1115-4d65-b36f-a0e68417cb9f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:59.223797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c321c418-de68-4e3d-8cab-3da0d77bea5c req-57bb5879-4c76-4ea9-8f0d-7e0783cb627c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570669 Sep 17 01:01:59.272404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c16e1c43-f655-487d-b0a5-5c43b82a1a82'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:01:59.341224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e69060d3-7094-4a22-890e-9fc818a178a0 req-2f3999f7-eb8c-4de3-b0e1-1a1feb224e7b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 210 time: 0.0321200 Sep 17 01:01:59.377206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:59.477135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7603d0e7-1029-4957-80ca-4d7a9acc58c3 req-f6e41457-3db7-4709-aed5-d63865092987 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:59.483674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7603d0e7-1029-4957-80ca-4d7a9acc58c3 req-f6e41457-3db7-4709-aed5-d63865092987 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.0745389 Sep 17 01:01:59.508800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Attempting to bind port 302d8dee-1115-4d65-b36f-a0e68417cb9f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:01:59.509182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Attempting to bind port 302d8dee-1115-4d65-b36f-a0e68417cb9f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:01:59.509550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Attempting to bind port 302d8dee-1115-4d65-b36f-a0e68417cb9f on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:01:59.525597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:01:59.525989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Checking segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:01:59.526381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:59.526909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Bound using segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:01:59.527277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Bound port: 302d8dee-1115-4d65-b36f-a0e68417cb9f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:01:59.527733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:59.539353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7603d0e7-1029-4957-80ca-4d7a9acc58c3 req-4c72a824-b81b-4013-be34-3a64945e8f17 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533514 Sep 17 01:01:59.564296 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.resource_extend [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:01:59.633113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34240) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:59.656960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3556cb70-9481-4866-be0b-fe5bad13761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:59.687726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:01:59.712386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa546044-1fc9-4846-a493-53be418e3110 req-edadf7c2-5936-470d-85cd-3ece38df5713 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:01:59.714012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa546044-1fc9-4846-a493-53be418e3110 req-edadf7c2-5936-470d-85cd-3ece38df5713 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 948 time: 0.0853014 Sep 17 01:01:59.765096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-135fc6ce-8bc0-4188-b682-56ecb8dca2bb None None] Provisioning complete for port 302d8dee-1115-4d65-b36f-a0e68417cb9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:01:59.765465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-135fc6ce-8bc0-4188-b682-56ecb8dca2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:59.773681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa546044-1fc9-4846-a493-53be418e3110 req-65e4faba-3960-46de-8426-715ad4746447 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Sep 17 01:01:59.826276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3556cb70-9481-4866-be0b-fe5bad13761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:59.894727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3556cb70-9481-4866-be0b-fe5bad13761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:01:59.920385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556cb70-9481-4866-be0b-fe5bad13761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d9e849-bbe5-4969-a9be-7c5c53d91f9d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:01:59.948223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3556cb70-9481-4866-be0b-fe5bad13761d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a34726475a9442a9a886ac74e0af285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3116815 Sep 17 01:01:59.948995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34250) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:59.960509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:01:59.969152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34252) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:01:59.976302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] For port 302d8dee-1115-4d65-b36f-a0e68417cb9f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:00.037852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-499c62d6-cc36-4e43-b8e9-cf1ab9a7a535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.055465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-135fc6ce-8bc0-4188-b682-56ecb8dca2bb None None] Port 302d8dee-1115-4d65-b36f-a0e68417cb9f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:00.075956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04cad7-e56e-46da-b76c-43383e0ba567 req-7aa78834-3540-4753-92cd-b1c4c97664f7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:00.077678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df04cad7-e56e-46da-b76c-43383e0ba567 req-7aa78834-3540-4753-92cd-b1c4c97664f7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.0847631 Sep 17 01:02:00.081755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] For port 302d8dee-1115-4d65-b36f-a0e68417cb9f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=302d8dee-1115-4d65-b36f-a0e68417cb9f,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:00.083337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-499c62d6-cc36-4e43-b8e9-cf1ab9a7a535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.099649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1c2b-7dc7-4f66-9a57-d4f0f4bb474b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.104963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', 'mac_address': 'fa:16:3e:f4:c4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:00.110820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:00.145681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9', 'mac_address': 'fa:16:3e:7f:84:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:00.176498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df04cad7-e56e-46da-b76c-43383e0ba567 req-0d7a2f5d-37b2-4011-b43f-07d8ca637904 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391700 Sep 17 01:02:00.207350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.237712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-499c62d6-cc36-4e43-b8e9-cf1ab9a7a535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.240967 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-499c62d6-cc36-4e43-b8e9-cf1ab9a7a535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.245312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-499c62d6-cc36-4e43-b8e9-cf1ab9a7a535 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93d9e849-bbe5-4969-a9be-7c5c53d91f9d HTTP/1.1" status: 204 len: 168 time: 0.2953172 Sep 17 01:02:00.247528 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.254189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c62d6-cc36-4e43-b8e9-cf1ab9a7a535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d9e849-bbe5-4969-a9be-7c5c53d91f9d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:00.277368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.300012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:00.315130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:00.377121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd2110-5741-4365-8668-50c9b4a89d22 None None] Pushing event updated for resources: {'Port': ['ID=302d8dee-1115-4d65-b36f-a0e68417cb9f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:00.386088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:00.387278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:00.388264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:01:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:00.399467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1c2b-7dc7-4f66-9a57-d4f0f4bb474b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.406721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6bd7a-d39b-4227-9745-e97ba0ef31e3 req-0bc44ce7-8763-408c-9f4e-c2d2abec53b5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:00.408284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62b6bd7a-d39b-4227-9745-e97ba0ef31e3 req-0bc44ce7-8763-408c-9f4e-c2d2abec53b5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 948 time: 0.0908098 Sep 17 01:02:00.446402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:00.457741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62b6bd7a-d39b-4227-9745-e97ba0ef31e3 req-be69c296-8bd7-4ff5-af82-5820427a3446 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417166 Sep 17 01:02:00.500936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d3d1c2b-7dc7-4f66-9a57-d4f0f4bb474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.502327 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f770bfc5-5f78-4d26-b526-48850629aed6 req-c125112b-1344-4169-9167-a8b29a46066d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 210 time: 0.0544119 Sep 17 01:02:00.534403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.559173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:00.559424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3d3d1c2b-7dc7-4f66-9a57-d4f0f4bb474b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b97ca5368ea7482a8ca25cbba4911f68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5888560 Sep 17 01:02:00.560993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d1c2b-7dc7-4f66-9a57-d4f0f4bb474b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd89b43-d9f8-4367-8b45-7fb6332e3a0f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:00.570020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.610591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:00.628218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-209e44e7-5455-46bc-a5a1-15c01bab164e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.641675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-743acb6e-0068-40c2-9ace-aef3008298a7 None None] Provisioning complete for port 302d8dee-1115-4d65-b36f-a0e68417cb9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:00.642055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-743acb6e-0068-40c2-9ace-aef3008298a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.651751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:00.654075 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170dab5b-5e4b-4875-976e-034c0ad52e46" -d '{"events": [{"name": "network-changed", "server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:00.666509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-209e44e7-5455-46bc-a5a1-15c01bab164e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.681561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:00.720880 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fab761-ddf2-4b43-8fe6-396984f28ff3 x-openstack-request-id: req-31fab761-ddf2-4b43-8fe6-396984f28ff3 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:00.721592 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:00.721831 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31fab761-ddf2-4b43-8fe6-396984f28ff3 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:00.722228 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'status': 'completed', 'code': 200} Sep 17 01:02:00.733936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea63e8-8168-4715-9c98-64ac17910a91 req-ef6e7489-0214-4fc3-add6-b27e78977b53 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:00.742323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44ea63e8-8168-4715-9c98-64ac17910a91 req-ef6e7489-0214-4fc3-add6-b27e78977b53 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.1154134 Sep 17 01:02:00.798614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-f2699bff-8d9c-4202-bee1-21d7129c576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:00.800669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-f2699bff-8d9c-4202-bee1-21d7129c576b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1124 time: 0.0640178 Sep 17 01:02:00.806766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44ea63e8-8168-4715-9c98-64ac17910a91 req-53046a26-ad31-4f65-8f28-530a460675e3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634325 Sep 17 01:02:00.807277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-209e44e7-5455-46bc-a5a1-15c01bab164e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.812146 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-209e44e7-5455-46bc-a5a1-15c01bab164e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:00.812146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-209e44e7-5455-46bc-a5a1-15c01bab164e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bd89b43-d9f8-4367-8b45-7fb6332e3a0f HTTP/1.1" status: 204 len: 168 time: 0.2498734 Sep 17 01:02:00.827316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e44e7-5455-46bc-a5a1-15c01bab164e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd89b43-d9f8-4367-8b45-7fb6332e3a0f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:00.868113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:00.915486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['dbf30154-f76d-4f7c-a8a4-55b6dd3281f3'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:00.931776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:01.015989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-62b33eef-1783-4ba9-9549-4cd19af85653 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707674 Sep 17 01:02:01.048166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-a7d6d582-26f1-4937-96a7-a1a5872f2bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.051341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-a7d6d582-26f1-4937-96a7-a1a5872f2bad service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.2393420 Sep 17 01:02:01.059097 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-743acb6e-0068-40c2-9ace-aef3008298a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:01.113326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba923e9-1e18-430e-91b8-4ac830323277 req-df3a0d15-e6ad-4b03-bf58-73adac1dd896 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.114899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ba923e9-1e18-430e-91b8-4ac830323277 req-df3a0d15-e6ad-4b03-bf58-73adac1dd896 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 948 time: 0.2348821 Sep 17 01:02:01.116517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-164e9770-3894-4053-a1d7-0cda441a81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.118621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-164e9770-3894-4053-a1d7-0cda441a81ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 1101 time: 0.0520806 Sep 17 01:02:01.145627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-373c191d-b9f1-4e7a-8607-2cd10b37d82e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 217 time: 0.0841725 Sep 17 01:02:01.192369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-743acb6e-0068-40c2-9ace-aef3008298a7 None None] For port 302d8dee-1115-4d65-b36f-a0e68417cb9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=302d8dee-1115-4d65-b36f-a0e68417cb9f,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:01.224258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ba923e9-1e18-430e-91b8-4ac830323277 req-4743174f-73a9-4925-9a94-83b9692e4538 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812316 Sep 17 01:02:01.234416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-315efa21-c91e-4ba4-814a-a9eacd4f6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.236162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-315efa21-c91e-4ba4-814a-a9eacd4f6676 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0771852 Sep 17 01:02:01.237420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:01:59Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:01.274386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-46712930-55ae-4251-80fc-0c6fe58ec926 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299535 Sep 17 01:02:01.292531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053754a-0e35-4f07-8260-23cc9083f91e None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:01:59Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:01.299450 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-743acb6e-0068-40c2-9ace-aef3008298a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:01.367745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-0750630a-26e8-4c74-b04d-cf2398906f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.399197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-0750630a-26e8-4c74-b04d-cf2398906f29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2372472 Sep 17 01:02:01.409652 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-8d562e7d-7dbd-4282-9734-4db97220cb5c service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271327 Sep 17 01:02:01.519729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-b7d1a185-c1ba-49ce-a2f2-a215f98f5640 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e HTTP/1.1" status: 200 len: 217 time: 0.0867174 Sep 17 01:02:01.552564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757131e-ca1e-4a0d-859f-ff9d554685ca req-4f30607c-e5f3-4471-84d4-3a0eab4cea89 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.554797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8757131e-ca1e-4a0d-859f-ff9d554685ca req-4f30607c-e5f3-4471-84d4-3a0eab4cea89 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.2282777 Sep 17 01:02:01.612594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:01.714761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5ad99e99-fdc2-4337-9bf8-404764ee1b78 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:01.736382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34296) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:01.847380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-f964608b-54b1-493f-9751-66d788705d4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.849264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-f964608b-54b1-493f-9751-66d788705d4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.36 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 820 time: 0.1811514 Sep 17 01:02:01.873383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'port': {'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'admin_state_up': True, 'tenant_id': '333fe3ee104a429585c22796b35cb3de'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:01.939374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743acb6e-0068-40c2-9ace-aef3008298a7 None None] Pushing event updated for resources: {'Port': ['ID=302d8dee-1115-4d65-b36f-a0e68417cb9f,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:01.991787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-e523af09-0a97-48e0-8b5a-2bf08dbf38e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:01.993521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-e523af09-0a97-48e0-8b5a-2bf08dbf38e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.4645305 Sep 17 01:02:02.012722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8757131e-ca1e-4a0d-859f-ff9d554685ca req-9f188a06-ec2c-4733-84c7-bd44b9b92848 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656579 Sep 17 01:02:02.013327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:02.045366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:02:02.066083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:02.074195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:02.076991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.110940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-268eaa8d-999b-45ae-af2e-69fd21a52f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:02.113778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-268eaa8d-999b-45ae-af2e-69fd21a52f29 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987566 Sep 17 01:02:02.143512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bab53fb8-e993-41f7-8aee-453cbac301bd req-43869393-1e59-4168-8910-4acbf3b5d247 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 210 time: 0.0286715 Sep 17 01:02:02.226629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.256458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad99e99-fdc2-4337-9bf8-404764ee1b78'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:02.259776 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d474dd08-a4ea-4916-bd3b-119d9b73b389" -d '{"events": [{"server_uuid": "bc9f35d3-24e2-422a-baff-f2341be6d93d", "name": "network-vif-plugged", "status": "completed", "tag": "5ad99e99-fdc2-4337-9bf8-404764ee1b78"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:02.275411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:02.346983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4288a-85b0-4bfc-8220-f5c6499e1cba req-6a23a970-ec81-4c53-9b9f-1191789d8d60 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:02.351922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.353472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:02.357044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09a4288a-85b0-4bfc-8220-f5c6499e1cba req-6a23a970-ec81-4c53-9b9f-1191789d8d60 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 949 time: 0.7280900 Sep 17 01:02:02.358892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.379945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2e1e-31cc-41af-aff8-4d12f6075c99 req-1468d1b3-c7ab-4528-bfbb-8ddaf72a9007 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:02.382370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cea2e1e-31cc-41af-aff8-4d12f6075c99 req-1468d1b3-c7ab-4528-bfbb-8ddaf72a9007 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.0902972 Sep 17 01:02:02.384809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-b3bdce71-22a5-4008-b48c-50cc8ed8c648 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404056 Sep 17 01:02:02.416617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-170dab5b-5e4b-4875-976e-034c0ad52e46 req-990682b5-559e-4be3-b436-6819aaeba911 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9972627 Sep 17 01:02:02.434477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5ad99e99-fdc2-4337-9bf8-404764ee1b78,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:02.495969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09a4288a-85b0-4bfc-8220-f5c6499e1cba req-1f262d01-bec2-4f7a-b858-16ef9b5be93f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318572 Sep 17 01:02:02.499133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:02:02.499133 n-d-789963-7 neutron-server[112072]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 01:02:02.499133 n-d-789963-7 neutron-server[112072]: [parameters: {'project_id': '49e66503d91a4bb1983a0c308267594a', 'id': 'c7abb70a-e0d1-4a19-9953-af2f61ec0bcc', 'expiration': datetime.datetime(2021, 9, 17, 1, 4, 2, 488357)}] Sep 17 01:02:02.499133 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:02:02.500008 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:02:02.506930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cea2e1e-31cc-41af-aff8-4d12f6075c99 req-42ffdce2-7e72-4fc2-ab9c-0efd1a6ae2c7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177135 Sep 17 01:02:02.552668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 14defeb1-8f53-4376-9f0e-f85138e015f9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:02.554044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b77342c-cd0e-4da3-97e8-b78fdf7583d4 req-5b853b73-3b27-48d0-a780-c4666e115bdf service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563652 Sep 17 01:02:02.562892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Made reservation on behalf of 333fe3ee104a429585c22796b35cb3de for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:02.565649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 14defeb1-8f53-4376-9f0e-f85138e015f9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:02.566019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.567119 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.642640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a5f63-78e8-4479-8909-e2b3a5d0eef3 req-a05041e0-0c76-4cfc-97b3-f7aba35ce7e1 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:02.655737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-231a5f63-78e8-4479-8909-e2b3a5d0eef3 req-a05041e0-0c76-4cfc-97b3-f7aba35ce7e1 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 949 time: 0.0832572 Sep 17 01:02:02.688167 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8731ba89-4740-43c7-b5d0-9180c8fc2c1a x-openstack-request-id: req-8731ba89-4740-43c7-b5d0-9180c8fc2c1a {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:02.690616 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f35d3-24e2-422a-baff-f2341be6d93d", "name": "network-vif-plugged", "status": "completed", "tag": "5ad99e99-fdc2-4337-9bf8-404764ee1b78", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:02.690896 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8731ba89-4740-43c7-b5d0-9180c8fc2c1a {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:02.691343 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad99e99-fdc2-4337-9bf8-404764ee1b78', 'code': 200} Sep 17 01:02:02.723250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-231a5f63-78e8-4479-8909-e2b3a5d0eef3 req-f5d3e870-cbb7-4b6f-9fae-30630d75b12a tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513752 Sep 17 01:02:02.723357 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.760272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:02.798983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Allocated IP 172.20.0.12 (0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1/8dd0ce9c-af2c-4f79-b469-078b3106cacc/0dbeeadb-1adf-4deb-b680-9a7305c9769a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:02.799355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514ec30-15d9-41a6-9fdd-39c7f582f02c req-c6fe6bef-75d6-4246-a6e0-ba2f17605c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:02.802230 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d514ec30-15d9-41a6-9fdd-39c7f582f02c req-c6fe6bef-75d6-4246-a6e0-ba2f17605c14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 1100 time: 0.0569322 Sep 17 01:02:02.851894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:02.870586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d514ec30-15d9-41a6-9fdd-39c7f582f02c req-bcd6fa08-b858-41e4-90c5-36728375ff0d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612662 Sep 17 01:02:02.885079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 302d8dee-1115-4d65-b36f-a0e68417cb9f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:02.978007 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-6a78a802-ac00-42b2-ac51-113182cf6f70 service neutron] 10.222.0.23 "GET /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.1405814 Sep 17 01:02:02.978205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 302d8dee-1115-4d65-b36f-a0e68417cb9f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:02.978205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.001667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:03.003029 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.055876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.177423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64049fe-6981-46e5-964a-7dcef3eb2f7f req-36fd58bb-de88-4bc6-affb-333abd818c2e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.177423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e64049fe-6981-46e5-964a-7dcef3eb2f7f req-36fd58bb-de88-4bc6-affb-333abd818c2e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 943 time: 0.0733731 Sep 17 01:02:03.227662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e64049fe-6981-46e5-964a-7dcef3eb2f7f req-6ca8ae05-37d2-4f91-941f-719b2836e4b7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Sep 17 01:02:03.264419 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.293859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.386751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:03.390917 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.412951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:03.413753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:03.416798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-c453f4c1-717e-4c0d-976b-eaffdd86f390 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454040 Sep 17 01:02:03.431027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:03.515323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event updated for resources: {'Port': ['ID=0dbeeadb-1adf-4deb-b680-9a7305c9769a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:03.535778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-e2ce4419-47c6-450b-a8b5-d0df2c801fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.540444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-e2ce4419-47c6-450b-a8b5-d0df2c801fea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1096 time: 0.0612783 Sep 17 01:02:03.543661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113abea0-657b-4f55-ad1b-9bef1fa5b6ff req-f495bc3e-9272-4180-8454-6adb6e1af8d1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.555004 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-113abea0-657b-4f55-ad1b-9bef1fa5b6ff req-f495bc3e-9272-4180-8454-6adb6e1af8d1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 932 time: 0.3140450 Sep 17 01:02:03.562688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b042ecab-1cb4-40fa-9299-70d948d3e5a7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:03.567510 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-befe23c8-819f-409a-832f-715a6ac9127b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49e66503d91a4bb1983a0c308267594a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8173280 Sep 17 01:02:03.571838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:03.572401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:03.577721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:03.578465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.584039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34358) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:03.603649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.609041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.688573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:03.694225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:03.697680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-a2ee4959-77eb-40d0-ada6-37c44c50072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.699754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-a2ee4959-77eb-40d0-ada6-37c44c50072b service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1359680 Sep 17 01:02:03.721975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.744598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-113abea0-657b-4f55-ad1b-9bef1fa5b6ff req-7933ffc6-a7e6-4b1d-b123-04329f271108 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758888 Sep 17 01:02:03.745879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-b84ef2b0-76c4-4377-ac84-cc82ef5fdab5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8783190 Sep 17 01:02:03.752434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfc074b-32b8-4672-b420-c5e24f66c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.758651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16e1c43-f655-487d-b0a5-5c43b82a1a82 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:03.763984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-71789ed1-9e32-4350-99ea-c6b63075d97d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0498941 Sep 17 01:02:03.777365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Request body: {'port': {'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:03.781180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:03.795311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:03.801557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5671bded-8736-4123-8315-3a2b7e0cbe1f None None] Provisioning complete for port 0dbeeadb-1adf-4deb-b680-9a7305c9769a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:03.802182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5671bded-8736-4123-8315-3a2b7e0cbe1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.813497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec54535-7835-43ed-b23c-d7b62dac33f0 req-912a8f3f-c4cf-4d76-b8a1-e1a86826414d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.815128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ec54535-7835-43ed-b23c-d7b62dac33f0 req-912a8f3f-c4cf-4d76-b8a1-e1a86826414d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 949 time: 0.1304250 Sep 17 01:02:03.842236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfc074b-32b8-4672-b420-c5e24f66c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.852559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5671bded-8736-4123-8315-3a2b7e0cbe1f None None] Port 0dbeeadb-1adf-4deb-b680-9a7305c9769a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:03.864189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.898411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-66a3e818-62dc-4dc5-9947-7d9c487b4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:03.899923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-66a3e818-62dc-4dc5-9947-7d9c487b4888 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1290412 Sep 17 01:02:03.903050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ec54535-7835-43ed-b23c-d7b62dac33f0 req-bf89358b-384a-4dab-aa1d-dc00ffe2857d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743103 Sep 17 01:02:03.906033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:03.915279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:03.915853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.933368 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.936468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:03.949426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-7d15d8ab-9ae0-480a-9639-e78226874682 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324180 Sep 17 01:02:03.960293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:04.041177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.072981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-c4c27b21-c5a7-497e-86d0-7b4c1bc5941e service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117241 Sep 17 01:02:04.098250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:04.110194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e13849-c1e5-4b14-aa16-849ae209610a req-46e119bb-614b-44ad-ae29-550211c15916 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:04.111722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52e13849-c1e5-4b14-aa16-849ae209610a req-46e119bb-614b-44ad-ae29-550211c15916 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 945 time: 0.2196918 Sep 17 01:02:04.168820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.199395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfc074b-32b8-4672-b420-c5e24f66c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.201930 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfc074b-32b8-4672-b420-c5e24f66c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.205506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0bfc074b-32b8-4672-b420-c5e24f66c77f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b042ecab-1cb4-40fa-9299-70d948d3e5a7 HTTP/1.1" status: 204 len: 168 time: 0.6177399 Sep 17 01:02:04.219802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3df56d-cc7a-4137-86f1-9030e9a7a98a req-30741cd7-0b71-45ab-a101-90b48fdb11c6 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:04.223232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd3df56d-cc7a-4137-86f1-9030e9a7a98a req-30741cd7-0b71-45ab-a101-90b48fdb11c6 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 949 time: 0.1056237 Sep 17 01:02:04.228880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35806a4-cbed-4a16-bd81-1a16e519b4ec req-6f55ffaf-f073-4e1e-9ebe-77e00e98abf3 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473963 Sep 17 01:02:04.250552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:04.252328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52e13849-c1e5-4b14-aa16-849ae209610a req-fb118000-15f9-4aaa-9885-fdb5e2916caa tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260326 Sep 17 01:02:04.258062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc074b-32b8-4672-b420-c5e24f66c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b042ecab-1cb4-40fa-9299-70d948d3e5a7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:04.277269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] Transition to ACTIVE for port object c16e1c43-f655-487d-b0a5-5c43b82a1a82 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:04.334653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd3df56d-cc7a-4137-86f1-9030e9a7a98a req-aa3fd1bc-b870-4146-8fff-32d06b8912e1 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036320 Sep 17 01:02:04.377731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.486731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] No DVR routers for this DVR port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:04.552210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=10']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:04.571815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbeeadb-1adf-4deb-b680-9a7305c9769a {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:04.585826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f69d7-38f3-406b-81b4-9f95e7095826 req-13a88897-7e13-4b27-b985-45b174076a82 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:04.587660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d65f69d7-38f3-406b-81b4-9f95e7095826 req-13a88897-7e13-4b27-b985-45b174076a82 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 944 time: 0.1965907 Sep 17 01:02:04.594665 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-33ac5dc8-c5bd-4455-9627-e9c005f79c10 service neutron] 10.222.0.23 "PUT /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 1.5254388 Sep 17 01:02:04.596715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.625233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Transition to ACTIVE for port object 0dbeeadb-1adf-4deb-b680-9a7305c9769a will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:04.642641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d65f69d7-38f3-406b-81b4-9f95e7095826 req-61b7f198-881c-4566-ae43-7750fa6a2708 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Sep 17 01:02:04.690455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:04.699196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9'}, {'server_uuid': '777e7056-a2f9-445c-8296-30690fb665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3'}, {'server_uuid': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:04.699196 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa50f8-ce6b-4b63-ad7c-b1d36b9bfa22" -d '{"events": [{"server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "name": "network-vif-plugged", "status": "completed", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9"}, {"server_uuid": "777e7056-a2f9-445c-8296-30690fb665e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbf30154-f76d-4f7c-a8a4-55b6dd3281f3"}, {"server_uuid": "5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb", "name": "network-vif-plugged", "status": "completed", "tag": "9cd7cf8d-675f-495f-97f9-de7a24f4d3a9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:04.749776 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcbf6d9-b734-43fa-9e71-d9859d27aa1f x-openstack-request-id: req-6fcbf6d9-b734-43fa-9e71-d9859d27aa1f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:04.750189 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "name": "network-vif-plugged", "status": "completed", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9", "code": 200}, {"server_uuid": "777e7056-a2f9-445c-8296-30690fb665e7", "name": "network-vif-plugged", "status": "completed", "tag": "dbf30154-f76d-4f7c-a8a4-55b6dd3281f3", "code": 200}, {"server_uuid": "5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb", "name": "network-vif-plugged", "status": "completed", "tag": "9cd7cf8d-675f-495f-97f9-de7a24f4d3a9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:04.750545 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fcbf6d9-b734-43fa-9e71-d9859d27aa1f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:04.751070 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'code': 200} Sep 17 01:02:04.751556 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777e7056-a2f9-445c-8296-30690fb665e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', 'code': 200} Sep 17 01:02:04.751872 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9', 'code': 200} Sep 17 01:02:04.757986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbeeadb-1adf-4deb-b680-9a7305c9769a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:04.867185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-700ff37b-cb95-4b5b-8c37-a588609ce388 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:04.868793 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-700ff37b-cb95-4b5b-8c37-a588609ce388 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1044166 Sep 17 01:02:04.937870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:05.012125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d55e97-232a-41ed-b44a-a3e7ec516a33 req-fe427381-4522-405a-83b2-68631c0bc619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.013639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0d55e97-232a-41ed-b44a-a3e7ec516a33 req-fe427381-4522-405a-83b2-68631c0bc619 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 1100 time: 0.1423740 Sep 17 01:02:05.018863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Attempting to bind port 0dbeeadb-1adf-4deb-b680-9a7305c9769a on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:05.020042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Attempting to bind port 0dbeeadb-1adf-4deb-b680-9a7305c9769a by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:05.020042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Attempting to bind port 0dbeeadb-1adf-4deb-b680-9a7305c9769a on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:05.036355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade41e-a61b-4f80-b1e9-465c89485c48 req-dd62147e-484b-4e94-a7a6-4cffef3a9bba tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.044558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08ade41e-a61b-4f80-b1e9-465c89485c48 req-dd62147e-484b-4e94-a7a6-4cffef3a9bba tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 944 time: 0.1450605 Sep 17 01:02:05.062924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Port 0dbeeadb-1adf-4deb-b680-9a7305c9769a on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:05.065860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Attempting to bind port 0dbeeadb-1adf-4deb-b680-9a7305c9769a on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:05.066097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38048d-ad87-4b71-90d5-9c71ba569d72 req-43ff4b56-8a54-4e55-828b-0d825a4acfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.066347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f38048d-ad87-4b71-90d5-9c71ba569d72 req-43ff4b56-8a54-4e55-828b-0d825a4acfe0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 1101 time: 0.1963377 Sep 17 01:02:05.098517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:05.098858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Checking segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:05.099401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Bound using segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:05.100468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Bound port: 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:05.100824 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.111501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-fb577866-c5c2-43f3-95ec-98a865d05ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.113069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-fb577866-c5c2-43f3-95ec-98a865d05ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408&tenant_id=c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 1095 time: 0.1879373 Sep 17 01:02:05.126464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702e0e4-7403-4f45-9d5f-2b5aaac2bdb9 req-413c20bb-caa3-4a3b-bfaf-07e860c55b3f tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.135835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7702e0e4-7403-4f45-9d5f-2b5aaac2bdb9 req-413c20bb-caa3-4a3b-bfaf-07e860c55b3f tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 949 time: 0.2127731 Sep 17 01:02:05.144980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08ade41e-a61b-4f80-b1e9-465c89485c48 req-789d579f-2c31-4cfc-a077-c2d5df1e0d2a tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951860 Sep 17 01:02:05.151706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0d55e97-232a-41ed-b44a-a3e7ec516a33 req-726b1b75-ccd3-4c5e-87b1-7a8f61126313 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269617 Sep 17 01:02:05.154465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbcf70-27f8-4574-8a95-cbaefdb74a20 req-d6ff9e8f-077a-429e-b62d-a5c8c68b4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.155995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fbbcf70-27f8-4574-8a95-cbaefdb74a20 req-d6ff9e8f-077a-429e-b62d-a5c8c68b4a9e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1096 time: 0.2319434 Sep 17 01:02:05.208568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f38048d-ad87-4b71-90d5-9c71ba569d72 req-6fc58d24-1088-424b-b303-eea3037bbd76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323190 Sep 17 01:02:05.237277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7702e0e4-7403-4f45-9d5f-2b5aaac2bdb9 req-800a66c6-83b0-47d8-ad97-b8dddd991b85 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981247 Sep 17 01:02:05.245097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-5065632a-9c06-4089-a335-44f2a76d30a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.246950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-5065632a-9c06-4089-a335-44f2a76d30a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1095 time: 0.1010029 Sep 17 01:02:05.262969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-245a385c-d835-42b6-bb4a-6b8dbbd6ed36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.284762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] For port 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:05.307986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] For port 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:05.322413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1be65-b78b-4b38-93ec-ea8c51a7d947 req-03e54751-3443-4e8d-83f5-adb7bafaf4b0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.324380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1a1be65-b78b-4b38-93ec-ea8c51a7d947 req-03e54751-3443-4e8d-83f5-adb7bafaf4b0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 950 time: 0.0865641 Sep 17 01:02:05.364713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1a1be65-b78b-4b38-93ec-ea8c51a7d947 req-72781494-81bf-45ee-9fe1-15bb0b3e9715 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Sep 17 01:02:05.377622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.382812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fbbcf70-27f8-4574-8a95-cbaefdb74a20 req-5ea15d5b-f411-4511-b3fc-87e864e6f594 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496075 Sep 17 01:02:05.426734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-245a385c-d835-42b6-bb4a-6b8dbbd6ed36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.431867 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-82d6cca2-a5de-4712-9375-4e4997886013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.439439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.440276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.441900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] 10.222.0.36 "PUT /v2.0/ports/0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 1092 time: 1.6771929 Sep 17 01:02:05.442583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:05.446321 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79" -d '{"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:05.491316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-245a385c-d835-42b6-bb4a-6b8dbbd6ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.523663 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157ae89-08d5-4fff-a915-cab65cf0a3b8 x-openstack-request-id: req-a157ae89-08d5-4fff-a915-cab65cf0a3b8 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:05.524548 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:05.524797 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a157ae89-08d5-4fff-a915-cab65cf0a3b8 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:05.525330 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'status': 'completed', 'code': 200} Sep 17 01:02:05.561429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b393ad-b322-46ad-9b4e-8dbb8f83d925 service neutron] Pushing event updated for resources: {'Port': ['ID=0dbeeadb-1adf-4deb-b680-9a7305c9769a,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:05.586261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-245a385c-d835-42b6-bb4a-6b8dbbd6ed36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c163ab443b6482e8d76ec8de5df3a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5929124 Sep 17 01:02:05.591523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34412) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:05.597341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a385c-d835-42b6-bb4a-6b8dbbd6ed36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04177fe5-a7b0-45e5-a001-a8612b4605bd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:05.617047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-403c4bdf-e629-4a4f-ad60-0d7c60388b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.618569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-403c4bdf-e629-4a4f-ad60-0d7c60388b1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1902993 Sep 17 01:02:05.622392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a9735-eb79-44d8-a97a-33d57d6998ee req-77aa7a95-b081-47ab-8995-08bdcbea26be tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.624143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd9a9735-eb79-44d8-a97a-33d57d6998ee req-77aa7a95-b081-47ab-8995-08bdcbea26be tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 945 time: 0.1560967 Sep 17 01:02:05.667620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6e79aa0-345b-4303-82ae-694e3e61ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.669285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-f6e79aa0-345b-4303-82ae-694e3e61ee0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1095 time: 0.1268761 Sep 17 01:02:05.674989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-6c3e9838-3ad7-4039-83dc-671906772e64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 200 len: 217 time: 0.0398231 Sep 17 01:02:05.729181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34418) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:05.754135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd9a9735-eb79-44d8-a97a-33d57d6998ee req-b94a1bd9-3f21-4f4f-819a-e81e5113bda5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167319 Sep 17 01:02:05.758565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-6ef6ca66-3132-4f47-b637-3f609d050390 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 217 time: 0.0672257 Sep 17 01:02:05.759337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-722b82ae-1b17-4164-8130-f203dba2153c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.775365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-2fa00321-76a2-4feb-b0f9-c47cd617ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.775365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-2fa00321-76a2-4feb-b0f9-c47cd617ca38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0863509 Sep 17 01:02:05.808299 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-722b82ae-1b17-4164-8130-f203dba2153c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.814052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-476be3cc-e083-4d25-b8ef-87d8f564844d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300045 Sep 17 01:02:05.822579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926cd52-bdce-4d60-9941-a41e482b5a5a req-51fa1b09-e4a2-4508-9554-e1b867b0b535 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.824173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3926cd52-bdce-4d60-9941-a41e482b5a5a req-51fa1b09-e4a2-4508-9554-e1b867b0b535 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 944 time: 0.0983672 Sep 17 01:02:05.845314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-0af8d126-5810-43c9-9886-0fc57469441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.846874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-0af8d126-5810-43c9-9886-0fc57469441d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0777147 Sep 17 01:02:05.868299 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1733686716-network', 'tenant_id': 'f807afdb06af47e781a2f097369088a8'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:05.897281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeef70d-24ff-442c-add8-de67236857dc req-1a7c3776-466b-4c1a-870a-7025e07133c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:05.898774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-1a7c3776-466b-4c1a-870a-7025e07133c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428112 Sep 17 01:02:05.936873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3926cd52-bdce-4d60-9941-a41e482b5a5a req-5dd14e92-2969-4bbd-ad7d-0e1833d6ba88 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045790 Sep 17 01:02:05.968580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-722b82ae-1b17-4164-8130-f203dba2153c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.968802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-85657e91-23b0-4077-a0a5-c1f5afd598a5 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434190 Sep 17 01:02:05.971101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-722b82ae-1b17-4164-8130-f203dba2153c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:05.972218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-722b82ae-1b17-4164-8130-f203dba2153c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04177fe5-a7b0-45e5-a001-a8612b4605bd HTTP/1.1" status: 204 len: 168 time: 0.3796570 Sep 17 01:02:05.986510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b82ae-1b17-4164-8130-f203dba2153c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04177fe5-a7b0-45e5-a001-a8612b4605bd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:06.016475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Made reservation on behalf of f807afdb06af47e781a2f097369088a8 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:06.018940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.023040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-8f93c490-a4b0-4189-bbc4-1dfd53f9f7d7 service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143110 Sep 17 01:02:06.052822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.104586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-34e48f4e-927c-4eec-bd41-738a483cd00a service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219163 Sep 17 01:02:06.120650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aeef70d-24ff-442c-add8-de67236857dc req-510d16d4-4924-4ecc-befc-67cbc4ecaa48 service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Sep 17 01:02:06.168876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.268753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856629be-4804-40c4-be7f-46fa14cfb7c2 req-55c8a847-6072-4277-88df-c28814459623 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.270274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-856629be-4804-40c4-be7f-46fa14cfb7c2 req-55c8a847-6072-4277-88df-c28814459623 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 944 time: 0.0591304 Sep 17 01:02:06.295211 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.337069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a2e79a-de5c-40ed-bf2a-d822f521a2e3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:06.345722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-856629be-4804-40c4-be7f-46fa14cfb7c2 req-5a130793-af78-45ea-bc70-616197da5e69 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680380 Sep 17 01:02:06.350712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-760ea406-b83c-4a8b-85b9-5878c1fa05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.352588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-760ea406-b83c-4a8b-85b9-5878c1fa05e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1095 time: 0.0586131 Sep 17 01:02:06.390675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:02:06.419517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799395a5-275e-4c6b-bdc8-ebf0bd915a5c req-71c534a3-7eae-4520-9c65-7e01a4855a86 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.427273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-799395a5-275e-4c6b-bdc8-ebf0bd915a5c req-71c534a3-7eae-4520-9c65-7e01a4855a86 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 949 time: 0.0930171 Sep 17 01:02:06.439434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.439786 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Added segment 90960772-aecf-4de9-9dc6-1204872d0bb2 of type vlan for network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 Sep 17 01:02:06.489010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-799395a5-275e-4c6b-bdc8-ebf0bd915a5c req-bb687d43-ddf6-40c4-9353-4cf9c726d975 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589077 Sep 17 01:02:06.558965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.589512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-084b9cf5-2ec4-4c3a-9754-8ce73ce2f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.591267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-084b9cf5-2ec4-4c3a-9754-8ce73ce2f3c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.2299995 Sep 17 01:02:06.607033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec087c4-e47a-4378-a004-42549e43f7cc req-171c1d1d-2d29-4cba-9c53-e3acddd7991b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.611369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bec087c4-e47a-4378-a004-42549e43f7cc req-171c1d1d-2d29-4cba-9c53-e3acddd7991b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 950 time: 0.1000905 Sep 17 01:02:06.654626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-8c695a79-ecf3-4130-8dd7-2648001934c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 217 time: 0.0422959 Sep 17 01:02:06.713532 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bec087c4-e47a-4378-a004-42549e43f7cc req-9a059561-52cb-4b8d-aba8-a7eca76a8f81 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943584 Sep 17 01:02:06.715053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.716147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.719975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:06.745364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-5f8b267b-fe0e-49a4-b765-4063cf271833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.746840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-5f8b267b-fe0e-49a4-b765-4063cf271833 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0844038 Sep 17 01:02:06.802288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-d6f45332-11d3-4103-b893-a4e306b32ca4 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.804678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-d6f45332-11d3-4103-b893-a4e306b32ca4 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.23 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 949 time: 0.1449182 Sep 17 01:02:06.824219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-deccfeba-473d-4283-85cd-4b7da202bd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.825845 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-deccfeba-473d-4283-85cd-4b7da202bd04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699921 Sep 17 01:02:06.831842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-1f6ca2c8-9ab6-42d8-9a17-5d3a8cb21a25 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:06.833505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-1f6ca2c8-9ab6-42d8-9a17-5d3a8cb21a25 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.2031271 Sep 17 01:02:06.846136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] Pushing event updated for resources: {'Network': ['ID=2dba2f56-e2f2-4642-a122-a238fa7f93c7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:06.859444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:02:06.891994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ddba075-2a02-4f05-a942-1944f0a140ff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1505852 Sep 17 01:02:06.930926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34444) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:06.939491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Request body: {'subnet': {'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1733686716-subnet', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:06.967411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-73d4d071-3ede-43a5-9d6a-890acafbedcc service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245587 Sep 17 01:02:07.029924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d63ac8-0870-40ac-bc10-144065da05a3 req-83f6554e-8ca7-45fd-bb96-9a12eb5b8ec6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:07.031421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12d63ac8-0870-40ac-bc10-144065da05a3 req-83f6554e-8ca7-45fd-bb96-9a12eb5b8ec6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 945 time: 0.1872504 Sep 17 01:02:07.096095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Made reservation on behalf of f807afdb06af47e781a2f097369088a8 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:07.098335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Notify callbacks [] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.116037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fd821-984d-4b3a-98f7-23af6986a723 req-3854b5c2-1b0f-4113-8bd2-1dfb01c695af tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:07.117528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-188fd821-984d-4b3a-98f7-23af6986a723 req-3854b5c2-1b0f-4113-8bd2-1dfb01c695af tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 944 time: 0.1006806 Sep 17 01:02:07.121426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2af6d0dc-a190-4ecc-88dc-f0407b9d0c79 req-7cac1204-c6fb-48a2-9201-2a8c75c15448 service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480017 Sep 17 01:02:07.148863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Deleting port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:07.149204 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.160553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12d63ac8-0870-40ac-bc10-144065da05a3 req-e98967c9-4938-4075-b4e2-2c3b040f9abe tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152127 Sep 17 01:02:07.279067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-a3294f2b-233a-4915-a38f-2bf340d29a72 service neutron] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:07.289717 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-a3294f2b-233a-4915-a38f-2bf340d29a72 service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.290827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be887441-425a-4124-9ff4-48a8f5a006e7 req-a3294f2b-233a-4915-a38f-2bf340d29a72 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.4455342 Sep 17 01:02:07.305554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:07.330319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] For port 5ad99e99-fdc2-4337-9bf8-404764ee1b78, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5ad99e99-fdc2-4337-9bf8-404764ee1b78,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:07.330686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.365867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Calling delete_port for 5ad99e99-fdc2-4337-9bf8-404764ee1b78 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:07.380160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-188fd821-984d-4b3a-98f7-23af6986a723 req-e50b7e62-6caf-4c6d-9d38-d0c0ca7cafed tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556992 Sep 17 01:02:07.456204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-189022446-network', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:07.546492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6fb9f-1482-448e-98d1-6f9c615b62b0 req-1e8a8a7f-8ffd-4497-9d63-7a8c85fe36ac tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:07.548158 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d6fb9f-1482-448e-98d1-6f9c615b62b0 req-1e8a8a7f-8ffd-4497-9d63-7a8c85fe36ac tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 1095 time: 0.0395403 Sep 17 01:02:07.556092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d2a0-7615-4743-a657-2ce445aecc50 req-5dc79bb1-d62a-4acd-8a79-dc12a5465850 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:07.557512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d62d2a0-7615-4743-a657-2ce445aecc50 req-5dc79bb1-d62a-4acd-8a79-dc12a5465850 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 944 time: 0.1110995 Sep 17 01:02:07.587175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d6fb9f-1482-448e-98d1-6f9c615b62b0 req-9410309b-c837-428f-af62-1a59d6b18c75 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Sep 17 01:02:07.604061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.648725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Made reservation on behalf of e8558871f6bd42538c96507e6cc3d4e7 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:07.650963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.691540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.698981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d62d2a0-7615-4743-a657-2ce445aecc50 req-597e972b-daaf-40b6-9321-eff1cc9cf842 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342852 Sep 17 01:02:07.705519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Pushing event updated for resources: {'Subnet': ['ID=376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:07.723670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:07.736776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Checking segment: {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:07.737100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Network hostable DHCP agents. Network: 2dba2f56-e2f2-4642-a122-a238fa7f93c7, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:02:07.760742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99a6de-b923-4cc4-8ab3-3b7ac7c1ff3e req-813fc3ee-9eee-4b32-941e-450565e40189 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:07.766985 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.780100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c99a6de-b923-4cc4-8ab3-3b7ac7c1ff3e req-813fc3ee-9eee-4b32-941e-450565e40189 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc9f35d3-24e2-422a-baff-f2341be6d93d HTTP/1.1" status: 200 len: 949 time: 0.0823400 Sep 17 01:02:07.780209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5ad99e99-fdc2-4337-9bf8-404764ee1b78'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:07.821356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Pushing event deleted for resources: {'Port': ['ID=5ad99e99-fdc2-4337-9bf8-404764ee1b78,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:07.821560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:07.835813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c99a6de-b923-4cc4-8ab3-3b7ac7c1ff3e req-2ff02433-9408-48ac-9d18-6c423dc8db37 tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.13 "GET /v2.0/security-groups?id=84069a8c-4600-48af-950a-869409612747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617862 Sep 17 01:02:07.885757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] No DVR routers for this DVR port 5ad99e99-fdc2-4337-9bf8-404764ee1b78 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:07.888981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.891098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb98c8a9-782d-40b8-8a2a-b3830dac2d5d req-6136fc27-e827-4145-a496-2fa15927207c tempest-ServerDiagnosticsNegativeTest-1325146886 tempest-ServerDiagnosticsNegativeTest-1325146886-project] 10.222.0.23 "DELETE /v2.0/ports/5ad99e99-fdc2-4337-9bf8-404764ee1b78 HTTP/1.1" status: 204 len: 173 time: 1.0556936 Sep 17 01:02:07.891551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'name': 'network-vif-deleted', 'tag': '5ad99e99-fdc2-4337-9bf8-404764ee1b78'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:07.893938 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9870589-a5d9-4756-94d0-a8b88dcc7900" -d '{"events": [{"server_uuid": "bc9f35d3-24e2-422a-baff-f2341be6d93d", "name": "network-vif-deleted", "tag": "5ad99e99-fdc2-4337-9bf8-404764ee1b78"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:07.945760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:07.951304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:02:07.976601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf52e16-57ce-45ba-ab76-46bf0bd182d9 req-d2edc979-a573-498f-af65-3d6274292184 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:07.979615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cf52e16-57ce-45ba-ab76-46bf0bd182d9 req-d2edc979-a573-498f-af65-3d6274292184 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 950 time: 0.0620594 Sep 17 01:02:08.025107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cf52e16-57ce-45ba-ab76-46bf0bd182d9 req-e43d082f-4433-4525-9edd-f292f4916a0b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383735 Sep 17 01:02:08.042322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.079024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 2dba2f56-e2f2-4642-a122-a238fa7f93c7) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:08.086643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e500cd90-5d45-4327-9970-820d2df3a92c None None] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:08.092946 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff9216f-e1a1-445f-b4a3-03a3dead8927 x-openstack-request-id: req-8ff9216f-e1a1-445f-b4a3-03a3dead8927 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:08.093231 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc9f35d3-24e2-422a-baff-f2341be6d93d", "name": "network-vif-deleted", "tag": "5ad99e99-fdc2-4337-9bf8-404764ee1b78", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:08.093477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ff9216f-e1a1-445f-b4a3-03a3dead8927 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:08.093861 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc9f35d3-24e2-422a-baff-f2341be6d93d', 'name': 'network-vif-deleted', 'tag': '5ad99e99-fdc2-4337-9bf8-404764ee1b78', 'status': 'completed', 'code': 200} Sep 17 01:02:08.094507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:02:08.103441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.104042 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.113014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1813c14c-c1b3-4bec-ae72-2424eaa2521d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:08.183635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-26592125-5bb6-49a6-b34f-0d57dd11fcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.220184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237eea7-4bc9-410c-804c-01c750948a29 req-250a6aa8-9364-4de1-8367-ab7cef85ba35 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.221862 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a237eea7-4bc9-410c-804c-01c750948a29 req-250a6aa8-9364-4de1-8367-ab7cef85ba35 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 949 time: 0.0651214 Sep 17 01:02:08.262722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-2dba2f56-e2f2-4642-a122-a238fa7f93c7', 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'fixed_ips': [{'subnet_id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:02:08.263918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.272753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a237eea7-4bc9-410c-804c-01c750948a29 req-0e008eaa-ff2d-40e9-8210-071c28d66c62 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Sep 17 01:02:08.371243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-39a8fa70-a276-4451-aba0-57598c8b2aaa tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.378366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-39a8fa70-a276-4451-aba0-57598c8b2aaa tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.4209616 Sep 17 01:02:08.382924 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.383808 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Added segment 72125667-b757-439c-998c-67445f24a791 of type vlan for network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 Sep 17 01:02:08.408314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-73b3234f-6729-49ea-95b4-fdd96a0ee486 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/quotas/c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 375 time: 0.0285776 Sep 17 01:02:08.428257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Allocated IP 172.20.0.2 (2dba2f56-e2f2-4642-a122-a238fa7f93c7/376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d/0fe67a0a-8689-4806-b7d4-d3438c7313e8) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:08.435891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67cf778-1e5c-49e3-be1c-dbb954946664 req-6b506528-e76d-4a2c-b95d-17400c3d1da7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.438609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67cf778-1e5c-49e3-be1c-dbb954946664 req-6b506528-e76d-4a2c-b95d-17400c3d1da7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 945 time: 0.0795472 Sep 17 01:02:08.455534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b36370f4-980c-4c56-a385-0c662587173e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5227487 Sep 17 01:02:08.462333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34492) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:08.469550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:08.475067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.495548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67cf778-1e5c-49e3-be1c-dbb954946664 req-f636091d-ff0f-490b-8203-2a2a432db32e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433502 Sep 17 01:02:08.519555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-975ac63b-3bc6-45bd-94ae-dfb8381e8fd7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058559 Sep 17 01:02:08.584539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.585433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.598348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.606416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.607489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.608063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.688071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-1db9559b-a1aa-464e-a8f7-450fd9f08220 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645501 Sep 17 01:02:08.689257 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.692506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.733755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4232113 Sep 17 01:02:08.734190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34496) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:08.739505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Request body: {'subnet': {'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-subnet', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:08.740910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44eff0-6276-4449-9e13-58e13fd5bf62 admin admin] Pushing event updated for resources: {'Network': ['ID=b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:08.742262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:08.752430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:08.757083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:08.769952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:02:08.813246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-a979d022-e2fe-40a0-821a-3d521f422a82 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179240 Sep 17 01:02:08.818216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e313b81-517e-48d2-a848-d74b78df8924 req-d3266542-49af-40b0-8a6e-c5b00cf93830 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.824118 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e313b81-517e-48d2-a848-d74b78df8924 req-d3266542-49af-40b0-8a6e-c5b00cf93830 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:08.825807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e313b81-517e-48d2-a848-d74b78df8924 req-d3266542-49af-40b0-8a6e-c5b00cf93830 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb&device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 1690 time: 0.0622518 Sep 17 01:02:08.857621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Pushing event updated for resources: {'Port': ['ID=0fe67a0a-8689-4806-b7d4-d3438c7313e8,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:08.859673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Made reservation on behalf of e8558871f6bd42538c96507e6cc3d4e7 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:08.862775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.929454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Attempting to bind port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:08.929809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Attempting to bind port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:08.930172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Attempting to bind port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 on network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:08.936187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:08.936556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Checking segment: {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:08.938773 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.938773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Bound using segment: {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:08.938773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Bound port: 0fe67a0a-8689-4806-b7d4-d3438c7313e8, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:08.938773 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:08.981157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e313b81-517e-48d2-a848-d74b78df8924 req-a2c4daa5-5399-46a6-865d-38f93d88b92c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445358 Sep 17 01:02:09.006622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.027769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.029745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] For port 0fe67a0a-8689-4806-b7d4-d3438c7313e8, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:09.033173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] For port 0fe67a0a-8689-4806-b7d4-d3438c7313e8, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0fe67a0a-8689-4806-b7d4-d3438c7313e8,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:09.136137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.136864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e2159-c151-40a4-a983-416f5515f8cb req-a9ee0193-0686-485a-9c04-6196396e3024 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:09.143620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e79e2159-c151-40a4-a983-416f5515f8cb req-a9ee0193-0686-485a-9c04-6196396e3024 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1096 time: 0.1001589 Sep 17 01:02:09.192702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e79e2159-c151-40a4-a983-416f5515f8cb req-6cc55020-b281-4df9-851d-d5ba68152ae7 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469828 Sep 17 01:02:09.209802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.233562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298c014-7328-49e6-abc5-858514c8fba2 None None] Pushing event updated for resources: {'Port': ['ID=0fe67a0a-8689-4806-b7d4-d3438c7313e8,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:09.278764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4a6bed-f85a-48ce-b2a1-53b7992d47d9 req-def05714-0cfa-4bac-9f57-3c10246fdb66 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:09.294972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa4a6bed-f85a-48ce-b2a1-53b7992d47d9 req-def05714-0cfa-4bac-9f57-3c10246fdb66 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 944 time: 0.1536579 Sep 17 01:02:09.300771 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.326243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30fb3d58-d0ca-44dd-9470-9d05b19834f9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:09.341926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Checking segment: {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:09.343031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Network hostable DHCP agents. Network: b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:02:09.348287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa4a6bed-f85a-48ce-b2a1-53b7992d47d9 req-0158d443-4817-489d-a4a1-53aed35ff47e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521116 Sep 17 01:02:09.439916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0dbeeadb-1adf-4deb-b680-9a7305c9769a details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:09.493108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c58215f9-387d-411a-98ec-a49d65ffc89b req-41ac5a91-ad99-4fb3-a1c4-34e22edf193a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 210 time: 0.0664437 Sep 17 01:02:09.494622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:02:09.594172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:09.602097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:09.609076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:09.609673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.617142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d47b89-e6b2-4878-bae0-0debfb83dc9d req-9b1ffe80-3b15-42ad-838c-9761100fe630 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:09.630093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4d47b89-e6b2-4878-bae0-0debfb83dc9d req-9b1ffe80-3b15-42ad-838c-9761100fe630 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1096 time: 0.1409237 Sep 17 01:02:09.633597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.703213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51039067-ac59-432d-a527-46fd2bd29569 req-3feafe0a-4823-4756-adee-38d20125eef2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:09.705164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-51039067-ac59-432d-a527-46fd2bd29569 req-3feafe0a-4823-4756-adee-38d20125eef2 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 1100 time: 0.0725834 Sep 17 01:02:09.707241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.730734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4d47b89-e6b2-4878-bae0-0debfb83dc9d req-f2384be9-da20-43a4-b5f2-f74641d845de tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985315 Sep 17 01:02:09.742760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47de4fa1-f040-4141-83ee-4e21205473eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0048385 Sep 17 01:02:09.754904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34522) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:09.760701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:09.765623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-51039067-ac59-432d-a527-46fd2bd29569 req-4ab4c429-dcdb-42c9-b202-d421e4b8f9e6 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533581 Sep 17 01:02:09.781945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99086fb8-e125-4e98-a142-7d271b6231b3 None None] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:09.785245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:09.901571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8727f-c178-4d54-b6a4-6af1d19ae8a2 req-1c92e343-15dd-4834-9011-d1b4501e6394 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:09.903367 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fea8727f-c178-4d54-b6a4-6af1d19ae8a2 req-1c92e343-15dd-4834-9011-d1b4501e6394 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 1101 time: 0.0513957 Sep 17 01:02:09.937926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.956039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.957428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:09.969118 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34534) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:09.975366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbeeadb-1adf-4deb-b680-9a7305c9769a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:09.975586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Allocated IP 172.25.1.8 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/8586127f-38c8-41d2-9e1b-32dfbcb4cc0a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:09.980250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fea8727f-c178-4d54-b6a4-6af1d19ae8a2 req-412eb617-6698-4686-942e-a8ab1598d207 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703816 Sep 17 01:02:10.057699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879', 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'fixed_ips': [{'subnet_id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:02:10.059371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.072400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:10.082924 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.171589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.206365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5560b793-618d-4a9a-ade7-425e7adb3220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d6b580584aaa48b3bf9a299f53d38f91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329645 Sep 17 01:02:10.206579 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.210830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:10.343483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0dbeeadb-1adf-4deb-b680-9a7305c9769a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:10.363765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6410d2c6-bfde-4de4-a6c6-1f093a361a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.371510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Allocated IP 172.20.0.2 (b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879/30fb3d58-d0ca-44dd-9470-9d05b19834f9/d53de79e-ee77-4367-9cf6-49d94a5be085) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:10.458107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-dfaf1275-1a10-4ac8-b09f-1c974407664b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573890 Sep 17 01:02:10.465438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6410d2c6-bfde-4de4-a6c6-1f093a361a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.523063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.529745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0dbeeadb-1adf-4deb-b680-9a7305c9769a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:10.546309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d65f71-9cbe-437d-9551-203dea112a39 req-a8c20eb5-a968-4467-bb7d-6eedbbec24ca tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:10.548047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1d65f71-9cbe-437d-9551-203dea112a39 req-a8c20eb5-a968-4467-bb7d-6eedbbec24ca tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1096 time: 0.2119007 Sep 17 01:02:10.551882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.600380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Pushing event updated for resources: {'Port': ['ID=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:10.618346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:10.637965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:10.641054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:10.654997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-0463af18-6f1d-4916-a614-015053112a9d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:10.662601 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-0463af18-6f1d-4916-a614-015053112a9d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035830 Sep 17 01:02:10.679663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-a98d4363-32a9-4d5a-a48a-e268f5b8ac93 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/quotas/07c75938182f4129ab2bf04452bc12fa HTTP/1.1" status: 200 len: 375 time: 0.0161071 Sep 17 01:02:10.689734 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.721521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6410d2c6-bfde-4de4-a6c6-1f093a361a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.724597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6410d2c6-bfde-4de4-a6c6-1f093a361a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.727975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6410d2c6-bfde-4de4-a6c6-1f093a361a97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84069a8c-4600-48af-950a-869409612747 HTTP/1.1" status: 204 len: 168 time: 0.5157964 Sep 17 01:02:10.745646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410d2c6-bfde-4de4-a6c6-1f093a361a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84069a8c-4600-48af-950a-869409612747,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:10.779792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-e722df5b-057e-4504-ae6e-cc315b68bad0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0982969 Sep 17 01:02:10.830734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11139527-7c00-4324-b357-8653bee0d73e None None] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:10.840666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1d65f71-9cbe-437d-9551-203dea112a39 req-84e07487-7d69-4994-aebe-de8f0fca8a84 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861824 Sep 17 01:02:10.881415 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:10.978173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0fe67a0a-8689-4806-b7d4-d3438c7313e8 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:11.073322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Pushing event updated for resources: {'Port': ['ID=d53de79e-ee77-4367-9cf6-49d94a5be085,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:11.080777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:11.091380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:11.097093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:11.100263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7d814179-eeee-4eed-9114-d6d6c3659763 None None] Provisioning complete for port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:11.100799 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d814179-eeee-4eed-9114-d6d6c3659763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.103547 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.181027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25da6e-8c6d-4320-a816-08ecc68176d9 req-e3037a09-8cc6-4a50-8e72-e8e27cda9c66 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:11.188838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b25da6e-8c6d-4320-a816-08ecc68176d9 req-e3037a09-8cc6-4a50-8e72-e8e27cda9c66 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 945 time: 0.2274308 Sep 17 01:02:11.203600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.243405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.246068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Attempting to bind port d53de79e-ee77-4367-9cf6-49d94a5be085 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:11.246607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Attempting to bind port d53de79e-ee77-4367-9cf6-49d94a5be085 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:11.246790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Attempting to bind port d53de79e-ee77-4367-9cf6-49d94a5be085 on network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:11.248719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.248854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:11.249130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.284632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:11.287199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Checking segment: {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:11.287199 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.287199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Bound using segment: {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:11.287199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Bound port: d53de79e-ee77-4367-9cf6-49d94a5be085, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:11.287199 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.353618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b25da6e-8c6d-4320-a816-08ecc68176d9 req-3f5d5ff6-03da-4cdb-ae60-49526b76d166 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587393 Sep 17 01:02:11.358142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73018468-0460-464b-a65e-04a75f6106d9 req-aa9b9c4f-7ad1-4123-9643-05f57db835cb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 210 time: 0.0400774 Sep 17 01:02:11.401518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d814179-eeee-4eed-9114-d6d6c3659763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.503308 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b88f94ee-51db-418e-af00-059d1aaf1951 req-c1b4e7f9-21bd-4dcd-b816-54d23c1d2244 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 210 time: 0.0839217 Sep 17 01:02:11.512747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] For port d53de79e-ee77-4367-9cf6-49d94a5be085, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:11.522936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] For port d53de79e-ee77-4367-9cf6-49d94a5be085, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d53de79e-ee77-4367-9cf6-49d94a5be085,segment=NetworkSegment(72125667-b757-439c-998c-67445f24a791),segment_id=72125667-b757-439c-998c-67445f24a791)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:11.535214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Allocated IP 172.25.1.116 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/decea95d-5b60-49dc-a9f8-384738f168d4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:11.538384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7d814179-eeee-4eed-9114-d6d6c3659763 None None] For port 0fe67a0a-8689-4806-b7d4-d3438c7313e8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0fe67a0a-8689-4806-b7d4-d3438c7313e8,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:11.549161 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.588100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.605079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34572) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:11.627251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b629d82e-7c2a-44e4-a6a6-8f2ce206c055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.685136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e5a100-ddf7-4f2e-9f33-ed8b2539a028 None None] Pushing event updated for resources: {'Port': ['ID=d53de79e-ee77-4367-9cf6-49d94a5be085,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:11.750894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d814179-eeee-4eed-9114-d6d6c3659763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.757572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:02:11.758031 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:02:11.789017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5ad99e99-fdc2-4337-9bf8-404764ee1b78 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:11.800913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b629d82e-7c2a-44e4-a6a6-8f2ce206c055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.819314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 5ad99e99-fdc2-4337-9bf8-404764ee1b78 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:11.819823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5ad99e99-fdc2-4337-9bf8-404764ee1b78 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:11.846594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d814179-eeee-4eed-9114-d6d6c3659763 None None] Pushing event updated for resources: {'Port': ['ID=0fe67a0a-8689-4806-b7d4-d3438c7313e8,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:11.911301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b629d82e-7c2a-44e4-a6a6-8f2ce206c055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:11.960941 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b629d82e-7c2a-44e4-a6a6-8f2ce206c055 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c68e2c99e8574d54bd3832bdce128681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545425 Sep 17 01:02:11.962279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629d82e-7c2a-44e4-a6a6-8f2ce206c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ca16b-2d9e-4ac5-99e0-07144c7c83f8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:11.966501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:12.051855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d969f5ad-ac81-420c-a24a-85be20e241cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.081019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-00e4bc85-8b70-4a1d-a3dd-c6d092cd7e09 None None] Provisioning complete for port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:12.081396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00e4bc85-8b70-4a1d-a3dd-c6d092cd7e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.105328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d969f5ad-ac81-420c-a24a-85be20e241cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.125171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.248566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ab80a-e23c-407a-b3ee-ab8c7213093b req-71127138-b7b1-4471-b2c0-f9a268e787b4 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:12.250103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd4ab80a-e23c-407a-b3ee-ab8c7213093b req-71127138-b7b1-4471-b2c0-f9a268e787b4 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1096 time: 0.3159108 Sep 17 01:02:12.256494 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d969f5ad-ac81-420c-a24a-85be20e241cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.265510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d969f5ad-ac81-420c-a24a-85be20e241cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.268359 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.269492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d969f5ad-ac81-420c-a24a-85be20e241cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a4ca16b-2d9e-4ac5-99e0-07144c7c83f8 HTTP/1.1" status: 204 len: 168 time: 0.3018055 Sep 17 01:02:12.292968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969f5ad-ac81-420c-a24a-85be20e241cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ca16b-2d9e-4ac5-99e0-07144c7c83f8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:12.305717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-5f926f41-7f45-47b9-8e86-677f830bc03f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:12.307232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-5f926f41-7f45-47b9-8e86-677f830bc03f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.3718030 Sep 17 01:02:12.355742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Request body: {'port': {'device_id': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'admin_state_up': True, 'tenant_id': 'c1130e2fd7de4a31a864d203bb106bf9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:12.407425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd4ab80a-e23c-407a-b3ee-ab8c7213093b req-f1711d1d-879e-427e-8f4b-93d31b0d5752 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448700 Sep 17 01:02:12.494095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa4aeb-0f9a-40d5-8c7d-d720103c7216 req-a42e2911-433b-45e8-b0c0-b3306e4d61d2 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:12.495902 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bafa4aeb-0f9a-40d5-8c7d-d720103c7216 req-a42e2911-433b-45e8-b0c0-b3306e4d61d2 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 945 time: 0.0732925 Sep 17 01:02:12.533305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3e9edff-aa4a-4635-b88a-387af5147e7b req-5e443208-1ae9-4b97-96cd-57b34f902e35 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 210 time: 0.0419192 Sep 17 01:02:12.545764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bafa4aeb-0f9a-40d5-8c7d-d720103c7216 req-3184633c-2acd-4684-bef8-20b29e3b362e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Sep 17 01:02:12.548008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:12.612389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:12.616232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:12.623868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:12.625726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Router 22d01ef8-b365-4503-bf82-d595550f5468 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:02:12.629064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Pushing event updated for resources: {'Port': ['ID=decea95d-5b60-49dc-a9f8-384738f168d4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:12.697929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1e9f01-e018-4767-9efc-2deda6e7c607 req-1cca1375-3c3a-4631-a330-24afd2f79291 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 210 time: 0.0478070 Sep 17 01:02:12.730927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Made reservation on behalf of c1130e2fd7de4a31a864d203bb106bf9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:12.734428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.009123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0fe67a0a-8689-4806-b7d4-d3438c7313e8 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:13.017642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:13.028313 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26901396-119d-41cf-897a-896bc6642547 None None] Sync routers for ids ['22d01ef8-b365-4503-bf82-d595550f5468'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:13.048630 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] Routers {'22d01ef8-b365-4503-bf82-d595550f5468'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:13.049998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['22d01ef8-b365-4503-bf82-d595550f5468'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:13.069844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:13.070268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.074278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ad09fa-fb94-49d4-a581-7ac0dd0fbbd4 None None] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:13.093221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Allocated IP 172.20.0.4 (82b3c0fa-a399-4e25-b51f-d5b7fa26fa15/8197d192-2f62-421b-9fc9-38a50560286b/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:13.134744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.190489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.191725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e0e6ce0e-bd7c-4923-87bf-1016dd0a94c2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7274313 Sep 17 01:02:13.194928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34602) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:13.195981 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] Set router 22d01ef8-b365-4503-bf82-d595550f5468 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:13.208471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d241be92-8120-4791-95be-ee0d81e08e3c None None] Provisioning complete for port d53de79e-ee77-4367-9cf6-49d94a5be085 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:13.209546 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d241be92-8120-4791-95be-ee0d81e08e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.453081 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.492112 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:10Z', 'revision_number': 3, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:13.527170 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26901396-119d-41cf-897a-896bc6642547 None None] Checking router: 22d01ef8-b365-4503-bf82-d595550f5468 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:13.527509 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26901396-119d-41cf-897a-896bc6642547 None None] Updating router 22d01ef8-b365-4503-bf82-d595550f5468 port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:02:13.559969 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-26901396-119d-41cf-897a-896bc6642547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.594934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0dbeeadb-1adf-4deb-b680-9a7305c9769a up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:13.671833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.737691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d53de79e-ee77-4367-9cf6-49d94a5be085 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:13.791950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:13.794649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:13.801883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:13.832097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9314cf5-ca23-4413-bcd8-d9b02bf5ccb7 req-bfc32767-5ab7-4ecb-9abe-3afef3ed7d8e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:13.837662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:13.841628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9314cf5-ca23-4413-bcd8-d9b02bf5ccb7 req-bfc32767-5ab7-4ecb-9abe-3afef3ed7d8e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 931 time: 0.1062901 Sep 17 01:02:13.844956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:13.844956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.881169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-98eae16e-b58d-4d83-aaad-aeb13b38dd19 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330131 Sep 17 01:02:13.906860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:13.992476 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d241be92-8120-4791-95be-ee0d81e08e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.016882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d53de79e-ee77-4367-9cf6-49d94a5be085 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:14.017958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.023408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-2037c4e9-e2eb-4f42-b8b2-fb47a663cf6e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6998224 Sep 17 01:02:14.046089 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9314cf5-ca23-4413-bcd8-d9b02bf5ccb7 req-caa1ac5f-c454-4d48-989b-702cb8b07c93 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033894 Sep 17 01:02:14.058494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Request body: {'port': {'device_id': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:14.079843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d241be92-8120-4791-95be-ee0d81e08e3c None None] For port d53de79e-ee77-4367-9cf6-49d94a5be085, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d53de79e-ee77-4367-9cf6-49d94a5be085,segment=NetworkSegment(72125667-b757-439c-998c-67445f24a791),segment_id=72125667-b757-439c-998c-67445f24a791)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:14.085906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 0dbeeadb-1adf-4deb-b680-9a7305c9769a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:14.092400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 0dbeeadb-1adf-4deb-b680-9a7305c9769a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:14.092987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.151010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d241be92-8120-4791-95be-ee0d81e08e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.153464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.222382 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-26901396-119d-41cf-897a-896bc6642547 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.272457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241be92-8120-4791-95be-ee0d81e08e3c None None] Pushing event updated for resources: {'Port': ['ID=d53de79e-ee77-4367-9cf6-49d94a5be085,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:14.295525 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-26901396-119d-41cf-897a-896bc6642547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.300588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-f39f59bb-4c4a-48cf-93ca-4602bac6a805 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:14.300792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-f39f59bb-4c4a-48cf-93ca-4602bac6a805 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4062095 Sep 17 01:02:14.328325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:14.336798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.370177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.387912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410786-347a-40b2-aa02-12f716ba00b7 req-888add53-fe0e-469c-868e-d4cd1c53ccdd tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:14.390500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:14.392842 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ce014b-38ab-4376-b8fe-917de8441924" -d '{"events": [{"server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "name": "network-vif-plugged", "status": "completed", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:14.401596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91410786-347a-40b2-aa02-12f716ba00b7 req-888add53-fe0e-469c-868e-d4cd1c53ccdd tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 945 time: 0.2190366 Sep 17 01:02:14.418094 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea3ca3-f808-4a7c-9645-493699eba01b None None] Pushing event updated for resources: {'Port': ['ID=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:14.421801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:14.452755 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-26901396-119d-41cf-897a-896bc6642547 None None] Attempting to bind port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:14.453240 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-26901396-119d-41cf-897a-896bc6642547 None None] Attempting to bind port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:14.454602 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26901396-119d-41cf-897a-896bc6642547 None None] Attempting to bind port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:14.467758 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26901396-119d-41cf-897a-896bc6642547 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:14.480918 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26901396-119d-41cf-897a-896bc6642547 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:14.481602 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-26901396-119d-41cf-897a-896bc6642547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.481726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e0fabcfd-63b0-4028-87f9-ac2eccad9a83 None None] Provisioning complete for port d53de79e-ee77-4367-9cf6-49d94a5be085 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:14.481988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0fabcfd-63b0-4028-87f9-ac2eccad9a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.482335 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26901396-119d-41cf-897a-896bc6642547 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:14.483013 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-26901396-119d-41cf-897a-896bc6642547 None None] Bound port: 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:14.483472 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-26901396-119d-41cf-897a-896bc6642547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.505804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.514256 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91410786-347a-40b2-aa02-12f716ba00b7 req-00cb3eb8-7606-4b19-bfa6-d1525f97c522 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100574 Sep 17 01:02:14.570629 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-26901396-119d-41cf-897a-896bc6642547 None None] For port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:14.584619 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-26901396-119d-41cf-897a-896bc6642547 None None] For port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:14.603746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0dbeeadb-1adf-4deb-b680-9a7305c9769a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:14.613944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Allocated IP 172.20.0.1 (2dba2f56-e2f2-4642-a122-a238fa7f93c7/376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d/60fb99ac-d8d1-4cc4-a630-8db09e39f31c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:14.643536 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-26901396-119d-41cf-897a-896bc6642547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.741913 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea3ca3-f808-4a7c-9645-493699eba01b None None] Pushing event updated for resources: {'Port': ['ID=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:14.762711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] Routers {'22d01ef8-b365-4503-bf82-d595550f5468'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:14.763613 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['22d01ef8-b365-4503-bf82-d595550f5468'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:14.806517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:14.830929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1467ea41-7ceb-4a17-b7f8-10cc220ee3c7 req-252ac891-1e33-42c7-9917-06e22e55194d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 210 time: 0.1722579 Sep 17 01:02:14.896625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d53de79e-ee77-4367-9cf6-49d94a5be085 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:14.939603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] Set router 22d01ef8-b365-4503-bf82-d595550f5468 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:14.948809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Router 72edf2ab-e537-4c20-98bf-ca619366db55 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:02:14.975376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.018798 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1836483-9b13-44e3-b4f9-d2dc20eefc94 x-openstack-request-id: req-b1836483-9b13-44e3-b4f9-d2dc20eefc94 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:15.018798 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "name": "network-vif-plugged", "status": "completed", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:15.018798 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b1836483-9b13-44e3-b4f9-d2dc20eefc94 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:15.018798 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'code': 200} Sep 17 01:02:15.062267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:15.066993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:15.070771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:15.073087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.079431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-f967a500-992f-4d87-936d-7d1bdfa3b3cf tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:15.085115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d53de79e-ee77-4367-9cf6-49d94a5be085 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:15.085680 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.092719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-f967a500-992f-4d87-936d-7d1bdfa3b3cf tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268748 Sep 17 01:02:15.094984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:15.234413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Pushing event updated for resources: {'Port': ['ID=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:15.258184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-17a807d4-b166-4a7e-93d7-11af18ef9244 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:15.265086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-17a807d4-b166-4a7e-93d7-11af18ef9244 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 1093 time: 0.1713376 Sep 17 01:02:15.273043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:15.273635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:02:15.278040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.339199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d1a6a-d328-4ab5-921a-974bed3e753e req-babf9590-9d36-4160-8212-cc5b2bc1728e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:15.349822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67d1a6a-d328-4ab5-921a-974bed3e753e req-babf9590-9d36-4160-8212-cc5b2bc1728e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.2111824 Sep 17 01:02:15.383045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:15.391780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.400275 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26901396-119d-41cf-897a-896bc6642547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:10Z', 'revision_number': 3, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:15.421330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Transition to ACTIVE for port object dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:15.434989 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26901396-119d-41cf-897a-896bc6642547 None None] The sync data for ids ['22d01ef8-b365-4503-bf82-d595550f5468'] in n-d-789963-7 is: [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:10Z', 'revision_number': 3, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:15.438050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2d54339e-ba46-41fd-8b0d-54adb972b499 None None] Provisioning complete for port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:15.439009 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2d54339e-ba46-41fd-8b0d-54adb972b499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.499626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2d54339e-ba46-41fd-8b0d-54adb972b499 None None] Port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:15.504460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552b5df-3448-4f4f-a362-02b0f46cb910 req-2e4e443d-092c-4d0e-b278-c30e66b4dafc tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:15.506716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7552b5df-3448-4f4f-a362-02b0f46cb910 req-2e4e443d-092c-4d0e-b278-c30e66b4dafc tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 931 time: 0.1556673 Sep 17 01:02:15.519580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.527932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:15.540600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Sync routers for ids ['72edf2ab-e537-4c20-98bf-ca619366db55'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:15.553752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Routers {'72edf2ab-e537-4c20-98bf-ca619366db55'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:15.554953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72edf2ab-e537-4c20-98bf-ca619366db55'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:15.583289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.241 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/876b95c0-59fb-44d7-96b2-53cd7d4381a5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:15.593461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67d1a6a-d328-4ab5-921a-974bed3e753e req-c3573abd-b054-4349-abdb-6873e4f2a8ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956723 Sep 17 01:02:15.644949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:15.689194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Set router 72edf2ab-e537-4c20-98bf-ca619366db55 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:15.689577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.691488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c388b6c8-4b48-47cb-b824-e6c5c08565d8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9344890 Sep 17 01:02:15.700636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34668) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:15.712308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:15.712643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:15.712971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:15.784402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:15.784798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:15.823240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:15.823645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:15.823960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:15.824695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Bound port: dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:15.825054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:15.861854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7552b5df-3448-4f4f-a362-02b0f46cb910 req-5732ff68-b87a-40d5-a1f9-b53e962bc6cb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275185 Sep 17 01:02:15.961476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:12Z', 'revision_number': 3, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:15.999204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Checking router: 72edf2ab-e537-4c20-98bf-ca619366db55 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:15.999542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Updating router 72edf2ab-e537-4c20-98bf-ca619366db55 port decea95d-5b60-49dc-a9f8-384738f168d4 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:02:16.000100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:16.000566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:16.000894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:16.009723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:16.009723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:16.016772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:16.017132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:16.017590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:16.018101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Bound port: 14defeb1-8f53-4376-9f0e-f85138e015f9, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:16.053050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.062500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.076918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:16.081100 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.103281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:16.136929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:16.180283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.198603 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.199947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-ef51ce66-bc35-4425-ae97-5d400481a293 service neutron] 10.222.0.13 "POST /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9/bindings HTTP/1.1" status: 201 len: 389 time: 0.9335229 Sep 17 01:02:16.270019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:16.270655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.272443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] 10.222.0.23 "PUT /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 1091 time: 2.2362714 Sep 17 01:02:16.277384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:16.280044 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4324f0a-71c5-487e-8492-b0d4eb8e031d" -d '{"events": [{"name": "network-changed", "server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:16.283822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.284765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-dcd1c649-85c3-4329-a6be-f9a5766b945a tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568116 Sep 17 01:02:16.340036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:16.361425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:16.383581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:16.386602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:16.392913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:16.393606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.396096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f818b4-2f24-48dd-b55a-bfe0e81eaf95 service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:16.435677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:16.507698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-54966bf8-40c6-43f7-aa16-f92dfe6a2e74 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:16.520133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-54966bf8-40c6-43f7-aa16-f92dfe6a2e74 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004383 Sep 17 01:02:16.542253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-1a77d169-d351-4006-ae28-d3364886c3dc tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/quotas/4e707a10e7d94b2d9ea5056709cc13e7 HTTP/1.1" status: 200 len: 375 time: 0.0210698 Sep 17 01:02:16.580511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=876b95c0-59fb-44d7-96b2-53cd7d4381a5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:16.597888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-56b7ce10-9ed8-4015-a58f-4a8007185a58 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2810640 Sep 17 01:02:16.598105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-db123318-8c2b-4dc0-a09c-b47e58185515 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547867 Sep 17 01:02:16.614194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-d38ce1f4-eefe-4528-b33f-821872e0ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:16.614194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-d38ce1f4-eefe-4528-b33f-821872e0ddd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1094 time: 0.2322817 Sep 17 01:02:16.659974 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.664642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Request body: {'port': {'device_id': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:16.728722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.782996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-015b5250-90c6-4b1d-b69c-29b3e956ed47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 217 time: 0.1375449 Sep 17 01:02:16.885731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.941323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:16.952275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bdbff-e71e-4223-a695-3e3c76e0e940 req-b40006c0-d4b7-4174-b6ca-0b6677c0ce7d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:16.954046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc1bdbff-e71e-4223-a695-3e3c76e0e940 req-b40006c0-d4b7-4174-b6ca-0b6677c0ce7d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 946 time: 0.2786024 Sep 17 01:02:16.958005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:16.999449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-94f82e16-5cfd-45ec-8d6e-e0e09ca16a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.001334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-94f82e16-5cfd-45ec-8d6e-e0e09ca16a60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.2059333 Sep 17 01:02:17.061213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:17.067829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:17.105201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-239423ce-d1b3-4e02-86db-9c9ac7a8af33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788660 Sep 17 01:02:17.120904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:17.120904 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.125140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Pushing event updated for resources: {'Port': ['ID=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:17.138774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-5a5c3260-546e-4dce-a506-a1b66ac8acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.140431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-5a5c3260-546e-4dce-a506-a1b66ac8acad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1096 time: 0.2443662 Sep 17 01:02:17.144497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc1bdbff-e71e-4223-a695-3e3c76e0e940 req-124fe9e9-bf3e-4f52-92da-26aaa8afa1f8 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775775 Sep 17 01:02:17.173555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.184863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-850c7d01-9308-4709-98eb-5dce43b7ac49 None None] Provisioning complete for port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:17.185234 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-850c7d01-9308-4709-98eb-5dce43b7ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.232603 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.237691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-850c7d01-9308-4709-98eb-5dce43b7ac49 None None] Port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:17.307955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e3008-da1f-4dd5-ad3a-ccb11088b5b8 req-f3a267c3-590c-471b-a3b5-6a95bc888851 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.316176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e7e3008-da1f-4dd5-ad3a-ccb11088b5b8 req-f3a267c3-590c-471b-a3b5-6a95bc888851 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 936 time: 0.2789035 Sep 17 01:02:17.355559 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.383930 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce86c426-9e61-4a3a-a805-c5f8a340522e x-openstack-request-id: req-ce86c426-9e61-4a3a-a805-c5f8a340522e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:17.384338 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:17.384517 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce86c426-9e61-4a3a-a805-c5f8a340522e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:17.384901 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'status': 'completed', 'code': 200} Sep 17 01:02:17.444767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e111812-5e39-48b5-b347-38835bb972a1 None None] Pushing event updated for resources: {'Port': ['ID=decea95d-5b60-49dc-a9f8-384738f168d4,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:17.517204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e7e3008-da1f-4dd5-ad3a-ccb11088b5b8 req-8cb44a7a-10ba-485b-949c-b48852d2a57d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948879 Sep 17 01:02:17.544307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-4067ba1e-4833-496a-9467-82e16d783e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.549511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-4067ba1e-4833-496a-9467-82e16d783e9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.3227203 Sep 17 01:02:17.562388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Router 22d01ef8-b365-4503-bf82-d595550f5468 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:17.565889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-19f22ff3-cb3a-41c2-9f79-c3046d8eed3f None None] Provisioning complete for port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:17.566305 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-19f22ff3-cb3a-41c2-9f79-c3046d8eed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.614225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Attempting to bind port decea95d-5b60-49dc-a9f8-384738f168d4 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:17.616631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Attempting to bind port decea95d-5b60-49dc-a9f8-384738f168d4 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:17.616631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Attempting to bind port decea95d-5b60-49dc-a9f8-384738f168d4 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:17.616905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-05a376ac-07c9-427f-a136-1ff901a6ae69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 217 time: 0.0572412 Sep 17 01:02:17.625985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:17.626415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:17.626620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-87edec77-5668-489b-8c0d-6341a44964a4 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999061 Sep 17 01:02:17.626792 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.627206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:17.627775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Bound port: decea95d-5b60-49dc-a9f8-384738f168d4, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:17.628049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.667825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47e465f6-05f5-4779-9fcd-f8d2797b7058 req-51922b19-1c2a-4f53-bb4d-03428a0653cb tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 210 time: 0.0569642 Sep 17 01:02:17.699602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.715334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a571b-50a1-421a-bfaa-d334e634045f req-79a6ca2a-21c1-4b42-b3c1-aaab8bb4f48c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.716925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-788a571b-50a1-421a-bfaa-d334e634045f req-79a6ca2a-21c1-4b42-b3c1-aaab8bb4f48c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 945 time: 0.2448845 Sep 17 01:02:17.723694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:17.757451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-19f22ff3-cb3a-41c2-9f79-c3046d8eed3f None None] Port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:17.797370 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:17.876530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-b3ec4b17-6aed-45c3-8d03-3c0831bb1612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.917781 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-b3ec4b17-6aed-45c3-8d03-3c0831bb1612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.2416878 Sep 17 01:02:17.975560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-c7bfb65d-84c3-4e17-8dc2-dd2d4c8bdd2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816934 Sep 17 01:02:17.982213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecc2e1-d029-43cf-a6eb-d68b384c843e req-1c0233ef-4a54-4ef2-8116-0b95485e4612 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:17.991399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4ecc2e1-d029-43cf-a6eb-d68b384c843e req-1c0233ef-4a54-4ef2-8116-0b95485e4612 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.1845193 Sep 17 01:02:18.025655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] For port decea95d-5b60-49dc-a9f8-384738f168d4, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:18.065556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:18.072032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] For port decea95d-5b60-49dc-a9f8-384738f168d4, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=decea95d-5b60-49dc-a9f8-384738f168d4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:18.081931 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Sync routers for ids ['22d01ef8-b365-4503-bf82-d595550f5468'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:18.096849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:18.098733 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Routers {'22d01ef8-b365-4503-bf82-d595550f5468'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:18.106006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-abad0f7c-d4b1-4b18-938b-a65ddf0366b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/22d01ef8-b365-4503-bf82-d595550f5468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9097104 Sep 17 01:02:18.116386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['22d01ef8-b365-4503-bf82-d595550f5468'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:18.127432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4ecc2e1-d029-43cf-a6eb-d68b384c843e req-e8bf5e15-75e5-4f1a-82eb-255a223e0586 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351011 Sep 17 01:02:18.173513 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-7eac73a2-348b-4e7a-a46c-ebdc95e4dce9 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797869 Sep 17 01:02:18.192391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-788a571b-50a1-421a-bfaa-d334e634045f req-5f4067a5-7a61-4a19-bfc1-3c60ed131571 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471118 Sep 17 01:02:18.265256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dee7d974-3e7e-46d9-908a-3eb1f8bae3e8 req-56f9de8e-7581-480d-ae30-04a680000456 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268005 Sep 17 01:02:18.286417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:18.306659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Allocated IP 172.20.0.1 (b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879/30fb3d58-d0ca-44dd-9470-9d05b19834f9/eb882ab8-fa03-462c-9fe0-2e709afefa18) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:18.317023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-de4bac6c-4c57-4580-a7eb-d93a9af5edb3 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333735 Sep 17 01:02:18.412512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Routers {'72edf2ab-e537-4c20-98bf-ca619366db55'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:18.413235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72edf2ab-e537-4c20-98bf-ca619366db55'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:18.422994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa41260-2545-4577-9c39-775ab053700f req-0c689c16-a600-47be-9a72-98200c5b27d6 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:18.425680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffa41260-2545-4577-9c39-775ab053700f req-0c689c16-a600-47be-9a72-98200c5b27d6 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 946 time: 0.1083105 Sep 17 01:02:18.460394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876b95c0-59fb-44d7-96b2-53cd7d4381a5 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:18.473435 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Set router 22d01ef8-b365-4503-bf82-d595550f5468 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:18.477556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e111812-5e39-48b5-b347-38835bb972a1 None None] Pushing event updated for resources: {'Port': ['ID=decea95d-5b60-49dc-a9f8-384738f168d4,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:18.545844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:18.560003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffa41260-2545-4577-9c39-775ab053700f req-046ee761-2a9a-4636-a56d-d15558b19752 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265225 Sep 17 01:02:18.598390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] Set router 72edf2ab-e537-4c20-98bf-ca619366db55 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:18.615532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aa807f87-b5b9-4f6a-8725-222ebb0027a8 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:18.619117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aa807f87-b5b9-4f6a-8725-222ebb0027a8 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.1334326 Sep 17 01:02:18.633166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:18.661470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Transition to ACTIVE for port object 876b95c0-59fb-44d7-96b2-53cd7d4381a5 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:18.720053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-0640c384-5d0b-4e7d-a563-e3199f672153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:18.721640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-0640c384-5d0b-4e7d-a563-e3199f672153 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1094 time: 0.2800095 Sep 17 01:02:18.757782 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:18.791177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:18.802931 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:15Z', 'revision_number': 4, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '60fb99ac-d8d1-4cc4-a630-8db09e39f31c', 'name': '', 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'mac_address': 'fa:16:3e:4d:58:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:14Z', 'updated_at': '2021-09-17T01:02:16Z', 'revision_number': 2, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'subnets': [{'id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:18.809230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:18.810245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced931c-6b5a-467d-8546-380e5888fbfe req-acae907e-1c3c-4968-b87b-c53133d13ed1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:18.817576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dced931c-6b5a-467d-8546-380e5888fbfe req-acae907e-1c3c-4968-b87b-c53133d13ed1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 936 time: 0.1229651 Sep 17 01:02:18.869911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:18.890717 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dced931c-6b5a-467d-8546-380e5888fbfe req-d0bb1cb8-590a-48d3-820c-ecfa4276a5d3 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715997 Sep 17 01:02:18.956483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:12Z', 'revision_number': 3, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:18.960616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:18.961125 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:18.991666 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Checking router: 22d01ef8-b365-4503-bf82-d595550f5468 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:18.991941 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Updating router 22d01ef8-b365-4503-bf82-d595550f5468 port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:02:19.025918 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.043972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdab1202-0ae4-4cfa-a111-e378cfbdaf8e None None] The sync data for ids ['72edf2ab-e537-4c20-98bf-ca619366db55'] in n-d-789963-7 is: [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:12Z', 'revision_number': 3, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:19.066751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-a67effb7-7e2d-4617-bbaa-661165bf6df7 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5233712 Sep 17 01:02:19.081033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Pushing event updated for resources: {'Port': ['ID=876b95c0-59fb-44d7-96b2-53cd7d4381a5,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:19.150063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:19.193186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-201d173e-ec76-4cf6-98f1-0eeadb78db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:19.195231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-201d173e-ec76-4cf6-98f1-0eeadb78db9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.4611549 Sep 17 01:02:19.198985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:19.253477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Attempting to bind port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:19.253928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Attempting to bind port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:19.254461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Attempting to bind port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:19.302918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:19.303370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Attempting to bind port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:19.311696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:19.312181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:19.312674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:19.313125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Bound port: 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:19.313490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.332423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.335425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-b6fef61a-4789-4081-9731-e80da2d8e949 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 217 time: 0.1117737 Sep 17 01:02:19.442699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.458990 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.506276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] For port 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:19.536095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] For port 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:19.542087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-66d1e891-2bfd-4c80-89fc-6555743e4775 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6289885 Sep 17 01:02:19.545330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:19.548606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-6d8d390d-8d3f-4e21-a9a9-33ec872f091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:19.551067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-6d8d390d-8d3f-4e21-a9a9-33ec872f091c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1659658 Sep 17 01:02:19.551235 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.561580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:19.576100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:19.576846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.582455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:19.598870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Pushing event updated for resources: {'Port': ['ID=eb882ab8-fa03-462c-9fe0-2e709afefa18,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:19.616449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:19.661141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-ec843d6c-cf5b-442a-a025-2babc28d807f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013486 Sep 17 01:02:19.661487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.686135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.688375 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc996fd0-2067-477d-bb06-8b90ab06739f None None] Pushing event updated for resources: {'Port': ['ID=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:19.703490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:19.705800 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778f519-4d2a-4e4a-966e-16f420e4ddb8" -d '{"events": [{"server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "name": "network-vif-unplugged", "status": "completed", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:19.712283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.761354 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Attempting to bind port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:19.762134 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Attempting to bind port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:19.765227 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Attempting to bind port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c on network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:19.771818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.788425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:19.789568 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Checking segment: {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:19.790184 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.790911 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Bound using segment: {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:19.792045 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Bound port: 60fb99ac-d8d1-4cc4-a630-8db09e39f31c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90960772-aecf-4de9-9dc6-1204872d0bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:19.793364 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.941355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] For port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:19.947363 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] For port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:19.975226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-36e2cd78-6ed4-4914-b6cf-e9ddb1cf398a tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1213508 Sep 17 01:02:19.978718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=7']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:19.997377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:19.997727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:19.999803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] 10.222.0.36 "PUT /v2.0/ports/876b95c0-59fb-44d7-96b2-53cd7d4381a5 HTTP/1.1" status: 200 len: 1096 time: 3.3857763 Sep 17 01:02:20.009223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'tag': '876b95c0-59fb-44d7-96b2-53cd7d4381a5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:20.011555 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0" -d '{"events": [{"name": "network-changed", "server_uuid": "f1f55cb5-28e7-4e35-aff0-3b1467e72619", "tag": "876b95c0-59fb-44d7-96b2-53cd7d4381a5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:20.029747 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.047215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Provisioning complete for port eb882ab8-fa03-462c-9fe0-2e709afefa18 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:20.049683 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.095058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:20.095653 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:20.096169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:20.172514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-7e21fbcc-0851-404d-b8c8-62a7beededf4 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574313 Sep 17 01:02:20.175499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Port eb882ab8-fa03-462c-9fe0-2e709afefa18 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:20.177880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Pushing event updated for resources: {'Port': ['ID=876b95c0-59fb-44d7-96b2-53cd7d4381a5,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:20.185147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Routers {'22d01ef8-b365-4503-bf82-d595550f5468'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:20.185923 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['22d01ef8-b365-4503-bf82-d595550f5468'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:20.188414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:20.194573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Attempting to bind port 14defeb1-8f53-4376-9f0e-f85138e015f9 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:20.203951 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc996fd0-2067-477d-bb06-8b90ab06739f None None] Pushing event updated for resources: {'Port': ['ID=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:20.207548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.211627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Provisioning complete for port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:20.214221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:20.215395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.219554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:20.219554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:20.219554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Bound port: 14defeb1-8f53-4376-9f0e-f85138e015f9, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:20.219554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.234895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.235729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.240700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5994fa39-ae6d-4bd9-8fd6-ff5662b3b93c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.328260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-60a2c2dc-8a46-4a0d-b83c-c6697c6ea800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:20.329677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-60a2c2dc-8a46-4a0d-b83c-c6697c6ea800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 1099 time: 0.1962545 Sep 17 01:02:20.419440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.445248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:20.448135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:20.471113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-81006ad6-5c17-4e36-b339-f6b72ea7bfb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5 HTTP/1.1" status: 200 len: 217 time: 0.1038666 Sep 17 01:02:20.478278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.479825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-e3ac2149-d4ac-4fa7-b326-19d0d32bee43 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:20.482338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-e3ac2149-d4ac-4fa7-b326-19d0d32bee43 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4753883 Sep 17 01:02:20.484818 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] Set router 22d01ef8-b365-4503-bf82-d595550f5468 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:20.494427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] For port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:20.498080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Request body: {'port': {'device_id': 'f362282e-9469-492e-b941-ae2867680b80', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '4e707a10e7d94b2d9ea5056709cc13e7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:20.504512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.529700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.557951 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.642959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-6fc80936-149c-413b-b5ce-2c0a8e2b495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:20.644471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-6fc80936-149c-413b-b5ce-2c0a8e2b495d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1603746 Sep 17 01:02:20.654948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4324f0a-71c5-487e-8492-b0d4eb8e031d req-edadf14c-d079-4c3f-8262-5a226ee2920b service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430175 Sep 17 01:02:20.726944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e62b57b-5a84-41b9-86da-b158ea07e389 None None] Pushing event updated for resources: {'Port': ['ID=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:20.741568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=8']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:20.742792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-66ce9e03-5bd2-4b95-a15a-c55ab2562fed None None] Provisioning complete for port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:20.743620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66ce9e03-5bd2-4b95-a15a-c55ab2562fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.776048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:20.776675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.778066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] 10.222.0.36 "PUT /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 1121 time: 2.1497109 Sep 17 01:02:20.780993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-18c8f43c-2a51-41fc-848c-080f703589b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:20.782663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-18c8f43c-2a51-41fc-848c-080f703589b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912280 Sep 17 01:02:20.786899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.787618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.787746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.789907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.790219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.790509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6dcb-0a4f-49ce-8e22-cc33f57e0412 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:20.807418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Allocated IP 172.25.1.239 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e7d5717c-8a05-49d8-b3d1-f086ec83b4a9) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:20.850590 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:15Z', 'revision_number': 4, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '60fb99ac-d8d1-4cc4-a630-8db09e39f31c', 'name': '', 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'mac_address': 'fa:16:3e:4d:58:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:14Z', 'updated_at': '2021-09-17T01:02:19Z', 'revision_number': 4, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'subnets': [{'id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:20.878501 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fe9781-865e-4562-8cf7-399f5a595776 None None] The sync data for ids ['22d01ef8-b365-4503-bf82-d595550f5468'] in n-d-789963-7 is: [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:15Z', 'revision_number': 4, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '60fb99ac-d8d1-4cc4-a630-8db09e39f31c', 'name': '', 'network_id': '2dba2f56-e2f2-4642-a122-a238fa7f93c7', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'mac_address': 'fa:16:3e:4d:58:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:14Z', 'updated_at': '2021-09-17T01:02:19Z', 'revision_number': 4, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'subnets': [{'id': '376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:20.884973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['14defeb1-8f53-4376-9f0e-f85138e015f9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:20.928580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-cadcca21-03bf-43f9-84e8-77156a593cec service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267200 Sep 17 01:02:20.941514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Made reservation on behalf of 4e707a10e7d94b2d9ea5056709cc13e7 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:20.945367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.947462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device decea95d-5b60-49dc-a9f8-384738f168d4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:20.961249 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:20.974968 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.058083 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.058933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.076323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.076573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port decea95d-5b60-49dc-a9f8-384738f168d4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:21.076573 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.156284 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.245272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.247568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.250400 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.279773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port decea95d-5b60-49dc-a9f8-384738f168d4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=decea95d-5b60-49dc-a9f8-384738f168d4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:21.351751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.378829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:21.397091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bda711-f5fe-4809-9075-5749b1961387,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:21.408541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:21.419586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:21.419586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event updated for resources: {'Port': ['ID=e7d5717c-8a05-49d8-b3d1-f086ec83b4a9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:21.447163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=decea95d-5b60-49dc-a9f8-384738f168d4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:21.480643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Pushing event updated for resources: {'Port': ['ID=eb882ab8-fa03-462c-9fe0-2e709afefa18,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:21.489445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e2410c-f1d0-4b5c-8947-97eff0c7c238 req-8e228afa-ab78-40d5-8b1f-7421bd34f339 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5486116 Sep 17 01:02:21.541405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Allocated IP 192.168.233.252 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/5b4b0a71-458d-4802-abb7-5dce6ebe033a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:21.556755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Allocated IP 172.25.1.69 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/c57037c0-2709-4df9-8e10-e221d4757e30) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:21.582862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:21.588642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:21.648132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.784741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:21.799701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.826435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.839752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Router 72edf2ab-e537-4c20-98bf-ca619366db55 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:21.918448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.934049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:21.951470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-09891123-3568-4f49-be51-cf394907eb69 None None] Provisioning complete for port eb882ab8-fa03-462c-9fe0-2e709afefa18 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:21.951842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-09891123-3568-4f49-be51-cf394907eb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:21.955036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'port_id': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'mac_address': 'fa:16:3e:b5:3c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8197d192-2f62-421b-9fc9-38a50560286b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:21.989103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:21.996689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c43f486a-3948-4ec1-aa42-f8ac2974bd92 admin admin] 10.222.0.13 "PUT /v2.0/routers/72edf2ab-e537-4c20-98bf-ca619366db55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2947166 Sep 17 01:02:22.013754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Sync routers for ids ['72edf2ab-e537-4c20-98bf-ca619366db55'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:22.033019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Routers {'72edf2ab-e537-4c20-98bf-ca619366db55'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:22.033833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72edf2ab-e537-4c20-98bf-ca619366db55'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:22.035738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-09891123-3568-4f49-be51-cf394907eb69 None None] Port eb882ab8-fa03-462c-9fe0-2e709afefa18 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:22.043847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.065378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.071960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.092803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.112343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:22.116029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:22.118810 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.118995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:22.125792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:22.132163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Pushing event updated for resources: {'Port': ['ID=c57037c0-2709-4df9-8e10-e221d4757e30,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:22.151645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:22.153474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:22.162773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:22.182175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:22.200356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.250312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Pushing event updated for resources: {'Port': ['ID=5b4b0a71-458d-4802-abb7-5dce6ebe033a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:22.259537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Set router 72edf2ab-e537-4c20-98bf-ca619366db55 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:22.315518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.316770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.331756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.348328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:22.348900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.358531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event updated for resources: {'Port': ['ID=e7d5717c-8a05-49d8-b3d1-f086ec83b4a9,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:22.403207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.404715 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-a5d2cf3a-9e8e-4208-afbb-fadf31438492 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8280692 Sep 17 01:02:22.450272 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-96920838-9373-4f75-8cbf-198484ffd567 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9564123 Sep 17 01:02:22.497415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Request body: {'port': {'device_id': 'f362282e-9469-492e-b941-ae2867680b80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:22.521751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-66be1266-5d0c-4c9a-866b-da257ac4bb0d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.1089292 Sep 17 01:02:22.527718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ab224cd6-31b1-44a9-b22f-268c20cbeb29 None None] Provisioning complete for port 5b4b0a71-458d-4802-abb7-5dce6ebe033a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:22.528562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ab224cd6-31b1-44a9-b22f-268c20cbeb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.539597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.577115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:22.580451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:22.590699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.591598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.629690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.641150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ab224cd6-31b1-44a9-b22f-268c20cbeb29 None None] Port 5b4b0a71-458d-4802-abb7-5dce6ebe033a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:22.655901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Pushing event updated for resources: {'Port': ['ID=c57037c0-2709-4df9-8e10-e221d4757e30,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:22.691228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:19Z', 'revision_number': 4, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'eb882ab8-fa03-462c-9fe0-2e709afefa18', 'name': '', 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'mac_address': 'fa:16:3e:0d:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:17Z', 'updated_at': '2021-09-17T01:02:20Z', 'revision_number': 2, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'subnets': [{'id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:22.705296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.706764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-461e59cc-5a3b-461d-bc18-e76df7f79011 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5689819 Sep 17 01:02:22.715182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-786fc9cf-de4f-4b17-bff8-a7b94a317280 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:22.716514 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-786fc9cf-de4f-4b17-bff8-a7b94a317280 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1825192 Sep 17 01:02:22.727386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Checking router: 72edf2ab-e537-4c20-98bf-ca619366db55 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:22.727810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Updating router 72edf2ab-e537-4c20-98bf-ca619366db55 port eb882ab8-fa03-462c-9fe0-2e709afefa18 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:02:22.774167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-f933344e-4439-4631-a5f2-82e3e65b4e0d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:22.775177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d31f47a9-9a4b-4746-b2d2-670aec2416f3 req-f933344e-4439-4631-a5f2-82e3e65b4e0d tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067434 Sep 17 01:02:22.783307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:22.889862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-d03e9468-4bcb-47fe-8908-cad57fa63f40 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 695 time: 0.1738813 Sep 17 01:02:22.978841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 60fb99ac-d8d1-4cc4-a630-8db09e39f31c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:23.018110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c074087b-2354-4f14-af3e-dbdd8a839a7b req-f74235ef-926a-4f72-bc9d-6f7a4d0ed4c7 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.019634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c074087b-2354-4f14-af3e-dbdd8a839a7b req-f74235ef-926a-4f72-bc9d-6f7a4d0ed4c7 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 936 time: 0.1126063 Sep 17 01:02:23.025028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-f1101474-a6a0-4a13-8ee4-ab1fee896942 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.026041 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-f1101474-a6a0-4a13-8ee4-ab1fee896942 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1354101 Sep 17 01:02:23.039621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-bf1b1f78-237e-4cf3-b74f-c2d6deb4dd72 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:23.040871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be87bc0f-126c-4521-9537-ddf4472c4137 req-bf1b1f78-237e-4cf3-b74f-c2d6deb4dd72 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074499 Sep 17 01:02:23.104891 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c074087b-2354-4f14-af3e-dbdd8a839a7b req-aba3655a-9b63-42f9-b65e-6cb6b65b51eb tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731876 Sep 17 01:02:23.128397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b4b0a71-458d-4802-abb7-5dce6ebe033a {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:23.137159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.154766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Transition to ACTIVE for port object 5b4b0a71-458d-4802-abb7-5dce6ebe033a will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:23.155004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567e298-3a8e-481b-8a6e-663976e4a660 req-32119a1b-0852-4322-9573-897efdf4b588 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.156970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f567e298-3a8e-481b-8a6e-663976e4a660 req-32119a1b-0852-4322-9573-897efdf4b588 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 944 time: 0.0610390 Sep 17 01:02:23.201936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f567e298-3a8e-481b-8a6e-663976e4a660 req-ec2f1563-9971-4b56-b89c-795491a30c02 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Sep 17 01:02:23.229261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:23.229829 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.243805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45b2fd-7429-47f6-8fc0-3622f97ec355 req-ea398244-dacc-4b45-8597-eac28751ad4e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.245334 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe45b2fd-7429-47f6-8fc0-3622f97ec355 req-ea398244-dacc-4b45-8597-eac28751ad4e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 943 time: 0.0638759 Sep 17 01:02:23.260558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.312843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b4b0a71-458d-4802-abb7-5dce6ebe033a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:23.317511 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922e053-8ed9-4c4e-940e-ada1a6cbffad x-openstack-request-id: req-1922e053-8ed9-4c4e-940e-ada1a6cbffad {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:23.318315 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "name": "network-vif-unplugged", "status": "completed", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:23.318569 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1922e053-8ed9-4c4e-940e-ada1a6cbffad {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:23.319203 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'code': 200} Sep 17 01:02:23.381822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe45b2fd-7429-47f6-8fc0-3622f97ec355 req-05b32394-2d24-4f5b-99f0-06de61f92df5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298678 Sep 17 01:02:23.394055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device decea95d-5b60-49dc-a9f8-384738f168d4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:23.450764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.461069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Attempting to bind port 5b4b0a71-458d-4802-abb7-5dce6ebe033a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:23.463592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Attempting to bind port 5b4b0a71-458d-4802-abb7-5dce6ebe033a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:23.470438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Attempting to bind port 5b4b0a71-458d-4802-abb7-5dce6ebe033a on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:23.471616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Port 5b4b0a71-458d-4802-abb7-5dce6ebe033a on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:23.472039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b41ada-6e8e-48b0-b983-51d23af6def4 req-9ed425e8-6f10-48a5-b8f1-81c9dd7caf62 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.472284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Attempting to bind port 5b4b0a71-458d-4802-abb7-5dce6ebe033a on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:23.473584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95b41ada-6e8e-48b0-b983-51d23af6def4 req-9ed425e8-6f10-48a5-b8f1-81c9dd7caf62 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 948 time: 0.1044688 Sep 17 01:02:23.479903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:23.480440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:23.481018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:23.482069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Bound port: 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:23.482908 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d226271e-c3aa-42fe-9e93-75d66cfa492b x-openstack-request-id: req-d226271e-c3aa-42fe-9e93-75d66cfa492b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:23.483115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.483228 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1f55cb5-28e7-4e35-aff0-3b1467e72619", "tag": "876b95c0-59fb-44d7-96b2-53cd7d4381a5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:23.483461 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d226271e-c3aa-42fe-9e93-75d66cfa492b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:23.483851 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'tag': '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'status': 'completed', 'code': 200} Sep 17 01:02:23.490329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port decea95d-5b60-49dc-a9f8-384738f168d4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:23.490721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.536360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:23.545316 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.573361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95b41ada-6e8e-48b0-b983-51d23af6def4 req-2d38c9ad-f62e-456e-9bda-8a43d771dab6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884142 Sep 17 01:02:23.613779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-21320fdf-db2e-40a8-8acf-4bbf205f8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.615958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-21320fdf-db2e-40a8-8acf-4bbf205f8692 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 1099 time: 0.1077685 Sep 17 01:02:23.621314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] For port 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:23.626193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] For port 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:23.689500 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:02:23.738186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103efb95-ea05-4361-b22f-74403c2326c2 None None] Pushing event updated for resources: {'Port': ['ID=eb882ab8-fa03-462c-9fe0-2e709afefa18,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:23.766665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Attempting to bind port eb882ab8-fa03-462c-9fe0-2e709afefa18 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:23.766879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Attempting to bind port eb882ab8-fa03-462c-9fe0-2e709afefa18 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:23.767172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Attempting to bind port eb882ab8-fa03-462c-9fe0-2e709afefa18 on network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:23.777633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:23.778005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Checking segment: {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:23.778411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.778815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Bound using segment: {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:23.779468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Bound port: eb882ab8-fa03-462c-9fe0-2e709afefa18, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72125667-b757-439c-998c-67445f24a791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:23.779863 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.799917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-0fcd0433-d528-4367-b16b-52b5943a0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.801416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-0fcd0433-d528-4367-b16b-52b5943a0998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1767087 Sep 17 01:02:23.836146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-550a42d5-a7e1-4b01-a74a-a1586cdcf7e3 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.837651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-550a42d5-a7e1-4b01-a74a-a1586cdcf7e3 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 820 time: 0.1434309 Sep 17 01:02:23.843573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:23.881884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-3a6125fc-ffef-47ad-a7d6-38bacc0892d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5 HTTP/1.1" status: 200 len: 217 time: 0.0431430 Sep 17 01:02:23.890430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-e0d60697-a9b8-452e-8fd6-392a0dee2280 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/quotas/333fe3ee104a429585c22796b35cb3de HTTP/1.1" status: 200 len: 375 time: 0.0118284 Sep 17 01:02:23.962749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] For port eb882ab8-fa03-462c-9fe0-2e709afefa18, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:23.971626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:23.975035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-f2a2a4f9-abc1-4936-bd2d-15855c506dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:23.976621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-f2a2a4f9-abc1-4936-bd2d-15855c506dcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0812876 Sep 17 01:02:23.977240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:23.986132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-3bcea57e-09ad-4959-ae77-7eca0fbab74c tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820534 Sep 17 01:02:23.989714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] For port eb882ab8-fa03-462c-9fe0-2e709afefa18, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=eb882ab8-fa03-462c-9fe0-2e709afefa18,segment=NetworkSegment(72125667-b757-439c-998c-67445f24a791),segment_id=72125667-b757-439c-998c-67445f24a791)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:23.995821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:02:24.025674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:24.025888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1f11c35e-5d73-4e73-abb3-0f1a4124942e None None] Provisioning complete for port eb882ab8-fa03-462c-9fe0-2e709afefa18 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:24.026296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.026461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f11c35e-5d73-4e73-abb3-0f1a4124942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.027731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] 10.222.0.23 "PUT /v2.0/ports/5b4b0a71-458d-4802-abb7-5dce6ebe033a HTTP/1.1" status: 200 len: 1096 time: 1.5451627 Sep 17 01:02:24.058350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.061627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9206020-a243-4457-a02c-a8c4c7871585 req-462e826a-ddec-456f-a613-10fd66d1d867 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4424875 Sep 17 01:02:24.065008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad317d3d-9aab-44c0-825b-7c5fc4093f1d service neutron] Pushing event updated for resources: {'Port': ['ID=5b4b0a71-458d-4802-abb7-5dce6ebe033a,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:24.077641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:24.106657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:24.124206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1f11c35e-5d73-4e73-abb3-0f1a4124942e None None] Port eb882ab8-fa03-462c-9fe0-2e709afefa18 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:24.130007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-c226a770-79cb-43c8-95b8-edd5bcba1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:24.132698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-c226a770-79cb-43c8-95b8-edd5bcba1014 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290426 Sep 17 01:02:24.136104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:24.136991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.149098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-2ac6eecc-02e2-43dd-9bc5-fa8856ca5784 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549010 Sep 17 01:02:24.190204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.209827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Routers {'72edf2ab-e537-4c20-98bf-ca619366db55'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:24.210813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72edf2ab-e537-4c20-98bf-ca619366db55'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:24.250226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-3215a74e-957f-4852-8541-8240f62028c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:24.252519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-3215a74e-957f-4852-8541-8240f62028c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 1099 time: 0.1007202 Sep 17 01:02:24.309383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103efb95-ea05-4361-b22f-74403c2326c2 None None] Pushing event updated for resources: {'Port': ['ID=eb882ab8-fa03-462c-9fe0-2e709afefa18,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:24.317005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-5e332626-f1be-4c7a-8c39-2311884a3508 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a HTTP/1.1" status: 200 len: 217 time: 0.0550478 Sep 17 01:02:24.356724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] Set router 72edf2ab-e537-4c20-98bf-ca619366db55 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:24.368596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-136ab080-454f-4718-9122-22c9eb8c2203 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107158 Sep 17 01:02:24.408567 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.425900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad859192-da6a-4d62-889f-8875b33d6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:24.427934 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-ad859192-da6a-4d62-889f-8875b33d6d2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1026959 Sep 17 01:02:24.467678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-509ccd59-ca17-4ed7-a9fc-81c048b3d1dc service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875826 Sep 17 01:02:24.496026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557bb57-017f-4d16-aeca-591c8808073e req-9987d321-1919-4b1e-ba2c-bb6c4f0e1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:24.497840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-9987d321-1919-4b1e-ba2c-bb6c4f0e1402 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617306 Sep 17 01:02:24.504075 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.505047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:24.507719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3f8ebc-ff21-4fbc-adf2-80bfb066aed0 req-63743282-e4be-4c57-9877-c4e850768500 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317692 Sep 17 01:02:24.508140 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62fd0ff-4c3b-4724-9221-f463d752d822" -d '{"events": [{"server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "name": "network-vif-plugged", "status": "completed", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:24.529903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:24.586691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e4b8d481-6f68-4f31-b325-83820b992e10 None None] Provisioning complete for port eb882ab8-fa03-462c-9fe0-2e709afefa18 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:24.587159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d481-6f68-4f31-b325-83820b992e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.612322 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.677522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-fa73adb3-2d34-4d2c-b8eb-a3342442c952 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707928 Sep 17 01:02:24.710946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Allocated IP 172.25.1.21 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/d854fd1a-8c37-402c-81c1-ada1d582843f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:24.717460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:24.768502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d481-6f68-4f31-b325-83820b992e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.780957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-780c531b-5140-4192-b748-30688810f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:19Z', 'revision_number': 4, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'eb882ab8-fa03-462c-9fe0-2e709afefa18', 'name': '', 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'mac_address': 'fa:16:3e:0d:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:17Z', 'updated_at': '2021-09-17T01:02:23Z', 'revision_number': 4, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'subnets': [{'id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:24.814497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780c531b-5140-4192-b748-30688810f0a3 None None] The sync data for ids ['72edf2ab-e537-4c20-98bf-ca619366db55'] in n-d-789963-7 is: [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:19Z', 'revision_number': 4, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'eb882ab8-fa03-462c-9fe0-2e709afefa18', 'name': '', 'network_id': 'b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'mac_address': 'fa:16:3e:0d:62:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:17Z', 'updated_at': '2021-09-17T01:02:23Z', 'revision_number': 4, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'subnets': [{'id': '30fb3d58-d0ca-44dd-9470-9d05b19834f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:24.817927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27b3e578-1cfb-493d-b73c-6982a1219dff req-a2fac819-2cea-4f20-a79a-83830a89feff tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips/a1f3fca2-68c1-44b2-acba-d24c2ed38009 HTTP/1.1" status: 200 len: 692 time: 0.1570961 Sep 17 01:02:24.835919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e4b8d481-6f68-4f31-b325-83820b992e10 None None] For port eb882ab8-fa03-462c-9fe0-2e709afefa18, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=eb882ab8-fa03-462c-9fe0-2e709afefa18,segment=NetworkSegment(72125667-b757-439c-998c-67445f24a791),segment_id=72125667-b757-439c-998c-67445f24a791)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:24.888129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d481-6f68-4f31-b325-83820b992e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.929342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d557bb57-017f-4d16-aeca-591c8808073e req-c9152f2c-ab1f-42b0-818a-9632b1bbecb5 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382743 Sep 17 01:02:24.936628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-dba65db6-1721-4f05-9d81-061604d11514 service neutron] 10.222.0.23 "GET /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.2005384 Sep 17 01:02:24.963114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:24.970271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8d481-6f68-4f31-b325-83820b992e10 None None] Pushing event updated for resources: {'Port': ['ID=eb882ab8-fa03-462c-9fe0-2e709afefa18,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:25.026493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3e578-1cfb-493d-b73c-6982a1219dff req-08ca9531-68cb-46d8-ba85-f169aa259831 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:25.027967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27b3e578-1cfb-493d-b73c-6982a1219dff req-08ca9531-68cb-46d8-ba85-f169aa259831 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.2092595 Sep 17 01:02:25.042195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-27b3e578-1cfb-493d-b73c-6982a1219dff req-032b9301-1653-4c4d-96d1-ba8e35400a26 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:25.043241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27b3e578-1cfb-493d-b73c-6982a1219dff req-032b9301-1653-4c4d-96d1-ba8e35400a26 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083003 Sep 17 01:02:25.072604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.125010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:25.128169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:25.132367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:25.140244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=d854fd1a-8c37-402c-81c1-ada1d582843f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:25.199511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4231-6ad6-4ac0-80e0-0d116938099a req-6f7c3c49-d85e-4858-9cf6-f1d39fd0dc86 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:25.201098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7fe4231-6ad6-4ac0-80e0-0d116938099a req-6f7c3c49-d85e-4858-9cf6-f1d39fd0dc86 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 948 time: 0.0921290 Sep 17 01:02:25.258728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.288497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7fe4231-6ad6-4ac0-80e0-0d116938099a req-7a775f4d-9456-4f81-9d75-838a8b669f71 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530438 Sep 17 01:02:25.301007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:25.320665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9'}, {'name': 'network-changed', 'server_uuid': 'f362282e-9469-492e-b941-ae2867680b80', 'tag': '5b4b0a71-458d-4802-abb7-5dce6ebe033a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:25.322246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:25.325389 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9251cdec-4771-4f4b-ba41-b940ac055645" -d '{"events": [{"name": "network-changed", "server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9"}, {"name": "network-changed", "server_uuid": "f362282e-9469-492e-b941-ae2867680b80", "tag": "5b4b0a71-458d-4802-abb7-5dce6ebe033a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:25.368351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14defeb1-8f53-4376-9f0e-f85138e015f9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:25.395851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:25.400302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.429139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768269ed-e2de-410e-8371-9e41763ae3b5 req-fb0da080-24c9-4f2c-8c7d-5103b6a8b7a5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:25.435781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-768269ed-e2de-410e-8371-9e41763ae3b5 req-fb0da080-24c9-4f2c-8c7d-5103b6a8b7a5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.0842354 Sep 17 01:02:25.481714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-768269ed-e2de-410e-8371-9e41763ae3b5 req-c5c18bd5-719f-4338-8355-9271a8f20910 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Sep 17 01:02:25.496486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.516983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 876b95c0-59fb-44d7-96b2-53cd7d4381a5 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:25.601405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.612446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] Transition to ACTIVE for port object 14defeb1-8f53-4376-9f0e-f85138e015f9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:25.647014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:25.658751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'mac_address': 'fa:16:3e:61:31:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:25.698977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2cc59-c899-44f1-955f-17b61dc58ee3 req-71284100-1da9-4882-95d9-95056d305a64 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:25.700212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.702420 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.706022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3f2cc59-c899-44f1-955f-17b61dc58ee3 req-71284100-1da9-4882-95d9-95056d305a64 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 943 time: 0.0585928 Sep 17 01:02:25.711661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.723603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876b95c0-59fb-44d7-96b2-53cd7d4381a5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:25.746020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:25.792212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=d854fd1a-8c37-402c-81c1-ada1d582843f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:25.805550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.808697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.830187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] No DVR routers for this DVR port 14defeb1-8f53-4376-9f0e-f85138e015f9 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:25.842536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] Pushing event updated for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:25.852579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3f2cc59-c899-44f1-955f-17b61dc58ee3 req-499dda41-bafe-43cc-99f7-615b6b85ac6e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949705 Sep 17 01:02:25.865360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=876b95c0-59fb-44d7-96b2-53cd7d4381a5,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:25.883165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-aca97301-737b-4c0a-aead-55d001ccc742 service neutron] 10.222.0.23 "PUT /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 0.9361622 Sep 17 01:02:25.896591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:25.898139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3f9c2203-ea5b-4c52-b26e-66ad20eefe74 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8273420 Sep 17 01:02:25.911054 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3538c564-ef76-4b57-873f-531953f17afb x-openstack-request-id: req-3538c564-ef76-4b57-873f-531953f17afb {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:25.911054 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "name": "network-vif-plugged", "status": "completed", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:25.911054 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3538c564-ef76-4b57-873f-531953f17afb {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:25.911054 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'code': 200} Sep 17 01:02:25.953150 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9206020-a243-4457-a02c-a8c4c7871585 req-1cef7be5-00a8-4faa-898d-442d5e313b05 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0480027 Sep 17 01:02:26.057079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d711e6-227a-419c-85a6-16bc6ea17386 req-49807382-083b-493d-b18f-9c6ce08e1565 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.058556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7d711e6-227a-419c-85a6-16bc6ea17386 req-49807382-083b-493d-b18f-9c6ce08e1565 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 949 time: 0.1057370 Sep 17 01:02:26.069487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3613a1e2-5276-4394-9285-186f10217d44 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.069824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235e779-99d3-4e28-a2b0-63139175f494 req-8aa9cb6c-2f33-440b-94f7-80d5131b6b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.070920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0235e779-99d3-4e28-a2b0-63139175f494 req-8aa9cb6c-2f33-440b-94f7-80d5131b6b97 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1096 time: 0.0910683 Sep 17 01:02:26.071053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9206020-a243-4457-a02c-a8c4c7871585 req-3613a1e2-5276-4394-9285-186f10217d44 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1106021 Sep 17 01:02:26.113291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-3090e81e-df6f-480f-9aa6-c1bcbe40ef8f tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.114996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-3090e81e-df6f-480f-9aa6-c1bcbe40ef8f tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1014292 Sep 17 01:02:26.130702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['876b95c0-59fb-44d7-96b2-53cd7d4381a5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:26.147550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7d711e6-227a-419c-85a6-16bc6ea17386 req-f58894b6-8cb5-4ad4-aead-f87fc15c6ce6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812292 Sep 17 01:02:26.159728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1adc314-a708-4040-ba5a-47ae0bb6a74c req-044603b1-4d47-4eb6-8076-e0d34940ea54 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 210 time: 0.0322261 Sep 17 01:02:26.166366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0235e779-99d3-4e28-a2b0-63139175f494 req-61251a61-51b7-4224-9f39-b022a46456c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873170 Sep 17 01:02:26.196413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-c1a0338b-8d0d-4680-85fa-24540bb88e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.197891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-c1a0338b-8d0d-4680-85fa-24540bb88e8b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3&tenant_id=cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 1095 time: 0.0731280 Sep 17 01:02:26.242841 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9f3186-68cc-43a7-8807-272eae7871ae x-openstack-request-id: req-7f9f3186-68cc-43a7-8807-272eae7871ae {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:26.242841 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f362282e-9469-492e-b941-ae2867680b80", "tag": "5b4b0a71-458d-4802-abb7-5dce6ebe033a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:26.242841 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f9f3186-68cc-43a7-8807-272eae7871ae {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:26.243107 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'status': 'completed', 'code': 200} Sep 17 01:02:26.243206 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f362282e-9469-492e-b941-ae2867680b80', 'tag': '5b4b0a71-458d-4802-abb7-5dce6ebe033a', 'status': 'completed', 'code': 200} Sep 17 01:02:26.374905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-3f36b47a-1156-4ab1-8d62-57a92eaad880 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1226368 Sep 17 01:02:26.385843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:26.488955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:26.573375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a59cc87f-3d06-43f7-86ac-d19d91643f79 req-00e9972f-4a2e-40cb-a308-592848c482e3 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=f807afdb06af47e781a2f097369088a8 HTTP/1.1" status: 200 len: 695 time: 0.3691227 Sep 17 01:02:26.589386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:26.625639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-16eeb0d3-6609-4789-9dd2-f7be0c51e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.627110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-16eeb0d3-6609-4789-9dd2-f7be0c51e849 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1095 time: 0.3932970 Sep 17 01:02:26.671544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-b9eb4605-6d7e-406d-8ddb-44bfe08143ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.672994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-b9eb4605-6d7e-406d-8ddb-44bfe08143ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1095 time: 0.1355574 Sep 17 01:02:26.700671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Allocated IP 172.25.1.61 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/2800ab6f-3c6f-4eb3-807e-632cc5d4c780) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:26.835340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:26.867944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eb882ab8-fa03-462c-9fe0-2e709afefa18 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:26.877109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cc87f-3d06-43f7-86ac-d19d91643f79 req-bfb511a1-b711-446d-8b83-5d7b04973e58 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.878721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a59cc87f-3d06-43f7-86ac-d19d91643f79 req-bfb511a1-b711-446d-8b83-5d7b04973e58 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks?id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 787 time: 0.2979813 Sep 17 01:02:26.903157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-a59cc87f-3d06-43f7-86ac-d19d91643f79 req-83c5b892-9956-4e53-b48f-81cc15630df6 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:26.904228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a59cc87f-3d06-43f7-86ac-d19d91643f79 req-83c5b892-9956-4e53-b48f-81cc15630df6 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131772 Sep 17 01:02:26.913421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-54d06f11-601d-476b-a4b9-a8b061018e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.914980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-54d06f11-601d-476b-a4b9-a8b061018e21 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.2262833 Sep 17 01:02:26.926381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-39a0387d-9f80-47b4-8787-06022d9122d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:26.929584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-39a0387d-9f80-47b4-8787-06022d9122d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.2924333 Sep 17 01:02:26.936402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port eb882ab8-fa03-462c-9fe0-2e709afefa18 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:26.936929 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:26.964899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:26.974760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-f9bababb-adb7-4e6e-803e-399f21f05c6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 217 time: 0.0437891 Sep 17 01:02:27.016698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-cac2aa22-f613-47c8-bb00-e053185c456b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 200 len: 217 time: 0.0403101 Sep 17 01:02:27.062440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:27.072498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:27.075948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=2800ab6f-3c6f-4eb3-807e-632cc5d4c780,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:27.078135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:27.132581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-f55d61fc-36b7-4ac0-857a-91312fd9c862 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.134102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-f55d61fc-36b7-4ac0-857a-91312fd9c862 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.23 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 820 time: 0.1923966 Sep 17 01:02:27.145748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edf0d2-2c12-4848-acd5-5e27a772ca15 req-23ed4718-d132-4323-b2b3-08a148550ab9 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.147999 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32edf0d2-2c12-4848-acd5-5e27a772ca15 req-23ed4718-d132-4323-b2b3-08a148550ab9 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 948 time: 0.1712508 Sep 17 01:02:27.149489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-d30060e8-c40b-42fe-83b6-d74aa66dbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.150011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'port': {'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'admin_state_up': True, 'tenant_id': '333fe3ee104a429585c22796b35cb3de'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:27.150806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-d30060e8-c40b-42fe-83b6-d74aa66dbf67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1243615 Sep 17 01:02:27.152036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-7bde5af3-203c-4e2d-b837-379bf7e7b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.153360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-7bde5af3-203c-4e2d-b837-379bf7e7b705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1257579 Sep 17 01:02:27.231515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-f22718cf-25f1-4aa9-94d1-dfeab8434fe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675113 Sep 17 01:02:27.233192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-28e22b9c-e1aa-4f10-983f-19ff4e6ac3ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566049 Sep 17 01:02:27.250335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.285575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32edf0d2-2c12-4848-acd5-5e27a772ca15 req-7721d8d7-fdc7-49ed-bcbd-f0102ba9b90b tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280546 Sep 17 01:02:27.369803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Made reservation on behalf of 333fe3ee104a429585c22796b35cb3de for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:27.373252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.387886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.450042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-57c02ecb-b9ad-4809-a960-e821a7b1fbfe service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044051 Sep 17 01:02:27.458769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-caeb4703-aa19-40ee-8d9f-a912f70080b6 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136765 Sep 17 01:02:27.477444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a83375-7e77-48bf-9596-8883680f710b req-32adf203-dc6e-41bb-9fc0-68e477532a2d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.479300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16a83375-7e77-48bf-9596-8883680f710b req-32adf203-dc6e-41bb-9fc0-68e477532a2d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.1021366 Sep 17 01:02:27.534790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 876b95c0-59fb-44d7-96b2-53cd7d4381a5 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:27.608981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Allocated IP 172.20.0.4 (0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1/8dd0ce9c-af2c-4f79-b469-078b3106cacc/a52e28f1-4c6e-498b-9f08-50cc56c8b3fc) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:27.637743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16a83375-7e77-48bf-9596-8883680f710b req-6111338c-877e-471b-bba2-bd2df4adebc5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403930 Sep 17 01:02:27.656811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-8a55f751-f880-4f01-9eb2-2a40ad7e92fe service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967726 Sep 17 01:02:27.677546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:27.684409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:27.686006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.694584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-29521860-a272-4e62-be79-6c20344c62a9 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259507 Sep 17 01:02:27.720103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.779516 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.779688 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.820737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:27.824601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5b4b0a71-458d-4802-abb7-5dce6ebe033a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:27.827043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:27.883560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.901590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:27.903529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-846c8237-dac0-4c47-af49-3ef11486e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.905610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-846c8237-dac0-4c47-af49-3ef11486e345 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 1099 time: 0.1113758 Sep 17 01:02:27.908264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876b95c0-59fb-44d7-96b2-53cd7d4381a5'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:27.910868 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b08d4c7-831f-4c39-b542-921cc7e59fa5" -d '{"events": [{"server_uuid": "f1f55cb5-28e7-4e35-aff0-3b1467e72619", "name": "network-vif-plugged", "status": "completed", "tag": "876b95c0-59fb-44d7-96b2-53cd7d4381a5"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:27.913747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a86f-f10e-4479-807f-3ecffca045e7 req-9a88b0f7-7407-4a0a-a79a-e78eca850901 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:27.915788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b192a86f-f10e-4479-807f-3ecffca045e7 req-9a88b0f7-7407-4a0a-a79a-e78eca850901 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.0881305 Sep 17 01:02:27.917965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=2800ab6f-3c6f-4eb3-807e-632cc5d4c780,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:27.921355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:27.932976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.015912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b192a86f-f10e-4479-807f-3ecffca045e7 req-ffb3d1d9-5bff-4c0c-b1fd-93ed15e837a3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804622 Sep 17 01:02:28.024534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.025798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9dafa9fa-b247-4cbb-b134-8f0b64758d61 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6441178 Sep 17 01:02:28.032383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=876b95c0-59fb-44d7-96b2-53cd7d4381a5,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:28.035397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-1f2b5e9c-42ad-45ce-9ac9-838e083593e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.036972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-1f2b5e9c-42ad-45ce-9ac9-838e083593e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1204038 Sep 17 01:02:28.046597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:28.057158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.062303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '5b4b0a71-458d-4802-abb7-5dce6ebe033a', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '5b4b0a71-458d-4802-abb7-5dce6ebe033a', 'mac_address': 'fa:16:3e:9d:bd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:28.070430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0dbeeadb-1adf-4deb-b680-9a7305c9769a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:28.089247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-0393ccc0-6177-41da-a6de-d84518fcdfb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a HTTP/1.1" status: 200 len: 217 time: 0.0409744 Sep 17 01:02:28.132105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-ded6e92d-0013-440c-a92b-0cb99aea0025 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.0836134 Sep 17 01:02:28.148764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.163432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:28.178177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-09052485-09fd-4c48-8122-e4c68a60d2b4 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips/a1f3fca2-68c1-44b2-acba-d24c2ed38009 HTTP/1.1" status: 200 len: 692 time: 0.1215751 Sep 17 01:02:28.182403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event updated for resources: {'Port': ['ID=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:28.186236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:28.203662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:28.204151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-30f45f67-ddb6-4c3f-b3ab-d071e294deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.205632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-30f45f67-ddb6-4c3f-b3ab-d071e294deb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0834734 Sep 17 01:02:28.232672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-0ab468a0-abfc-4373-87ee-f5e5072825d3 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.237645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-0ab468a0-abfc-4373-87ee-f5e5072825d3 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1142755 Sep 17 01:02:28.295485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b4b0a71-458d-4802-abb7-5dce6ebe033a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:28.331556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.332313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.340711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:28.387632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9ce1810b-d4f4-4051-acbe-24416769cd90 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.393802 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8da93ae8-9de7-4f4b-a417-e1a0540d5e13 req-9ce1810b-d4f4-4051-acbe-24416769cd90 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.2466743 Sep 17 01:02:28.403571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.427242 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-db1feaf4-5d94-4af3-90d7-3b0122985c45 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2814353 Sep 17 01:02:28.429162 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.443525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Request body: {'port': {'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:28.469450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-97fda7af-aca6-4f3e-a2ff-dee3ab30abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.471033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-97fda7af-aca6-4f3e-a2ff-dee3ab30abf9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2512078 Sep 17 01:02:28.482177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-34ade94d-baaa-4c93-aebb-cd244bf82dbe None None] Provisioning complete for port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:28.482556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-34ade94d-baaa-4c93-aebb-cd244bf82dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.522582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5b4b0a71-458d-4802-abb7-5dce6ebe033a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:28.533194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-0b8f09fe-24fc-48cc-b228-4fe746984357 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.537771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-34ade94d-baaa-4c93-aebb-cd244bf82dbe None None] Port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:28.538328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.539621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-0b8f09fe-24fc-48cc-b228-4fe746984357 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.3304949 Sep 17 01:02:28.556699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-c375328d-612f-48b9-ad70-2f92f229a49c tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:28.557693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-c375328d-612f-48b9-ad70-2f92f229a49c tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092952 Sep 17 01:02:28.558832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58485eb0-56d6-4527-9056-0a0b22da9262 req-e476375f-24a0-4abe-989f-258920dfa6aa tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.560380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-58485eb0-56d6-4527-9056-0a0b22da9262 req-e476375f-24a0-4abe-989f-258920dfa6aa tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 950 time: 0.0939400 Sep 17 01:02:28.634224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-12ea911e-fe48-45a3-a246-dca390663117 service neutron] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:28.643851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-12ea911e-fe48-45a3-a246-dca390663117 service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.644900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2eff8d-a7ce-412e-97dd-60262697b48f req-12ea911e-fe48-45a3-a246-dca390663117 service neutron] 10.222.0.36 "DELETE /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.3834808 Sep 17 01:02:28.650009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-268322b2-9c62-4e94-98c2-72667f068c4f tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 695 time: 0.0838101 Sep 17 01:02:28.677930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5b4b0a71-458d-4802-abb7-5dce6ebe033a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:28.680166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-58485eb0-56d6-4527-9056-0a0b22da9262 req-fd811390-0ba0-486e-b7c5-e7ac3e37f0c1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135211 Sep 17 01:02:28.705749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-034a7741-ed3d-4f40-8cbf-bd3ff7638bee service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184572 Sep 17 01:02:28.797458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-d1f9c81f-5723-4b15-9144-4026540e2ba2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.69 HTTP/1.1" status: 200 len: 695 time: 0.1388788 Sep 17 01:02:28.817102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.857399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d020ab-8b10-4ee0-b487-125efeed68aa req-7e0f27b2-5ad2-47f5-9110-645da48e10fb tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:28.858897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9d020ab-8b10-4ee0-b487-125efeed68aa req-7e0f27b2-5ad2-47f5-9110-645da48e10fb tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 931 time: 0.0696375 Sep 17 01:02:28.906434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9251cdec-4771-4f4b-ba41-b940ac055645 req-0db45447-5c8f-4e15-808a-f88bd0e11e79 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930447 Sep 17 01:02:28.936643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52e28f1-4c6e-498b-9f08-50cc56c8b3fc {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:28.943155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9d020ab-8b10-4ee0-b487-125efeed68aa req-7f798ef6-d3b5-4ab4-9c34-ae00af0d2125 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715122 Sep 17 01:02:28.946989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.950862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Deleting port c57037c0-2709-4df9-8e10-e221d4757e30 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:28.951227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:28.966435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Transition to ACTIVE for port object a52e28f1-4c6e-498b-9f08-50cc56c8b3fc will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:28.990930 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0744158c-43c6-46f6-9e38-90f16d7f4354 x-openstack-request-id: req-0744158c-43c6-46f6-9e38-90f16d7f4354 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:28.991461 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f55cb5-28e7-4e35-aff0-3b1467e72619", "name": "network-vif-plugged", "status": "completed", "tag": "876b95c0-59fb-44d7-96b2-53cd7d4381a5", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:28.991619 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0744158c-43c6-46f6-9e38-90f16d7f4354 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:28.992016 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'code': 200} Sep 17 01:02:29.033708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.034040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.046954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Calling delete_port for c57037c0-2709-4df9-8e10-e221d4757e30 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:29.068642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.145406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c46d-2338-498d-8d6e-04edd858e593 req-ecd4a1e1-5a64-49e0-8974-148579850f86 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:29.147385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6239c46d-2338-498d-8d6e-04edd858e593 req-ecd4a1e1-5a64-49e0-8974-148579850f86 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 949 time: 0.1109328 Sep 17 01:02:29.164374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Pushing event updated for resources: {'Port': ['ID=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:29.167488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278db504-a1c5-407a-bc16-3ead8b271f92 req-1ecdce81-2eab-4885-ba4e-57ffdf01e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:29.168989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-278db504-a1c5-407a-bc16-3ead8b271f92 req-1ecdce81-2eab-4885-ba4e-57ffdf01e118 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 1101 time: 0.1155138 Sep 17 01:02:29.230404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6239c46d-2338-498d-8d6e-04edd858e593 req-044af235-1b38-4de1-8559-9755721535b1 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634415 Sep 17 01:02:29.252705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Attempting to bind port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:29.252705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Attempting to bind port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:29.252705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Attempting to bind port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:29.253213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-278db504-a1c5-407a-bc16-3ead8b271f92 req-ed379ff6-9037-42c3-9363-35988ae141d5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656366 Sep 17 01:02:29.253313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:29.255922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Attempting to bind port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc on network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:29.267227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:29.267593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Checking segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:29.267946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Bound using segment: {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:29.268387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Bound port: a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a069a274-539c-4be3-894d-c6f45e3643e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:29.268747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.385951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.413888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] For port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:29.418517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] For port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:29.423785 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-d3c13b57-9ad7-4f36-9964-eb1322db3327 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1577067 Sep 17 01:02:29.437104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:29.477388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.515043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:29.515716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.517120 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] 10.222.0.23 "PUT /v2.0/ports/a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 1091 time: 1.0801868 Sep 17 01:02:29.517571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:29.519867 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d37708-e772-4c86-aba8-e52958c2219e" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:29.549514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5326f10-ce11-4a00-84af-d63cb7038579 service neutron] Pushing event updated for resources: {'Port': ['ID=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:29.568876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.667024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Pushing event deleted for resources: {'Port': ['ID=c57037c0-2709-4df9-8e10-e221d4757e30,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:29.693664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.696608 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.697929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbb74de8-daf5-4fe6-9d15-e41125798fd4 req-9b2742a2-4f40-4b7b-a370-9de94597c46a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "DELETE /v2.0/floatingips/a1f3fca2-68c1-44b2-acba-d24c2ed38009 HTTP/1.1" status: 204 len: 173 time: 0.8995922 Sep 17 01:02:29.818859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed0610-a293-4f40-a796-7795fc73c9b8 req-1f4de60c-83be-48bc-a722-86060a0f0281 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:29.820291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21ed0610-a293-4f40-a796-7795fc73c9b8 req-1f4de60c-83be-48bc-a722-86060a0f0281 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.0596297 Sep 17 01:02:29.851945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5b4b0a71-458d-4802-abb7-5dce6ebe033a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:29.864048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21ed0610-a293-4f40-a796-7795fc73c9b8 req-2e8bb408-9388-4c68-872b-5651feb03bf0 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370378 Sep 17 01:02:29.943562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-c5c40baa-aa64-4a32-9523-650e794455f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:29.945078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-c5c40baa-aa64-4a32-9523-650e794455f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1094 time: 0.3189247 Sep 17 01:02:29.945358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 5b4b0a71-458d-4802-abb7-5dce6ebe033a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:29.950015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 5b4b0a71-458d-4802-abb7-5dce6ebe033a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:29.950540 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:29.995520 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-e8cd31c2-b752-4870-9000-db2813bdb12a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 217 time: 0.0400617 Sep 17 01:02:30.006492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.034220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.043374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcaf6f-3563-4976-9e99-aa88f15a5f0a req-7d3f6c3a-c7d6-431e-988c-32789c67aeab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:30.044875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47bcaf6f-3563-4976-9e99-aa88f15a5f0a req-7d3f6c3a-c7d6-431e-988c-32789c67aeab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.0568888 Sep 17 01:02:30.072865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:30.088594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-c2244d1c-8164-45be-b1cf-e5c6c6bc7e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:30.089620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47bcaf6f-3563-4976-9e99-aa88f15a5f0a req-de57ecb1-f881-4e39-80ec-1c4711aa964f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Sep 17 01:02:30.090038 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-c2244d1c-8164-45be-b1cf-e5c6c6bc7e7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0857666 Sep 17 01:02:30.139483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.148447 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fc960f-f309-44d1-b838-667199ca7653 x-openstack-request-id: req-b5fc960f-f309-44d1-b838-667199ca7653 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:30.148736 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:30.148981 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b5fc960f-f309-44d1-b838-667199ca7653 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:30.149371 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'status': 'completed', 'code': 200} Sep 17 01:02:30.178051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748097f-8421-4911-b5bc-95a44cbe30da req-f9fcb8ac-fff0-45c5-a941-f321facd6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:30.179574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-f9fcb8ac-fff0-45c5-a941-f321facd6356 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824862 Sep 17 01:02:30.188294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Allocated IP 172.25.1.231 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/055d88ec-1b2f-426e-a143-19bb049b4993) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:30.207291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5b4b0a71-458d-4802-abb7-5dce6ebe033a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:30.249282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-b2003b57-187e-44ad-848a-92e69deb0343 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1047595 Sep 17 01:02:30.259814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:30.347410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-caf310ea-0c40-465a-b36f-4cb3fad9512e service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567004 Sep 17 01:02:30.356942 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.398405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.465117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.479395 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0748097f-8421-4911-b5bc-95a44cbe30da req-32c7034a-7747-4af9-9b44-3c06ae86a615 service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209071 Sep 17 01:02:30.562942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.601467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:30.606061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:30.609790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:30.616683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Allocated IP 172.25.1.30 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/7c21593b-3c64-4999-80a1-89d38d13ffa5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:30.645316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=055d88ec-1b2f-426e-a143-19bb049b4993,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:30.696337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37708-e772-4c86-aba8-e52958c2219e req-aa8b9c54-733e-4b80-932d-0a71a91bc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:30.697909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-aa8b9c54-733e-4b80-932d-0a71a91bc1d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1094 time: 0.0800915 Sep 17 01:02:30.731537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.791297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.823123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37708-e772-4c86-aba8-e52958c2219e req-718de06d-353d-4e97-9ee6-ffd6e86f8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:30.824589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-718de06d-353d-4e97-9ee6-ffd6e86f8a13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.1048827 Sep 17 01:02:30.837364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.874516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-538f14e5-a529-4833-878b-57dc1eec06ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 217 time: 0.0400257 Sep 17 01:02:30.874941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:30.877821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:30.881215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:30.896563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Pushing event updated for resources: {'Port': ['ID=7c21593b-3c64-4999-80a1-89d38d13ffa5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:30.924921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.941861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:30.966777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37708-e772-4c86-aba8-e52958c2219e req-9be332d0-15e8-4083-8394-624ce73af266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:30.968253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-9be332d0-15e8-4083-8394-624ce73af266 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0769823 Sep 17 01:02:30.992951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f362282e-9469-492e-b941-ae2867680b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4b0a71-458d-4802-abb7-5dce6ebe033a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:30.995427 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0a85d4-7d00-4163-afa7-69d3c828c5d1" -d '{"events": [{"server_uuid": "f362282e-9469-492e-b941-ae2867680b80", "name": "network-vif-plugged", "status": "completed", "tag": "5b4b0a71-458d-4802-abb7-5dce6ebe033a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:31.012509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.067425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d37708-e772-4c86-aba8-e52958c2219e req-bdcdeb66-b7f4-4374-af74-02397e023522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.069656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-bdcdeb66-b7f4-4374-af74-02397e023522 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922463 Sep 17 01:02:31.162554 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.182869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.200254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-6f19b0a6-3bbf-44c0-a77b-7ac7773f2229 service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157932 Sep 17 01:02:31.242410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.268428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.273688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.293710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Pushing event updated for resources: {'Port': ['ID=7c21593b-3c64-4999-80a1-89d38d13ffa5,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:31.346223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d37708-e772-4c86-aba8-e52958c2219e req-281d2ecc-dfcc-41c9-8579-3c038bd8ddd2 service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373456 Sep 17 01:02:31.359210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=055d88ec-1b2f-426e-a143-19bb049b4993,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:31.369873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.374035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.375781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-82e88de4-1199-4a0b-9dc4-2d4c140ae083 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1201181 Sep 17 01:02:31.425365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-1f237591-f2d1-49b8-8ae9-62b202e9bdf0 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0429597 Sep 17 01:02:31.448296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:31.449502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b6ea5dea-af67-442f-b772-c0d979c0349f tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0182943 Sep 17 01:02:31.500436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-b34c3716-c7a6-4347-b802-f24300853bce tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.231 HTTP/1.1" status: 200 len: 696 time: 0.0444622 Sep 17 01:02:31.535302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-9e56c4e7-cfaf-4595-afff-253f3fba19d9 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.537064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f978a97-a9d8-449b-9ecb-d02f85daef5b req-9e56c4e7-cfaf-4595-afff-253f3fba19d9 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1051078 Sep 17 01:02:31.616112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-8febc4ec-a1b8-44ce-9a56-69e68e711adc tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.617481 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afb0a3eb-86fc-436c-b4aa-ec31a666e053 req-8febc4ec-a1b8-44ce-9a56-69e68e711adc tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1111248 Sep 17 01:02:31.640461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a413f8fc-ca3b-410a-8cd3-73f0e04e5375 req-f7ac85dc-40ff-4ae1-95d0-900d22f09666 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.641992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a413f8fc-ca3b-410a-8cd3-73f0e04e5375 req-f7ac85dc-40ff-4ae1-95d0-900d22f09666 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 950 time: 0.0546932 Sep 17 01:02:31.683817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a413f8fc-ca3b-410a-8cd3-73f0e04e5375 req-9101e854-ee3e-4e63-b4c6-e6aa0d79553e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Sep 17 01:02:31.795159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f4f45-f316-46dc-b9e1-432e1d096df7 req-1b8ce7db-7c57-40c8-977a-f6fdf85dac99 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.796807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b8f4f45-f316-46dc-b9e1-432e1d096df7 req-1b8ce7db-7c57-40c8-977a-f6fdf85dac99 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 943 time: 0.0550089 Sep 17 01:02:31.835262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b8f4f45-f316-46dc-b9e1-432e1d096df7 req-56107a19-d846-4d71-9c1c-edc8c139dab9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Sep 17 01:02:31.879858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411452c-2a14-49f8-88de-eaf9c7616095 req-874480a0-95db-442f-8c01-e7cdb174f163 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.881509 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8411452c-2a14-49f8-88de-eaf9c7616095 req-874480a0-95db-442f-8c01-e7cdb174f163 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1096 time: 0.0483832 Sep 17 01:02:31.918631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8411452c-2a14-49f8-88de-eaf9c7616095 req-2a19baa4-d9f3-4caa-bbfa-de822263842a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297983 Sep 17 01:02:31.967330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2537a1-1526-4f44-b65a-e2bd13800b5d req-ddd77534-19a8-479e-9350-39f6203b90f6 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:31.968886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c2537a1-1526-4f44-b65a-e2bd13800b5d req-ddd77534-19a8-479e-9350-39f6203b90f6 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 950 time: 0.0547419 Sep 17 01:02:32.011404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c2537a1-1526-4f44-b65a-e2bd13800b5d req-e7395219-5fc0-4aee-a39c-7e250a1f6e60 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361102 Sep 17 01:02:32.032605 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a36af9-d750-4d26-aed7-465d3818c5aa x-openstack-request-id: req-c5a36af9-d750-4d26-aed7-465d3818c5aa {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:32.033429 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f362282e-9469-492e-b941-ae2867680b80", "name": "network-vif-plugged", "status": "completed", "tag": "5b4b0a71-458d-4802-abb7-5dce6ebe033a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:32.033686 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5a36af9-d750-4d26-aed7-465d3818c5aa {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:32.034100 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f362282e-9469-492e-b941-ae2867680b80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b4b0a71-458d-4802-abb7-5dce6ebe033a', 'code': 200} Sep 17 01:02:32.079489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-08511f3b-df04-46d7-830f-20cb3985fe2a tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips/bd61ac13-5f28-4822-8970-fa3db79a905a HTTP/1.1" status: 200 len: 692 time: 0.0462103 Sep 17 01:02:32.179283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-7fa32a8a-b8fe-4a9b-bb51-b578abe5ea43 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1350858 Sep 17 01:02:32.181744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1aeb-6d06-4d15-a8f3-51135c1ff3ae req-e02524b0-e61c-467e-a864-766bf0dbbc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:32.183202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-787f1aeb-6d06-4d15-a8f3-51135c1ff3ae req-e02524b0-e61c-467e-a864-766bf0dbbc6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 1101 time: 0.0689509 Sep 17 01:02:32.188087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-b697e527-c73f-438c-9928-dfcd4aa623ae tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:32.188578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:32.189406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-b697e527-c73f-438c-9928-dfcd4aa623ae tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1027801 Sep 17 01:02:32.233407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-787f1aeb-6d06-4d15-a8f3-51135c1ff3ae req-a8cd8041-6bfa-4bd8-8d9f-fbadf63f5bea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Sep 17 01:02:32.239054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-22ca05fd-3db5-4835-860b-f0f787c9c485 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0424745 Sep 17 01:02:32.292183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-ddd8396e-986d-420d-bb24-c5c2a2e9c3c0 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.30 HTTP/1.1" status: 200 len: 695 time: 0.0461473 Sep 17 01:02:32.305525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.405680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.420750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Deleting port 7c21593b-3c64-4999-80a1-89d38d13ffa5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:32.421092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.495832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.496128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.507501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Calling delete_port for 7c21593b-3c64-4999-80a1-89d38d13ffa5 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:32.510763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Allocated IP 172.25.1.107 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/db9392df-b9a9-45b3-adcf-6a3f9260630c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:32.615943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.699464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.711486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.729607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Pushing event deleted for resources: {'Port': ['ID=7c21593b-3c64-4999-80a1-89d38d13ffa5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:32.749900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:32.752796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:32.754345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.756815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:32.758128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.759374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba234a-043e-4ed1-b0f6-207cf6d20c3e req-50e1d18a-c204-47be-8511-0cf4f37ddbe2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "DELETE /v2.0/floatingips/bd61ac13-5f28-4822-8970-fa3db79a905a HTTP/1.1" status: 204 len: 173 time: 0.4615541 Sep 17 01:02:32.790068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=db9392df-b9a9-45b3-adcf-6a3f9260630c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:32.846730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736f209-afe3-431a-b63d-bbf1b81f5db3 req-c4193ac2-445a-4c0a-91a4-50203775faa7 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:32.848287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8736f209-afe3-431a-b63d-bbf1b81f5db3 req-c4193ac2-445a-4c0a-91a4-50203775faa7 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 1101 time: 0.0400269 Sep 17 01:02:32.851447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.889107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8736f209-afe3-431a-b63d-bbf1b81f5db3 req-63bd2113-2127-48d8-b6fa-26564d9e58b0 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285249 Sep 17 01:02:32.940568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:32.981800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee13df4-319d-4916-849b-174e23d9c4e8 req-0f0f3324-f4d3-4ac7-8123-864a0c42031a tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:32.983586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bee13df4-319d-4916-849b-174e23d9c4e8 req-0f0f3324-f4d3-4ac7-8123-864a0c42031a tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 1095 time: 0.0411315 Sep 17 01:02:33.022312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bee13df4-319d-4916-849b-174e23d9c4e8 req-9a94aeeb-2471-4851-854c-572342d7a8d3 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295362 Sep 17 01:02:33.111905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:33.122375 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-d8c21afe-37b5-43c6-b488-5f5ae8c6ae4e req-a729b66d-e4bb-42b2-a916-d369de069243 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] show failed (client error): The resource could not be found. Sep 17 01:02:33.125891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8c21afe-37b5-43c6-b488-5f5ae8c6ae4e req-a729b66d-e4bb-42b2-a916-d369de069243 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips/bd61ac13-5f28-4822-8970-fa3db79a905a HTTP/1.1" status: 404 len: 350 time: 0.0389347 Sep 17 01:02:33.196947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:33.225549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a22d7-24e0-45ce-b2cb-2f29043256fe req-1e1f6c85-549a-4477-890a-f878e03d5de7 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:33.227174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c0a22d7-24e0-45ce-b2cb-2f29043256fe req-1e1f6c85-549a-4477-890a-f878e03d5de7 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 943 time: 0.0512247 Sep 17 01:02:33.266715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c0a22d7-24e0-45ce-b2cb-2f29043256fe req-71389ceb-8027-4dfa-9924-0e63681d7179 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Sep 17 01:02:33.282704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event updated for resources: {'Port': ['ID=db9392df-b9a9-45b3-adcf-6a3f9260630c,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:33.296240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:33.385093 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:33.386066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-00e5a1f3-24a2-4aa9-a050-1f11baa31755 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214319 Sep 17 01:02:33.386347 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-8159e04d-fa94-4c5b-b6b9-3511eecb7313 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2014537 Sep 17 01:02:33.444586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-0365cb56-3dc1-4333-b72f-874804c3bc7e tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.107 HTTP/1.1" status: 200 len: 696 time: 0.0516882 Sep 17 01:02:33.504495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-f840904d-ad67-4620-a4ce-cf036245b4ba tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:33.506401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-f840904d-ad67-4620-a4ce-cf036245b4ba tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1145773 Sep 17 01:02:33.522735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-6cf7cdeb-4b09-4d5a-a1a3-b770c0029621 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/quotas/07c75938182f4129ab2bf04452bc12fa HTTP/1.1" status: 200 len: 375 time: 0.0097077 Sep 17 01:02:33.554673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-2422e53d-b40a-47f1-b525-3c47c708b0fa tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:33.556107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6ba1d9e-db9e-4f87-8ada-071c3fbacb1e req-2422e53d-b40a-47f1-b525-3c47c708b0fa tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1051550 Sep 17 01:02:33.586556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-9dd82104-3c75-42f9-9357-c9c9eed4db12 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0584040 Sep 17 01:02:33.727804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbef465-f955-4351-963a-db7c30119a39 req-d72c06fb-3db2-4a14-a5d1-471841b1c685 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:33.729380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cbef465-f955-4351-963a-db7c30119a39 req-d72c06fb-3db2-4a14-a5d1-471841b1c685 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 950 time: 0.0518334 Sep 17 01:02:33.772676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cbef465-f955-4351-963a-db7c30119a39 req-683bdc75-aaca-43a4-9094-60171f9a75e8 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Sep 17 01:02:33.809401 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-762a8170-7158-4f2d-81c9-be0b6abb2daf req-d35f2994-115b-4642-a8d5-9655495360d2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] show failed (client error): The resource could not be found. Sep 17 01:02:33.810457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-762a8170-7158-4f2d-81c9-be0b6abb2daf req-d35f2994-115b-4642-a8d5-9655495360d2 tempest-FloatingIPsTestJSON-1274893130 tempest-FloatingIPsTestJSON-1274893130-project] 10.222.0.13 "GET /v2.0/floatingips/bd61ac13-5f28-4822-8970-fa3db79a905a HTTP/1.1" status: 404 len: 350 time: 0.0611751 Sep 17 01:02:33.824582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34874) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:33.878947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a52e28f1-4c6e-498b-9f08-50cc56c8b3fc details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:33.945103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d4f7968-6523-42e7-bb07-bf6681b06b03 req-2e00b631-3d0e-4118-accb-ad205836d0a2 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips/087d3aec-e4c1-49fa-9a4f-ec5528be2f3b HTTP/1.1" status: 200 len: 693 time: 0.0725660 Sep 17 01:02:34.043456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-7e39ff47-f453-4066-be00-d335cbac20dd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:34.047015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-7e39ff47-f453-4066-be00-d335cbac20dd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.1834610 Sep 17 01:02:34.065011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:34.079474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:34.099040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-308ef616-2714-478c-a18e-5af569a670c4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/quotas/cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 375 time: 0.0448596 Sep 17 01:02:34.164036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f7968-6523-42e7-bb07-bf6681b06b03 req-86eef7ff-0a3c-4701-90ed-c000d839929e tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:34.164503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:34.177681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d4f7968-6523-42e7-bb07-bf6681b06b03 req-86eef7ff-0a3c-4701-90ed-c000d839929e tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.2213538 Sep 17 01:02:34.221522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52e28f1-4c6e-498b-9f08-50cc56c8b3fc {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:34.246861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-789a6e0d-2e3c-4b18-83a2-5c7f09010297 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1406696 Sep 17 01:02:34.257052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:34.315178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79c3769f-6524-4814-a2ab-7b0281cb290a req-63816070-785b-4143-b661-ccd021d15380 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 210 time: 0.0345385 Sep 17 01:02:34.360094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-9271a4a0-b05a-4029-bd06-c8dd74cf0335 service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061206 Sep 17 01:02:34.402739 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:34.467242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-e5c17f64-2af2-44b5-8cfe-55733296e52b tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips/087d3aec-e4c1-49fa-9a4f-ec5528be2f3b HTTP/1.1" status: 200 len: 693 time: 0.0637422 Sep 17 01:02:34.468886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:34.476856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.477202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.477571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.477969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.478309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.478641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.478967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.479320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.479647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.479970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.480296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.480622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:34.493861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-2d359743-1f5d-497b-b273-f76da93dd545 service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299086 Sep 17 01:02:34.633722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-78c82a70-67ba-4d8d-88d5-ae34e252bb8c tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:34.634964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-78c82a70-67ba-4d8d-88d5-ae34e252bb8c tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1673632 Sep 17 01:02:34.686308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:34.699540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:34.762786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-23b1dad2-0c7f-47a9-9334-af8bc25ee44e tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.107 HTTP/1.1" status: 200 len: 696 time: 0.1216588 Sep 17 01:02:34.900097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083f3d2-9ca2-41e0-8851-c474a168b6a8 req-4ec40338-b120-4b16-96c8-217790aba448 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:34.901684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c083f3d2-9ca2-41e0-8851-c474a168b6a8 req-4ec40338-b120-4b16-96c8-217790aba448 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 944 time: 0.0863159 Sep 17 01:02:34.963687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c083f3d2-9ca2-41e0-8851-c474a168b6a8 req-4487afd3-16bc-4f56-a842-9265d04095fe tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544422 Sep 17 01:02:35.069753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-4f79856b-3cc4-459d-bdf9-48bde6a6f49a tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257852 Sep 17 01:02:35.073791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-fc2bddd9-d523-43bd-aeba-14036c41f03c tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.107 HTTP/1.1" status: 200 len: 696 time: 0.3101344 Sep 17 01:02:35.409251 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-17c499fb-bcd5-4a70-981b-232c2d51ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.425160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Deleting port db9392df-b9a9-45b3-adcf-6a3f9260630c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:35.426192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.514819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-68c235b4-d1f1-436c-b362-78a7f1edef02 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:35.516615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-68c235b4-d1f1-436c-b362-78a7f1edef02 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4376519 Sep 17 01:02:35.532334 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-3ffd42fb-e6a5-433a-956f-f5273165211f tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/quotas/4e707a10e7d94b2d9ea5056709cc13e7 HTTP/1.1" status: 200 len: 375 time: 0.0091534 Sep 17 01:02:35.565896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.566218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.585225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Calling delete_port for db9392df-b9a9-45b3-adcf-6a3f9260630c owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:35.589173 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-917bc309-350c-4ddf-ad9d-b90ec861522f tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477130 Sep 17 01:02:35.633734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Deleting port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:35.634074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.750395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] For port 60fb99ac-d8d1-4cc4-a630-8db09e39f31c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:35.750755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.763957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Calling delete_port for 60fb99ac-d8d1-4cc4-a630-8db09e39f31c owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:35.879434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a52e28f1-4c6e-498b-9f08-50cc56c8b3fc up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:35.962814 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:35.989113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event deleted for resources: {'Port': ['ID=db9392df-b9a9-45b3-adcf-6a3f9260630c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:36.057253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.059852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.071551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a345f8d-5fa8-435b-a3aa-1e1399dab66c req-b7cb5232-99b5-4295-93dc-f4b2c9a37d09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "DELETE /v2.0/floatingips/087d3aec-e4c1-49fa-9a4f-ec5528be2f3b HTTP/1.1" status: 204 len: 173 time: 0.9870126 Sep 17 01:02:36.078213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-001014d7-15f2-4c34-90a6-471ae7cd5392 req-bc8fde57-2ed9-4805-85ac-89e2d15c3cb9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 210 time: 0.0286887 Sep 17 01:02:36.128296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:36.139127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:36.139499 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.152908 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95ada46e-0ed0-42f8-a4d1-2f6b2609b5d8 req-b185a345-44bf-4405-9872-d85fd45d8f50 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 210 time: 0.0259428 Sep 17 01:02:36.179875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.187023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44b78f5f-c5db-418f-ada2-bd419e81b8a5 req-e4620149-c785-4222-a7f9-98cdabb99395 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 210 time: 0.0610621 Sep 17 01:02:36.293809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Pushing event deleted for resources: {'Port': ['ID=60fb99ac-d8d1-4cc4-a630-8db09e39f31c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:36.328204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.396756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:36.400655 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c223d09-2b2b-46b7-9a90-8ee0db8395eb" -d '{"events": [{"server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "name": "network-vif-plugged", "status": "completed", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:36.445166 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:36.513975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f7f71-0c7a-4d5e-b7e4-507e3a5ffb3f req-10177da6-ab2d-4900-8737-5f399c08ff14 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:36.523946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce6f7f71-0c7a-4d5e-b7e4-507e3a5ffb3f req-10177da6-ab2d-4900-8737-5f399c08ff14 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 944 time: 0.2449632 Sep 17 01:02:36.534072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.632059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:36.649180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef797e-f527-4de3-b0ff-8df46f72f9dd req-78dbc572-7583-4cc3-9c62-de1151511687 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:36.650721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0ef797e-f527-4de3-b0ff-8df46f72f9dd req-78dbc572-7583-4cc3-9c62-de1151511687 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4236910 Sep 17 01:02:36.681482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-783cd618-a327-481a-851f-1cc3d82f8b78 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350673 Sep 17 01:02:36.691049 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff295647-02b8-4e6f-a276-225b7a47d89f x-openstack-request-id: req-ff295647-02b8-4e6f-a276-225b7a47d89f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:36.691413 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "name": "network-vif-plugged", "status": "completed", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:36.691655 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff295647-02b8-4e6f-a276-225b7a47d89f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:36.692043 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'code': 200} Sep 17 01:02:36.694287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce6f7f71-0c7a-4d5e-b7e4-507e3a5ffb3f req-c0e72c33-05c0-424b-99d8-d3e1bf5bc2e1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694944 Sep 17 01:02:36.705835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:36.861307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83714e72-4982-4688-9788-bb831e7daef6 req-f947684e-7939-4df6-93e7-97dc27c0fced tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=e8558871f6bd42538c96507e6cc3d4e7 HTTP/1.1" status: 200 len: 1655 time: 0.1393802 Sep 17 01:02:36.894828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-2b69ef7b-9302-4945-bebc-cea78671bd68 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:36.896499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-2b69ef7b-9302-4945-bebc-cea78671bd68 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057159 Sep 17 01:02:36.907809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5139f83-ded1-4127-a3b7-c1b3f2cdb972 req-7c008573-66c0-4f6f-95b7-717eaba1b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:36.909552 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5139f83-ded1-4127-a3b7-c1b3f2cdb972 req-7c008573-66c0-4f6f-95b7-717eaba1b0a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1096 time: 0.0941582 Sep 17 01:02:36.911762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:37.008391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5139f83-ded1-4127-a3b7-c1b3f2cdb972 req-ca42eeb7-0e76-4ab5-b334-75452ff199b4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909274 Sep 17 01:02:37.027906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83714e72-4982-4688-9788-bb831e7daef6 req-ca2e45e6-25ac-42e3-933c-e41fd7e60671 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:37.029438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83714e72-4982-4688-9788-bb831e7daef6 req-ca2e45e6-25ac-42e3-933c-e41fd7e60671 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks?id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 787 time: 0.1634083 Sep 17 01:02:37.040908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-83714e72-4982-4688-9788-bb831e7daef6 req-b1a29e11-7d20-4872-8da8-2e90fc78fc5e tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:37.045617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83714e72-4982-4688-9788-bb831e7daef6 req-b1a29e11-7d20-4872-8da8-2e90fc78fc5e tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062778 Sep 17 01:02:37.131062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-c34da2b2-4da4-4a18-9bb7-0cd27ba0f9a1 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips/bb207750-054a-4c47-ba86-8b26bbd7727f HTTP/1.1" status: 200 len: 693 time: 0.0657814 Sep 17 01:02:37.154635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Router 22d01ef8-b365-4503-bf82-d595550f5468 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:37.183905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83ba7cbe-4014-46a2-8f1e-52d0b399e443 req-8a7343b5-2ff0-422c-86a6-b26a618cfd62 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 210 time: 0.0262272 Sep 17 01:02:37.272258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e7e90ea4-e223-47f5-b36a-6b008f157cae req-c076de75-5aad-4a1c-abf6-d31a70ee4156 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 210 time: 0.0279398 Sep 17 01:02:37.281084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:37.287364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:37.351972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-c088e15f-6051-4b5c-91d7-b1f4645cd3af tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:37.353948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-c088e15f-6051-4b5c-91d7-b1f4645cd3af tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.2153289 Sep 17 01:02:37.355963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cacdd0c3-0354-4432-b47e-4e45178ebb05 req-fdf3115b-6452-4462-8ce7-5d49ab96f6a4 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Sep 17 01:02:37.461245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:37.468015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-39643f4d-c036-4876-b123-3f1700423731 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.231 HTTP/1.1" status: 200 len: 696 time: 0.0991640 Sep 17 01:02:37.470200 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] Sync routers for ids ['22d01ef8-b365-4503-bf82-d595550f5468'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:37.483067 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] Routers {'22d01ef8-b365-4503-bf82-d595550f5468'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:37.484104 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['22d01ef8-b365-4503-bf82-d595550f5468'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:37.485815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34964) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:37.485978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-53c5159d-09c4-4572-8658-edd36232452c admin admin] 10.222.0.13 "PUT /v2.0/routers/22d01ef8-b365-4503-bf82-d595550f5468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6602249 Sep 17 01:02:37.576382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-4348c3ef-40e7-4bb6-887a-5b18660c0800 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.231 HTTP/1.1" status: 200 len: 696 time: 0.0784421 Sep 17 01:02:37.663381 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] Set router 22d01ef8-b365-4503-bf82-d595550f5468 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:37.685977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:37.889217 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:35Z', 'revision_number': 5, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:37.910514 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:37.920751 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] Checking router: 22d01ef8-b365-4503-bf82-d595550f5468 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:37.923423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.103 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/b2dc639c-1249-4d4f-9f15-d62fa5b854fd) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:37.934926 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] Routers {'22d01ef8-b365-4503-bf82-d595550f5468'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:37.935972 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['22d01ef8-b365-4503-bf82-d595550f5468'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:37.936912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-6a30fa3e-35f9-40f1-9b00-078932907b16 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:37.939641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-6a30fa3e-35f9-40f1-9b00-078932907b16 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.1826034 Sep 17 01:02:37.967798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Request body: {'port': {'device_id': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'admin_state_up': True, 'tenant_id': 'cf175badd919434ea4c1e976b3e58f09'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:38.059820 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] Set router 22d01ef8-b365-4503-bf82-d595550f5468 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:38.071488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Deleting port 055d88ec-1b2f-426e-a143-19bb049b4993 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:38.071830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.117032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-18fad9ed-ba64-4e5f-9df7-97d24133e8fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.160299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Deleting port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:38.160670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.226031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.230978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.231358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.247358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Calling delete_port for 055d88ec-1b2f-426e-a143-19bb049b4993 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:38.281145 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:35Z', 'revision_number': 5, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:38.297044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Made reservation on behalf of cf175badd919434ea4c1e976b3e58f09 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:38.300562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.320817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] For port 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:38.323634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.342761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Calling delete_port for 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:38.385617 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.399027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:38.420059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', '876b95c0-59fb-44d7-96b2-53cd7d4381a5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:38.436504 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c76014-d946-429f-ad6e-34ef663a2e1b None None] The sync data for ids ['22d01ef8-b365-4503-bf82-d595550f5468'] in n-d-789963-7 is: [{'id': '22d01ef8-b365-4503-bf82-d595550f5468', 'name': 'tempest-FloatingIPsTestJSON-1733686716-router', 'tenant_id': 'f807afdb06af47e781a2f097369088a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:08Z', 'updated_at': '2021-09-17T01:02:35Z', 'revision_number': 5, 'project_id': 'f807afdb06af47e781a2f097369088a8', 'gw_port': {'id': '8586127f-38c8-41d2-9e1b-32dfbcb4cc0a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f7:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d01ef8-b365-4503-bf82-d595550f5468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:38.456712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-4525b480-33ac-4e27-93fe-7e195b837302 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687196 Sep 17 01:02:38.479341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:38.593387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-f7c4b423-7371-4554-b754-37bd3ae4a104 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:38.594881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-f7c4b423-7371-4554-b754-37bd3ae4a104 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1177859 Sep 17 01:02:38.601854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:38.604395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:38.610381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:38.611011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.614988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:38.637000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Request body: {'port': {'device_id': '34f5dd93-ba23-4109-b032-5a406da183f4', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '4e707a10e7d94b2d9ea5056709cc13e7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:38.702523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.785654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Allocated IP 172.20.0.2 (f928c174-7c79-4afd-98ad-dbbc4d5bd618/a47cc473-dd7a-43ea-aabd-7c5da26929b1/92a6bdca-277b-416b-adbf-9fbf4a6a9f06) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:38.807284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event deleted for resources: {'Port': ['ID=055d88ec-1b2f-426e-a143-19bb049b4993,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:38.817464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-51294525-8173-4118-a2d5-b1e8d8cf925e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9100075 Sep 17 01:02:38.849193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e482c-0649-4a64-b2eb-9dfe1a47e7a0 req-5d99717f-da33-4aa8-b63c-b4f500b114a5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:38.850971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c3e482c-0649-4a64-b2eb-9dfe1a47e7a0 req-5d99717f-da33-4aa8-b63c-b4f500b114a5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 945 time: 0.1587136 Sep 17 01:02:38.855012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 60fb99ac-d8d1-4cc4-a630-8db09e39f31c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:38.867877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Request body: {'port': {'device_id': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:38.877612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.880588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:38.896303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d89bbf04-dda7-4a52-9b80-6adf0ec746af req-842a9ec1-9ef7-4914-86e1-ff2adca1813a tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "DELETE /v2.0/floatingips/bb207750-054a-4c47-ba86-8b26bbd7727f HTTP/1.1" status: 204 len: 173 time: 1.3142059 Sep 17 01:02:38.932970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 60fb99ac-d8d1-4cc4-a630-8db09e39f31c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:38.933586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 60fb99ac-d8d1-4cc4-a630-8db09e39f31c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:38.984546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-07ce58af-bb08-4e04-98f1-1da7f7483053 None None] Provisioning complete for port b2dc639c-1249-4d4f-9f15-d62fa5b854fd triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:38.985425 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-07ce58af-bb08-4e04-98f1-1da7f7483053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.045581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c3e482c-0649-4a64-b2eb-9dfe1a47e7a0 req-59ba4b62-5dd7-4706-bd34-d52635f81ed5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420608 Sep 17 01:02:39.089286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.091450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.149356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.152605 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-136d0447-4b89-4635-adcb-a9a3258ded10 req-e4c9fc99-b61a-4e97-917b-eb654906736c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 210 time: 0.0418997 Sep 17 01:02:39.221978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-07ce58af-bb08-4e04-98f1-1da7f7483053 None None] Port b2dc639c-1249-4d4f-9f15-d62fa5b854fd cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:39.244432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.292080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8586127f-38c8-41d2-9e1b-32dfbcb4cc0a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:39.344630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.405479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f49a78-95e2-4820-96df-1bd97f572a8d req-bb4ce689-2ffb-4deb-8490-fe555704165c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:39.413280 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f49a78-95e2-4820-96df-1bd97f572a8d req-bb4ce689-2ffb-4deb-8490-fe555704165c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 936 time: 0.1645534 Sep 17 01:02:39.419484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Made reservation on behalf of 4e707a10e7d94b2d9ea5056709cc13e7 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:39.419617 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.419748 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.464328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-315205a5-9920-455f-b655-4ecdf3b291fb req-fc8fddda-80e6-4b27-abae-16862df3180f tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 210 time: 0.0610509 Sep 17 01:02:39.519421 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.593164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.597426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.606539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-d7e83199-2575-4c39-bc18-7ca87dd9f6e5 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips/3a60f8bc-2d74-404e-b635-8ec87d9eccbc HTTP/1.1" status: 200 len: 692 time: 0.0619760 Sep 17 01:02:39.679064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:39.688268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f49a78-95e2-4820-96df-1bd97f572a8d req-5bd8a9a5-531e-4176-9a03-e1a3f87d0667 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734220 Sep 17 01:02:39.695764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:39.697971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:39.700250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:39.758387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:39.759878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.764182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.765271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d01ef8-b365-4503-bf82-d595550f5468 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:02:39.774126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dc639c-1249-4d4f-9f15-d62fa5b854fd {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:39.775215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.779110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6568005e-5cca-4d74-a971-e1ffb39ea1fa admin admin] 10.222.0.13 "DELETE /v2.0/routers/22d01ef8-b365-4503-bf82-d595550f5468 HTTP/1.1" status: 204 len: 168 time: 2.2892153 Sep 17 01:02:39.779110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34996) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:39.790716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-21c752cb-13b6-4101-baf4-1b5cbd027e13 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:39.792401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-21c752cb-13b6-4101-baf4-1b5cbd027e13 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1787000 Sep 17 01:02:39.794584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.832802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Deleting subnet 376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:02:39.836672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:39.864727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-e4b492f6-beb4-42db-822e-166e3f6765bd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9082758 Sep 17 01:02:39.866752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-902b983d-87fe-478d-8b8e-a56111078e09 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.0665102 Sep 17 01:02:39.917135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Transition to ACTIVE for port object b2dc639c-1249-4d4f-9f15-d62fa5b854fd will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:39.927359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-6831d6ad-85f4-4e74-a0c9-3bce5ace3b17 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.61 HTTP/1.1" status: 200 len: 695 time: 0.0590155 Sep 17 01:02:39.986954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.132556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:40.150545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Allocated IP 192.168.233.81 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/5029bb1d-04c9-4cf5-9f10-dcf21520b415) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:40.179827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Request body: {'port': {'device_id': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:40.218955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Attempting to bind port b2dc639c-1249-4d4f-9f15-d62fa5b854fd on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:40.219342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Attempting to bind port b2dc639c-1249-4d4f-9f15-d62fa5b854fd by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:40.220005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Attempting to bind port b2dc639c-1249-4d4f-9f15-d62fa5b854fd on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:40.233050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.238603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Port b2dc639c-1249-4d4f-9f15-d62fa5b854fd on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:40.240390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Attempting to bind port b2dc639c-1249-4d4f-9f15-d62fa5b854fd on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:40.269619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Deleting port 2800ab6f-3c6f-4eb3-807e-632cc5d4c780 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:40.269965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.291874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:40.293999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:40.293999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:40.293999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Bound port: b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:40.293999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.310371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-f82b134a-db39-402b-89f5-5d8e6521fc05 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:40.312210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-f82b134a-db39-402b-89f5-5d8e6521fc05 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4465499 Sep 17 01:02:40.335871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.418449 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-2c47439b-8eb3-4440-a305-1a17f24cb852 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.0944483 Sep 17 01:02:40.457486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'floatingip': {'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:40.521406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.521732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.551276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Calling delete_port for 2800ab6f-3c6f-4eb3-807e-632cc5d4c780 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:40.554785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.561652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] For port b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:40.567321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] For port b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:40.577380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.617604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.667679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.714614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:40.715266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.717138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] 10.222.0.36 "PUT /v2.0/ports/b2dc639c-1249-4d4f-9f15-d62fa5b854fd HTTP/1.1" status: 200 len: 1096 time: 1.8572769 Sep 17 01:02:40.719769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'tag': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:40.722072 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780d0cd9-7a6c-48be-b2d8-f4add111a15d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a1717f-2b3c-4eee-b99b-5f804c8555d8", "tag": "b2dc639c-1249-4d4f-9f15-d62fa5b854fd"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:40.786610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.790846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70105046-329f-4738-9f4f-443ca51b29ad service neutron] Pushing event updated for resources: {'Port': ['ID=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:40.802892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5b4b0a71-458d-4802-abb7-5dce6ebe033a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:40.946634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:40.953277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.972079 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:40.974544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:40.982287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:40.990995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:40.992705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.008164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:41.015873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:41.025523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.030390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Pushing event updated for resources: {'Port': ['ID=5029bb1d-04c9-4cf5-9f10-dcf21520b415,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:41.030725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-35dce3db-61dc-497a-87eb-cf31b9adaee5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/376d1b1d-e0ed-4f5a-96d9-a16edf34fb9d HTTP/1.1" status: 204 len: 168 time: 1.2505455 Sep 17 01:02:41.033215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:41.060734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2534b0-bbb1-4d99-98c7-7f6ecc957db7 None None] Network 2dba2f56-e2f2-4642-a122-a238fa7f93c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:41.065995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.081163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:41.081681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8586127f-38c8-41d2-9e1b-32dfbcb4cc0a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:41.102521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event deleted for resources: {'Port': ['ID=2800ab6f-3c6f-4eb3-807e-632cc5d4c780,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:41.146392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.150178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.168524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65378218-ed93-4f63-bec4-71871c02f4b1 req-67753d78-dee0-4dab-b55f-1ab4760dc0b0 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "DELETE /v2.0/floatingips/3a60f8bc-2d74-404e-b635-8ec87d9eccbc HTTP/1.1" status: 204 len: 173 time: 1.2398820 Sep 17 01:02:41.172857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-94c904e4-b0d9-432b-85b9-9be289d85366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:41.174345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-94c904e4-b0d9-432b-85b9-9be289d85366 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 1099 time: 0.3070865 Sep 17 01:02:41.255421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-d82c5c28-64c3-4aed-9f53-5b11f1031002 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd HTTP/1.1" status: 200 len: 217 time: 0.0708747 Sep 17 01:02:41.256676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-41076bc1-8e81-497b-881e-43122a966851 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6266849 Sep 17 01:02:41.298322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Request body: {'port': {'device_id': '34f5dd93-ba23-4109-b032-5a406da183f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:41.318027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.394309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] DHCP port deletion for 2dba2f56-e2f2-4642-a122-a238fa7f93c7 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:02:41.489081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] Deleting port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:41.490533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.507358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:41.509614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6a36f5d2-20ba-4ccb-b390-b6a2d7b9b001 None None] Provisioning complete for port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:41.510200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a36f5d2-20ba-4ccb-b390-b6a2d7b9b001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.519696 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.556183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Transition to ACTIVE for port object 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:41.561152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Deleting port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:41.561492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.586168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6a36f5d2-20ba-4ccb-b390-b6a2d7b9b001 None None] Port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:41.653557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.659848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] For port 0fe67a0a-8689-4806-b7d4-d3438c7313e8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0fe67a0a-8689-4806-b7d4-d3438c7313e8,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:41.660513 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.676992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] Calling delete_port for 0fe67a0a-8689-4806-b7d4-d3438c7313e8 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:41.713556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-0bc0b016-9718-4f5e-adb5-79a37ebe63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:41.714122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] For port 0fe67a0a-8689-4806-b7d4-d3438c7313e8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0fe67a0a-8689-4806-b7d4-d3438c7313e8,segment=NetworkSegment(90960772-aecf-4de9-9dc6-1204872d0bb2),segment_id=90960772-aecf-4de9-9dc6-1204872d0bb2)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:41.714224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.715224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-0bc0b016-9718-4f5e-adb5-79a37ebe63ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.4415078 Sep 17 01:02:41.758035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0948f-f6ff-42eb-a742-f6b31ce9f80d req-81483251-9951-47a3-a217-74a85a05bed5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:41.765585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69b0948f-f6ff-42eb-a742-f6b31ce9f80d req-81483251-9951-47a3-a217-74a85a05bed5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 931 time: 0.1539438 Sep 17 01:02:41.771746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Calling delete_port for 0fe67a0a-8689-4806-b7d4-d3438c7313e8 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:41.783466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.811313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.817827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:41.844943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69b0948f-f6ff-42eb-a742-f6b31ce9f80d req-4dd8541c-8f3a-4b4a-af74-5531bb518558 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783489 Sep 17 01:02:41.849496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-081520d5-f75d-4470-9410-44e3ea8aa56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:41.850982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-081520d5-f75d-4470-9410-44e3ea8aa56c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249645 Sep 17 01:02:41.899646 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.920551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] No DVR routers for this DVR port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:41.952027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:41.992892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa65f3-066f-41aa-9727-4da04eeb6021 None None] Pushing event deleted for resources: {'Port': ['ID=0fe67a0a-8689-4806-b7d4-d3438c7313e8,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:42.035547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:42.035547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:42.035547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:42.049662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:42.049985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:42.062529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:42.062868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:42.063285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:42.063718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Bound port: 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:42.064074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.126815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-eb22cd24-a2c7-4a9f-a2e9-110972f72146 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585545 Sep 17 01:02:42.144519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e88eb0-2580-4b71-943e-031e6467bb55 req-aebb443e-9e06-4717-a6fd-a8ad5e0fea71 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.147113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6e88eb0-2580-4b71-943e-031e6467bb55 req-aebb443e-9e06-4717-a6fd-a8ad5e0fea71 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 935 time: 0.1467476 Sep 17 01:02:42.152201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.188949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe67a0a-8689-4806-b7d4-d3438c7313e8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:42.210997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] No DVR routers for this DVR port 0fe67a0a-8689-4806-b7d4-d3438c7313e8 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:42.215660 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd associated. External IP: 172.25.1.239, port: 0dbeeadb-1adf-4deb-b680-9a7305c9769a. Sep 17 01:02:42.282914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6e88eb0-2580-4b71-943e-031e6467bb55 req-1c818587-59b4-4625-8ed2-64a0c6fca64a tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149666 Sep 17 01:02:42.293660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:42.318719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:42.341397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75376a00-a0dc-486c-9747-bc27c275e8dd req-db570d76-5e63-4c19-8cfb-96bb1d97b5e4 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918750 Sep 17 01:02:42.342841 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa5853-21ba-468d-9186-e3c7c1759a0f x-openstack-request-id: req-bafa5853-21ba-468d-9186-e3c7c1759a0f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:42.343149 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a1717f-2b3c-4eee-b99b-5f804c8555d8", "tag": "b2dc639c-1249-4d4f-9f15-d62fa5b854fd", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:42.343400 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bafa5853-21ba-468d-9186-e3c7c1759a0f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:42.343819 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'tag': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd', 'status': 'completed', 'code': 200} Sep 17 01:02:42.355983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.360223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5029bb1d-04c9-4cf5-9f10-dcf21520b415 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:42.369770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.382223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Transition to ACTIVE for port object 5029bb1d-04c9-4cf5-9f10-dcf21520b415 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:02:42.409511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.414461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dba2f56-e2f2-4642-a122-a238fa7f93c7']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:42.446799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90960772-aecf-4de9-9dc6-1204872d0bb2') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:42.447174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90960772-aecf-4de9-9dc6-1204872d0bb2') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:42.456135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1823777-8677-4efe-a514-1e56c05c24d3 req-90a11480-2ad3-4daf-8de8-8f6e2d77508b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.463628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1823777-8677-4efe-a514-1e56c05c24d3 req-90a11480-2ad3-4daf-8de8-8f6e2d77508b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 948 time: 0.0624890 Sep 17 01:02:42.479813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.480429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.481813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] 10.222.0.23 "PUT /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 1091 time: 2.3283691 Sep 17 01:02:42.486290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.493355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:42.495669 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621290bc-f019-4be4-bfa2-a7807b1d93d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:42.500549 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.526670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.530553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1823777-8677-4efe-a514-1e56c05c24d3 req-8350b448-2a39-43cc-989b-bd34fa48c9e7 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658879 Sep 17 01:02:42.534744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348e84e-1a92-44f9-ada2-9762f0ff3638 service neutron] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:42.591426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:02:42.591838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:02:42.593638 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:02:42.640129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-6dfcd7cd-ecec-4674-932e-a2dc3eaabaec tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips/0a36ab0c-7332-493f-81b4-7beba9443e0c HTTP/1.1" status: 200 len: 692 time: 0.0701902 Sep 17 01:02:42.640759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Pushing event updated for resources: {'Port': ['ID=5029bb1d-04c9-4cf5-9f10-dcf21520b415,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:42.671509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-0609c5cd-a734-47de-956a-e27b77ee4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.673367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-0609c5cd-a734-47de-956a-e27b77ee4fac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 1099 time: 0.1691136 Sep 17 01:02:42.714750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-5a154f84-653e-4e62-a929-9f59f99e5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.716444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-5a154f84-653e-4e62-a929-9f59f99e5ed1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1094 time: 0.1066394 Sep 17 01:02:42.741197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Attempting to bind port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:42.741747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Attempting to bind port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:42.741879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Attempting to bind port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:42.792088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:42.792331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Attempting to bind port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:42.872473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0fe67a0a-8689-4806-b7d4-d3438c7313e8 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:42.883350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:42.884088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:42.884708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:42.885517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Bound port: 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:42.886138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:42.902978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0fe67a0a-8689-4806-b7d4-d3438c7313e8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:42.903558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0fe67a0a-8689-4806-b7d4-d3438c7313e8 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:42.904325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-379c4d32-6650-4ccb-8f53-1bc99bf1ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.908168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-379c4d32-6650-4ccb-8f53-1bc99bf1ec33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2219586 Sep 17 01:02:42.998242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-c11ffe98-0c6b-48f3-b5ca-f27a2be359c8 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:42.999868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-c11ffe98-0c6b-48f3-b5ca-f27a2be359c8 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.3313811 Sep 17 01:02:43.004052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-9e0562fe-996a-4759-a622-0f54fbc13d66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd HTTP/1.1" status: 200 len: 217 time: 0.0784402 Sep 17 01:02:43.015990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.058137 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-042f308e-d91d-476d-95aa-edd3fb2d6626 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 217 time: 0.0479081 Sep 17 01:02:43.061231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.063261 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] 10.222.0.13 "DELETE /v2.0/networks/2dba2f56-e2f2-4642-a122-a238fa7f93c7 HTTP/1.1" status: 204 len: 168 time: 2.0190380 Sep 17 01:02:43.091421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b97218-99a9-4c9c-875e-87fbcee08f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2dba2f56-e2f2-4642-a122-a238fa7f93c7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:43.120451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-37daa5d8-e519-4507-a03b-d89e67c0e198 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.1097665 Sep 17 01:02:43.121695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] For port 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:43.126476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] For port 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:43.137953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85db393-58db-44b8-8385-077e2584787d req-d703d590-5ff7-45ef-bb73-c61497912812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:43.140110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-d703d590-5ff7-45ef-bb73-c61497912812 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0725143 Sep 17 01:02:43.170277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-013ff876-1315-49ce-a0c3-ecd67002ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:43.171567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-013ff876-1315-49ce-a0c3-ecd67002ae75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1534562 Sep 17 01:02:43.179135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-7c82f01d-1200-42b6-9c03-4ab478ebe8c1 tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.21 HTTP/1.1" status: 200 len: 695 time: 0.0496981 Sep 17 01:02:43.202876 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-59b046b4-d2df-4320-8463-9251205c0512 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504043 Sep 17 01:02:43.205178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:43.241079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.325410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:43.326188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.328584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] 10.222.0.23 "PUT /v2.0/ports/5029bb1d-04c9-4cf5-9f10-dcf21520b415 HTTP/1.1" status: 200 len: 1095 time: 2.0465281 Sep 17 01:02:43.385485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-a308a916-81ce-42e9-ad2d-3e36ade6903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:43.387381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-a308a916-81ce-42e9-ad2d-3e36ade6903e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070625 Sep 17 01:02:43.394843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356ada1b-814d-45e5-bb9c-5b19b6a6a794 service neutron] Pushing event updated for resources: {'Port': ['ID=5029bb1d-04c9-4cf5-9f10-dcf21520b415,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:43.418502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-f05a50fd-cca8-4092-a493-8863d7ee56f7 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062724 Sep 17 01:02:43.542385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:43.544439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:43.551020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.560238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:43.575229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:43.575988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:43.594216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Deleting port d854fd1a-8c37-402c-81c1-ada1d582843f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:43.594704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.616284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-5bcbaf35-eef3-4ae1-8187-857622b6283b service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156103 Sep 17 01:02:43.640735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-f086e137-663a-4092-813a-04f6de551962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:43.642343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-f086e137-663a-4092-813a-04f6de551962 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 1098 time: 0.1583121 Sep 17 01:02:43.727403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-78e1486b-d5c2-487b-ad22-e16efae13200 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415 HTTP/1.1" status: 200 len: 217 time: 0.0515001 Sep 17 01:02:43.741363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-a5e72132-37dc-4048-adc7-1ef16ff4dea9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "PUT /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 997 time: 3.3249676 Sep 17 01:02:43.746408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e60821cb-791e-4172-adad-fa89c181727b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f807afdb06af47e781a2f097369088a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993709 Sep 17 01:02:43.769657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35032) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:43.819716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.820295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:43.847861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:43.859015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85db393-58db-44b8-8385-077e2584787d req-01ea7a9e-143e-4d44-8990-c57307b7fdec service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243422 Sep 17 01:02:43.915864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-ae14ccdf-4e27-4b73-8aa3-116110a20a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:43.919260 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-ae14ccdf-4e27-4b73-8aa3-116110a20a12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.1770475 Sep 17 01:02:44.089600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-ed68fd75-7fa1-4128-a707-83a4f40139a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:44.094441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-ed68fd75-7fa1-4128-a707-83a4f40139a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.1680329 Sep 17 01:02:44.126596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Calling delete_port for d854fd1a-8c37-402c-81c1-ada1d582843f owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:44.147338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-0a874e6c-58f8-42d4-b9f1-54769c5c4215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:44.152813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-0a874e6c-58f8-42d4-b9f1-54769c5c4215 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.4141681 Sep 17 01:02:44.165142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-780d0cd9-7a6c-48be-b2d8-f4add111a15d req-387092f8-72f9-4a2f-a36b-6d0b64b9be53 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382671 Sep 17 01:02:44.194663 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dfc10c0-6b56-40f5-ac3d-cca9aef2c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.317912 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dfc10c0-6b56-40f5-ac3d-cca9aef2c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.328692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-5eae9d5b-420b-4cc7-8bfb-91ea7eedf6d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 1000 time: 0.2234025 Sep 17 01:02:44.346157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f5dd93-ba23-4109-b032-5a406da183f4', 'tag': '5029bb1d-04c9-4cf5-9f10-dcf21520b415'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:44.348839 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c" -d '{"events": [{"name": "network-changed", "server_uuid": "34f5dd93-ba23-4109-b032-5a406da183f4", "tag": "5029bb1d-04c9-4cf5-9f10-dcf21520b415"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:44.369152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-785870f2-45a4-4ebb-9e4c-e55901bf858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:44.372038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-785870f2-45a4-4ebb-9e4c-e55901bf858a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036378 Sep 17 01:02:44.372903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:41Z', 'revision_number': 1, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:44.407173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-572ba649-4622-4af5-ac1f-6c9737d496fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:44.407387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:44.416434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-572ba649-4622-4af5-ac1f-6c9737d496fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0773787 Sep 17 01:02:44.417767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:44.419181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:44.475678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.512760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Pushing event deleted for resources: {'Port': ['ID=d854fd1a-8c37-402c-81c1-ada1d582843f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:44.525667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-336c80ae-0eeb-411e-b3b3-6758a77959ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:44.527241 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-336c80ae-0eeb-411e-b3b3-6758a77959ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085317 Sep 17 01:02:44.544758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-12161aaa-c6ca-4335-8779-ad5e8442176a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:44.546019 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-12161aaa-c6ca-4335-8779-ad5e8442176a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091896 Sep 17 01:02:44.570367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:44.572644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.576594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.578387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7eb9c01-12a3-461e-aada-238e9d843177 req-ad632a84-20aa-4261-96a3-5befc14503eb tempest-FloatingIPDetailsTestJSON-1114250370 tempest-FloatingIPDetailsTestJSON-1114250370-project] 10.222.0.13 "DELETE /v2.0/floatingips/0a36ab0c-7332-493f-81b4-7beba9443e0c HTTP/1.1" status: 204 len: 173 time: 1.3898842 Sep 17 01:02:44.584802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-115c34b2-cea8-446e-b3a7-06dedb9382dd service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955435 Sep 17 01:02:44.584802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35038) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:44.629754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dfc10c0-6b56-40f5-ac3d-cca9aef2c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.633403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dfc10c0-6b56-40f5-ac3d-cca9aef2c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:44.634930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2dfc10c0-6b56-40f5-ac3d-cca9aef2c7e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6a2e79a-de5c-40ed-bf2a-d822f521a2e3 HTTP/1.1" status: 204 len: 168 time: 0.8576479 Sep 17 01:02:44.680497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc10c0-6b56-40f5-ac3d-cca9aef2c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a2e79a-de5c-40ed-bf2a-d822f521a2e3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:44.723645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-b489c7c9-a8b3-4ecb-9573-c01ec727f04c service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700685 Sep 17 01:02:44.777688 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4f4d4b-d489-4c51-9228-ec30b55c6ab5 x-openstack-request-id: req-ae4f4d4b-d489-4c51-9228-ec30b55c6ab5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:44.783418 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:44.783687 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae4f4d4b-d489-4c51-9228-ec30b55c6ab5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:44.784111 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'status': 'completed', 'code': 200} Sep 17 01:02:44.906603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-f37b783c-98e4-41bb-a2e7-b27b9167f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:44.908186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-f37b783c-98e4-41bb-a2e7-b27b9167f32b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1094 time: 0.0688145 Sep 17 01:02:44.911259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-680a7e4c-d26f-4272-b385-da2a2088f398 req-d8de553c-6167-422a-a8f4-9b77ae0f0c55 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799994 Sep 17 01:02:44.952393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:41Z', 'revision_number': 1, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:44.988623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32090327-094c-4f65-bbad-67744f3f1501 None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:41Z', 'revision_number': 1, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:45.006554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e9cf1f-83d2-495d-92f7-88a7c4da5f01 req-ee3cc287-fe14-416e-9eb9-1965edb0931e service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132671 Sep 17 01:02:45.037363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-421df4bd-34bd-4ce1-8228-d4b59a27620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.039691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d6e2-7bac-42d3-80b6-800b394af7a8 req-7e4de309-b560-43df-a972-576c1f89a7c6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.039837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-421df4bd-34bd-4ce1-8228-d4b59a27620e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1201365 Sep 17 01:02:45.040505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e85d6e2-7bac-42d3-80b6-800b394af7a8 req-7e4de309-b560-43df-a972-576c1f89a7c6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1442509 Sep 17 01:02:45.097546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-466e3515-4916-4352-912c-53e69f1a1c7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 217 time: 0.0490789 Sep 17 01:02:45.143664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e85d6e2-7bac-42d3-80b6-800b394af7a8 req-914b8aaf-167b-451a-b065-567a60baef91 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560560 Sep 17 01:02:45.177970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-42dd2a02-fb44-4ce5-8438-f4bc2a73ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.179461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-42dd2a02-fb44-4ce5-8438-f4bc2a73ef06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0720806 Sep 17 01:02:45.195859 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f37ec-6a1f-4340-b6ab-d7fbe6ae9ebb req-51a1b517-cfdc-45c6-a263-ab05dd499ec3 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.195859 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a4f37ec-6a1f-4340-b6ab-d7fbe6ae9ebb req-51a1b517-cfdc-45c6-a263-ab05dd499ec3 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 947 time: 0.0953803 Sep 17 01:02:45.231972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-1da24e0c-cd30-4162-b0ce-7a5a72f50c42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411704 Sep 17 01:02:45.308218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b2bea-56eb-44b4-b606-ff558559418a req-12a99dce-8844-4fd2-a285-1dcba7f93a53 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.312404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf9b2bea-56eb-44b4-b606-ff558559418a req-12a99dce-8844-4fd2-a285-1dcba7f93a53 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 948 time: 0.0926020 Sep 17 01:02:45.344889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a4f37ec-6a1f-4340-b6ab-d7fbe6ae9ebb req-2010d1a3-14fa-49c8-b8bc-836937a6f85f tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376016 Sep 17 01:02:45.368305 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd2669-f851-44d8-a78d-e5b2f8938618 None None] New status for floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:02:45.382457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf9b2bea-56eb-44b4-b606-ff558559418a req-02ae0b61-2149-415c-9690-eb8aded74946 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Sep 17 01:02:45.418731 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3fe0d2-153d-4fc8-8a66-4396ad828aeb x-openstack-request-id: req-9a3fe0d2-153d-4fc8-8a66-4396ad828aeb {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:45.419033 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f5dd93-ba23-4109-b032-5a406da183f4", "tag": "5029bb1d-04c9-4cf5-9f10-dcf21520b415", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:45.419391 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a3fe0d2-153d-4fc8-8a66-4396ad828aeb {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:45.429625 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f5dd93-ba23-4109-b032-5a406da183f4', 'tag': '5029bb1d-04c9-4cf5-9f10-dcf21520b415', 'status': 'completed', 'code': 200} Sep 17 01:02:45.458447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-2f447ab5-44fe-41dd-8b48-4a188e701b88 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002873 Sep 17 01:02:45.516394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:45.571517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-621290bc-f019-4be4-bfa2-a7807b1d93d4 req-57121332-0fa1-4aa5-807c-6e53d64f1b57 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976756 Sep 17 01:02:45.619069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-792b2541-cd80-4bf3-bf99-f9012225680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.620586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-792b2541-cd80-4bf3-bf99-f9012225680d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 1098 time: 0.1806767 Sep 17 01:02:45.642239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b2dc639c-1249-4d4f-9f15-d62fa5b854fd details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:45.727329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-783da2fe-4a50-4990-8d93-334d28553e37 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.731655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-783da2fe-4a50-4990-8d93-334d28553e37 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2103498 Sep 17 01:02:45.772845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:45.798867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd', 'mac_address': 'fa:16:3e:34:1c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:45.845440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:45.858481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dc639c-1249-4d4f-9f15-d62fa5b854fd {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:45.878027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:45.926293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-7a651fd4-fbcc-4b6f-be6a-8cec6a2a6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:45.927849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-7a651fd4-fbcc-4b6f-be6a-8cec6a2a6a44 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2956069 Sep 17 01:02:45.928204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:45.939722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-99eadf64-73c0-4ce5-b819-d1bb7cc0d770 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.1813993 Sep 17 01:02:45.967545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35066) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:45.988193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:45.990572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'floatingip': {'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:45.997827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-158dfa98-0414-40c9-bc41-47ec1448e839 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415 HTTP/1.1" status: 200 len: 217 time: 0.0553203 Sep 17 01:02:46.069967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-network', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:46.126999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.133074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-b3d00951-fd42-4e75-84df-476b3e456485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:46.134548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-b3d00951-fd42-4e75-84df-476b3e456485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1085329 Sep 17 01:02:46.156950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Made reservation on behalf of 99986b21ab464bd18f762adb080a7e5c for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:46.159927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.170475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.269872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b2dc639c-1249-4d4f-9f15-d62fa5b854fd'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:46.273217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f21e9-a5ff-43ed-8173-7f8ca77f8718 req-a302153a-9156-424a-882e-96c8f3c44950 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:46.275369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-640f21e9-a5ff-43ed-8173-7f8ca77f8718 req-a302153a-9156-424a-882e-96c8f3c44950 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.0765123 Sep 17 01:02:46.310395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-7c293405-89ea-462d-9ad7-4492a9361447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:46.311933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-7c293405-89ea-462d-9ad7-4492a9361447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372106 Sep 17 01:02:46.344316 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-640f21e9-a5ff-43ed-8173-7f8ca77f8718 req-fcc02292-cab1-43a7-901f-afcd71679676 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571160 Sep 17 01:02:46.370957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.437362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.449916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Deleting port eb882ab8-fa03-462c-9fe0-2e709afefa18 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:46.450251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.505513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:02:46.523824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f296a875-1a22-4eef-8f01-1376c08bc2b4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:46.529091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.529440 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Added segment 7ee963e5-86be-4f1d-82ff-96e00a56d8e5 of type vlan for network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b Sep 17 01:02:46.573480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7218b5-0107-4789-801f-9e51f9f83022 req-b00b469e-153f-4d99-89f4-88ae1f769c3c tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:46.575112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c7218b5-0107-4789-801f-9e51f9f83022 req-b00b469e-153f-4d99-89f4-88ae1f769c3c tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 947 time: 0.1311824 Sep 17 01:02:46.594190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.644353 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c7218b5-0107-4789-801f-9e51f9f83022 req-2dbbe9fa-5e6d-4eb0-8077-14f8e9f08e5c tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597460 Sep 17 01:02:46.699293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.700692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:46.701492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.787799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:46.789967 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588d8a16-20a8-445c-b2ec-d9fec128c1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:46.799844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] Pushing event updated for resources: {'Network': ['ID=484c48e1-a4b1-4e5a-8892-8b3fefd75e7b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:46.809896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:02:46.815042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-8b350c1e-c548-4db1-93c9-5bd76fd3c978 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898283 Sep 17 01:02:46.819365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e4275-de0c-4982-87f7-178c6ac41436 req-17599396-e209-4954-b098-e95d4927df01 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:46.821186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af0e4275-de0c-4982-87f7-178c6ac41436 req-17599396-e209-4954-b098-e95d4927df01 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 949 time: 0.1171758 Sep 17 01:02:46.823049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0e56bee7-a6d5-4545-bacb-e605cbc02e31 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8545113 Sep 17 01:02:46.828818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:46.834884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Request body: {'subnet': {'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-subnet', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:46.891097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af0e4275-de0c-4982-87f7-178c6ac41436 req-095b00df-49a3-4276-97c7-b4d909a14c22 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364170 Sep 17 01:02:46.893179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Made reservation on behalf of 99986b21ab464bd18f762adb080a7e5c for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:46.895879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:46.952598 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b78670-c47e-4744-8f7a-c6bf07a0b57d x-openstack-request-id: req-c5b78670-c47e-4744-8f7a-c6bf07a0b57d {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:46.952598 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:46.952598 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5b78670-c47e-4744-8f7a-c6bf07a0b57d {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:46.952598 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'status': 'completed', 'code': 200} Sep 17 01:02:47.051481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] For port eb882ab8-fa03-462c-9fe0-2e709afefa18, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=eb882ab8-fa03-462c-9fe0-2e709afefa18,segment=NetworkSegment(72125667-b757-439c-998c-67445f24a791),segment_id=72125667-b757-439c-998c-67445f24a791)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:47.051854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.123090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Calling delete_port for eb882ab8-fa03-462c-9fe0-2e709afefa18 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:47.128331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.188582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1ead37-db90-46f7-8339-9650a3f5d56e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:47.197126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Checking segment: {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:47.197550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Network hostable DHCP agents. Network: 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:02:47.243004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319f55d9-c2b2-44fc-8cab-2a423b42fe5c req-6152837b-ad65-4d65-916e-c92727c5ff8f service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159586 Sep 17 01:02:47.258971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:02:47.286300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-4222a37c-d526-4384-99ee-3dc5138e0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:47.287867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-4222a37c-d526-4384-99ee-3dc5138e0afe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.2400801 Sep 17 01:02:47.362191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:47.367453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:47.368113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.377555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770874ec-0f58-4997-b6e7-b38e20d1a8ba None None] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:47.436467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.resource_extend [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:02:47.449740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d9857ceb-f212-42c5-a037-08e5eff30133 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6169305 Sep 17 01:02:47.449932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35086) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:47.459120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:47.495088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0efd-4393-401d-ace4-a8c6a2ccf5e8 req-9bfb303b-7e49-4216-9eb1-bf1e995e7ed3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:47.502356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a97f0efd-4393-401d-ace4-a8c6a2ccf5e8 req-9bfb303b-7e49-4216-9eb1-bf1e995e7ed3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.0901637 Sep 17 01:02:47.553969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.556526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a97f0efd-4393-401d-ace4-a8c6a2ccf5e8 req-7492c0e4-8d8f-45eb-9b7b-ea2634d85977 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523939 Sep 17 01:02:47.561279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-c4f1022b-85da-4c0e-af51-14d4737544af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:47.567800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-c4f1022b-85da-4c0e-af51-14d4737544af service neutron] 10.222.0.36 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.2653146 Sep 17 01:02:47.583992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-484c48e1-a4b1-4e5a-8892-8b3fefd75e7b', 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'fixed_ips': [{'subnet_id': '2c1ead37-db90-46f7-8339-9650a3f5d56e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:02:47.585624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.587518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.587650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.622571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.658610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b2dc639c-1249-4d4f-9f15-d62fa5b854fd up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:47.715342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-cf8c899e-37e8-4f08-9756-93234e93c3f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 1002 time: 0.1374049 Sep 17 01:02:47.769339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Allocated IP 172.20.0.2 (484c48e1-a4b1-4e5a-8892-8b3fefd75e7b/2c1ead37-db90-46f7-8339-9650a3f5d56e/15bb7146-2acd-478b-a234-88cdd00b5990) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:47.786365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ad548-4278-4cd8-9e66-54dada9c64d1 req-4bfd70ed-4d18-4d1f-b458-9fa889de55f0 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:47.788092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.794822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-646ad548-4278-4cd8-9e66-54dada9c64d1 req-4bfd70ed-4d18-4d1f-b458-9fa889de55f0 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 947 time: 0.0763946 Sep 17 01:02:47.803571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port b2dc639c-1249-4d4f-9f15-d62fa5b854fd completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:47.816017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port b2dc639c-1249-4d4f-9f15-d62fa5b854fd triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:47.816732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.838411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb882ab8-fa03-462c-9fe0-2e709afefa18,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:47.844657 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd associated. External IP: 172.25.1.239, port: 0dbeeadb-1adf-4deb-b680-9a7305c9769a. Sep 17 01:02:47.849943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-fc2cac9b-a907-4ddb-a1ca-cf862211cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:47.851484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-fc2cac9b-a907-4ddb-a1ca-cf862211cf6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.1254814 Sep 17 01:02:47.871929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-646ad548-4278-4cd8-9e66-54dada9c64d1 req-d35cb6f1-2705-4504-a495-7c26c4bf2dcc tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763431 Sep 17 01:02:47.878109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:47.954865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5029bb1d-04c9-4cf5-9f10-dcf21520b415 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:48.021194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.041246 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.050996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-418a4416-359c-45db-a3d2-aeca38a6ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:48.052810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-418a4416-359c-45db-a3d2-aeca38a6ab51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839950 Sep 17 01:02:48.108042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.120633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:48.122969 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c2eb06-f8ff-4979-a7ae-c9f611b4546e" -d '{"events": [{"server_uuid": "c0a1717f-2b3c-4eee-b99b-5f804c8555d8", "name": "network-vif-plugged", "status": "completed", "tag": "b2dc639c-1249-4d4f-9f15-d62fa5b854fd"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:48.161470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.163438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:48.178101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8792f1-13ae-4052-8eb4-ab3847c3e191 req-2c3cd555-453f-4873-9475-028a1425d5d5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:48.180031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c8792f1-13ae-4052-8eb4-ab3847c3e191 req-2c3cd555-453f-4873-9475-028a1425d5d5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 949 time: 0.1303797 Sep 17 01:02:48.189038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:48.199437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:48.202478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:48.204900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Pushing event updated for resources: {'Port': ['ID=15bb7146-2acd-478b-a234-88cdd00b5990,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:48.211419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:48.229754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '5029bb1d-04c9-4cf5-9f10-dcf21520b415', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '5029bb1d-04c9-4cf5-9f10-dcf21520b415', 'mac_address': 'fa:16:3e:ad:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:48.231857 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c8792f1-13ae-4052-8eb4-ab3847c3e191 req-60ff33dc-bcd6-493c-bfac-113a952f832c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444841 Sep 17 01:02:48.254029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.343640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Attempting to bind port 15bb7146-2acd-478b-a234-88cdd00b5990 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:48.344015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Attempting to bind port 15bb7146-2acd-478b-a234-88cdd00b5990 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:48.344390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Attempting to bind port 15bb7146-2acd-478b-a234-88cdd00b5990 on network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:48.366851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.375261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:48.375261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Checking segment: {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:48.375261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.375261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Bound using segment: {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:48.375261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Bound port: 15bb7146-2acd-478b-a234-88cdd00b5990, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:48.375261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.394164 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e016beb-caa0-47a1-a3e7-cb828c4a2085 x-openstack-request-id: req-4e016beb-caa0-47a1-a3e7-cb828c4a2085 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:48.394491 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a1717f-2b3c-4eee-b99b-5f804c8555d8", "name": "network-vif-plugged", "status": "completed", "tag": "b2dc639c-1249-4d4f-9f15-d62fa5b854fd", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:48.394904 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e016beb-caa0-47a1-a3e7-cb828c4a2085 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:48.395965 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd', 'code': 200} Sep 17 01:02:48.396602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:48.408169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5029bb1d-04c9-4cf5-9f10-dcf21520b415 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:48.415007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.473493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:48.503777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] For port 15bb7146-2acd-478b-a234-88cdd00b5990, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:48.507809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] For port 15bb7146-2acd-478b-a234-88cdd00b5990, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=15bb7146-2acd-478b-a234-88cdd00b5990,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:48.528191 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.529074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:02:48.557706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ccf4-ee5b-49d4-a02d-49016dc7fd96 req-8e122765-c074-4ac6-b649-a27d2e47834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:48.559243 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6aa6ccf4-ee5b-49d4-a02d-49016dc7fd96 req-8e122765-c074-4ac6-b649-a27d2e47834a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 1101 time: 0.0740900 Sep 17 01:02:48.560823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.561323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.603774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:48.664681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-d0a56f4d-cadb-46f2-8a16-a24315e9559e service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815089 Sep 17 01:02:48.705089 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6aa6ccf4-ee5b-49d4-a02d-49016dc7fd96 req-0d4816bc-4841-42f2-956c-dacf6c2fc17a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035867 Sep 17 01:02:48.716683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5029bb1d-04c9-4cf5-9f10-dcf21520b415,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:48.809971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9703a34-647a-41ab-85f0-16203cb48ae7 req-73114cd5-9e4f-4840-9f14-12cd0f86822b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:48.820108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9703a34-647a-41ab-85f0-16203cb48ae7 req-73114cd5-9e4f-4840-9f14-12cd0f86822b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1413827 Sep 17 01:02:48.880885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Allocated IP 172.25.1.29 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ffb23055-8e6c-4d71-a759-9d9fc5a8050f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:48.923387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Router 72edf2ab-e537-4c20-98bf-ca619366db55 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:48.963797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:48.986187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:49.014246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'port_id': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'mac_address': 'fa:16:3e:82:40:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc473-dd7a-43ea-aabd-7c5da26929b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:02:49.015656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-588d8a16-20a8-445c-b2ec-d9fec128c1c5 req-85b3119c-b468-4908-ac49-7569cfd68098 service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413651 Sep 17 01:02:49.022350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf0f6b-25e0-4f99-861f-9d47677abbab None None] Pushing event updated for resources: {'Port': ['ID=15bb7146-2acd-478b-a234-88cdd00b5990,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:49.071998 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:49.086939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:02:49.111473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:49.157128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:49.163758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7422330d-0830-408d-bfaa-25c0b370ebd6 admin admin] 10.222.0.13 "PUT /v2.0/routers/72edf2ab-e537-4c20-98bf-ca619366db55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5778034 Sep 17 01:02:49.166988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35104) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:49.169570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] Sync routers for ids ['72edf2ab-e537-4c20-98bf-ca619366db55'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:49.181115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] Routers {'72edf2ab-e537-4c20-98bf-ca619366db55'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:49.181946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72edf2ab-e537-4c20-98bf-ca619366db55'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:49.220332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:49.225348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:49.244565 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:49.259032 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:49.260478 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:49.287695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:49.316971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:49.374997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9703a34-647a-41ab-85f0-16203cb48ae7 req-87cdc6e6-7665-408c-a867-a7ae4a9be34f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496898 Sep 17 01:02:49.376483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:49.382062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] Set router 72edf2ab-e537-4c20-98bf-ca619366db55 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:49.403676 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:49.413806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:49.477108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:49.491538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:49.498505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:49.557535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:49.687248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5029bb1d-04c9-4cf5-9f10-dcf21520b415'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:49.728159 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:47Z', 'revision_number': 3, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:49.736727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['92a6bdca-277b-416b-adbf-9fbf4a6a9f06'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:49.750466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ce95a-bc0c-4fd3-beca-a4edce2db818 req-158dc7be-81cd-45df-89c7-73b576af6950 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:49.753364 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-316ce95a-bc0c-4fd3-beca-a4edce2db818 req-158dc7be-81cd-45df-89c7-73b576af6950 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 948 time: 0.2863681 Sep 17 01:02:49.763636 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:49.774642 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:49.775603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:49.781583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:49.818142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-316ce95a-bc0c-4fd3-beca-a4edce2db818 req-21359002-fff0-4f15-9e8f-02a007e29c2c tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577404 Sep 17 01:02:49.878866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:49.967111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:47Z', 'revision_number': 5, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port': {'id': 'decea95d-5b60-49dc-a9f8-384738f168d4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:11Z', 'updated_at': '2021-09-17T01:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:49.973098 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:49.978015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:49.987596 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.020964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] Checking router: 72edf2ab-e537-4c20-98bf-ca619366db55 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:50.021849 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.046289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274cd9fb-4abd-46ec-ae3c-ae6cc92a5835 None None] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:50.074617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:50.076204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc257ce-524e-4d1f-9a99-df35473deb27 req-7b64cd5d-4335-4559-a88d-28fc0e9dcadf tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.078039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] Routers {'72edf2ab-e537-4c20-98bf-ca619366db55'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:50.078174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efc257ce-524e-4d1f-9a99-df35473deb27 req-7b64cd5d-4335-4559-a88d-28fc0e9dcadf tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 950 time: 0.1599762 Sep 17 01:02:50.078383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72edf2ab-e537-4c20-98bf-ca619366db55'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:50.087456 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2189c4-a436-4237-b8b0-aeee79899bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:50.093599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-627a2f48-4fad-46d6-acb4-431cfefe6958 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "PUT /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 998 time: 4.1429720 Sep 17 01:02:50.177320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efc257ce-524e-4d1f-9a99-df35473deb27 req-33dfd814-cd49-4e00-997b-91f1f414e4a3 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885849 Sep 17 01:02:50.179760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-db269512-8c23-4582-8e79-c56e753df1d1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.181304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-db269512-8c23-4582-8e79-c56e753df1d1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports/0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 943 time: 0.0773687 Sep 17 01:02:50.200494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Deleting port decea95d-5b60-49dc-a9f8-384738f168d4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:50.200494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.288120 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:47Z', 'revision_number': 3, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:50.326980 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57fd7bf-9c46-4ed2-8d75-527259b58de5 None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:47Z', 'revision_number': 3, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:50.362032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bb7852d6-c8c8-4140-bd13-be5b708f6361 None None] Provisioning complete for port 15bb7146-2acd-478b-a234-88cdd00b5990 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:50.363284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bb7852d6-c8c8-4140-bd13-be5b708f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.382837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] For port decea95d-5b60-49dc-a9f8-384738f168d4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=decea95d-5b60-49dc-a9f8-384738f168d4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:50.393214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.401286 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d739ab7-7fbd-4f4a-a166-5d953727445b x-openstack-request-id: req-8d739ab7-7fbd-4f4a-a166-5d953727445b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:50.401521 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:50.401760 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d739ab7-7fbd-4f4a-a166-5d953727445b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:50.402167 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'status': 'completed', 'code': 200} Sep 17 01:02:50.436708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Calling delete_port for decea95d-5b60-49dc-a9f8-384738f168d4 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:50.446964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.459864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-c2b99ee8-d9db-4807-9cd6-086027a0f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.465227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-c2b99ee8-d9db-4807-9cd6-086027a0f621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.1467013 Sep 17 01:02:50.550687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] Set router 72edf2ab-e537-4c20-98bf-ca619366db55 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:50.597755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-e2b5e493-f106-4f17-9cf6-0ac2066b6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.599270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-e2b5e493-f106-4f17-9cf6-0ac2066b6f93 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.1873021 Sep 17 01:02:50.632247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583afa9e-ee86-4c01-af6b-90c84852560f req-e4fb49d6-f11c-43e0-8f37-2918fd0e717b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.633750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-583afa9e-ee86-4c01-af6b-90c84852560f req-e4fb49d6-f11c-43e0-8f37-2918fd0e717b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.1255035 Sep 17 01:02:50.642275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:49Z', 'revision_number': 6, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:50.664999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797b12d6-36bc-443d-9572-3f17cc613890 None None] New status for floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:02:50.692830 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-583afa9e-ee86-4c01-af6b-90c84852560f req-013c9d13-b530-409b-84f1-709c9553de9f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506983 Sep 17 01:02:50.726495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-c371fabf-8abb-476d-9a53-f71a68911988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.728061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-c371fabf-8abb-476d-9a53-f71a68911988 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.2622418 Sep 17 01:02:50.733087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0c3c7-b6e8-4791-88e3-d1182bfb51ce None None] The sync data for ids ['72edf2ab-e537-4c20-98bf-ca619366db55'] in n-d-789963-7 is: [{'id': '72edf2ab-e537-4c20-98bf-ca619366db55', 'name': 'tempest-FloatingIPDetailsTestJSON-189022446-router', 'tenant_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:09Z', 'updated_at': '2021-09-17T01:02:49Z', 'revision_number': 6, 'project_id': 'e8558871f6bd42538c96507e6cc3d4e7', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:50.764019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Router e6f3d452-522b-4d92-9041-4bcf88e673e4 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:02:50.799544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-031df39f-30b7-41b1-abd8-aae41d8c02d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 217 time: 0.0496893 Sep 17 01:02:50.804622 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bb7852d6-c8c8-4140-bd13-be5b708f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.807614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-d3e7ce70-7ceb-446b-84c2-98d0426def83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.809256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-d3e7ce70-7ceb-446b-84c2-98d0426def83 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.1991417 Sep 17 01:02:50.899581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bb7852d6-c8c8-4140-bd13-be5b708f6361 None None] For port 15bb7146-2acd-478b-a234-88cdd00b5990, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=15bb7146-2acd-478b-a234-88cdd00b5990,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:50.920360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-fba06b7b-f022-45fe-a619-3a05c085747b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 217 time: 0.0745692 Sep 17 01:02:50.940138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-94462038-0d13-4a84-afc4-4be3e13a4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:50.941635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-94462038-0d13-4a84-afc4-4be3e13a4863 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.1289461 Sep 17 01:02:50.971706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:50.979542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bb7852d6-c8c8-4140-bd13-be5b708f6361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:50.997275 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Sync routers for ids ['e6f3d452-522b-4d92-9041-4bcf88e673e4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:50.997633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40801cc2-9378-4841-9e54-20dcb7d48123 req-1e1dd51e-43ad-4487-888c-cddfc0ba0bb5 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:51.000563 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Routers {'e6f3d452-522b-4d92-9041-4bcf88e673e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:51.001236 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e6f3d452-522b-4d92-9041-4bcf88e673e4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:51.004806 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-40801cc2-9378-4841-9e54-20dcb7d48123 req-1e1dd51e-43ad-4487-888c-cddfc0ba0bb5 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 948 time: 0.0914474 Sep 17 01:02:51.029801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-6a679532-840c-4470-a4ff-e9bdae008482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:51.032734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-6a679532-840c-4470-a4ff-e9bdae008482 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.1025624 Sep 17 01:02:51.055225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-40801cc2-9378-4841-9e54-20dcb7d48123 req-2ea05982-f608-46a4-83b5-3bb6f5a75c03 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440392 Sep 17 01:02:51.060135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-42ba06d6-c12b-40e9-b4ea-b994b57ebd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:51.064927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-42ba06d6-c12b-40e9-b4ea-b994b57ebd83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975513 Sep 17 01:02:51.072472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-c41255f9-da02-4c76-a621-30e81fe11582 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:51.079974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-c41255f9-da02-4c76-a621-30e81fe11582 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138006 Sep 17 01:02:51.095972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.097455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3bf60a91-3d65-4674-9f8d-9feb352132e2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6466279 Sep 17 01:02:51.100250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35120) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:51.158308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.181813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7852d6-c8c8-4140-bd13-be5b708f6361 None None] Pushing event updated for resources: {'Port': ['ID=15bb7146-2acd-478b-a234-88cdd00b5990,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:51.216819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 15bb7146-2acd-478b-a234-88cdd00b5990 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:51.259070 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Set router e6f3d452-522b-4d92-9041-4bcf88e673e4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:51.279063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 15bb7146-2acd-478b-a234-88cdd00b5990 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:51.279620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.308594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Pushing event deleted for resources: {'Port': ['ID=decea95d-5b60-49dc-a9f8-384738f168d4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:51.485334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:51.496543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:02:49Z', 'revision_number': 3, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:51.503037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e66650-0ef6-4e1c-9d2f-832410f81cb7 req-0e830d75-f78b-4c82-ab76-f36e60affe91 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:51.506479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1e66650-0ef6-4e1c-9d2f-832410f81cb7 req-0e830d75-f78b-4c82-ab76-f36e60affe91 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 950 time: 0.2207344 Sep 17 01:02:51.518403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:51.519225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:51.523293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d6a38bc5-7bc1-46b3-ac0b-7f37c111fb5f None None] Provisioning complete for port 15bb7146-2acd-478b-a234-88cdd00b5990 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:51.523666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d6a38bc5-7bc1-46b3-ac0b-7f37c111fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.661518 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Checking router: e6f3d452-522b-4d92-9041-4bcf88e673e4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:51.664431 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Updating router e6f3d452-522b-4d92-9041-4bcf88e673e4 port ffb23055-8e6c-4d71-a759-9d9fc5a8050f binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:02:51.667600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1e66650-0ef6-4e1c-9d2f-832410f81cb7 req-15266d03-2e4d-4f55-9616-e286667c540d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163168 Sep 17 01:02:51.723650 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.774322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.800919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:51.942562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-3e5c757a-1aca-4732-915a-65928dcd5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:51.950180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-3e5c757a-1aca-4732-915a-65928dcd5ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8950093 Sep 17 01:02:51.992768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:51.995799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5029bb1d-04c9-4cf5-9f10-dcf21520b415 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:52.017697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.020547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.072364 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.117530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-4c1637eb-83d0-445d-ac8c-97f23b7e7629 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9944186 Sep 17 01:02:52.129454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cec5d5-e4a2-4974-8416-41c098130a79 req-9cfb96d8-143d-40db-847b-0ae8bc4e1497 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:52.131657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1cec5d5-e4a2-4974-8416-41c098130a79 req-9cfb96d8-143d-40db-847b-0ae8bc4e1497 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 1101 time: 0.1177425 Sep 17 01:02:52.139340 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.194416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.197478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72edf2ab-e537-4c20-98bf-ca619366db55 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:02:52.199427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:50Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:52.202706 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Attempting to bind port ffb23055-8e6c-4d71-a759-9d9fc5a8050f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:52.203060 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Attempting to bind port ffb23055-8e6c-4d71-a759-9d9fc5a8050f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:52.203451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Attempting to bind port ffb23055-8e6c-4d71-a759-9d9fc5a8050f on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:52.206828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.208857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c1dd1c44-c4c8-4157-9201-f6874f30b194 admin admin] 10.222.0.13 "DELETE /v2.0/routers/72edf2ab-e537-4c20-98bf-ca619366db55 HTTP/1.1" status: 204 len: 168 time: 3.0385423 Sep 17 01:02:52.224660 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:52.225496 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:52.226685 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.227337 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:52.228171 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Bound port: ffb23055-8e6c-4d71-a759-9d9fc5a8050f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:52.228795 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.230020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35136) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:52.235868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:52.246021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:52.246634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:52.280567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-810cbbaa-9235-42d6-95c7-672f078f94cf service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904471 Sep 17 01:02:52.287762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:52.299485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:52.299915 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.308221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-f6a0b22c-a5c2-4bc2-8ac6-dce07343075b service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897540 Sep 17 01:02:52.341265 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df014635-753e-4a13-b2dd-bbf2f92dec6d None None] Pushing event updated for resources: {'Port': ['ID=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:52.347496 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] For port ffb23055-8e6c-4d71-a759-9d9fc5a8050f, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:52.355965 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] For port ffb23055-8e6c-4d71-a759-9d9fc5a8050f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:52.386784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c1cec5d5-e4a2-4974-8416-41c098130a79 req-6b9ab0bc-2bcb-4ada-b6b9-74522b515546 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561382 Sep 17 01:02:52.393541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Deleting subnet 30fb3d58-d0ca-44dd-9470-9d05b19834f9 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:02:52.403788 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.419841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:52.422059 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bf6513-8107-4f61-bcc9-f7cd58ee6881" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:52.455554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Allocated IP 172.20.0.1 (484c48e1-a4b1-4e5a-8892-8b3fefd75e7b/2c1ead37-db90-46f7-8339-9650a3f5d56e/f6493d58-38af-4c79-82d1-ec1e34ee67c5) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:52.460077 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.466984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.486391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:52.515111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e2189c4-a436-4237-b8b0-aeee79899bc4 req-64f9cf40-ea55-478a-a4cd-e16a37ea09ce service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037437 Sep 17 01:02:52.521382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-4e72dcfe-3284-41d0-b44a-f52d7e690630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:52.523468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-4e72dcfe-3284-41d0-b44a-f52d7e690630 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1096 time: 0.1228812 Sep 17 01:02:52.578056 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Routers {'e6f3d452-522b-4d92-9041-4bcf88e673e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:52.578680 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e6f3d452-522b-4d92-9041-4bcf88e673e4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:52.640475 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df014635-753e-4a13-b2dd-bbf2f92dec6d None None] Pushing event updated for resources: {'Port': ['ID=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:52.664642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-98bedcdd-afbb-4100-ad65-d04d9ee97d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:52.667774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.679174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-98bedcdd-afbb-4100-ad65-d04d9ee97d27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.1423364 Sep 17 01:02:52.739993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f5dd93-ba23-4109-b032-5a406da183f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5029bb1d-04c9-4cf5-9f10-dcf21520b415'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:52.742218 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b40cf3-b707-49fe-b765-736b59e99b09" -d '{"events": [{"server_uuid": "34f5dd93-ba23-4109-b032-5a406da183f4", "name": "network-vif-plugged", "status": "completed", "tag": "5029bb1d-04c9-4cf5-9f10-dcf21520b415"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:52.762688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:52.794893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-4d811786-7967-4150-ba88-c4451a57b68b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 1001 time: 0.1147428 Sep 17 01:02:52.800865 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] Set router e6f3d452-522b-4d92-9041-4bcf88e673e4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:52.841942 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:52.842777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:52.898184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-d5e789e2-ed7a-4340-8403-fd7cb8008dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:52.904661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-d5e789e2-ed7a-4340-8403-fd7cb8008dea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.1018436 Sep 17 01:02:52.935741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 15bb7146-2acd-478b-a234-88cdd00b5990 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:52.983872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-339c578f-6902-4281-9cf5-878e3542e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:52.985922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-339c578f-6902-4281-9cf5-878e3542e619 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736158 Sep 17 01:02:53.000914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5029bb1d-04c9-4cf5-9f10-dcf21520b415,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:53.024360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:50Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:53.081421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612c8e8-2d76-4721-acac-4f95b02ce2d6 None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:1a:90:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:02:50Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:53.109894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04f9cf-fdc5-4d48-b379-1fd968c7d9b3 req-d921811b-3de8-45d1-ab48-7f96eb45fbde tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:53.121064 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a04f9cf-fdc5-4d48-b379-1fd968c7d9b3 req-d921811b-3de8-45d1-ab48-7f96eb45fbde tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.6091495 Sep 17 01:02:53.127024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 15bb7146-2acd-478b-a234-88cdd00b5990 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:53.127461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.173212 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:02:49Z', 'revision_number': 3, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:53.173696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:02:53.210347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.213077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:53.213616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.233092 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e4c60e-c2c9-45b6-a5dd-614623e1a5e6 None None] The sync data for ids ['e6f3d452-522b-4d92-9041-4bcf88e673e4'] in n-d-789963-7 is: [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:02:49Z', 'revision_number': 3, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:53.246680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-60af8336-4b79-48a5-aeed-b7fd09d2771d service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512100 Sep 17 01:02:53.271727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.279363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a04f9cf-fdc5-4d48-b379-1fd968c7d9b3 req-a5ad3d52-1d63-4590-9b52-b485abaa88ed tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572280 Sep 17 01:02:53.403711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c273cd02-a1df-4c3d-b793-d4ad5335a31b req-d4f88014-b354-4c05-9a37-823e1efb669f service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469154 Sep 17 01:02:53.406264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.432419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.434974 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.476267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:53.494922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30fb3d58-d0ca-44dd-9470-9d05b19834f9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:53.498589 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.503113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b337a35f-204d-4f71-b553-3bf6bb0dca4d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/30fb3d58-d0ca-44dd-9470-9d05b19834f9 HTTP/1.1" status: 204 len: 168 time: 1.2713053 Sep 17 01:02:53.503319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35154) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:53.503514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device decea95d-5b60-49dc-a9f8-384738f168d4 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:53.506171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d886c21-146e-4611-97a6-d837bd34b557 None None] Network b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:02:53.523305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:53.526910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:53.537034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a674b3b-1048-4748-9157-233bb1f3c230 req-7159e116-89b2-469b-84ec-e7754757a39f tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:53.552786 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a674b3b-1048-4748-9157-233bb1f3c230 req-7159e116-89b2-469b-84ec-e7754757a39f tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 967 time: 0.1575253 Sep 17 01:02:53.555287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:02:53.594327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Pushing event updated for resources: {'Port': ['ID=f6493d58-38af-4c79-82d1-ec1e34ee67c5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:53.629549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: decea95d-5b60-49dc-a9f8-384738f168d4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:53.630056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device decea95d-5b60-49dc-a9f8-384738f168d4 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:53.630640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eb882ab8-fa03-462c-9fe0-2e709afefa18 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:53.667135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.669863 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.686914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a674b3b-1048-4748-9157-233bb1f3c230 req-a5abcea3-ed63-4ab7-8816-731b51aeb07e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235297 Sep 17 01:02:53.701310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.721452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724829d6-1acc-40db-9d8f-718d9f4f3f88 req-4dd2ede5-f55e-41da-87fa-e8fc7c60bd59 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:53.724772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-724829d6-1acc-40db-9d8f-718d9f4f3f88 req-4dd2ede5-f55e-41da-87fa-e8fc7c60bd59 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 949 time: 0.1773884 Sep 17 01:02:53.805712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:53.810552 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b68c9e-d7cf-4bbe-901f-4dd2d69f7900 x-openstack-request-id: req-44b68c9e-d7cf-4bbe-901f-4dd2d69f7900 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:53.810995 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:53.811537 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44b68c9e-d7cf-4bbe-901f-4dd2d69f7900 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:53.812117 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'status': 'completed', 'code': 200} Sep 17 01:02:53.845555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: eb882ab8-fa03-462c-9fe0-2e709afefa18 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:53.846633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eb882ab8-fa03-462c-9fe0-2e709afefa18 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:53.932392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-724829d6-1acc-40db-9d8f-718d9f4f3f88 req-598d0979-7d62-44ec-93ad-40750a1feab6 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002432 Sep 17 01:02:53.945760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e8f413c0-35cb-4c12-a808-231bfeed2e61 None None] Provisioning complete for port f6493d58-38af-4c79-82d1-ec1e34ee67c5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:53.946334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8f413c0-35cb-4c12-a808-231bfeed2e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.946624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Deleting port d53de79e-ee77-4367-9cf6-49d94a5be085 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:53.946979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:53.976546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-a5c4f213-e7af-416f-92d7-0636ec0b07b9 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612764 Sep 17 01:02:53.990756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-9736306c-9add-4938-b215-cc9997a8068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:53.992522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-9736306c-9add-4938-b215-cc9997a8068e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1096 time: 0.1508536 Sep 17 01:02:54.061528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] For port d53de79e-ee77-4367-9cf6-49d94a5be085, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d53de79e-ee77-4367-9cf6-49d94a5be085,segment=NetworkSegment(72125667-b757-439c-998c-67445f24a791),segment_id=72125667-b757-439c-998c-67445f24a791)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:54.061900 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.077802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Calling delete_port for d53de79e-ee77-4367-9cf6-49d94a5be085 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:54.091698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.197124 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f92097b-ff86-4338-9163-3790cfe5e8da x-openstack-request-id: req-3f92097b-ff86-4338-9163-3790cfe5e8da {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:54.197124 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f5dd93-ba23-4109-b032-5a406da183f4", "name": "network-vif-plugged", "status": "completed", "tag": "5029bb1d-04c9-4cf5-9f10-dcf21520b415", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:54.199214 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f92097b-ff86-4338-9163-3790cfe5e8da {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:54.199214 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f5dd93-ba23-4109-b032-5a406da183f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5029bb1d-04c9-4cf5-9f10-dcf21520b415', 'code': 200} Sep 17 01:02:54.200050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] DHCP port deletion for b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:02:54.226896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7fa5d-111f-4bac-99e1-8ce3fa9d6d5b req-06c2fe29-07fe-435b-8a84-cf89efc6c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:54.228434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-daf7fa5d-111f-4bac-99e1-8ce3fa9d6d5b req-06c2fe29-07fe-435b-8a84-cf89efc6c78b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 1100 time: 0.1485014 Sep 17 01:02:54.257555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e8f413c0-35cb-4c12-a808-231bfeed2e61 None None] Port f6493d58-38af-4c79-82d1-ec1e34ee67c5 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:54.258778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.287452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Deleting port d53de79e-ee77-4367-9cf6-49d94a5be085 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:54.288114 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.291749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-d6b83452-1926-42c6-9032-9bc7cadfe675 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:54.293273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-d6b83452-1926-42c6-9032-9bc7cadfe675 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782223 Sep 17 01:02:54.311610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53de79e-ee77-4367-9cf6-49d94a5be085,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:54.312456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-1ff5015a-cab9-4ff2-9a43-5ce8f660831c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/quotas/07c75938182f4129ab2bf04452bc12fa HTTP/1.1" status: 200 len: 375 time: 0.0110500 Sep 17 01:02:54.316575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] No DVR routers for this DVR port d53de79e-ee77-4367-9cf6-49d94a5be085 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:54.341979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44e9fd-9c74-406d-bcb1-194faa81a5fc req-53bffaa3-9d05-4873-9218-b12119507de3 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:54.343570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e44e9fd-9c74-406d-bcb1-194faa81a5fc req-53bffaa3-9d05-4873-9218-b12119507de3 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1096 time: 0.1796451 Sep 17 01:02:54.385779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-daf7fa5d-111f-4bac-99e1-8ce3fa9d6d5b req-d885deea-c3d8-405f-9ad6-b71266ffd1ab service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335006 Sep 17 01:02:54.401834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] For port d53de79e-ee77-4367-9cf6-49d94a5be085, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:54.402245 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.416737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-39a3aaad-1e20-484a-bb67-84e414bcb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:54.418352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-39a3aaad-1e20-484a-bb67-84e414bcb0f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.3900352 Sep 17 01:02:54.421019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Calling delete_port for d53de79e-ee77-4367-9cf6-49d94a5be085 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:54.424832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Port d53de79e-ee77-4367-9cf6-49d94a5be085 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:02:54.427542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.438977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-f834e333-f7bb-4fb6-a878-b63764155dc2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0908408 Sep 17 01:02:54.456332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.457263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] Pushing event deleted for resources: {'Port': ['ID=d53de79e-ee77-4367-9cf6-49d94a5be085,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:54.470301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e44e9fd-9c74-406d-bcb1-194faa81a5fc req-1796376d-f2cb-4457-8dac-c6abac43ed7f tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085875 Sep 17 01:02:54.485149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c054dcfc-418b-4de4-8c5b-c726adb06c19 None None] No DVR routers for this DVR port d53de79e-ee77-4367-9cf6-49d94a5be085 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:54.487041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.491901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.492775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.493133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > port after_create 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.493538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.494074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > port after_update 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.494422 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.494943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.495307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.495837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.515875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.562406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.588492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.588842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.589179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.589534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=112073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 17 01:02:54.589898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:54.613292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72125667-b757-439c-998c-67445f24a791') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:54.614162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72125667-b757-439c-998c-67445f24a791') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:54.635246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.643793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Pushing event updated for resources: {'Port': ['ID=f6493d58-38af-4c79-82d1-ec1e34ee67c5,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:54.647487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.668203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.681982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:02:54.682538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: from cryptography.utils import int_from_bytes Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: from cryptography.utils import int_from_bytes Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:02:54.745069 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:02:54.792182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.799771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:54.800615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879 HTTP/1.1" status: 204 len: 168 time: 1.2963128 Sep 17 01:02:54.824820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776cf51-79c4-42f9-ba92-645e94a5e8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5bf7cd6-fcc6-4e2f-aed6-9f9d56f75879,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:54.857232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-0e4d5c01-8b37-4340-941a-143254c686c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 1001 time: 0.1111627 Sep 17 01:02:54.879982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7447e8d8-6370-4a01-8c80-f288c3f1c099 req-539f5a0d-c42a-45b2-960f-65757b4559c2 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1479089 Sep 17 01:02:54.894532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:54.919722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:54.953952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-c53ec697-d936-4ac2-b964-99eb56ef9fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:54.961118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-c53ec697-d936-4ac2-b964-99eb56ef9fff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0903845 Sep 17 01:02:54.968355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447e8d8-6370-4a01-8c80-f288c3f1c099 req-7f876763-2d69-4a1f-a12c-051e1dd2165a tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:54.968548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffb23055-8e6c-4d71-a759-9d9fc5a8050f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:54.968642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7447e8d8-6370-4a01-8c80-f288c3f1c099 req-7f876763-2d69-4a1f-a12c-051e1dd2165a tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports/a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 942 time: 0.0858591 Sep 17 01:02:55.029728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-8f61a0c9-6ded-41c8-b103-2fcdb9cd986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:55.032374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-8f61a0c9-6ded-41c8-b103-2fcdb9cd986b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597420 Sep 17 01:02:55.101089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ffb23055-8e6c-4d71-a759-9d9fc5a8050f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:55.107914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.289165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-1506a099-6db4-459d-8b03-d45c58ace8e7 service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439227 Sep 17 01:02:55.335052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7447e8d8-6370-4a01-8c80-f288c3f1c099 req-df6c6ffe-0bc4-4908-9326-1d07597cfd09 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.2534046 Sep 17 01:02:55.340544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.356372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Router e6f3d452-522b-4d92-9041-4bcf88e673e4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:55.375190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port ffb23055-8e6c-4d71-a759-9d9fc5a8050f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:55.385109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35186) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:55.404239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c8a1d615-1483-4219-8e30-20d68d2b255d None None] Provisioning complete for port f6493d58-38af-4c79-82d1-ec1e34ee67c5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:55.404466 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8a1d615-1483-4219-8e30-20d68d2b255d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.416483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2a4b1-980f-423c-8428-73e893734024 req-ea1f4c38-1d9d-444a-8ab4-18ce40c61d4e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:55.423686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94b2a4b1-980f-423c-8428-73e893734024 req-ea1f4c38-1d9d-444a-8ab4-18ce40c61d4e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.1256723 Sep 17 01:02:55.445120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c8a1d615-1483-4219-8e30-20d68d2b255d None None] Port f6493d58-38af-4c79-82d1-ec1e34ee67c5 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:55.454522 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.494529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bf6513-8107-4f61-bcc9-f7cd58ee6881 req-2bfcbff2-ad85-4872-b773-acb946beeb95 service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953657 Sep 17 01:02:55.508102 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94b2a4b1-980f-423c-8428-73e893734024 req-2725ee4b-988f-49f9-8eb1-b857bad34c55 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785413 Sep 17 01:02:55.550569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:55.559447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d53de79e-ee77-4367-9cf6-49d94a5be085 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:02:55.584944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11609ddd-f9e5-4ecb-b90a-0f39b12670c4 req-2ff032a2-bf41-4d64-a293-b78d02762b5e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 210 time: 0.0353699 Sep 17 01:02:55.591223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8bab9e7c-967e-4b1e-a3da-b94198624256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8558871f6bd42538c96507e6cc3d4e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047930 Sep 17 01:02:55.593715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:55.597392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d53de79e-ee77-4367-9cf6-49d94a5be085 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:02:55.598464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d53de79e-ee77-4367-9cf6-49d94a5be085 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:02:55.715014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447e8d8-6370-4a01-8c80-f288c3f1c099 req-2f55991a-3bb0-44f2-85bc-faa829dfd280 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:55.716425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7447e8d8-6370-4a01-8c80-f288c3f1c099 req-2f55991a-3bb0-44f2-85bc-faa829dfd280 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.3497441 Sep 17 01:02:55.737012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:55.752172 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-91230c62-2fd7-4b76-af2b-93f96393c527 admin admin] 10.222.0.13 "PUT /v2.0/routers/e6f3d452-522b-4d92-9041-4bcf88e673e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6428199 Sep 17 01:02:55.752172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81209029-d102-4ba1-82c2-4c67092e8661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.752327 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Sync routers for ids ['e6f3d452-522b-4d92-9041-4bcf88e673e4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:55.760236 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Routers {'e6f3d452-522b-4d92-9041-4bcf88e673e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:55.761130 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e6f3d452-522b-4d92-9041-4bcf88e673e4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:55.773979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81209029-d102-4ba1-82c2-4c67092e8661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.891449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19fb32-ff8c-40fc-962e-e69aec54f4ef req-fd9c1943-2b04-4340-bb5d-3e2cf1430e54 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:55.893469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c19fb32-ff8c-40fc-962e-e69aec54f4ef req-fd9c1943-2b04-4340-bb5d-3e2cf1430e54 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 949 time: 0.0653601 Sep 17 01:02:55.894666 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Set router e6f3d452-522b-4d92-9041-4bcf88e673e4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:55.934996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c19fb32-ff8c-40fc-962e-e69aec54f4ef req-8afe3d86-91f7-4569-a52f-6ed55cc96c8b tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333040 Sep 17 01:02:55.938862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81209029-d102-4ba1-82c2-4c67092e8661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.941683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81209029-d102-4ba1-82c2-4c67092e8661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:55.943453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-81209029-d102-4ba1-82c2-4c67092e8661 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1813c14c-c1b3-4bec-ae72-2424eaa2521d HTTP/1.1" status: 204 len: 168 time: 0.3465784 Sep 17 01:02:55.952723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81209029-d102-4ba1-82c2-4c67092e8661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1813c14c-c1b3-4bec-ae72-2424eaa2521d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:56.117112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-79d1eeaf-c476-44f8-abeb-6bcd13501abb tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--976780935&fields=id&tenant_id=ae71d2675681479fa9dbe710cb72896d HTTP/1.1" status: 200 len: 267 time: 0.0548007 Sep 17 01:02:56.133815 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:02:53Z', 'revision_number': 4, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6493d58-38af-4c79-82d1-ec1e34ee67c5', 'name': '', 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'mac_address': 'fa:16:3e:5c:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2c1ead37-db90-46f7-8339-9650a3f5d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:52Z', 'updated_at': '2021-09-17T01:02:54Z', 'revision_number': 2, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'subnets': [{'id': '2c1ead37-db90-46f7-8339-9650a3f5d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:56.167053 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Checking router: e6f3d452-522b-4d92-9041-4bcf88e673e4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:02:56.167782 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Updating router e6f3d452-522b-4d92-9041-4bcf88e673e4 port f6493d58-38af-4c79-82d1-ec1e34ee67c5 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:02:56.198393 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:56.199365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:56.203294 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d3420-c034-42b6-ab3e-41a0eb12a21d" -d '{"events": [{"server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "name": "network-vif-plugged", "status": "completed", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:56.252293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-f1498a22-e7ed-4d8f-9aae-74c3aafa5f55 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:56.253952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-f1498a22-e7ed-4d8f-9aae-74c3aafa5f55 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 824 time: 0.1278157 Sep 17 01:02:56.277232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-d20aecfb-620f-4abf-90ee-5f8e41296265 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/quotas/ae71d2675681479fa9dbe710cb72896d HTTP/1.1" status: 200 len: 375 time: 0.0168333 Sep 17 01:02:56.357753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-3e091005-8e3c-4468-84de-399baa74ff25 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0712342 Sep 17 01:02:56.531483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-c3ebd813-0532-46fc-b996-1aa6b7737604 service neutron] 10.222.0.13 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639059 Sep 17 01:02:56.561320 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:56.624877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-033d36ce-d31a-4679-a93a-5453e2b390a9 service neutron] 10.222.0.13 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963480 Sep 17 01:02:56.625566 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:56.687055 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Pushing event updated for resources: {'Port': ['ID=f6493d58-38af-4c79-82d1-ec1e34ee67c5,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:56.698030 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.698360 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.698687 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.699011 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.699360 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.699683 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.699998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.700313 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.700625 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.700936 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.701246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.701555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:02:56.794417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-71ebd948-5573-4f09-a75e-6c5abd3f6be7 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:56.796009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-71ebd948-5573-4f09-a75e-6c5abd3f6be7 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.36 "GET /v2.0/ports?device_id=78c3c1d3-93a6-4e7d-9580-5e59503156c6 HTTP/1.1" status: 200 len: 967 time: 0.0729365 Sep 17 01:02:56.901539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffb23055-8e6c-4d71-a759-9d9fc5a8050f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:56.917234 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Attempting to bind port f6493d58-38af-4c79-82d1-ec1e34ee67c5 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:56.917734 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Attempting to bind port f6493d58-38af-4c79-82d1-ec1e34ee67c5 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:56.917958 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Attempting to bind port f6493d58-38af-4c79-82d1-ec1e34ee67c5 on network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:56.935139 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:56.935731 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Checking segment: {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:56.936741 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:56.937012 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Bound using segment: {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:56.937645 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Bound port: f6493d58-38af-4c79-82d1-ec1e34ee67c5, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee963e5-86be-4f1d-82ff-96e00a56d8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:56.938260 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:56.970629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Deleting port 34a15a6c-e40a-404f-baa7-58042626d780 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:02:56.970972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.017003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ffb23055-8e6c-4d71-a759-9d9fc5a8050f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:57.017003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.049923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-46fa98e0-51e4-4e51-bddb-33f250b5e5f4 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1638484 Sep 17 01:02:57.111443 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] For port f6493d58-38af-4c79-82d1-ec1e34ee67c5, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:02:57.116575 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] For port f6493d58-38af-4c79-82d1-ec1e34ee67c5, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f6493d58-38af-4c79-82d1-ec1e34ee67c5,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:57.129540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9456bcc8-f127-4af9-83b4-8a9649cb5e68 None None] Provisioning complete for port f6493d58-38af-4c79-82d1-ec1e34ee67c5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:57.130177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9456bcc8-f127-4af9-83b4-8a9649cb5e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.135251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-6c93d246-476a-4fa8-a61c-82b8c5522e7b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:57.140711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-6c93d246-476a-4fa8-a61c-82b8c5522e7b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports/a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 942 time: 0.0822067 Sep 17 01:02:57.165074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] For port 34a15a6c-e40a-404f-baa7-58042626d780, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=34a15a6c-e40a-404f-baa7-58042626d780,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:57.165495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.217926 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.244501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9456bcc8-f127-4af9-83b4-8a9649cb5e68 None None] Port f6493d58-38af-4c79-82d1-ec1e34ee67c5 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:02:57.305114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-af6db293-f58e-43fd-9869-d053566270d3 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1085730 Sep 17 01:02:57.306616 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Routers {'e6f3d452-522b-4d92-9041-4bcf88e673e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:57.307894 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e6f3d452-522b-4d92-9041-4bcf88e673e4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:57.413559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a347b89-412e-42dd-8375-79ff6c7745c5 None None] Pushing event updated for resources: {'Port': ['ID=f6493d58-38af-4c79-82d1-ec1e34ee67c5,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:57.443717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-69c98704-0830-4b5c-8706-2c8c80eaf4d5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=07c75938182f4129ab2bf04452bc12fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817232 Sep 17 01:02:57.463177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-95ca8796-8455-4e70-9f67-291d67510ad2 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:57.472461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-95ca8796-8455-4e70-9f67-291d67510ad2 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1546824 Sep 17 01:02:57.524993 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] Set router e6f3d452-522b-4d92-9041-4bcf88e673e4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:57.584558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2c5722bf-c70d-49e4-93e2-79593faf648b None None] Provisioning complete for port f6493d58-38af-4c79-82d1-ec1e34ee67c5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:57.586374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bf-c70d-49e4-93e2-79593faf648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.603217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-1cbf9b64-8b8a-449c-8ce9-7a28cb316393 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1001 time: 0.1296527 Sep 17 01:02:57.615922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:57.720282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.750422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bf-c70d-49e4-93e2-79593faf648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.773950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.774684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.775813 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173 disassociated. External IP: 172.25.1.140, port: 34a15a6c-e40a-404f-baa7-58042626d780. Sep 17 01:02:57.776492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Calling delete_port for 34a15a6c-e40a-404f-baa7-58042626d780 owned by compute:tempest-test_az-1445823920 {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:02:57.799626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-6dc3b097-2c94-4d7d-a431-917e557b989e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:57.803183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-6dc3b097-2c94-4d7d-a431-917e557b989e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058817 Sep 17 01:02:57.805978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-8c165913-e588-4ba0-a458-b4de1a453784 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:02:57.807149 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-8c165913-e588-4ba0-a458-b4de1a453784 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081439 Sep 17 01:02:57.807323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2c5722bf-c70d-49e4-93e2-79593faf648b None None] For port f6493d58-38af-4c79-82d1-ec1e34ee67c5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f6493d58-38af-4c79-82d1-ec1e34ee67c5,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:02:57.820008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Request body: {'port': {'device_id': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '07c75938182f4129ab2bf04452bc12fa'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:57.820946 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:02:53Z', 'revision_number': 4, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6493d58-38af-4c79-82d1-ec1e34ee67c5', 'name': '', 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'mac_address': 'fa:16:3e:5c:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2c1ead37-db90-46f7-8339-9650a3f5d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:52Z', 'updated_at': '2021-09-17T01:02:57Z', 'revision_number': 4, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'subnets': [{'id': '2c1ead37-db90-46f7-8339-9650a3f5d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:57.850597 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ae88c-9107-4c9d-8d42-806b75ed9bbd None None] The sync data for ids ['e6f3d452-522b-4d92-9041-4bcf88e673e4'] in n-d-789963-7 is: [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:02:53Z', 'revision_number': 4, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6493d58-38af-4c79-82d1-ec1e34ee67c5', 'name': '', 'network_id': '484c48e1-a4b1-4e5a-8892-8b3fefd75e7b', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'mac_address': 'fa:16:3e:5c:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2c1ead37-db90-46f7-8339-9650a3f5d56e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:52Z', 'updated_at': '2021-09-17T01:02:57Z', 'revision_number': 4, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'subnets': [{'id': '2c1ead37-db90-46f7-8339-9650a3f5d56e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:02:57.885764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-95e35d34-3a04-4f03-8f2a-77f907187c7e tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:57.887849 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-95e35d34-3a04-4f03-8f2a-77f907187c7e tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 1093 time: 0.0497403 Sep 17 01:02:57.914027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c5722bf-c70d-49e4-93e2-79593faf648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:57.919781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:02:57.919935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:02:57.970341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5722bf-c70d-49e4-93e2-79593faf648b None None] Pushing event updated for resources: {'Port': ['ID=f6493d58-38af-4c79-82d1-ec1e34ee67c5,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:58.015428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.107648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.114606 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd disassociated. External IP: 172.25.1.239, port: a52e28f1-4c6e-498b-9f08-50cc56c8b3fc. Sep 17 01:02:58.133764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.139755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Made reservation on behalf of 07c75938182f4129ab2bf04452bc12fa for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:02:58.141896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.168134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:02:58.168442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:02:58.168720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:58.181707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:02:58.181707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:02:58.181915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event deleted for resources: {'Port': ['ID=34a15a6c-e40a-404f-baa7-58042626d780,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:58.191646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:02:58.191980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:02:58.192362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:02:58.192799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Bound port: dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:02:58.293754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:02:58.460253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.764349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Allocated IP 192.168.233.116 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/035db641-584a-4049-a609-e6bce6c49be9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:02:58.768771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:58.773812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.774968 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-47a2d3e7-0a4a-448b-a283-f2385e0a09b3 service neutron] 10.222.0.13 "POST /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4/bindings HTTP/1.1" status: 201 len: 389 time: 0.8663299 Sep 17 01:02:58.797228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:58.930709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f6493d58-38af-4c79-82d1-ec1e34ee67c5 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:02:59.028361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:02:59.058157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f6493d58-38af-4c79-82d1-ec1e34ee67c5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:02:59.058763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:59.092555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:59.103039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:59.112595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:59.133785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:59.135107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:59.167856 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-e8942706-758c-45f0-b23f-e9832dde3251 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "PUT /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 695 time: 1.5558193 Sep 17 01:02:59.168361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:59.176952 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677955a8-d457-4cf2-9d31-cbe0f75726c4" -d '{"events": [{"name": "network-changed", "server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:59.282447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-cd876354-cec7-4a72-a69c-c1b44998c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:59.283961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-cd876354-cec7-4a72-a69c-c1b44998c6d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1096 time: 0.0830159 Sep 17 01:02:59.344762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:59.394392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:59.410508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:02:59.420973 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:02:59.436263 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:02:59.436892 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:02:59.507586 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-3356bcb9-8e68-45b8-8895-a8f2de83dbd9 req-e7f7a032-f854-4119-86e7-f55a0b60a71f tempest-FloatingIPDetailsNegativeTestJSON-1328407903 tempest-FloatingIPDetailsNegativeTestJSON-1328407903-project] show failed (client error): The resource could not be found. Sep 17 01:02:59.520946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3356bcb9-8e68-45b8-8895-a8f2de83dbd9 req-e7f7a032-f854-4119-86e7-f55a0b60a71f tempest-FloatingIPDetailsNegativeTestJSON-1328407903 tempest-FloatingIPDetailsNegativeTestJSON-1328407903-project] 10.222.0.13 "GET /v2.0/floatingips/890b7c26-7acc-4636-aec0-7359df4a9818 HTTP/1.1" status: 404 len: 350 time: 0.1123095 Sep 17 01:02:59.521135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35274) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:02:59.585594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] No DVR routers for this DVR port 34a15a6c-e40a-404f-baa7-58042626d780 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:02:59.594209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:59.601332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:02:59.608242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-61cdd531-d1f1-47df-b90e-8a6a7b1ee4fd req-07865bbe-6c31-457c-8152-d13efb29436d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.36 "DELETE /v2.0/ports/34a15a6c-e40a-404f-baa7-58042626d780 HTTP/1.1" status: 204 len: 173 time: 2.7962458 Sep 17 01:02:59.610774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'name': 'network-vif-deleted', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:02:59.614314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:59.622203 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a35c4-0059-4231-9a69-fc3fdfad86a7" -d '{"events": [{"server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "name": "network-vif-deleted", "tag": "34a15a6c-e40a-404f-baa7-58042626d780"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:02:59.626870 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed92c1e-1476-4599-8430-410308360c34 x-openstack-request-id: req-fed92c1e-1476-4599-8430-410308360c34 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:02:59.627187 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "name": "network-vif-plugged", "status": "completed", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:02:59.627448 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fed92c1e-1476-4599-8430-410308360c34 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:02:59.627836 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'code': 200} Sep 17 01:02:59.640079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:02:59.658297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-0889ca89-f484-4c3d-833b-1a1fb3146759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:02:59.666215 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-0889ca89-f484-4c3d-833b-1a1fb3146759 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.3740554 Sep 17 01:02:59.723526 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:02:59.779671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:02:59.794714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event updated for resources: {'Port': ['ID=035db641-584a-4049-a609-e6bce6c49be9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:02:59.797910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:02:59.812097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-fa030348-58ad-436d-adc5-eeb5401e6211 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 217 time: 0.1445346 Sep 17 01:02:59.843833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:00.086537 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:00.135291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.135859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:00.137894 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:00.172347 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:00.174186 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:00.180096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57378d84-339e-49b1-b0b2-cbb3701e8843 req-35ddfea2-02c4-4023-8d31-1b9049d66e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.181888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57378d84-339e-49b1-b0b2-cbb3701e8843 req-35ddfea2-02c4-4023-8d31-1b9049d66e55 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1096 time: 0.3996301 Sep 17 01:03:00.184151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-3a970283-8e3b-46d3-8caf-c747ff5faa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.184932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-87973f64-409d-4a34-bea6-e12d420c6da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.185917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-3a970283-8e3b-46d3-8caf-c747ff5faa5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1096 time: 0.3993921 Sep 17 01:03:00.197393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83de4-5195-4feb-bc06-800b8e6f5cd4 req-92058554-43ab-4d64-8734-0d4abd8337e6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.202655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-87973f64-409d-4a34-bea6-e12d420c6da5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.3851030 Sep 17 01:03:00.202813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d83de4-5195-4feb-bc06-800b8e6f5cd4 req-92058554-43ab-4d64-8734-0d4abd8337e6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.4056282 Sep 17 01:03:00.274948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-0c3e0e4d-72bd-449d-87c5-b0f36b0eabad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.277140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-bdab18cf-61c6-4789-a95a-33467a29044f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4622848 Sep 17 01:03:00.284040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-0c3e0e4d-72bd-449d-87c5-b0f36b0eabad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855083 Sep 17 01:03:00.339752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7c813fb2-64bb-4a28-9eb7-65668de2ed70 None None] Provisioning complete for port 035db641-584a-4049-a609-e6bce6c49be9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:00.340343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c813fb2-64bb-4a28-9eb7-65668de2ed70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:00.342008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Request body: {'port': {'device_id': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:00.371723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57378d84-339e-49b1-b0b2-cbb3701e8843 req-5d817238-7c95-488b-87e9-102accfd57bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713655 Sep 17 01:03:00.376960 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:00.409500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9d83de4-5195-4feb-bc06-800b8e6f5cd4 req-b74a7012-ed1b-4a65-b68f-5983a16e24bb tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824324 Sep 17 01:03:00.417178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-6acde432-fcef-4e50-8c92-98593fe0819e service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322119 Sep 17 01:03:00.425089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-574bb12c-2e9a-4f2e-b581-fa182248c1c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.432106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-574bb12c-2e9a-4f2e-b581-fa182248c1c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.23 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 824 time: 0.7481282 Sep 17 01:03:00.548148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-cd81f48f-7c58-4928-b0af-25be5375bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.549887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-cd81f48f-7c58-4928-b0af-25be5375bd05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.3487296 Sep 17 01:03:00.559986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5e64798-4371-4033-a5d8-ca9af54b368f req-ae7d0a0e-56c3-45e0-a01f-928d48633612 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418614 Sep 17 01:03:00.561241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7c813fb2-64bb-4a28-9eb7-65668de2ed70 None None] Port 035db641-584a-4049-a609-e6bce6c49be9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:00.583794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:00.594454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:00.637636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:00.674084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-91f72657-06f6-4b6f-8f9c-175ff721ec64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 217 time: 0.0661278 Sep 17 01:03:00.696786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7985b-1a89-483e-af6d-204449c913d1 req-a18c906a-6739-4a3f-9135-6a37de6fa001 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:00.698379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bac7985b-1a89-483e-af6d-204449c913d1 req-a18c906a-6739-4a3f-9135-6a37de6fa001 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 936 time: 0.1681039 Sep 17 01:03:00.741001 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:03:00.757228 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:00.776971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:00.777994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:00.824596 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52905b26-7a72-4412-892d-5a2709936ce7 None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:00.836151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-d4b6c49b-e599-40ad-986d-e7f188a0b360 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae71d2675681479fa9dbe710cb72896d HTTP/1.1" status: 200 len: 379 time: 0.1944294 Sep 17 01:03:00.864656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5ec3e8a-8ac4-4d55-bfdf-672db7873f86 req-98ca0ada-e04e-4cfd-b5d9-af7fc68d23c2 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 210 time: 0.0682881 Sep 17 01:03:00.868035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'port': {'device_id': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'admin_state_up': True, 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'security_groups': ['9decd950-e9c9-492f-9eee-e90303d2e248']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:01.017976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bac7985b-1a89-483e-af6d-204449c913d1 req-b72b9685-708b-469f-9064-8e9950bbde4c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204629 Sep 17 01:03:01.026851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-1da41385-e0e6-4d43-a782-92e8fdc02e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:01.028649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-1da41385-e0e6-4d43-a782-92e8fdc02e37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.3412549 Sep 17 01:03:01.118869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f3b09d5d-b404-4cd3-b5e5-98c9b5b4f541 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757360 Sep 17 01:03:01.150687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:01.200617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12ef98-8d79-43d8-a623-63f5a51fb98b req-6709fe38-f169-45fb-8841-28ded997c9d7 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:01.202182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c12ef98-8d79-43d8-a623-63f5a51fb98b req-6709fe38-f169-45fb-8841-28ded997c9d7 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 949 time: 0.2185352 Sep 17 01:03:01.281665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f32ea5-f7e4-4d53-95ae-2c3b697b5411 None None] New status for floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:03:01.284632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:01.327852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Made reservation on behalf of ae71d2675681479fa9dbe710cb72896d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:01.331311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:01.354660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c12ef98-8d79-43d8-a623-63f5a51fb98b req-9879f9af-a8f7-457c-af64-66ce7a1648fe tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447046 Sep 17 01:03:01.368784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e42e5-4874-4f3a-910c-558e1bad31b4 req-00fd850d-04f4-472c-b4b1-97c4616516b3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:01.370552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee0e42e5-4874-4f3a-910c-558e1bad31b4 req-00fd850d-04f4-472c-b4b1-97c4616516b3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.1169863 Sep 17 01:03:01.379566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-25d41ecb-4621-41a6-a4c4-d05da95e560a service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429180 Sep 17 01:03:01.382500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 035db641-584a-4049-a609-e6bce6c49be9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:01.456818 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f000a58-cd2b-4e10-a6cc-c3d0f95a0004 x-openstack-request-id: req-2f000a58-cd2b-4e10-a6cc-c3d0f95a0004 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:01.457238 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:01.457624 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f000a58-cd2b-4e10-a6cc-c3d0f95a0004 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:01.458023 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'status': 'completed', 'code': 200} Sep 17 01:03:01.514606 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c88fab-fa6a-4689-aad5-cbebd3b7d01e x-openstack-request-id: req-e1c88fab-fa6a-4689-aad5-cbebd3b7d01e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:01.515327 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c3c1d3-93a6-4e7d-9580-5e59503156c6", "name": "network-vif-deleted", "tag": "34a15a6c-e40a-404f-baa7-58042626d780", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:01.515584 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1c88fab-fa6a-4689-aad5-cbebd3b7d01e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:01.516096 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c3c1d3-93a6-4e7d-9580-5e59503156c6', 'name': 'network-vif-deleted', 'tag': '34a15a6c-e40a-404f-baa7-58042626d780', 'status': 'completed', 'code': 200} Sep 17 01:03:01.518504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:01.533953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Transition to ACTIVE for port object 035db641-584a-4049-a609-e6bce6c49be9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:01.612606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Allocated IP 172.20.0.7 (8c63c263-68c6-4482-ae36-0499b99ef1aa/89582275-01b2-4dbd-b060-5645c178ca96/fb198fe4-1d86-4f5b-a5c5-2134f67c6532) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:01.655183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:01.665005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-83ae63d2-8008-4360-82c7-42ace898e371 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631135 Sep 17 01:03:01.725509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee0e42e5-4874-4f3a-910c-558e1bad31b4 req-637472c6-8c90-4245-9c77-ad3eb3cf6d6d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275707 Sep 17 01:03:01.747767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-014cd518-2990-4ea0-80d6-4e2f212ebe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:01.749265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-014cd518-2990-4ea0-80d6-4e2f212ebe7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 1096 time: 0.2454963 Sep 17 01:03:01.768677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Pushing event updated for resources: {'Port': ['ID=035db641-584a-4049-a609-e6bce6c49be9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:01.793260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 34a15a6c-e40a-404f-baa7-58042626d780 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:01.842984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 34a15a6c-e40a-404f-baa7-58042626d780 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:01.843368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 34a15a6c-e40a-404f-baa7-58042626d780 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:01.886293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:01.917809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Deleting port f6493d58-38af-4c79-82d1-ec1e34ee67c5 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:01.918225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:01.947598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:02.022303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f23e6fc-bb0e-49c1-b8b4-9704468d8ce5 None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:02.073392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-1a1dba92-1824-4b17-b6ee-4fa7c9e2b433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.077362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-1a1dba92-1824-4b17-b6ee-4fa7c9e2b433 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.3039742 Sep 17 01:03:02.113860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] For port f6493d58-38af-4c79-82d1-ec1e34ee67c5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f6493d58-38af-4c79-82d1-ec1e34ee67c5,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:02.114217 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:02.128047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Calling delete_port for f6493d58-38af-4c79-82d1-ec1e34ee67c5 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:02.151669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-2daa3507-a908-4233-9ca2-8817b9cefb18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 200 len: 217 time: 0.0638173 Sep 17 01:03:02.152595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Attempting to bind port 035db641-584a-4049-a609-e6bce6c49be9 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:02.154451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Attempting to bind port 035db641-584a-4049-a609-e6bce6c49be9 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:02.154451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Attempting to bind port 035db641-584a-4049-a609-e6bce6c49be9 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:02.160078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Port 035db641-584a-4049-a609-e6bce6c49be9 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:02.161197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Attempting to bind port 035db641-584a-4049-a609-e6bce6c49be9 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:02.168963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:02.169215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:02.169703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:02.170270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Bound port: 035db641-584a-4049-a609-e6bce6c49be9, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:02.170652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:02.206318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:02.261723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-ccec8386-4f8c-43e6-a295-3d7c8f47bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.263216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-ccec8386-4f8c-43e6-a295-3d7c8f47bc11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0961466 Sep 17 01:03:02.300092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:02.316813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] For port 035db641-584a-4049-a609-e6bce6c49be9, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:02.331323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] For port 035db641-584a-4049-a609-e6bce6c49be9, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=035db641-584a-4049-a609-e6bce6c49be9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:02.341974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-36728283-6581-4f87-b2a5-50b4787495ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.343297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-36728283-6581-4f87-b2a5-50b4787495ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637231 Sep 17 01:03:02.417876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:02.467603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f03eefb-4ae4-4e2f-9053-20ac6808a657 None None] New status for floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:03:02.524230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.524851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:02.527575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] 10.222.0.23 "PUT /v2.0/ports/035db641-584a-4049-a609-e6bce6c49be9 HTTP/1.1" status: 200 len: 1096 time: 2.2336445 Sep 17 01:03:02.581916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffc401-595e-44b5-a9fb-bc4e66115a9a service neutron] Pushing event updated for resources: {'Port': ['ID=035db641-584a-4049-a609-e6bce6c49be9,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:02.598338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-a6ca0a9c-1bf0-48dd-9dbd-1286cd509913 service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391286 Sep 17 01:03:02.617956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4a676-a2da-49c8-b872-4d8cb58d3dba req-29ff60fd-5be6-4be8-939e-62a7bb560d3a tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.620240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3d4a676-a2da-49c8-b872-4d8cb58d3dba req-29ff60fd-5be6-4be8-939e-62a7bb560d3a tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 931 time: 0.1235335 Sep 17 01:03:02.755742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3d4a676-a2da-49c8-b872-4d8cb58d3dba req-b0025a70-73e3-4c63-b721-f444a658879e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028297 Sep 17 01:03:02.795220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:02.819036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:02.821900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event updated for resources: {'Port': ['ID=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:02.843775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd813b-21d3-4aa5-8f7a-a31a0350fa17 req-4ec6d196-1d72-4eba-8cd0-887273d56a6c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.857766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8fd813b-21d3-4aa5-8f7a-a31a0350fa17 req-4ec6d196-1d72-4eba-8cd0-887273d56a6c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.6550612 Sep 17 01:03:02.995573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:02.996240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.015388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-e3feaec7-431c-4355-8e55-50b6bde9af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.018077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-e3feaec7-431c-4355-8e55-50b6bde9af55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 1099 time: 0.3090389 Sep 17 01:03:03.028591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-332d69c3-7191-46c1-ad2a-41d48f1fd68b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.030144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-332d69c3-7191-46c1-ad2a-41d48f1fd68b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0914125 Sep 17 01:03:03.041378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8fd813b-21d3-4aa5-8f7a-a31a0350fa17 req-9af50f4c-e49a-466b-aae3-1364bd9e9d55 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824019 Sep 17 01:03:03.094137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.095015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-91e512f1-508e-4dd6-80e2-2eaa5f1edd1e None None] Provisioning complete for port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:03.095494 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-91e512f1-508e-4dd6-80e2-2eaa5f1edd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.141322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6493d58-38af-4c79-82d1-ec1e34ee67c5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:03.147736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-749a684e-12df-4022-a713-2bc69a4cb675 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=035db641-584a-4049-a609-e6bce6c49be9 HTTP/1.1" status: 200 len: 217 time: 0.1114953 Sep 17 01:03:03.156634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7edcfbe6-0dba-4657-97a7-3ea13c07597d tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3003180 Sep 17 01:03:03.157679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-91e512f1-508e-4dd6-80e2-2eaa5f1edd1e None None] Port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:03.161398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-a0ba2521-5c7b-45b4-9d0d-812b245e8981 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4016352 Sep 17 01:03:03.203810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Request body: {'port': {'device_id': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:03.219358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677955a8-d457-4cf2-9d31-cbe0f75726c4 req-90a5a4af-d4e3-4c40-bc28-5d043f8d99bc service neutron] 10.222.0.23 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979979 Sep 17 01:03:03.220752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-65a7e6ec-2892-48cd-b447-8d40dee491d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.222167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-65a7e6ec-2892-48cd-b447-8d40dee491d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0597780 Sep 17 01:03:03.227493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-fc067c36-816b-4311-98d1-89ff87338924 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 696 time: 0.1778300 Sep 17 01:03:03.259744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'floatingip': {'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:03.320889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913b366-bed8-4f8d-b53b-5a1de904cd4b req-a9600836-69f3-40da-b618-f5e3e7b693ad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.328530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b913b366-bed8-4f8d-b53b-5a1de904cd4b req-a9600836-69f3-40da-b618-f5e3e7b693ad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 948 time: 0.1885104 Sep 17 01:03:03.347940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.384484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.452106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b913b366-bed8-4f8d-b53b-5a1de904cd4b req-18f721a2-2980-48a4-b448-f7328145de2c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227040 Sep 17 01:03:03.547119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'tag': '035db641-584a-4049-a609-e6bce6c49be9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:03.548688 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39684c7-d71b-4feb-9175-8390d084238b" -d '{"events": [{"name": "network-changed", "server_uuid": "40565a5f-bf7a-42b3-99d5-8b4c684c17ef", "tag": "035db641-584a-4049-a609-e6bce6c49be9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:03.568755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.594260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-a03790ff-ad49-4ab9-90ca-4cf959894bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.594838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-a03790ff-ad49-4ab9-90ca-4cf959894bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1096 time: 0.3712311 Sep 17 01:03:03.613912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-d51b7db2-bb38-4f6b-9f82-b687415bfbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.615581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-d51b7db2-bb38-4f6b-9f82-b687415bfbe7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3606646 Sep 17 01:03:03.699046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367778d-2934-4ad0-b13e-6f30b894cd79 req-e5dc04c7-2a6d-481e-a86a-2a5854ad451c tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:03.700614 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c367778d-2934-4ad0-b13e-6f30b894cd79 req-e5dc04c7-2a6d-481e-a86a-2a5854ad451c tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 1100 time: 0.1281137 Sep 17 01:03:03.762440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c367778d-2934-4ad0-b13e-6f30b894cd79 req-4dc58df2-8096-49f8-9f00-c12a372147ba tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:03.987606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb198fe4-1d86-4f5b-a5c5-2134f67c6532 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:04.003807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.069927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Transition to ACTIVE for port object fb198fe4-1d86-4f5b-a5c5-2134f67c6532 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:04.079710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c367778d-2934-4ad0-b13e-6f30b894cd79 req-4dc58df2-8096-49f8-9f00-c12a372147ba tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.089397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Router e6f3d452-522b-4d92-9041-4bcf88e673e4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:04.142959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.224357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c367778d-2934-4ad0-b13e-6f30b894cd79 req-4dc58df2-8096-49f8-9f00-c12a372147ba tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.244479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-31974fbf-a7f4-49a2-bc09-7cdfd542816f tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:04.246128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-31974fbf-a7f4-49a2-bc09-7cdfd542816f tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.23 "GET /v2.0/ports?device_id=dc6362ef-0f35-4ae1-a565-aef76bf062da HTTP/1.1" status: 200 len: 945 time: 0.2155049 Sep 17 01:03:04.246483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Pushing event updated for resources: {'Port': ['ID=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:04.258272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-54d22776-d047-4508-8937-38d05606fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:04.259455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-54d22776-d047-4508-8937-38d05606fb27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.6071377 Sep 17 01:03:04.269959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-cc17dcb5-83d7-41f3-bd2c-1bd4d6dbd800 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181803 Sep 17 01:03:04.295414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c367778d-2934-4ad0-b13e-6f30b894cd79 req-4dc58df2-8096-49f8-9f00-c12a372147ba tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5554340 Sep 17 01:03:04.340711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:04.351256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] Sync routers for ids ['e6f3d452-522b-4d92-9041-4bcf88e673e4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:04.361338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e21a2630-bec2-42df-a6dd-2687e1c8b57c admin admin] 10.222.0.13 "PUT /v2.0/routers/e6f3d452-522b-4d92-9041-4bcf88e673e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8368495 Sep 17 01:03:04.362895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:04.382148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] Routers {'e6f3d452-522b-4d92-9041-4bcf88e673e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:04.387323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e6f3d452-522b-4d92-9041-4bcf88e673e4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:04.387702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc58df2-8096-49f8-9f00-c12a372147ba tempest-ServersAdminNegativeTestJSON-790100494 tempest-ServersAdminNegativeTestJSON-790100494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c968d81-cfa4-4b88-8577-08b01d367bf4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:04.414944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-da8f1036-1eb4-415f-a558-706cda9c3be1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 217 time: 0.1438880 Sep 17 01:03:04.529085 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.resource_extend [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:03:04.610393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.619354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Attempting to bind port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:04.619762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Attempting to bind port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:04.620101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Attempting to bind port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:04.631257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-a2a163dc-2e38-4b40-a33c-706eceada8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:04.633341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-a2a163dc-2e38-4b40-a33c-706eceada8ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.2060282 Sep 17 01:03:04.634013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:04.634334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Attempting to bind port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 on network 8c63c263-68c6-4482-ae36-0499b99ef1aa {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:04.645114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafbe63-1123-4262-8036-b22d46eca22d req-e5ff5f6b-ceed-43f3-8e4b-6db1defb21b9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:04.646654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7dafbe63-1123-4262-8036-b22d46eca22d req-e5ff5f6b-ceed-43f3-8e4b-6db1defb21b9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.1572301 Sep 17 01:03:04.655133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:04.655133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Checking segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:04.655376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Bound using segment: {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:04.655760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Bound port: fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d652ce5-4002-4513-82de-82549228b407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:04.656032 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.656717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] Set router e6f3d452-522b-4d92-9041-4bcf88e673e4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:04.679193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.705730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:04.796702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7dafbe63-1123-4262-8036-b22d46eca22d req-e2b095ef-960d-4345-a223-fbc672f7a97c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269615 Sep 17 01:03:04.894956 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123b6659-c052-4037-9633-5acb2f3348f1 x-openstack-request-id: req-123b6659-c052-4037-9633-5acb2f3348f1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:04.895245 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40565a5f-bf7a-42b3-99d5-8b4c684c17ef", "tag": "035db641-584a-4049-a609-e6bce6c49be9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:04.895501 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-123b6659-c052-4037-9633-5acb2f3348f1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:04.895901 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'tag': '035db641-584a-4049-a609-e6bce6c49be9', 'status': 'completed', 'code': 200} Sep 17 01:03:04.916952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:03:02Z', 'revision_number': 5, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:04.922864 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd associated. External IP: 172.25.1.239, port: 0dbeeadb-1adf-4deb-b680-9a7305c9769a. Sep 17 01:03:04.949784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] For port fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:04.954567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] For port fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:04.995229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] Checking router: e6f3d452-522b-4d92-9041-4bcf88e673e4 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:04.996946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Deleting port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:04.997468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.002311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-cad1f28a-ef4a-4d17-b89f-adabd034d04c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3443677 Sep 17 01:03:05.006569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] Routers {'e6f3d452-522b-4d92-9041-4bcf88e673e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:05.008147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e6f3d452-522b-4d92-9041-4bcf88e673e4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:05.016543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.039265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9495428-afbe-46de-95ba-a2056f07eac7 req-6f5c9c60-fb59-4978-ac0d-df030a51f558 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7541866 Sep 17 01:03:05.051566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d63d0-585c-4017-ac4a-f548eeac2884 req-0451b7ba-0f7e-4ebf-bea3-9c43ec5d31bd tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.053146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e54d63d0-585c-4017-ac4a-f548eeac2884 req-0451b7ba-0f7e-4ebf-bea3-9c43ec5d31bd tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 943 time: 0.0764742 Sep 17 01:03:05.054322 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.119142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e54d63d0-585c-4017-ac4a-f548eeac2884 req-ed7ecee3-f902-4951-93d7-8b901eb2eb22 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567961 Sep 17 01:03:05.127847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.128530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.130871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] 10.222.0.23 "PUT /v2.0/ports/fb198fe4-1d86-4f5b-a5c5-2134f67c6532 HTTP/1.1" status: 200 len: 1091 time: 1.9338589 Sep 17 01:03:05.135201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:05.136388 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec38d228-e630-4d1e-a52c-a203db25ddb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:05.202176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] Set router e6f3d452-522b-4d92-9041-4bcf88e673e4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:05.229622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089af2d-ad35-4627-b657-b6fa7b46e709 service neutron] Pushing event updated for resources: {'Port': ['ID=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:05.286487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] For port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:05.286863 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.315302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Calling delete_port for a52e28f1-4c6e-498b-9f08-50cc56c8b3fc owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:05.344439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39684c7-d71b-4feb-9175-8390d084238b req-e93761f9-e709-4d8a-896c-ef335ba36eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.346116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-e93761f9-e709-4d8a-896c-ef335ba36eaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c75938182f4129ab2bf04452bc12fa&device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 1099 time: 0.1100044 Sep 17 01:03:05.356197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bd255-f0f3-45c5-87c8-ac25fa730129 req-55527710-fd90-48f4-910c-e48a4870169e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.363550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f0bd255-f0f3-45c5-87c8-ac25fa730129 req-55527710-fd90-48f4-910c-e48a4870169e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.1092148 Sep 17 01:03:05.414739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Deleting port ffb23055-8e6c-4d71-a759-9d9fc5a8050f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:05.417096 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.449490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-6ff4bd37-0971-4b23-8330-d45efb5baa6d service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289937 Sep 17 01:03:05.565502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-30e30585-2b08-430a-ab04-754111181501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.588202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f0bd255-f0f3-45c5-87c8-ac25fa730129 req-4ae16a5e-ef35-4591-aed8-77418442cdc8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228136 Sep 17 01:03:05.621515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39684c7-d71b-4feb-9175-8390d084238b req-1ae0fe54-bdf9-4118-af1e-d6baa465e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.623252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-1ae0fe54-bdf9-4118-af1e-d6baa465e8fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2557912 Sep 17 01:03:05.623876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f2ff70e-3d5a-47f7-8e6e-96280602c6d1 req-9dac92c5-b763-4252-9772-15bdf4d3dc65 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091490 Sep 17 01:03:05.630353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:03:02Z', 'revision_number': 5, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:05.656243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] For port ffb23055-8e6c-4d71-a759-9d9fc5a8050f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:05.657150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.673271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Calling delete_port for ffb23055-8e6c-4d71-a759-9d9fc5a8050f owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:05.677241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:05.684865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33778dc3-f040-4633-a0d9-2d5e35559627 None None] The sync data for ids ['e6f3d452-522b-4d92-9041-4bcf88e673e4'] in n-d-789963-7 is: [{'id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104409852-router', 'tenant_id': '99986b21ab464bd18f762adb080a7e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:02:47Z', 'updated_at': '2021-09-17T01:03:02Z', 'revision_number': 5, 'project_id': '99986b21ab464bd18f762adb080a7e5c', 'gw_port': {'id': 'ffb23055-8e6c-4d71-a759-9d9fc5a8050f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f3d452-522b-4d92-9041-4bcf88e673e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:02:48Z', 'updated_at': '2021-09-17T01:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:05.826614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7491600c-7f34-4890-b34b-75f0f10f0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.826614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-7491600c-7f34-4890-b34b-75f0f10f0b7e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 1094 time: 0.3173590 Sep 17 01:03:05.883065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-636ceea9-261c-4b11-bc61-7823f43550aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532 HTTP/1.1" status: 200 len: 217 time: 0.0430570 Sep 17 01:03:05.899898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-2fd7c4a2-9272-49f3-a70d-92a573af08f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=035db641-584a-4049-a609-e6bce6c49be9 HTTP/1.1" status: 200 len: 217 time: 0.0381196 Sep 17 01:03:05.974470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:05.976848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-b177d0d5-d07e-462b-9cf2-5ecb89c846d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.978334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-b177d0d5-d07e-462b-9cf2-5ecb89c846d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 200 len: 863 time: 0.0864482 Sep 17 01:03:05.979584 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39684c7-d71b-4feb-9175-8390d084238b req-f1dea66c-6c48-40ff-819c-10cd65515e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.981154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-f1dea66c-6c48-40ff-819c-10cd65515e00 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0726259 Sep 17 01:03:05.981724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.985369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:05.986787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:05.996023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f042f-8c54-4a14-9353-c35f7050d523 req-7a25c1e2-765d-4fc4-b907-04143ed61d2b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:05.997570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:05.997705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-650f042f-8c54-4a14-9353-c35f7050d523 req-7a25c1e2-765d-4fc4-b907-04143ed61d2b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 948 time: 0.1002281 Sep 17 01:03:05.998851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:06.003130 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:06.004987 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:06.023841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0dbeeadb-1adf-4deb-b680-9a7305c9769a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:06.025864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-11c490af-6497-42a7-96bd-10fc946bf568 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "PUT /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 997 time: 2.7898912 Sep 17 01:03:06.065930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb23055-8e6c-4d71-a759-9d9fc5a8050f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:06.197626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event deleted for resources: {'Port': ['ID=a52e28f1-4c6e-498b-9f08-50cc56c8b3fc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:06.242263 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:06.242890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] No DVR routers for this DVR port a52e28f1-4c6e-498b-9f08-50cc56c8b3fc on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:06.245890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:06.249430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-439bb10a-3dc5-446a-ae35-2ca671f9c8a3 req-8dbce8ed-1d4c-4514-bd7e-2e3457cf996e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.23 "DELETE /v2.0/ports/a52e28f1-4c6e-498b-9f08-50cc56c8b3fc HTTP/1.1" status: 204 len: 173 time: 1.9890552 Sep 17 01:03:06.284658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-650f042f-8c54-4a14-9353-c35f7050d523 req-3e74d619-b834-4307-bdce-ac452cc99f7f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760522 Sep 17 01:03:06.285459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39684c7-d71b-4feb-9175-8390d084238b req-0fd74d07-d439-488b-be21-0a8b8c5ce10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:06.295001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-0fd74d07-d439-488b-be21-0a8b8c5ce10d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2706914 Sep 17 01:03:06.298489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-cb7dfc38-8efa-451d-abc2-e420a287a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:06.310631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-cb7dfc38-8efa-451d-abc2-e420a287a0e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c63c263-68c6-4482-ae36-0499b99ef1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692416 Sep 17 01:03:06.390431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-3d213293-0d23-44d4-994b-4f261b37ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:06.393041 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-3d213293-0d23-44d4-994b-4f261b37ec73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.3393192 Sep 17 01:03:06.417143 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c154a-6185-4887-ac31-df5049519af2 x-openstack-request-id: req-0e7c154a-6185-4887-ac31-df5049519af2 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:06.417506 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:06.417690 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e7c154a-6185-4887-ac31-df5049519af2 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:06.418088 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'status': 'completed', 'code': 200} Sep 17 01:03:06.435906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:06.581371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-cfd2ccf7-8659-4836-96a3-222dec709643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:06.583756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-cfd2ccf7-8659-4836-96a3-222dec709643 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.1716363 Sep 17 01:03:06.666331 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:03:04Z', 'revision_number': 8, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:06.671020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-6aebb908-a848-4365-a023-1d2babc648bf service neutron] 10.222.0.23 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506875 Sep 17 01:03:06.725602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-7263a94e-6c6e-47df-9ca1-a7fefbb58b55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 1000 time: 0.1247168 Sep 17 01:03:06.735188 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:06.747143 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:06.747829 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:06.813236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-244d77be-0555-46f2-a6e9-b3d88edfa885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:06.814751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-244d77be-0555-46f2-a6e9-b3d88edfa885 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0540800 Sep 17 01:03:06.874755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1697fe6e-3bc1-4d07-9e97-d45635d4d910 req-07a6cadc-2fdd-4efb-af82-300feed561b0 service neutron] 10.222.0.23 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949127 Sep 17 01:03:06.889242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-5b5dc9ae-2ded-4312-8aa4-524a07291c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:06.891363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-5b5dc9ae-2ded-4312-8aa4-524a07291c99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561550 Sep 17 01:03:06.896982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}, {'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'name': 'network-vif-deleted', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:06.900502 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5" -d '{"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}, {"server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "name": "network-vif-deleted", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:06.916271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f6493d58-38af-4c79-82d1-ec1e34ee67c5 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:06.940632 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:06.947316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f6493d58-38af-4c79-82d1-ec1e34ee67c5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:06.949104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f6493d58-38af-4c79-82d1-ec1e34ee67c5 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:06.971070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:06.979204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.005141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c32cb1-b36a-4ef0-aa49-a87bd803416c req-6121d7af-ea3e-4e9f-ae56-4b9d0b42368f tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:07.014411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45c32cb1-b36a-4ef0-aa49-a87bd803416c req-6121d7af-ea3e-4e9f-ae56-4b9d0b42368f tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1096 time: 0.4770219 Sep 17 01:03:07.065022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-042ddfd1-e298-48fd-a38e-46d6a0435480 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607983 Sep 17 01:03:07.106914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-18ace4d7-d1fe-454a-a9d4-8703e0b93f31 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7932398 Sep 17 01:03:07.108611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-c2bc90d5-6ed6-4e1c-84ab-6da9813eb046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:07.109881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-c2bc90d5-6ed6-4e1c-84ab-6da9813eb046 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 1094 time: 0.0859702 Sep 17 01:03:07.111346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45c32cb1-b36a-4ef0-aa49-a87bd803416c req-08d60b95-aea3-45bc-99d6-a204b12be69b tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963318 Sep 17 01:03:07.171992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.172524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6f3d452-522b-4d92-9041-4bcf88e673e4 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:03:07.219394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.227752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6f47c0a-794c-4e06-ba2b-e15762b601de admin admin] 10.222.0.13 "DELETE /v2.0/routers/e6f3d452-522b-4d92-9041-4bcf88e673e4 HTTP/1.1" status: 204 len: 168 time: 2.8409626 Sep 17 01:03:07.234087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:07.292462 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:03:04Z', 'revision_number': 8, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:07.318049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Deleting subnet 2c1ead37-db90-46f7-8339-9650a3f5d56e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:03:07.332790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.364820 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc35104-9388-472d-8d00-7a7759244ad2 None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'floating_ip_address': '172.25.1.239', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'port_id': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'mac_address': 'fa:16:3e:54:27:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:02:21Z', 'updated_at': '2021-09-17T01:03:04Z', 'revision_number': 8, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:07.406582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.539741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.643610 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b39684c7-d71b-4feb-9175-8390d084238b req-e30f0660-5514-4ece-9bae-07cc4ef1d0fb service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194318 Sep 17 01:03:07.665535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522c64-e804-41fa-a629-db43f412b98d req-7d13092b-d388-492d-9482-cc1733472fdf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:07.672495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73522c64-e804-41fa-a629-db43f412b98d req-7d13092b-d388-492d-9482-cc1733472fdf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.0917914 Sep 17 01:03:07.696097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-5b7d80ef-9aaf-42bf-b472-7f18b67f5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:07.698437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-5b7d80ef-9aaf-42bf-b472-7f18b67f5232 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 925 time: 0.1093595 Sep 17 01:03:07.717153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73522c64-e804-41fa-a629-db43f412b98d req-34669053-cccc-483e-8d4d-74acd3776a5b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407898 Sep 17 01:03:07.734199 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.753408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-6f209b93-a99d-4450-bd82-07170e0b4ba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532 HTTP/1.1" status: 200 len: 217 time: 0.0435390 Sep 17 01:03:07.755761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:07.762696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c8fc9-bb13-432a-ba82-71348d7e1db1 None None] Network 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:07.776001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2c1ead37-db90-46f7-8339-9650a3f5d56e HTTP/1.1" status: 204 len: 168 time: 0.5385671 Sep 17 01:03:07.793747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35364) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:07.798921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb585d6-fab9-4689-bb80-5eb816f2a719 None None] New status for floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:03:07.805758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b342de-52a1-46f7-bd5f-8b4a843ca2d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c1ead37-db90-46f7-8339-9650a3f5d56e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:07.830171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980a04cb-af5f-485c-a90f-7dd4ae3b7a21 req-aca756c3-3460-46e9-be01-5ce53c0d0935 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7534502 Sep 17 01:03:07.879533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-2067a48c-08b9-43f2-8635-c62be872b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:07.881412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-2067a48c-08b9-43f2-8635-c62be872b919 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 200 len: 863 time: 0.1194677 Sep 17 01:03:07.964765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35370) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:08.016769 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2381fdf-5f68-4354-91d4-eeeff71e7cf2 x-openstack-request-id: req-e2381fdf-5f68-4354-91d4-eeeff71e7cf2 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:08.018025 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "status": "completed", "code": 200}, {"server_uuid": "dc6362ef-0f35-4ae1-a565-aef76bf062da", "name": "network-vif-deleted", "tag": "a52e28f1-4c6e-498b-9f08-50cc56c8b3fc", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:08.018164 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2381fdf-5f68-4354-91d4-eeeff71e7cf2 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:08.018522 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'status': 'completed', 'code': 200} Sep 17 01:03:08.018776 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc6362ef-0f35-4ae1-a565-aef76bf062da', 'name': 'network-vif-deleted', 'tag': 'a52e28f1-4c6e-498b-9f08-50cc56c8b3fc', 'status': 'completed', 'code': 200} Sep 17 01:03:08.020977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2eef4b-2bda-4fda-adda-5946c4b9d89f req-98c0415c-36a2-4f62-8227-319a928ad35e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.025223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab2eef4b-2bda-4fda-adda-5946c4b9d89f req-98c0415c-36a2-4f62-8227-319a928ad35e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 943 time: 0.1379781 Sep 17 01:03:08.037515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.099767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 035db641-584a-4049-a609-e6bce6c49be9 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:08.103626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a52e28f1-4c6e-498b-9f08-50cc56c8b3fc no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:08.126721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab2eef4b-2bda-4fda-adda-5946c4b9d89f req-fe7cfbc6-3be1-4005-a684-331e3769288c tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943110 Sep 17 01:03:08.132834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-3642d11c-e3e6-4ce9-af3c-c8495b14ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.135033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-3642d11c-e3e6-4ce9-af3c-c8495b14ca21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c63c263-68c6-4482-ae36-0499b99ef1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1895278 Sep 17 01:03:08.255305 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8ffb8191-1966-4120-8fe2-47ef5df3e948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.259596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: a52e28f1-4c6e-498b-9f08-50cc56c8b3fc {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:08.259952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a52e28f1-4c6e-498b-9f08-50cc56c8b3fc not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:08.262232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] DHCP port deletion for 484c48e1-a4b1-4e5a-8892-8b3fefd75e7b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:03:08.277540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd665d-b961-42e3-9547-fb7473e5f971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.298918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb59b981-486b-4e72-9d38-e67cc816199c req-02a635e7-2e02-4bfc-80b1-f61da4458742 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 997 time: 0.1279917 Sep 17 01:03:08.371645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-04f15268-7e82-43fb-b6bc-284f99c1bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.374094 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-04f15268-7e82-43fb-b6bc-284f99c1bc88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.3203390 Sep 17 01:03:08.419995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] Deleting port 15bb7146-2acd-478b-a234-88cdd00b5990 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:08.420382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.505290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 035db641-584a-4049-a609-e6bce6c49be9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=035db641-584a-4049-a609-e6bce6c49be9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:08.516259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] For port 15bb7146-2acd-478b-a234-88cdd00b5990, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=15bb7146-2acd-478b-a234-88cdd00b5990,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:08.516686 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.530553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59b981-486b-4e72-9d38-e67cc816199c req-b7979541-773e-4db4-aa11-b74a67f6beeb tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.532616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb59b981-486b-4e72-9d38-e67cc816199c req-b7979541-773e-4db4-aa11-b74a67f6beeb tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.2291095 Sep 17 01:03:08.538647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '035db641-584a-4049-a609-e6bce6c49be9', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '035db641-584a-4049-a609-e6bce6c49be9', 'mac_address': 'fa:16:3e:a6:60:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:03:08.538810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] Calling delete_port for 15bb7146-2acd-478b-a234-88cdd00b5990 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:08.543431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd72fc-c27b-4cd6-a87b-7f9ac31a0681 req-790b31f2-98c6-4837-89f0-ac7c6feaa666 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.544943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03cd72fc-c27b-4cd6-a87b-7f9ac31a0681 req-790b31f2-98c6-4837-89f0-ac7c6feaa666 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 948 time: 0.3319781 Sep 17 01:03:08.545867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-fb59b981-486b-4e72-9d38-e67cc816199c req-6d805b04-feae-44f2-a7ce-baafa394d6f5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:03:08.552566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb59b981-486b-4e72-9d38-e67cc816199c req-6d805b04-feae-44f2-a7ce-baafa394d6f5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135016 Sep 17 01:03:08.573824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-9585bec0-3f2e-4da9-85c4-8dc99a1bfe73 service neutron] 10.222.0.23 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252973 Sep 17 01:03:08.631918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.651445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 035db641-584a-4049-a609-e6bce6c49be9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:08.652579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-9b3f91f5-1972-4edf-adbe-9c4ea5153bf7 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.0762603 Sep 17 01:03:08.657618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Deleting port 15bb7146-2acd-478b-a234-88cdd00b5990 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:08.657894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.674845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 035db641-584a-4049-a609-e6bce6c49be9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=035db641-584a-4049-a609-e6bce6c49be9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:08.718303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-a0d3f67f-c99a-4beb-ad96-afa8cf31d41e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.719764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-a0d3f67f-c99a-4beb-ad96-afa8cf31d41e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports/0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 943 time: 0.0607965 Sep 17 01:03:08.722573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-c1d4811a-d643-49cc-817c-459c8679f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:08.722573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-c1d4811a-d643-49cc-817c-459c8679f523 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.3354342 Sep 17 01:03:08.736173 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.793741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03cd72fc-c27b-4cd6-a87b-7f9ac31a0681 req-ad4a79c2-79bb-46a9-81d9-2d380c4efaa9 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147989 Sep 17 01:03:08.806342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.829614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] No DVR routers for this DVR port 15bb7146-2acd-478b-a234-88cdd00b5990 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:08.836301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=035db641-584a-4049-a609-e6bce6c49be9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:08.885688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9142d8-30e1-46a0-910b-0e08dfdcfa6a None None] Pushing event deleted for resources: {'Port': ['ID=15bb7146-2acd-478b-a234-88cdd00b5990,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:08.898596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffb23055-8e6c-4d71-a759-9d9fc5a8050f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:08.903620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] For port 15bb7146-2acd-478b-a234-88cdd00b5990, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=15bb7146-2acd-478b-a234-88cdd00b5990,segment=NetworkSegment(7ee963e5-86be-4f1d-82ff-96e00a56d8e5),segment_id=7ee963e5-86be-4f1d-82ff-96e00a56d8e5)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:08.903996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:08.916809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-5cf5449f-9d47-4912-a529-8fde5b77796a tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.1527772 Sep 17 01:03:08.945599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Calling delete_port for 15bb7146-2acd-478b-a234-88cdd00b5990 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:08.965962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ffb23055-8e6c-4d71-a759-9d9fc5a8050f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:08.966316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffb23055-8e6c-4d71-a759-9d9fc5a8050f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:08.966727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 15bb7146-2acd-478b-a234-88cdd00b5990 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:08.966838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec38d228-e630-4d1e-a52c-a203db25ddb4 req-f6f77f2d-895b-4f97-8b8e-4813b61a7197 service neutron] 10.222.0.23 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752179 Sep 17 01:03:08.987961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-cec1e006-3b1d-4c4b-b850-8b113c2883bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 1002 time: 0.2503357 Sep 17 01:03:08.988308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 15bb7146-2acd-478b-a234-88cdd00b5990 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:08.988849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 15bb7146-2acd-478b-a234-88cdd00b5990 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:08.992411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd665d-b961-42e3-9547-fb7473e5f971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.068597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-87eab1e8-0a60-4b82-80f9-3906c7d420a6 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:09.070191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-87eab1e8-0a60-4b82-80f9-3906c7d420a6 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1474049 Sep 17 01:03:09.080252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd665d-b961-42e3-9547-fb7473e5f971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.088777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['035db641-584a-4049-a609-e6bce6c49be9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:09.137120 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.149074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd665d-b961-42e3-9547-fb7473e5f971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b607af-9984-4706-aa9b-33cf439bee75,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:09.165284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-ff36f6c9-d94d-4ef3-8f57-69d99cf549e5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 1002 time: 0.0843329 Sep 17 01:03:09.180936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:09.187974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-f8c15b18-644d-4624-abbb-af64b19766dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:09.189348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-f8c15b18-644d-4624-abbb-af64b19766dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.1772444 Sep 17 01:03:09.196061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ebd665d-b961-42e3-9547-fb7473e5f971 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56b00d3db5fd484c99176e6c3ed55fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2170947 Sep 17 01:03:09.201321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35392) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:09.256893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.286076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.350086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Pushing event deleted for resources: {'Port': ['ID=15bb7146-2acd-478b-a234-88cdd00b5990,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:09.358588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] No DVR routers for this DVR port 15bb7146-2acd-478b-a234-88cdd00b5990 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:09.362338 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.368709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e06c21e0-3666-4904-863f-80d82d20fad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.389644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-5a57eeef-6d33-4279-a60d-f259275b5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:09.391177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-5a57eeef-6d33-4279-a60d-f259275b5f6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1805563 Sep 17 01:03:09.439272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.467332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e06c21e0-3666-4904-863f-80d82d20fad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.479473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4f43c-d3b4-4bb0-bd00-d7b76e1caf3d req-788c3685-5e30-43ee-9808-20a60182a9bd tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:09.480979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57d4f43c-d3b4-4bb0-bd00-d7b76e1caf3d req-788c3685-5e30-43ee-9808-20a60182a9bd tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.1984570 Sep 17 01:03:09.482337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.484003 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd disassociated. External IP: 172.25.1.239, port: 0dbeeadb-1adf-4deb-b680-9a7305c9769a. Sep 17 01:03:09.515909 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.615374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484c48e1-a4b1-4e5a-8892-8b3fefd75e7b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:09.636568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee963e5-86be-4f1d-82ff-96e00a56d8e5') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:09.636878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee963e5-86be-4f1d-82ff-96e00a56d8e5') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:09.662865 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.665889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-683dddb6-06f5-491a-a0a5-92e14cb8aa7e service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642119 Sep 17 01:03:09.675717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57d4f43c-d3b4-4bb0-bd00-d7b76e1caf3d req-89a91ff8-ddde-4248-8260-49895da41931 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264369 Sep 17 01:03:09.697990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.717310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:03:09.717310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:03:09.717595 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:03:09.738781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:09.801858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e06c21e0-3666-4904-863f-80d82d20fad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.804398 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e06c21e0-3666-4904-863f-80d82d20fad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.805504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e06c21e0-3666-4904-863f-80d82d20fad3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66b607af-9984-4706-aa9b-33cf439bee75 HTTP/1.1" status: 204 len: 168 time: 0.6029906 Sep 17 01:03:09.845344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c21e0-3666-4904-863f-80d82d20fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b607af-9984-4706-aa9b-33cf439bee75,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:09.869664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1709862c-e468-4dd6-8aee-2cd4e7cfacb5 req-d39bf3d2-bb4f-43fe-973d-360c563c691e service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926658 Sep 17 01:03:09.883602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed1a7e-8678-4e80-a859-c27cc5a05b36 req-1677a48f-db32-4ddc-a1b8-ba821931975a tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:09.887535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:09.890469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6ed1a7e-8678-4e80-a859-c27cc5a05b36 req-1677a48f-db32-4ddc-a1b8-ba821931975a tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 943 time: 0.0970242 Sep 17 01:03:09.893235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.899067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.901649 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:09.911528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:09.913834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/484c48e1-a4b1-4e5a-8892-8b3fefd75e7b HTTP/1.1" status: 204 len: 168 time: 2.1185918 Sep 17 01:03:09.921516 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:09.922413 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:09.928107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76aaf25-0054-48eb-93c0-842e911609bf admin admin] Pushing event deleted for resources: {'Network': ['ID=484c48e1-a4b1-4e5a-8892-8b3fefd75e7b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:09.952224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-89c00614-a8ed-48af-b406-89c114492519 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "PUT /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 696 time: 0.7716544 Sep 17 01:03:09.952799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:09.957870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6ed1a7e-8678-4e80-a859-c27cc5a05b36 req-66e7f3a2-1f5f-41ec-b918-367b03472d72 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664148 Sep 17 01:03:09.960634 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1ef42-3c8b-4dc1-bba0-89d817085820" -d '{"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:10.033926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-32172c7c-da42-468b-8062-69c343acf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.051537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-32172c7c-da42-468b-8062-69c343acf2b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.0759819 Sep 17 01:03:10.096759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fb198fe4-1d86-4f5b-a5c5-2134f67c6532 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:10.106059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d52184-1456-4333-8c1d-8c357764a9f6 req-fe8250a0-04b1-4f2d-953f-a463f52380f8 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.110421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:10.117092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0d52184-1456-4333-8c1d-8c357764a9f6 req-fe8250a0-04b1-4f2d-953f-a463f52380f8 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 949 time: 0.0889966 Sep 17 01:03:10.162124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0d52184-1456-4333-8c1d-8c357764a9f6 req-75995071-d1fe-40e4-a1da-461115bb6010 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456414 Sep 17 01:03:10.268708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-441d44bc-073d-4eca-a9b2-cf4c1d6bf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.291177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84636d-1fef-48ff-af9b-e66029fb9979 req-b21fa292-0298-45bb-b6e4-50d78232c1a5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.294678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-441d44bc-073d-4eca-a9b2-cf4c1d6bf247 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.2394438 Sep 17 01:03:10.298480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e84636d-1fef-48ff-af9b-e66029fb9979 req-b21fa292-0298-45bb-b6e4-50d78232c1a5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 949 time: 0.0761247 Sep 17 01:03:10.352051 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-bc862a3f-d79b-414b-a5a0-1bb3cda5ed8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 217 time: 0.0592535 Sep 17 01:03:10.362854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e84636d-1fef-48ff-af9b-e66029fb9979 req-a6619036-37ef-4c46-a015-12c419ba595d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632849 Sep 17 01:03:10.386230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:10.403881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-0fdc9baa-05f5-4faa-88f7-38e16de3d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.405446 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-0fdc9baa-05f5-4faa-88f7-38e16de3d211 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.0522833 Sep 17 01:03:10.427822 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996c711b-beb8-43ac-a408-845a03fe8c23 x-openstack-request-id: req-996c711b-beb8-43ac-a408-845a03fe8c23 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:10.428251 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:10.429067 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-996c711b-beb8-43ac-a408-845a03fe8c23 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:10.429502 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'status': 'completed', 'code': 200} Sep 17 01:03:10.429895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'port_id': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'mac_address': 'fa:16:3e:cd:72:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:03:10.479121 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:10.482107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-819503b8-d5f8-4e4b-b851-2aa0984fa665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.484627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-819503b8-d5f8-4e4b-b851-2aa0984fa665 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720787 Sep 17 01:03:10.509734 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:10.519822 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:10.520515 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:10.529475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-ed9cf6fb-cc2b-4406-bfcc-a1534ce35dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.535892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-ed9cf6fb-cc2b-4406-bfcc-a1534ce35dcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=333fe3ee104a429585c22796b35cb3de&device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 1097 time: 0.0865355 Sep 17 01:03:10.580141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:10.651683 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:10.668704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-4a501f0c-b117-4aa8-91a6-af31a658b863 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755819 Sep 17 01:03:10.672169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ffa62b9-3405-4f53-8eb5-dd3120694914 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99986b21ab464bd18f762adb080a7e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897174 Sep 17 01:03:10.676595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35420) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:10.684733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb198fe4-1d86-4f5b-a5c5-2134f67c6532 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:10.704569 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:10.704789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-fb77781a-fc8d-445e-ab43-5407530b5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.706381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-fb77781a-fc8d-445e-ab43-5407530b5f03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 200 len: 921 time: 0.1644318 Sep 17 01:03:10.744109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:10.803112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:10.804104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-a409ab4b-5abd-4b21-a317-7dc0355c3de9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 200 len: 217 time: 0.0889285 Sep 17 01:03:10.814310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fb56a4e-8919-4269-92ff-d6a693945be6 req-754e45f3-d377-49ac-90a5-1128689dce79 service neutron] 10.222.0.13 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271040 Sep 17 01:03:10.872182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:10.916561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:10.930388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07576827-ace4-4ee3-a950-72903806a64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:10.932951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-4579acd7-bd63-43da-9a4a-9435a8b87b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:10.934554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-4579acd7-bd63-43da-9a4a-9435a8b87b05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 200 len: 859 time: 0.1206632 Sep 17 01:03:10.990616 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:11.031134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07576827-ace4-4ee3-a950-72903806a64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.090900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95da73-c696-4525-868a-32093554cedc req-7c392dc2-75db-4dae-a2f6-638217002c11 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:11.092984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba95da73-c696-4525-868a-32093554cedc req-7c392dc2-75db-4dae-a2f6-638217002c11 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.2545481 Sep 17 01:03:11.099026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d9ae6-abe9-4663-8388-7d8a87d06425 req-6825b0b9-1527-47c0-86ab-4db22f8ee860 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:11.099964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['fb198fe4-1d86-4f5b-a5c5-2134f67c6532'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:11.107042 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-851d9ae6-abe9-4663-8388-7d8a87d06425 req-6825b0b9-1527-47c0-86ab-4db22f8ee860 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 944 time: 0.0728526 Sep 17 01:03:11.110823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-b6f887ca-b018-42aa-ac82-6ca13d1bcee0 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:11.112584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-b6f887ca-b018-42aa-ac82-6ca13d1bcee0 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 949 time: 0.2118022 Sep 17 01:03:11.121421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-00cd3ef5-60a1-4493-9235-028f96d90ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:11.123197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-00cd3ef5-60a1-4493-9235-028f96d90ad6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1769652 Sep 17 01:03:11.131610 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e38263-654f-4d61-a49f-b5485f25f29c None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '302d8dee-1115-4d65-b36f-a0e68417cb9f', 'name': '', 'network_id': '0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'mac_address': 'fa:16:3e:d5:05:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:53Z', 'updated_at': '2021-09-17T01:02:01Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'subnets': [{'id': '8dd0ce9c-af2c-4f79-b469-078b3106cacc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:11.167619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-851d9ae6-abe9-4663-8388-7d8a87d06425 req-7276f2e2-33c4-4f54-b6df-1bd2ca2723ff tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564616 Sep 17 01:03:11.209149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35442) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:11.269543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba95da73-c696-4525-868a-32093554cedc req-b1b42451-e5d3-4429-acf2-ebe997c318c4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550646 Sep 17 01:03:11.280598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-7e142289-18fa-4a82-974a-6fbc81e3fb67 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 200 len: 696 time: 0.0650928 Sep 17 01:03:11.351694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-2eee3753-25d7-4124-8138-0731e049e23f service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094531 Sep 17 01:03:11.398269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Deleting port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:11.398684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.405516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07576827-ace4-4ee3-a950-72903806a64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.408280 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07576827-ace4-4ee3-a950-72903806a64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.413302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-07576827-ace4-4ee3-a950-72903806a64c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f296a875-1a22-4eef-8f01-1376c08bc2b4 HTTP/1.1" status: 204 len: 168 time: 0.7355976 Sep 17 01:03:11.422290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-598108152-network', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:11.467804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-fcf6363c-30fd-44b4-ae56-b04ed7aa1c19 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:11.475319 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-fcf6363c-30fd-44b4-ae56-b04ed7aa1c19 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1931782 Sep 17 01:03:11.481848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-05968da5-1b18-4519-a08f-70d04e583511 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:03:11.483010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-05968da5-1b18-4519-a08f-70d04e583511 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069330 Sep 17 01:03:11.499622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07576827-ace4-4ee3-a950-72903806a64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f296a875-1a22-4eef-8f01-1376c08bc2b4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:11.551253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f73b69-af5c-4666-bba6-15023ecf0e73 None None] New status for floating IP 5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:03:11.557250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-d1867994-bcda-47ae-811f-71a42e6f2fb3 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 699 time: 0.0658207 Sep 17 01:03:11.558278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Made reservation on behalf of 37d9cb93e2374ba6a49649ccff67e161 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:11.560555 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.580964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.622931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd993f5-cd99-4b51-b1c6-a99c791ec5d0 req-3dcc355c-9e9b-453c-ad91-709fabee86de tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:11.624724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfd993f5-cd99-4b51-b1c6-a99c791ec5d0 req-3dcc355c-9e9b-453c-ad91-709fabee86de tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 949 time: 0.1817727 Sep 17 01:03:11.638798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] For port 5029bb1d-04c9-4cf5-9f10-dcf21520b415, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5029bb1d-04c9-4cf5-9f10-dcf21520b415,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:11.645496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.649260 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-3fca63d0-9c22-457b-928f-eb198e1527d9 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.239 HTTP/1.1" status: 200 len: 699 time: 0.0703249 Sep 17 01:03:11.661971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9d1ef42-3c8b-4dc1-bba0-89d817085820 req-ed9a6b86-419d-4702-9eb3-bfa4f9a4033f service neutron] 10.222.0.36 "GET /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966816 Sep 17 01:03:11.679368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Calling delete_port for 5029bb1d-04c9-4cf5-9f10-dcf21520b415 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:11.712770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfd993f5-cd99-4b51-b1c6-a99c791ec5d0 req-59bb3f56-0252-432b-b869-18144dbfe7fb tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733573 Sep 17 01:03:11.905845 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.922572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Deleting port e7d5717c-8a05-49d8-b3d1-f086ec83b4a9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:11.923017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.956236 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.992432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:11.992655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Pushing event deleted for resources: {'Port': ['ID=5029bb1d-04c9-4cf5-9f10-dcf21520b415,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:12.022802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.023169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.033484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] No DVR routers for this DVR port 5029bb1d-04c9-4cf5-9f10-dcf21520b415 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:12.036638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.039048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a7ba9c5-6313-4f8e-9059-45444357801a req-5071df74-3a1b-4af3-b9a7-033c3ddc98ed tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "DELETE /v2.0/ports/5029bb1d-04c9-4cf5-9f10-dcf21520b415 HTTP/1.1" status: 204 len: 173 time: 0.9138820 Sep 17 01:03:12.039529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f5dd93-ba23-4109-b032-5a406da183f4', 'name': 'network-vif-deleted', 'tag': '5029bb1d-04c9-4cf5-9f10-dcf21520b415'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:12.043811 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa282b0-85b0-462d-b887-41bd90eda1ee" -d '{"events": [{"server_uuid": "34f5dd93-ba23-4109-b032-5a406da183f4", "name": "network-vif-deleted", "tag": "5029bb1d-04c9-4cf5-9f10-dcf21520b415"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:12.045286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:03:12.054369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Calling delete_port for e7d5717c-8a05-49d8-b3d1-f086ec83b4a9 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:12.055408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5b4b0a71-458d-4802-abb7-5dce6ebe033a', '5029bb1d-04c9-4cf5-9f10-dcf21520b415'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:12.061665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc3ee3-46a1-4267-a01d-a6af08403480,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:12.080720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.081266 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Added segment 69368f80-78d7-4961-a603-d34fb4df8ffb of type vlan for network eb0c8d95-5cc7-4833-b036-275871ed30d0 Sep 17 01:03:12.100790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 035db641-584a-4049-a609-e6bce6c49be9 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:12.233449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.304857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 035db641-584a-4049-a609-e6bce6c49be9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:03:12.310122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 035db641-584a-4049-a609-e6bce6c49be9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:12.310504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.391402 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.414627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035db641-584a-4049-a609-e6bce6c49be9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:12.416903 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644be44f-8225-433a-8025-9a847c1e1ae9" -d '{"events": [{"server_uuid": "40565a5f-bf7a-42b3-99d5-8b4c684c17ef", "name": "network-vif-plugged", "status": "completed", "tag": "035db641-584a-4049-a609-e6bce6c49be9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:12.432405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 035db641-584a-4049-a609-e6bce6c49be9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=035db641-584a-4049-a609-e6bce6c49be9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:12.436583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.437624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:12.438264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.443028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.490540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event deleted for resources: {'Port': ['ID=e7d5717c-8a05-49d8-b3d1-f086ec83b4a9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:12.522048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.522954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5029bb1d-04c9-4cf5-9f10-dcf21520b415 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:12.545452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 5029bb1d-04c9-4cf5-9f10-dcf21520b415 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:12.545936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5029bb1d-04c9-4cf5-9f10-dcf21520b415 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:12.571623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] Pushing event updated for resources: {'Network': ['ID=eb0c8d95-5cc7-4833-b036-275871ed30d0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:12.574483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da62cc2a-6538-4d8a-ae5e-2ce98978f62a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3642800 Sep 17 01:03:12.577624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35484) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:12.588613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Request body: {'subnet': {'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-598108152-subnet', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:12.597738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:03:12.599258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.602752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.615811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dcab7b4-c00f-416a-8992-36ad9b111f86 req-55a215ad-0ab4-4b11-913f-56ea451413f1 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "DELETE /v2.0/floatingips/5ed39c4f-3f76-48f5-8fe5-5f6e674d14bd HTTP/1.1" status: 204 len: 173 time: 0.9519973 Sep 17 01:03:12.662757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=035db641-584a-4049-a609-e6bce6c49be9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:12.677115 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3066f-585f-4619-aef9-228288e09b0a x-openstack-request-id: req-14a3066f-585f-4619-aef9-228288e09b0a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:12.677471 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f5dd93-ba23-4109-b032-5a406da183f4", "name": "network-vif-deleted", "tag": "5029bb1d-04c9-4cf5-9f10-dcf21520b415", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:12.677794 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14a3066f-585f-4619-aef9-228288e09b0a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:12.677794 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f5dd93-ba23-4109-b032-5a406da183f4', 'name': 'network-vif-deleted', 'tag': '5029bb1d-04c9-4cf5-9f10-dcf21520b415', 'status': 'completed', 'code': 200} Sep 17 01:03:12.682351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Made reservation on behalf of 37d9cb93e2374ba6a49649ccff67e161 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:12.695827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:12.751908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88634e10-2d63-40a2-b097-ae343cb076b3 req-b380462e-a0a4-4d49-a557-7a1d9e33b7c9 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:12.755299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88634e10-2d63-40a2-b097-ae343cb076b3 req-b380462e-a0a4-4d49-a557-7a1d9e33b7c9 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 950 time: 0.0815847 Sep 17 01:03:12.801948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88634e10-2d63-40a2-b097-ae343cb076b3 req-5395389b-3ba1-4629-91d5-1798264b2cad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Sep 17 01:03:12.869595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac96e-df6a-40a7-95ae-0d2af042e936 req-9045e96f-b91c-48cc-856a-88c109b4c41f tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:12.871650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-474ac96e-df6a-40a7-95ae-0d2af042e936 req-9045e96f-b91c-48cc-856a-88c109b4c41f tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 944 time: 0.1030405 Sep 17 01:03:12.939771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c8995-7a3a-4cfd-82ed-e1ccca710220 req-7b013899-86da-42ea-9f79-2066d185870e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:12.948376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-614c8995-7a3a-4cfd-82ed-e1ccca710220 req-7b013899-86da-42ea-9f79-2066d185870e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.0648408 Sep 17 01:03:12.952393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-474ac96e-df6a-40a7-95ae-0d2af042e936 req-3d8b8e68-fb26-4480-bccf-ec973dfc69be tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736966 Sep 17 01:03:13.000993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-614c8995-7a3a-4cfd-82ed-e1ccca710220 req-486054ea-504f-40be-b4db-879ac62e267f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513377 Sep 17 01:03:13.024621 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a226f88-60dc-46b4-b864-ac842727e189 x-openstack-request-id: req-5a226f88-60dc-46b4-b864-ac842727e189 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:13.025193 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40565a5f-bf7a-42b3-99d5-8b4c684c17ef", "name": "network-vif-plugged", "status": "completed", "tag": "035db641-584a-4049-a609-e6bce6c49be9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:13.025679 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a226f88-60dc-46b4-b864-ac842727e189 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:13.026314 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '035db641-584a-4049-a609-e6bce6c49be9', 'code': 200} Sep 17 01:03:13.065585 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:13.168703 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa7b7c7a-83f9-4d09-94ec-1029da56434e req-b79a5319-b280-438d-b17f-b26245b54c01 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=34f5dd93-ba23-4109-b032-5a406da183f4 HTTP/1.1" status: 200 len: 210 time: 0.0263603 Sep 17 01:03:13.194912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d02f187-9adb-4755-83ef-ad5f8dc657b4,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:13.214733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Checking segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:13.215193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Network hostable DHCP agents. Network: eb0c8d95-5cc7-4833-b036-275871ed30d0, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:03:13.219523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008a070-382e-4cf6-a36b-27beb89ca1fe req-3ddc1a17-5b65-457c-a1b9-0f661b59cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:13.221158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f008a070-382e-4cf6-a36b-27beb89ca1fe req-3ddc1a17-5b65-457c-a1b9-0f661b59cf2c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 1101 time: 0.0750620 Sep 17 01:03:13.263483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f008a070-382e-4cf6-a36b-27beb89ca1fe req-facb9bd6-42bd-48a9-aa50-ded630cfc43e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Sep 17 01:03:13.310973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:03:13.373348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, eb0c8d95-5cc7-4833-b036-275871ed30d0) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:13.381160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:13.381761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:13.387275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3500e665-4f08-4a33-8f06-a328efd5dad9 None None] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:13.470576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f35b1af5-967c-4665-9a86-9b646ed231cb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8913779 Sep 17 01:03:13.473038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:13.479431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:13.486082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52968712-dd00-4a6a-be37-0bb563a8d70e req-37e7a7ec-ff5a-4690-8ac9-4d3ab6837709 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:13.495050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52968712-dd00-4a6a-be37-0bb563a8d70e req-37e7a7ec-ff5a-4690-8ac9-4d3ab6837709 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 946 time: 0.0788598 Sep 17 01:03:13.532823 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33769693-4d67-467b-b60b-d0394e10acf9 req-d5cb6567-2938-4919-aaa9-f6d1b5b227a6 tempest-AbsoluteLimitsNegativeTestJSON-596051251 tempest-AbsoluteLimitsNegativeTestJSON-596051251-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=91949b9eb8234d00a2eff128d360198b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341556 Sep 17 01:03:13.534473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52968712-dd00-4a6a-be37-0bb563a8d70e req-24b0879c-b1f1-482f-80a2-6d0ab50a5fe7 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384820 Sep 17 01:03:13.598048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-eb0c8d95-5cc7-4833-b036-275871ed30d0', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:03:13.599571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:13.613178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:13.614475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:13.697336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33769693-4d67-467b-b60b-d0394e10acf9 req-975fc516-9aa8-4849-ab78-bae8a1711a53 tempest-AbsoluteLimitsNegativeTestJSON-596051251 tempest-AbsoluteLimitsNegativeTestJSON-596051251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:13.698706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33769693-4d67-467b-b60b-d0394e10acf9 req-975fc516-9aa8-4849-ab78-bae8a1711a53 tempest-AbsoluteLimitsNegativeTestJSON-596051251 tempest-AbsoluteLimitsNegativeTestJSON-596051251-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1587300 Sep 17 01:03:13.702090 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:13.718082 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33769693-4d67-467b-b60b-d0394e10acf9 req-167dd5f5-0ff7-4c68-bc90-047fd39110c4 tempest-AbsoluteLimitsNegativeTestJSON-596051251 tempest-AbsoluteLimitsNegativeTestJSON-596051251-project] 10.222.0.13 "GET /v2.0/quotas/91949b9eb8234d00a2eff128d360198b HTTP/1.1" status: 200 len: 375 time: 0.0099275 Sep 17 01:03:13.757622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Allocated IP 172.20.0.2 (eb0c8d95-5cc7-4833-b036-275871ed30d0/0d02f187-9adb-4755-83ef-ad5f8dc657b4/18ca610f-3fc5-4308-a07a-ef1366c8d72f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:13.766263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33769693-4d67-467b-b60b-d0394e10acf9 req-a24bf40a-1171-4b22-9d3e-b6f1606c998d tempest-AbsoluteLimitsNegativeTestJSON-596051251 tempest-AbsoluteLimitsNegativeTestJSON-596051251-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91949b9eb8234d00a2eff128d360198b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295873 Sep 17 01:03:13.955866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16836e08-2cfd-467c-ae5e-b7f48db41a78 req-c3b80d14-af99-4ab1-bf37-48fc4cef0b26 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:13.964485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16836e08-2cfd-467c-ae5e-b7f48db41a78 req-c3b80d14-af99-4ab1-bf37-48fc4cef0b26 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 950 time: 0.0718553 Sep 17 01:03:13.970926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.011897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16836e08-2cfd-467c-ae5e-b7f48db41a78 req-a195d6fe-78c2-46b4-abd6-d4eb21a7379f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460405 Sep 17 01:03:14.027894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.037216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.100095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:14.109827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fb198fe4-1d86-4f5b-a5c5-2134f67c6532 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:14.112123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:14.115978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:14.120604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Pushing event updated for resources: {'Port': ['ID=18ca610f-3fc5-4308-a07a-ef1366c8d72f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:14.216601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125d44f-31d4-4990-beb8-b1eaef913530 req-c6b541a1-35f0-4e9c-a3d4-d92c9bfd95a3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:14.219036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7125d44f-31d4-4990-beb8-b1eaef913530 req-c6b541a1-35f0-4e9c-a3d4-d92c9bfd95a3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.0861101 Sep 17 01:03:14.231580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Attempting to bind port 18ca610f-3fc5-4308-a07a-ef1366c8d72f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:14.232044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Attempting to bind port 18ca610f-3fc5-4308-a07a-ef1366c8d72f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:14.232477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Attempting to bind port 18ca610f-3fc5-4308-a07a-ef1366c8d72f on network eb0c8d95-5cc7-4833-b036-275871ed30d0 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:14.246286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:14.247138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Checking segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:14.247630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.248180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Bound using segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:14.249002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Bound port: 18ca610f-3fc5-4308-a07a-ef1366c8d72f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:14.250355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.285852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7125d44f-31d4-4990-beb8-b1eaef913530 req-be237090-2358-4498-9502-1d7354847ee8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 Sep 17 01:03:14.354025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] For port 18ca610f-3fc5-4308-a07a-ef1366c8d72f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:14.358541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] For port 18ca610f-3fc5-4308-a07a-ef1366c8d72f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18ca610f-3fc5-4308-a07a-ef1366c8d72f,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:14.360619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:03:14.366754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:14.366754 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.396962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35528) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:14.463740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.537372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5431a-b43a-42ef-b818-9bfd33a02fb4 req-df9dab76-d47c-459c-ada6-b93854d4ba47 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:14.537372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eeb5431a-b43a-42ef-b818-9bfd33a02fb4 req-df9dab76-d47c-459c-ada6-b93854d4ba47 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 944 time: 0.4795873 Sep 17 01:03:14.566761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1230-477e-4cc3-9ca5-95755897301a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.577693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a9130-585a-454a-ae45-d1dce84db2aa None None] Pushing event updated for resources: {'Port': ['ID=18ca610f-3fc5-4308-a07a-ef1366c8d72f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:14.617133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.645494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eeb5431a-b43a-42ef-b818-9bfd33a02fb4 req-d63acdb4-a8cb-4034-86d9-6dd15b9ec254 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962634 Sep 17 01:03:14.671519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:14.746762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1230-477e-4cc3-9ca5-95755897301a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.768500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.852493 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1230-477e-4cc3-9ca5-95755897301a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.857384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:14.873554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54327d-413e-48b4-80b2-692e1c19551d req-bb5423e0-40d5-400f-8d0e-48b93612c079 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:14.881752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1a54327d-413e-48b4-80b2-692e1c19551d req-bb5423e0-40d5-400f-8d0e-48b93612c079 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 946 time: 0.1325111 Sep 17 01:03:14.935879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:14.959874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.000928 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1a54327d-413e-48b4-80b2-692e1c19551d req-6070e2cf-c0dd-43a4-9e1f-8a5b176f959e tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130867 Sep 17 01:03:15.028115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:15.030667 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c22fa6b-434d-4d34-a7eb-0b1eb533bd1b" -d '{"events": [{"server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:15.035591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d3ae1230-477e-4cc3-9ca5-95755897301a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91949b9eb8234d00a2eff128d360198b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371894 Sep 17 01:03:15.051631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1230-477e-4cc3-9ca5-95755897301a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a9595a-081d-4b6f-a1c0-96c0e8de82ac,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:15.059568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:15.086951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-f0942630-7f23-471c-bd52-6dd832f92b18 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:15.089728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-f0942630-7f23-471c-bd52-6dd832f92b18 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 946 time: 0.1772809 Sep 17 01:03:15.098944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f0469-70a5-4d60-a4d6-9c98234f32ee req-6e407e5f-c8ed-4678-b3cd-5dfdf245f717 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:15.101249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-477f0469-70a5-4d60-a4d6-9c98234f32ee req-6e407e5f-c8ed-4678-b3cd-5dfdf245f717 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 950 time: 0.1105468 Sep 17 01:03:15.203172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d57d4f81-84dc-4fa3-8522-49180084a6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.215255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86135588-ccbb-48c2-8272-e601657bf65e req-912b9347-214c-4973-81d8-f1c25f7d0694 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:15.216939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86135588-ccbb-48c2-8272-e601657bf65e req-912b9347-214c-4973-81d8-f1c25f7d0694 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 950 time: 0.1163254 Sep 17 01:03:15.218260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Allocated IP 172.25.1.64 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/356b8890-fa41-4113-a64e-8c8010b80c49) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:15.274150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d57d4f81-84dc-4fa3-8522-49180084a6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.371689 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86135588-ccbb-48c2-8272-e601657bf65e req-b801cc41-33ef-4c8c-a87d-1ef38fcfa1ff tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455979 Sep 17 01:03:15.417361 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8dd66f-6faa-4ba2-b122-a0956e52c08c x-openstack-request-id: req-7e8dd66f-6faa-4ba2-b122-a0956e52c08c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:15.417784 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:15.417933 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e8dd66f-6faa-4ba2-b122-a0956e52c08c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:15.418453 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'code': 200} Sep 17 01:03:15.467423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.568710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77427bb9-a978-489d-bbff-c1897a26bcd6 req-5bab1485-d402-4a98-8c27-aa6e3abc4f85 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:15.570307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77427bb9-a978-489d-bbff-c1897a26bcd6 req-5bab1485-d402-4a98-8c27-aa6e3abc4f85 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.0569806 Sep 17 01:03:15.571650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-477f0469-70a5-4d60-a4d6-9c98234f32ee req-25697c76-9317-4216-bccf-c1b960d7b0e3 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594443 Sep 17 01:03:15.612185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d57d4f81-84dc-4fa3-8522-49180084a6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.615538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d57d4f81-84dc-4fa3-8522-49180084a6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.624507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d57d4f81-84dc-4fa3-8522-49180084a6ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69a9595a-081d-4b6f-a1c0-96c0e8de82ac HTTP/1.1" status: 204 len: 168 time: 0.5561943 Sep 17 01:03:15.624507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.635437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fa0da-cc7b-4591-9dfc-bd12da7c0deb req-06ef79e2-7fc1-4f28-870e-f7cc3efb0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:15.637090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac8fa0da-cc7b-4591-9dfc-bd12da7c0deb req-06ef79e2-7fc1-4f28-870e-f7cc3efb0703 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 1096 time: 0.0974874 Sep 17 01:03:15.661777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Deleting port 0dbeeadb-1adf-4deb-b680-9a7305c9769a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:15.662361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.694425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d4f81-84dc-4fa3-8522-49180084a6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a9595a-081d-4b6f-a1c0-96c0e8de82ac,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:15.730146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77427bb9-a978-489d-bbff-c1897a26bcd6 req-1866ef15-f213-46aa-ba12-33165830b286 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418877 Sep 17 01:03:15.738675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:15.765335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Pushing event updated for resources: {'Port': ['ID=356b8890-fa41-4113-a64e-8c8010b80c49,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:15.779722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:15.782948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:15.850237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac8fa0da-cc7b-4591-9dfc-bd12da7c0deb req-fdb73b67-7df3-4a3c-8b79-280bb680d806 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975052 Sep 17 01:03:15.877708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522c1b-24f1-4c00-86d0-9093cbf56372 req-3b207d98-f2d5-4e62-b839-e22aa8bdcfa8 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:15.879977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35522c1b-24f1-4c00-86d0-9093cbf56372 req-3b207d98-f2d5-4e62-b839-e22aa8bdcfa8 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 1101 time: 0.1487408 Sep 17 01:03:15.897548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] For port 0dbeeadb-1adf-4deb-b680-9a7305c9769a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0dbeeadb-1adf-4deb-b680-9a7305c9769a,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:15.897841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:15.937166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Calling delete_port for 0dbeeadb-1adf-4deb-b680-9a7305c9769a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:16.015060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805eca28-2ba1-4e48-aa29-c814867bd189 None None] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:16.026313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced91d5c-0193-4a1d-a7e2-75a1450a906a req-f40b1895-4101-4c3c-9250-e731f1277a6e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:16.036003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ced91d5c-0193-4a1d-a7e2-75a1450a906a req-f40b1895-4101-4c3c-9250-e731f1277a6e tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.1669133 Sep 17 01:03:16.036329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35522c1b-24f1-4c00-86d0-9093cbf56372 req-fdd1e206-72bb-411a-9f45-ecd43834c841 tempest-ServersOnMultiNodesTest-1311156175 tempest-ServersOnMultiNodesTest-1311156175-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085997 Sep 17 01:03:16.172258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-802cbe78-d6d8-4331-9138-6fd77a24377c None None] Provisioning complete for port 18ca610f-3fc5-4308-a07a-ef1366c8d72f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:16.173061 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-802cbe78-d6d8-4331-9138-6fd77a24377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.208499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cafda8-a448-4735-9ecf-21e7cde5fd4a req-f8098f15-67d6-43e5-9e16-2e8de57baf31 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:16.210242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60cafda8-a448-4735-9ecf-21e7cde5fd4a req-f8098f15-67d6-43e5-9e16-2e8de57baf31 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 946 time: 0.0687072 Sep 17 01:03:16.213503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.266022 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.285884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ced91d5c-0193-4a1d-a7e2-75a1450a906a req-90f8701c-f921-43c1-a2c7-df84bc2cd54c tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492020 Sep 17 01:03:16.306107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0dbeeadb-1adf-4deb-b680-9a7305c9769a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:16.348996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Pushing event deleted for resources: {'Port': ['ID=0dbeeadb-1adf-4deb-b680-9a7305c9769a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:16.386534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60cafda8-a448-4735-9ecf-21e7cde5fd4a req-afa4cb14-4e80-4983-bfb9-f002abdd3d8a tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/security-groups?id=1501d76d-16b9-4087-8b99-9fb058be8500&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673400 Sep 17 01:03:16.430396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] No DVR routers for this DVR port 0dbeeadb-1adf-4deb-b680-9a7305c9769a on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:16.434013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.436438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-147ca4cb-aaef-407b-b47e-4b3ce45a0156 req-89ce5f68-4415-4eaf-8d31-1c5aeccb3e4b tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.36 "DELETE /v2.0/ports/0dbeeadb-1adf-4deb-b680-9a7305c9769a HTTP/1.1" status: 204 len: 173 time: 1.3341043 Sep 17 01:03:16.436898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'name': 'network-vif-deleted', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:16.437416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-802cbe78-d6d8-4331-9138-6fd77a24377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.439614 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7450d73-9eea-4246-90db-59974323c454" -d '{"events": [{"server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "name": "network-vif-deleted", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:16.493364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-802cbe78-d6d8-4331-9138-6fd77a24377c None None] For port 18ca610f-3fc5-4308-a07a-ef1366c8d72f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18ca610f-3fc5-4308-a07a-ef1366c8d72f,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:16.529660 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babe6bfc-1ac9-4b97-8d6e-1b73f81a0861 x-openstack-request-id: req-babe6bfc-1ac9-4b97-8d6e-1b73f81a0861 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:16.529948 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a529e1-8f64-4b46-b090-ddb02f61e5bd", "name": "network-vif-deleted", "tag": "0dbeeadb-1adf-4deb-b680-9a7305c9769a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:16.530202 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-babe6bfc-1ac9-4b97-8d6e-1b73f81a0861 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:16.530723 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a529e1-8f64-4b46-b090-ddb02f61e5bd', 'name': 'network-vif-deleted', 'tag': '0dbeeadb-1adf-4deb-b680-9a7305c9769a', 'status': 'completed', 'code': 200} Sep 17 01:03:16.552323 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-802cbe78-d6d8-4331-9138-6fd77a24377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.588395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:16.679280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cbe78-d6d8-4331-9138-6fd77a24377c None None] Pushing event updated for resources: {'Port': ['ID=18ca610f-3fc5-4308-a07a-ef1366c8d72f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:16.816432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8ec8e-fa2b-4f8f-b256-0529179950d1 req-52797e88-3e1d-4adc-93ad-e2f61c03494b tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:16.818096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ee8ec8e-fa2b-4f8f-b256-0529179950d1 req-52797e88-3e1d-4adc-93ad-e2f61c03494b tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 950 time: 0.1121492 Sep 17 01:03:16.884759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f73265ea-24b0-461e-816f-075996aaddc2 None None] Provisioning complete for port 18ca610f-3fc5-4308-a07a-ef1366c8d72f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:16.885331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f73265ea-24b0-461e-816f-075996aaddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:17.017099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ee8ec8e-fa2b-4f8f-b256-0529179950d1 req-2d70fccf-e6e4-42a2-b3a7-1e1ef6685bf0 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/security-groups?id=c6bda711-f5fe-4809-9075-5749b1961387&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706057 Sep 17 01:03:17.022699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-c8ba2b15-7732-4363-bae9-ba4b3216c107 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:17.024117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-c8ba2b15-7732-4363-bae9-ba4b3216c107 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.2406478 Sep 17 01:03:17.032638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-f2f5cccb-04f3-4e01-99b7-566b8b6c4827 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:17.037334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-f2f5cccb-04f3-4e01-99b7-566b8b6c4827 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 950 time: 0.2549169 Sep 17 01:03:17.045862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23416275-18c0-48d3-bae7-d21a450fec7d req-ff94899b-b5f2-4641-943e-1c070a329ad6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:17.047179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:17.056433 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23416275-18c0-48d3-bae7-d21a450fec7d req-ff94899b-b5f2-4641-943e-1c070a329ad6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 945 time: 0.1671224 Sep 17 01:03:17.091559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:03:17.095489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18ca610f-3fc5-4308-a07a-ef1366c8d72f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:17.161331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23416275-18c0-48d3-bae7-d21a450fec7d req-9a8bf408-2d62-4798-9482-87c4c3898ad0 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904379 Sep 17 01:03:17.231521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 18ca610f-3fc5-4308-a07a-ef1366c8d72f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:17.231521 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:17.378254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:17.393483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:17.409105 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Sync routers for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:17.410561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:17.422976 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:17.424578 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:17.436434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49d4e7-fce8-45cb-bdb6-b6023cb7f61c req-1ede5281-e55b-4b1a-b5ca-fab005e55d50 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:17.438116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e49d4e7-fce8-45cb-bdb6-b6023cb7f61c req-1ede5281-e55b-4b1a-b5ca-fab005e55d50 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 950 time: 0.2603776 Sep 17 01:03:17.506507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:17.511758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b075cb36-d1f1-4321-908b-ab752b2de7ed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0372343 Sep 17 01:03:17.512445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:17.536484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Deleting port 5b4b0a71-458d-4802-abb7-5dce6ebe033a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:17.536879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:17.611729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c72e1d-4274-4d66-a47f-153f33e4c834 req-d525597b-c52e-4017-88fc-8e1a9475ab01 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:17.613894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2c72e1d-4274-4d66-a47f-153f33e4c834 req-d525597b-c52e-4017-88fc-8e1a9475ab01 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.1901977 Sep 17 01:03:17.627534 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:17.665967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] For port 5b4b0a71-458d-4802-abb7-5dce6ebe033a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5b4b0a71-458d-4802-abb7-5dce6ebe033a,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:17.666252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:17.683139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Calling delete_port for 5b4b0a71-458d-4802-abb7-5dce6ebe033a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:17.775870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1762103487-network', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:17.801142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2c72e1d-4274-4d66-a47f-153f33e4c834 req-aba51396-2ca2-469e-b130-e3fb476aee11 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686823 Sep 17 01:03:17.827238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e49d4e7-fce8-45cb-bdb6-b6023cb7f61c req-2400572e-da4c-421a-8c00-9c8211550efb tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795114 Sep 17 01:03:17.879128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:17.912715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:18.004354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dbb64564-9f18-436d-a1fa-c4734597380d req-a22d60f9-3216-4d09-8b2c-c097794b1af5 tempest-FloatingIPsAssociationTestJSON-1368323063 tempest-FloatingIPsAssociationTestJSON-1368323063-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a529e1-8f64-4b46-b090-ddb02f61e5bd HTTP/1.1" status: 200 len: 210 time: 0.0766273 Sep 17 01:03:18.017464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:18.019930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Made reservation on behalf of eff8a499c7d4488f88771c0982b9817e for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:18.023270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.048710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.059847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:16Z', 'revision_number': 3, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:18.075906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.106954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.117744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:18.123294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5b4b0a71-458d-4802-abb7-5dce6ebe033a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:18.147761 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Checking router: 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:18.148383 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Updating router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 port 356b8890-fa41-4113-a64e-8c8010b80c49 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:03:18.181959 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.194232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:03:18.224680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Pushing event deleted for resources: {'Port': ['ID=5b4b0a71-458d-4802-abb7-5dce6ebe033a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:18.226487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.281830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28883a7e-d1aa-4f50-bff6-202d2a79bfd7 req-f0e83d0b-5bfd-45e7-8ca8-c60425e2c9e5 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 210 time: 0.0957921 Sep 17 01:03:18.364096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] No DVR routers for this DVR port 5b4b0a71-458d-4802-abb7-5dce6ebe033a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:18.378997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.381414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6ee5d4d-37a8-46de-ba28-cbfb0018d85d req-e21f9aff-31f2-45c8-be2a-7a2786d56700 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.23 "DELETE /v2.0/ports/5b4b0a71-458d-4802-abb7-5dce6ebe033a HTTP/1.1" status: 204 len: 173 time: 1.3312240 Sep 17 01:03:18.428132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:18.434997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:18.435927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:18.435927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:18.440349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:18.440702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Attempting to bind port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:18.445602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:18.445944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:18.446406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:18.446837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Bound port: dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:18.447239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.528612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:18.533241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'}, {'server_uuid': 'f362282e-9469-492e-b941-ae2867680b80', 'name': 'network-vif-deleted', 'tag': '5b4b0a71-458d-4802-abb7-5dce6ebe033a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:18.534485 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.535586 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c49600a-1157-4835-a279-d37e51f44a78" -d '{"events": [{"server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "name": "network-vif-unplugged", "status": "completed", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4"}, {"server_uuid": "f362282e-9469-492e-b941-ae2867680b80", "name": "network-vif-deleted", "tag": "5b4b0a71-458d-4802-abb7-5dce6ebe033a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:18.539857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:18.575709 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f2a51-e08e-4045-bebb-6e73b6e52af5 x-openstack-request-id: req-e40f2a51-e08e-4045-bebb-6e73b6e52af5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:18.576113 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "name": "network-vif-unplugged", "status": "completed", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4", "code": 200}, {"server_uuid": "f362282e-9469-492e-b941-ae2867680b80", "name": "network-vif-deleted", "tag": "5b4b0a71-458d-4802-abb7-5dce6ebe033a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:18.576593 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e40f2a51-e08e-4045-bebb-6e73b6e52af5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:18.577073 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'code': 200} Sep 17 01:03:18.577616 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f362282e-9469-492e-b941-ae2867680b80', 'name': 'network-vif-deleted', 'tag': '5b4b0a71-458d-4802-abb7-5dce6ebe033a', 'status': 'completed', 'code': 200} Sep 17 01:03:18.582928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-a0693640-0955-4c09-9e56-e32dbf2e5f9c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:18.584560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-a0693640-0955-4c09-9e56-e32dbf2e5f9c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 950 time: 0.2781358 Sep 17 01:03:18.603108 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.603351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.604979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e0b2c-1f52-4d05-8442-4bd856292a79 req-2ceb6213-6b7a-483d-b949-618b06a118bf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:18.609299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b19e0b2c-1f52-4d05-8442-4bd856292a79 req-2ceb6213-6b7a-483d-b949-618b06a118bf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.3045356 Sep 17 01:03:18.648148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.681425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5c34b-52f8-4e6b-931d-51139b01d9a5 None None] Pushing event updated for resources: {'Port': ['ID=356b8890-fa41-4113-a64e-8c8010b80c49,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:18.712682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Attempting to bind port 356b8890-fa41-4113-a64e-8c8010b80c49 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:18.714815 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Attempting to bind port 356b8890-fa41-4113-a64e-8c8010b80c49 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:18.714815 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Attempting to bind port 356b8890-fa41-4113-a64e-8c8010b80c49 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:18.718539 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.720441 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:18.720816 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:18.721214 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.721604 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:18.723800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=8']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:18.726795 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Bound port: 356b8890-fa41-4113-a64e-8c8010b80c49, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:18.728052 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.755452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:18.756386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.758621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-f83428de-08c3-4599-91fc-a28f82e1e56f service neutron] 10.222.0.36 "PUT /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 1121 time: 1.7176883 Sep 17 01:03:18.834059 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] For port 356b8890-fa41-4113-a64e-8c8010b80c49, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:18.838581 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] For port 356b8890-fa41-4113-a64e-8c8010b80c49, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=356b8890-fa41-4113-a64e-8c8010b80c49,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:18.853628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:03:18.854219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:18.879701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b19e0b2c-1f52-4d05-8442-4bd856292a79 req-c9194a34-ee16-4eae-92b1-5de2f5ca7830 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774673 Sep 17 01:03:18.897875 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.958777 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:18.959505 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Added segment c1e17191-563d-41dc-8e26-54784ac11cbc of type vlan for network 705174b5-edf9-44c0-ad24-c206a1184483 Sep 17 01:03:18.962042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6661c48b-6fb7-485e-9a68-9a1f1436af10,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:18.991318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:18.996775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4583c-c8d9-47eb-a302-5bc8fc2a9ec1 req-6076abf1-3d1f-4077-a3c8-e40c75639382 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:18.999929 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.009213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ee4583c-c8d9-47eb-a302-5bc8fc2a9ec1 req-6076abf1-3d1f-4077-a3c8-e40c75639382 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.1098611 Sep 17 01:03:19.043692 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5c34b-52f8-4e6b-931d-51139b01d9a5 None None] Pushing event updated for resources: {'Port': ['ID=356b8890-fa41-4113-a64e-8c8010b80c49,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:19.048420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:19.049038 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:19.062973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ee4583c-c8d9-47eb-a302-5bc8fc2a9ec1 req-16d21a2c-cb2c-47c5-9487-f3ab3e8e571b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527899 Sep 17 01:03:19.113699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35616) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:19.115805 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.254997 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:19.324181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Allocated IP 172.20.0.1 (eb0c8d95-5cc7-4833-b036-275871ed30d0/0d02f187-9adb-4755-83ef-ad5f8dc657b4/960c7844-4b4e-4fc2-be4e-30865bb06e42) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:19.450524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a26460-84a2-4cbb-877d-c46a9fec2ec4 req-4fa11d2f-23aa-4baa-8749-8b16d36451ab tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:19.452252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23a26460-84a2-4cbb-877d-c46a9fec2ec4 req-4fa11d2f-23aa-4baa-8749-8b16d36451ab tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.2426074 Sep 17 01:03:19.470674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35622) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:19.493654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Request body: {'floatingip': {'port_id': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:19.538455 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:16Z', 'revision_number': 3, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:19.592842 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e603c48-8a86-4b6d-b239-e32e88cf983a None None] The sync data for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 is: [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:16Z', 'revision_number': 3, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:19.624879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.648234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3561140-eb9e-49ed-978e-ca04e4f4afce req-bf5d7ab9-0e88-4081-ba1f-ef810b336a13 tempest-ServersAdminNegativeTestJSON-407208457 tempest-ServersAdminNegativeTestJSON-407208457-project] 10.222.0.13 "GET /v2.0/ports?device_id=f362282e-9469-492e-b941-ae2867680b80 HTTP/1.1" status: 200 len: 210 time: 0.0461545 Sep 17 01:03:19.753190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338671fb-5395-47f8-8bee-d3a1d9ec75a6 req-1b936a2b-5db3-4061-bda1-af6e2d226fe8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:19.755400 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-338671fb-5395-47f8-8bee-d3a1d9ec75a6 req-1b936a2b-5db3-4061-bda1-af6e2d226fe8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 950 time: 0.7756948 Sep 17 01:03:19.779801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port 035db641-584a-4049-a609-e6bce6c49be9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:19.780141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.818052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.835002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.835992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:19.836570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:19.899459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0dbeeadb-1adf-4deb-b680-9a7305c9769a no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:19.922575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-338671fb-5395-47f8-8bee-d3a1d9ec75a6 req-6cee2716-9b28-421b-ad8b-b37de259a100 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523778 Sep 17 01:03:19.927576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 0dbeeadb-1adf-4deb-b680-9a7305c9769a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:19.928583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0dbeeadb-1adf-4deb-b680-9a7305c9769a not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:20.009961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] Pushing event updated for resources: {'Network': ['ID=705174b5-edf9-44c0-ad24-c206a1184483,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:20.022716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 705174b5-edf9-44c0-ad24-c206a1184483 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:03:20.023732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-18a65f7f-6208-41d4-815d-51ab02b1cf60 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6157994 Sep 17 01:03:20.026494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35626) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:20.032215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Request body: {'subnet': {'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-subnet', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:20.045995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port 035db641-584a-4049-a609-e6bce6c49be9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=035db641-584a-4049-a609-e6bce6c49be9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:20.045995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.068782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for 035db641-584a-4049-a609-e6bce6c49be9 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:20.117347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.146115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5b4b0a71-458d-4802-abb7-5dce6ebe033a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:20.173370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:20.178538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1963f56-7b37-4c52-a491-9c0e4f669986 req-acfaf81b-a911-4354-ab5b-dc8681832402 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:20.179110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:20.180215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1963f56-7b37-4c52-a491-9c0e4f669986 req-acfaf81b-a911-4354-ab5b-dc8681832402 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.1628280 Sep 17 01:03:20.187060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 5b4b0a71-458d-4802-abb7-5dce6ebe033a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:20.187757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5b4b0a71-458d-4802-abb7-5dce6ebe033a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:20.188453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 035db641-584a-4049-a609-e6bce6c49be9 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:20.194391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:20.200164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Pushing event updated for resources: {'Port': ['ID=960c7844-4b4e-4fc2-be4e-30865bb06e42,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:20.201318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Made reservation on behalf of eff8a499c7d4488f88771c0982b9817e for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:20.203809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.255010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.331424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1963f56-7b37-4c52-a491-9c0e4f669986 req-7dd3b9b4-fd52-4a64-a9d3-d9367462baca tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178312 Sep 17 01:03:20.333897 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.410930 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.488760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a626f077-e8f7-4d06-b405-646cb2813f63 None None] Provisioning complete for port 960c7844-4b4e-4fc2-be4e-30865bb06e42 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:20.490581 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a626f077-e8f7-4d06-b405-646cb2813f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.532001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a626f077-e8f7-4d06-b405-646cb2813f63 None None] Port 960c7844-4b4e-4fc2-be4e-30865bb06e42 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:20.572500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.585981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:20.588167 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393" -d '{"events": [{"name": "network-changed", "server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:20.664343 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dc1c25-dc8c-4c99-b75f-dde1ea96579e x-openstack-request-id: req-41dc1c25-dc8c-4c99-b75f-dde1ea96579e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:20.664637 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:20.664884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41dc1c25-dc8c-4c99-b75f-dde1ea96579e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:20.665268 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'status': 'completed', 'code': 200} Sep 17 01:03:20.697090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=035db641-584a-4049-a609-e6bce6c49be9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:20.726468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.746380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:20.748812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:20.783623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Deleting port 302d8dee-1115-4d65-b36f-a0e68417cb9f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:20.783971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.844797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port 035db641-584a-4049-a609-e6bce6c49be9 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:20.852884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.854874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ad4275-9d78-49d8-868c-7b5b1aab26a1 req-e09a5064-bbe7-412d-888e-38aa83d28aad tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "DELETE /v2.0/ports/035db641-584a-4049-a609-e6bce6c49be9 HTTP/1.1" status: 204 len: 173 time: 2.2299531 Sep 17 01:03:20.855342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'name': 'network-vif-deleted', 'tag': '035db641-584a-4049-a609-e6bce6c49be9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:20.857690 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8a707e-e399-48b3-81e2-d90e8969a1f9" -d '{"events": [{"server_uuid": "40565a5f-bf7a-42b3-99d5-8b4c684c17ef", "name": "network-vif-deleted", "tag": "035db641-584a-4049-a609-e6bce6c49be9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:20.864599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-049d2a79-2df4-4211-881c-2ee86d258813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:20.872049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-049d2a79-2df4-4211-881c-2ee86d258813 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1124 time: 0.1663139 Sep 17 01:03:20.872829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:20.958201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 356b8890-fa41-4113-a64e-8c8010b80c49 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:20.990193 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d971f5-e184-4411-8bd3-2657689df048 x-openstack-request-id: req-b9d971f5-e184-4411-8bd3-2657689df048 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:20.990595 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40565a5f-bf7a-42b3-99d5-8b4c684c17ef", "name": "network-vif-deleted", "tag": "035db641-584a-4049-a609-e6bce6c49be9", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:20.994377 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d971f5-e184-4411-8bd3-2657689df048 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:20.995427 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40565a5f-bf7a-42b3-99d5-8b4c684c17ef', 'name': 'network-vif-deleted', 'tag': '035db641-584a-4049-a609-e6bce6c49be9', 'status': 'completed', 'code': 200} Sep 17 01:03:21.022204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.034165 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173 associated. External IP: 172.25.1.140, port: fb198fe4-1d86-4f5b-a5c5-2134f67c6532. Sep 17 01:03:21.054103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.159157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Checking segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:21.160227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Network hostable DHCP agents. Network: 705174b5-edf9-44c0-ad24-c206a1184483, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:03:21.181589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:21.195560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.196025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.196422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.200218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:21.208812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 356b8890-fa41-4113-a64e-8c8010b80c49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:21.209187 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.308272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Network 705174b5-edf9-44c0-ad24-c206a1184483 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:03:21.376465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35644) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:21.412593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.468456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 705174b5-edf9-44c0-ad24-c206a1184483) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:21.478977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:21.479743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.495973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.502638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe7f3b-86bb-4ee2-9f96-990662f22e00 None None] Network 705174b5-edf9-44c0-ad24-c206a1184483 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:21.511950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.581769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Pushing event updated for resources: {'Port': ['ID=960c7844-4b4e-4fc2-be4e-30865bb06e42,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:21.603648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbb7d-14c6-42c0-935b-081fbb23accf req-7f191891-46a6-4810-90d0-8c9246d88bc3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:21.605714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-022bbb7d-14c6-42c0-935b-081fbb23accf req-7f191891-46a6-4810-90d0-8c9246d88bc3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.1849070 Sep 17 01:03:21.641365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 356b8890-fa41-4113-a64e-8c8010b80c49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=356b8890-fa41-4113-a64e-8c8010b80c49,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:21.680882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.690069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-b88351d7-d153-4df2-a870-d1cd164bd415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:21.692376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-b88351d7-d153-4df2-a870-d1cd164bd415 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.6599231 Sep 17 01:03:21.695481 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.698772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-03735b52-35c6-402c-8476-8a2ace6ebdf1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6715627 Sep 17 01:03:21.705254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35650) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:21.727113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:21.732687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8ee8dc9e-f9ac-45b1-83eb-58e8108437c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e707a10e7d94b2d9ea5056709cc13e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547089 Sep 17 01:03:21.737210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2053249-1c3e-4a19-a916-ee63095b8191 req-9b3a1f1a-8eb6-4a09-83d8-7ee3cc4dc82c tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=40565a5f-bf7a-42b3-99d5-8b4c684c17ef HTTP/1.1" status: 200 len: 210 time: 0.6112056 Sep 17 01:03:21.739711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:21.765905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-022bbb7d-14c6-42c0-935b-081fbb23accf req-b6170b08-17ef-4a7f-b2c5-2643383b6f1b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268795 Sep 17 01:03:21.842946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=356b8890-fa41-4113-a64e-8c8010b80c49,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:21.862936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-705174b5-edf9-44c0-ad24-c206a1184483', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:03:21.863837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.907487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-749ddb93-d446-4d11-a607-0dabfd4e4d54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 217 time: 0.1686561 Sep 17 01:03:21.914296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.915903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:21.931750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:21.935524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:22.026582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] For port 302d8dee-1115-4d65-b36f-a0e68417cb9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=302d8dee-1115-4d65-b36f-a0e68417cb9f,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:22.027624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.079579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Allocated IP 172.20.0.2 (705174b5-edf9-44c0-ad24-c206a1184483/9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917/f43f5664-9421-4071-ae21-8625912cc9ee) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:22.080142 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.096568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Calling delete_port for 302d8dee-1115-4d65-b36f-a0e68417cb9f owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:22.116065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-dd63d562-69a5-4298-b9fd-88727b2d4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:22.117554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-dd63d562-69a5-4298-b9fd-88727b2d4e70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.2005742 Sep 17 01:03:22.147447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.157133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:22.173285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-bcc4e76d-7f17-43d0-9759-ab38107d596f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433824 Sep 17 01:03:22.293021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-28e8c8b0-1934-4745-adc2-37cf547ce8a4 None None] Provisioning complete for port 960c7844-4b4e-4fc2-be4e-30865bb06e42 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:22.293557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28e8c8b0-1934-4745-adc2-37cf547ce8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.296352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.329995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.341267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-28e8c8b0-1934-4745-adc2-37cf547ce8a4 None None] Port 960c7844-4b4e-4fc2-be4e-30865bb06e42 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:22.386922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.406591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:22.424531 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37fc3858-46a6-4c46-850f-1c365c5fbc16 admin admin] 10.222.0.13 "PUT /v2.0/routers/3179c95b-bef6-49ef-b98c-8ebaffbce6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8970573 Sep 17 01:03:22.425815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Sync routers for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:22.427703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:22.428365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:22.430212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:22.471201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.478817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-2c4ba8ae-f958-4e00-ba39-979a4d9a2b53 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640433 Sep 17 01:03:22.552648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Network 705174b5-edf9-44c0-ad24-c206a1184483 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:22.561493 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.564264 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.565379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6bda711-f5fe-4809-9075-5749b1961387 HTTP/1.1" status: 204 len: 168 time: 0.8192933 Sep 17 01:03:22.597978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:22.601857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Pushing event updated for resources: {'Port': ['ID=f43f5664-9421-4071-ae21-8625912cc9ee,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:22.604330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:22.654324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bda711-f5fe-4809-9075-5749b1961387,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:22.680332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:22.708098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Attempting to bind port f43f5664-9421-4071-ae21-8625912cc9ee on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:22.710884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Attempting to bind port f43f5664-9421-4071-ae21-8625912cc9ee by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:22.710884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Attempting to bind port f43f5664-9421-4071-ae21-8625912cc9ee on network 705174b5-edf9-44c0-ad24-c206a1184483 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:22.727609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:22.727980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Checking segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:22.728391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.728783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Bound using segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:22.729251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Bound port: f43f5664-9421-4071-ae21-8625912cc9ee, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:22.729629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.763380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.764332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.764677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.765009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.765335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.765660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.766271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.766271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.766804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.766980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.767343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.774100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b99f1d-8bf3-446f-9c04-60fdd0223617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:22.829934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.834894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c6978e9-cbdb-4382-b5ef-f81c6c2b5393 req-c1ce047e-77e5-4b24-aea2-3dd609a0db29 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119891 Sep 17 01:03:22.836454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:22.842626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.849945 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:22.880888 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:22.882427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2db3a5c4-2284-498e-ba8f-659a56987c94 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "PUT /v2.0/floatingips/8c4e7f26-4411-4b89-9e6f-cc5c55f66173 HTTP/1.1" status: 200 len: 991 time: 3.4044907 Sep 17 01:03:22.882913 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:22.883449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:22.886090 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e59ad9-5e0b-4a64-8972-f58618b39962" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:22.890185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.944258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:22.945446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Pushing event deleted for resources: {'Port': ['ID=302d8dee-1115-4d65-b36f-a0e68417cb9f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:22.963213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 356b8890-fa41-4113-a64e-8c8010b80c49 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:23.005290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] For port f43f5664-9421-4071-ae21-8625912cc9ee, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:23.033463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] For port f43f5664-9421-4071-ae21-8625912cc9ee, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f43f5664-9421-4071-ae21-8625912cc9ee,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:23.118660 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.189121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 356b8890-fa41-4113-a64e-8c8010b80c49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:23.189503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.239229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.275622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ff194-075b-4022-ae05-965c963bf164 None None] Pushing event updated for resources: {'Port': ['ID=f43f5664-9421-4071-ae21-8625912cc9ee,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:23.295340 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:23.306721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 2, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:23.379834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Checking router: 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:23.380343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Updating router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 port 960c7844-4b4e-4fc2-be4e-30865bb06e42 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:03:23.402729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Allocated IP 172.25.1.242 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ec72c6af-da5d-42fd-8462-fc5a3311e2fa) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:23.421212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.520354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad0395-5cab-4b36-8cc4-0779756779cd req-c40cc897-41d8-4f54-9b45-37d699089a0e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:23.522106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdad0395-5cab-4b36-8cc4-0779756779cd req-c40cc897-41d8-4f54-9b45-37d699089a0e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.4103091 Sep 17 01:03:23.626462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.639159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35676) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:23.645149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590054780', 'description': 'tempest-description--1337344474'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:23.652736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35678) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:23.726641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdad0395-5cab-4b36-8cc4-0779756779cd req-ae2d97a7-e6dc-4e5c-be4d-bfe7d5680df8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Sep 17 01:03:23.734277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.797000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Pushing event updated for resources: {'Port': ['ID=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:23.807452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:23.809096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:23.809477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Router 882da76e-10ea-411a-a964-9e4253a1df0e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:23.812032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:23.823769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43b2f351-f3b1-44c0-9ccc-7185d8723289 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6345d68d1a7642c1b09c133744766623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582708 Sep 17 01:03:23.825135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35682) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:23.825861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:23.845226 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '8c4e7f26-4411-4b89-9e6f-cc5c55f66173', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'port_id': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'mac_address': 'fa:16:3e:cd:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:00:51Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:23.964355 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19fe3d2-c223-43b7-8454-72076bd15eb8 x-openstack-request-id: req-b19fe3d2-c223-43b7-8454-72076bd15eb8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:23.964355 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:23.964355 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19fe3d2-c223-43b7-8454-72076bd15eb8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:23.964355 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'status': 'completed', 'code': 200} Sep 17 01:03:24.005686 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:24.016180 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:24.017123 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:24.038270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b0de088-efa0-4aa4-a798-b36a674e5d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.158257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b0de088-efa0-4aa4-a798-b36a674e5d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.164787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:24.183543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-3202383e-bd15-4130-a3e0-9c108082eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:24.188209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-3202383e-bd15-4130-a3e0-9c108082eeb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ae71d2675681479fa9dbe710cb72896d&device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 1096 time: 0.1939511 Sep 17 01:03:24.223653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.234899 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.254654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.278238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:24.291209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] Sync routers for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:24.306920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:24.307589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:24.314349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:24.314527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8f52ce15-4f95-42f1-9ae3-13aadfd9cfaa admin admin] 10.222.0.13 "PUT /v2.0/routers/882da76e-10ea-411a-a964-9e4253a1df0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1956844 Sep 17 01:03:24.314651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.364605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.428375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59a30a2-5fc8-4557-8d23-77f5047ac19f req-27524452-5f8b-4831-be01-7798c7a7eebd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:24.431887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f59a30a2-5fc8-4557-8d23-77f5047ac19f req-27524452-5f8b-4831-be01-7798c7a7eebd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 950 time: 0.2097461 Sep 17 01:03:24.438159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a1145b-3704-48e4-8d2b-9271ce5271bc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:24.453994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-e27ee118-fc05-4476-ab3f-db8f6bd41044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:24.461019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-e27ee118-fc05-4476-ab3f-db8f6bd41044 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 200 len: 925 time: 0.2654095 Sep 17 01:03:24.513938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025724f-fb34-4708-bfba-ca7d70db3e6d None None] Pushing event updated for resources: {'Port': ['ID=960c7844-4b4e-4fc2-be4e-30865bb06e42,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:24.544256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b0de088-efa0-4aa4-a798-b36a674e5d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.546694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b0de088-efa0-4aa4-a798-b36a674e5d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.547953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1b0de088-efa0-4aa4-a798-b36a674e5d7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c968d81-cfa4-4b88-8577-08b01d367bf4 HTTP/1.1" status: 204 len: 168 time: 0.7155249 Sep 17 01:03:24.548844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.554185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3d7560c7-5e7c-41a6-984e-ea651cc9e8c6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9136188 Sep 17 01:03:24.554861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35690) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:24.566458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Request body: {'security_group_rule': {'security_group_id': '22a1145b-3704-48e4-8d2b-9271ce5271bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:24.585291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-1da83cf4-6d79-4d38-83ac-eac37885bb0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532 HTTP/1.1" status: 200 len: 999 time: 0.1120262 Sep 17 01:03:24.588410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de088-efa0-4aa4-a798-b36a674e5d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c968d81-cfa4-4b88-8577-08b01d367bf4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:24.681438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:24.693810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-beeecf75-f948-4e85-9d6f-4c51ef56d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:24.695370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-beeecf75-f948-4e85-9d6f-4c51ef56d75e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 200 len: 863 time: 0.0989683 Sep 17 01:03:24.696073 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '8c4e7f26-4411-4b89-9e6f-cc5c55f66173', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'port_id': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'mac_address': 'fa:16:3e:cd:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:00:51Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:24.752714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:24.771668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491e4c0f-1c75-4092-a3f4-1f1fcc5e9b1e None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '8c4e7f26-4411-4b89-9e6f-cc5c55f66173', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'port_id': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'mac_address': 'fa:16:3e:cd:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:00:51Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:24.826843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-628e3f13-7d28-499f-b101-caa6c103d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:24.828695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-628e3f13-7d28-499f-b101-caa6c103d4bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c63c263-68c6-4482-ae36-0499b99ef1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125884 Sep 17 01:03:25.018134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-cce8b7ba-80db-48ac-9386-c963f7f17838 service neutron] 10.222.0.23 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786451 Sep 17 01:03:25.044413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fb698a-6720-4ed3-8d2f-6ba7d2b07a71 None None] Network 705174b5-edf9-44c0-ad24-c206a1184483 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:25.142637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f43f5664-9421-4071-ae21-8625912cc9ee up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:25.219489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-398bc8d7-1662-4f61-92a0-65981499309a None None] Provisioning complete for port f43f5664-9421-4071-ae21-8625912cc9ee triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:25.219873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d7-1662-4f61-92a0-65981499309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.224225 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0a1fdf-01d9-4090-b74a-fb83b7b47abe None None] New status for floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:03:25.240891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.269699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.273633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.289179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649b427-7bf3-4afb-9224-7d85068e5a78 req-ebddc025-18e5-4777-a649-165a71b5271b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:25.291056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Attempting to bind port 960c7844-4b4e-4fc2-be4e-30865bb06e42 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:25.291056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Attempting to bind port 960c7844-4b4e-4fc2-be4e-30865bb06e42 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:25.291056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Attempting to bind port 960c7844-4b4e-4fc2-be4e-30865bb06e42 on network eb0c8d95-5cc7-4833-b036-275871ed30d0 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:25.298778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9649b427-7bf3-4afb-9224-7d85068e5a78 req-ebddc025-18e5-4777-a649-165a71b5271b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.2796032 Sep 17 01:03:25.302936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:25.303371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Checking segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:25.303864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.304263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Bound using segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:25.304840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Bound port: 960c7844-4b4e-4fc2-be4e-30865bb06e42, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:25.305241 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.314732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.381683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f36c92f-d907-40f0-95d4-821580db742d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:25.392310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50e59ad9-5e0b-4a64-8972-f58618b39962 req-c2131fa5-1f49-4e19-87ed-80c2ee25033c service neutron] 10.222.0.23 "GET /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009222 Sep 17 01:03:25.406320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f59a30a2-5fc8-4557-8d23-77f5047ac19f req-a1531443-a255-4c1d-b855-d8b3e4a2600f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414368 Sep 17 01:03:25.429410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:03:22Z', 'revision_number': 5, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port': {'id': '2a207ab5-6169-424b-91e9-614addae0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:95:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:01:48Z', 'updated_at': '2021-09-17T01:01:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:25.442411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9649b427-7bf3-4afb-9224-7d85068e5a78 req-2953e4fe-63a7-4ead-9525-962ce04af594 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370757 Sep 17 01:03:25.490360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.493286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.499149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d195302-7322-4294-a0e7-a78b24165d41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9372404 Sep 17 01:03:25.501307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:25.506664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] Checking router: 882da76e-10ea-411a-a964-9e4253a1df0e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:25.526485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f43f5664-9421-4071-ae21-8625912cc9ee triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:25.526865 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.575999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Request body: {'security_group_rule': {'security_group_id': '22a1145b-3704-48e4-8d2b-9271ce5271bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:25.634602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12160d-0bed-4ca8-8bb6-254fb89b4783 req-374f00bc-99a9-4505-8484-df408adab8d8 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:25.636991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb12160d-0bed-4ca8-8bb6-254fb89b4783 req-374f00bc-99a9-4505-8484-df408adab8d8 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1096 time: 0.0667009 Sep 17 01:03:25.673113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] For port 960c7844-4b4e-4fc2-be4e-30865bb06e42, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:25.677266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] For port 960c7844-4b4e-4fc2-be4e-30865bb06e42, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=960c7844-4b4e-4fc2-be4e-30865bb06e42,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:25.689905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.718615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb12160d-0bed-4ca8-8bb6-254fb89b4783 req-a3e55f4d-e674-4dd6-a38a-060b4915b610 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745544 Sep 17 01:03:25.735148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-3b6fbb25-3f09-46ba-9cd0-5bf04a28b34a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:25.738662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-3b6fbb25-3f09-46ba-9cd0-5bf04a28b34a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 950 time: 0.0878296 Sep 17 01:03:25.781025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] Routers {'882da76e-10ea-411a-a964-9e4253a1df0e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:25.781849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['882da76e-10ea-411a-a964-9e4253a1df0e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:25.798661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:03:25.869852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.879608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Deleting port 2a207ab5-6169-424b-91e9-614addae0ecb {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:25.879958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.882380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port b2dc639c-1249-4d4f-9f15-d62fa5b854fd {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:25.882916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.936764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d7-1662-4f61-92a0-65981499309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:25.964373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.034156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port b2dc639c-1249-4d4f-9f15-d62fa5b854fd, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:26.034694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.056716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for b2dc639c-1249-4d4f-9f15-d62fa5b854fd owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:26.060288 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.099363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025724f-fb34-4708-bfba-ca7d70db3e6d None None] Pushing event updated for resources: {'Port': ['ID=960c7844-4b4e-4fc2-be4e-30865bb06e42,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:26.105931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.118695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] For port 2a207ab5-6169-424b-91e9-614addae0ecb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2a207ab5-6169-424b-91e9-614addae0ecb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:26.119066 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.122266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50638b89-1803-41e0-a68a-4b4ed16f717f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:26.156666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:26.158528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Calling delete_port for 2a207ab5-6169-424b-91e9-614addae0ecb owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:26.181002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:26.181627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:26.218676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.219960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ab97122-14b6-4708-af07-1dee0415beb6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7183993 Sep 17 01:03:26.223852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:26.228338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:26.310432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Sync routers for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:26.325393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-398bc8d7-1662-4f61-92a0-65981499309a None None] For port f43f5664-9421-4071-ae21-8625912cc9ee, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f43f5664-9421-4071-ae21-8625912cc9ee,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:26.342012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.343361 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5df58f54-fa6f-4c4e-8dbf-74b3cacdbf3b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6347475 Sep 17 01:03:26.346615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:26.358029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] Set router 882da76e-10ea-411a-a964-9e4253a1df0e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:26.407516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:26.412179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:26.491174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.592416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=b2dc639c-1249-4d4f-9f15-d62fa5b854fd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:26.649581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd4e498f-11d6-4687-8671-4b7256c6c788 req-b8315af8-ff27-4b9d-8763-5b66dc2aa07b tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 210 time: 0.0918992 Sep 17 01:03:26.713530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.744866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port b2dc639c-1249-4d4f-9f15-d62fa5b854fd on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:26.754857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.756938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-219c2a3f-fbaa-425d-a95a-af6fbff82397 req-d0fd4ce0-659a-43b6-8986-d5267df768bd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "DELETE /v2.0/ports/b2dc639c-1249-4d4f-9f15-d62fa5b854fd HTTP/1.1" status: 204 len: 173 time: 1.0093217 Sep 17 01:03:26.757431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'name': 'network-vif-deleted', 'tag': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:26.765963 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c62c7-e084-47de-8d75-b6772dc04376" -d '{"events": [{"server_uuid": "c0a1717f-2b3c-4eee-b99b-5f804c8555d8", "name": "network-vif-deleted", "tag": "b2dc639c-1249-4d4f-9f15-d62fa5b854fd"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:26.831069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:03:25Z', 'revision_number': 6, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:26.835859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:26.837854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:26.883767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70629fc-6777-4921-8ef8-cb4ba688aec7 req-272b87f2-7aa5-411a-8eb1-f5a37114c8d9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:26.885677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b70629fc-6777-4921-8ef8-cb4ba688aec7 req-272b87f2-7aa5-411a-8eb1-f5a37114c8d9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.0684030 Sep 17 01:03:26.895572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-398bc8d7-1662-4f61-92a0-65981499309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:26.963394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:26.978133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b70629fc-6777-4921-8ef8-cb4ba688aec7 req-6fe3b68a-a13d-4ff1-815d-ee854a599a78 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861197 Sep 17 01:03:27.088240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84e478-e4db-441f-bf84-c71e2b63706c None None] The sync data for ids ['882da76e-10ea-411a-a964-9e4253a1df0e'] in n-d-789963-7 is: [{'id': '882da76e-10ea-411a-a964-9e4253a1df0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-985273621-router', 'tenant_id': '333fe3ee104a429585c22796b35cb3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:01:47Z', 'updated_at': '2021-09-17T01:03:25Z', 'revision_number': 6, 'project_id': '333fe3ee104a429585c22796b35cb3de', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:27.299530 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51db8d43-e3cd-4405-bf24-2831c943e3fa x-openstack-request-id: req-51db8d43-e3cd-4405-bf24-2831c943e3fa {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:27.299680 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a1717f-2b3c-4eee-b99b-5f804c8555d8", "name": "network-vif-deleted", "tag": "b2dc639c-1249-4d4f-9f15-d62fa5b854fd", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:27.300045 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51db8d43-e3cd-4405-bf24-2831c943e3fa {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:27.300488 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0a1717f-2b3c-4eee-b99b-5f804c8555d8', 'name': 'network-vif-deleted', 'tag': 'b2dc639c-1249-4d4f-9f15-d62fa5b854fd', 'status': 'completed', 'code': 200} Sep 17 01:03:27.381208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:03:27.383716 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:03:27.388898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.413799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:27.424506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Provisioning complete for port 960c7844-4b4e-4fc2-be4e-30865bb06e42 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:27.424891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.473214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a207ab5-6169-424b-91e9-614addae0ecb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:27.475135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bc8d7-1662-4f61-92a0-65981499309a None None] Pushing event updated for resources: {'Port': ['ID=f43f5664-9421-4071-ae21-8625912cc9ee,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:27.640728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.643753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.647807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.782158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.813263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:27.832838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96fbdcef-db32-4815-b6ff-c7ca71727bf6 req-bf7bf255-f1e8-4578-a687-7266d897fd2e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a1717f-2b3c-4eee-b99b-5f804c8555d8 HTTP/1.1" status: 200 len: 210 time: 0.0556948 Sep 17 01:03:28.101089 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.101676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 882da76e-10ea-411a-a964-9e4253a1df0e {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:03:28.103671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Allocated IP 172.20.0.1 (705174b5-edf9-44c0-ad24-c206a1184483/9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917/43792fdd-8073-4b0e-b71b-3c48f4507114) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:28.106097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Allocated IP 172.25.1.229 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/5bfa1904-ed88-475d-b141-39663f4af499) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:28.110602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.114879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-431c19a8-7517-4a5d-a960-61da4ae51377 admin admin] 10.222.0.13 "DELETE /v2.0/routers/882da76e-10ea-411a-a964-9e4253a1df0e HTTP/1.1" status: 204 len: 168 time: 3.8011525 Sep 17 01:03:28.115607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:28.166888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.188469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:28.201995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Deleting subnet 8dd0ce9c-af2c-4f79-b469-078b3106cacc {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:03:28.207332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.246007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] For port 960c7844-4b4e-4fc2-be4e-30865bb06e42, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=960c7844-4b4e-4fc2-be4e-30865bb06e42,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:28.271735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.305231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.308904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.428127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.434208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-fea0cc59-c703-42c5-beeb-ecac28782cff tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:03:28.440540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-1dce0ae1-7da4-416a-9290-e5887531f00c tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1b2a6cd65f9f497ea7bfa3ed88fcfb94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328698 Sep 17 01:03:28.441365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-fea0cc59-c703-42c5-beeb-ecac28782cff tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147288 Sep 17 01:03:28.477386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.519793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.531052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Pushing event updated for resources: {'Port': ['ID=43792fdd-8073-4b0e-b71b-3c48f4507114,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:28.533628 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.554291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-48f84c09-e772-49fc-b2aa-da260637923b tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:28.555546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-b16b4253-e3e0-4c1b-aa38-ce56bccbe587 service neutron] 10.222.0.23 "GET /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.2727778 Sep 17 01:03:28.561301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-48f84c09-e772-49fc-b2aa-da260637923b tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 1093 time: 0.1188257 Sep 17 01:03:28.583361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:28.583789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:03:28.589991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.607907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Provisioning complete for port f43f5664-9421-4071-ae21-8625912cc9ee triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:28.608278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.649899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f43f5664-9421-4071-ae21-8625912cc9ee up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:28.652570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Network 705174b5-edf9-44c0-ad24-c206a1184483 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:28.655752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:28.664106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:28.670836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:28.683312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:28.684824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event updated for resources: {'Port': ['ID=5bfa1904-ed88-475d-b141-39663f4af499,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:28.689320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:28.764822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df0f04-04c0-4ad7-8d15-53ffbeeb1ce8 None None] Pushing event updated for resources: {'Port': ['ID=960c7844-4b4e-4fc2-be4e-30865bb06e42,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:28.814706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.854774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:24Z', 'revision_number': 3, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:28.914715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.915140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Checking router: 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:28.915523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Updating router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 port ec72c6af-da5d-42fd-8462-fc5a3311e2fa binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:03:28.939205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:28.947153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:25Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:28.978696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:28.979041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:28.979490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:28.990914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:28.991306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:29.006462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:29.006855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:29.007347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:29.008194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Bound port: 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:29.022468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7f75c-b998-410b-8772-44e77519f434 None None] The sync data for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 is: [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:25Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:29.039293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f43f5664-9421-4071-ae21-8625912cc9ee triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:29.039671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.089064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-60ac9936-daa4-4ec2-a780-541c1355178f tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:29.116407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-60ac9936-daa4-4ec2-a780-541c1355178f tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6584082 Sep 17 01:03:29.169458 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.178024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-ab208e89-fe9a-4c05-b6fc-6bb17aa23269 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/quotas/1b2a6cd65f9f497ea7bfa3ed88fcfb94 HTTP/1.1" status: 200 len: 375 time: 0.0606248 Sep 17 01:03:29.256241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-9cbbe4f0-bc00-4d08-93a7-9f4d5ec85d2e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1b2a6cd65f9f497ea7bfa3ed88fcfb94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772307 Sep 17 01:03:29.361892 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.408683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.412354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8dd0ce9c-af2c-4f79-b469-078b3106cacc HTTP/1.1" status: 204 len: 168 time: 1.2946329 Sep 17 01:03:29.415342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740de80b-89b1-4e27-8a6d-d849c60c2bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dd0ce9c-af2c-4f79-b469-078b3106cacc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:29.420839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35798) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:29.511385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.515784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.541670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:29.620109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:29.699999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:29.701468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.732697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:29.739652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ae606-c6bf-4d97-9925-e33ba189a851 None None] Network 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:29.762759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Deleting port a65527e6-2e29-434c-a283-7542cfa07c3d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:29.763119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.782511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:29.857735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.879286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.888262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-04009ccb-9a64-43c9-9394-ac26e7df7823 None None] Provisioning complete for port 43792fdd-8073-4b0e-b71b-3c48f4507114 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:29.888922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-04009ccb-9a64-43c9-9394-ac26e7df7823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.892391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ea3ab656-103f-4dcc-bfa1-0190edf5cfe4 service neutron] 10.222.0.13 "POST /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06/bindings HTTP/1.1" status: 201 len: 389 time: 1.3240554 Sep 17 01:03:29.927271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d696b0-3d3c-46eb-a815-fec6c1c2660a req-7ee7e7dc-8494-425a-9c2d-3569f3966fc1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:29.934976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79d696b0-3d3c-46eb-a815-fec6c1c2660a req-7ee7e7dc-8494-425a-9c2d-3569f3966fc1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 943 time: 0.2086465 Sep 17 01:03:29.943735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] For port a65527e6-2e29-434c-a283-7542cfa07c3d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a65527e6-2e29-434c-a283-7542cfa07c3d,segment=NetworkSegment(a069a274-539c-4be3-894d-c6f45e3643e4),segment_id=a069a274-539c-4be3-894d-c6f45e3643e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:29.944473 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.960844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:29.985011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Calling delete_port for a65527e6-2e29-434c-a283-7542cfa07c3d owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:29.986053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b2dc639c-1249-4d4f-9f15-d62fa5b854fd no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:30.020323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79d696b0-3d3c-46eb-a815-fec6c1c2660a req-f98ff98d-81f0-4c68-b292-2d72109f9e53 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840812 Sep 17 01:03:30.026522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.098844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.157954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.161975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-04009ccb-9a64-43c9-9394-ac26e7df7823 None None] Port 43792fdd-8073-4b0e-b71b-3c48f4507114 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:30.166545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event updated for resources: {'Port': ['ID=5bfa1904-ed88-475d-b141-39663f4af499,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:30.170958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: b2dc639c-1249-4d4f-9f15-d62fa5b854fd {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:30.171319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b2dc639c-1249-4d4f-9f15-d62fa5b854fd not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:30.210531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.212262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] Transition to ACTIVE for port object dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:30.239506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.294211 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.322042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6aeae254-5926-43d7-9435-4dfb01f21620 req-3ce4aa86-30ee-437e-92b5-2df4b10c443a tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 210 time: 0.0858967 Sep 17 01:03:30.330920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.340763 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7870ff93-f049-4449-8baa-1e186dabd5d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1071696 Sep 17 01:03:30.377034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.442123 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.460817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Pushing event updated for resources: {'Port': ['ID=43792fdd-8073-4b0e-b71b-3c48f4507114,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:30.479221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 302d8dee-1115-4d65-b36f-a0e68417cb9f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:30.505874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237903eb-bfa2-487d-b213-0bcd3d56ac59 req-22db3696-155a-4238-bec4-9fd4575421d2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:30.507499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237903eb-bfa2-487d-b213-0bcd3d56ac59 req-22db3696-155a-4238-bec4-9fd4575421d2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.1784487 Sep 17 01:03:30.525083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] No DVR routers for this DVR port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:30.570855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.583301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 302d8dee-1115-4d65-b36f-a0e68417cb9f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:30.593986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 302d8dee-1115-4d65-b36f-a0e68417cb9f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:30.593986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2a207ab5-6169-424b-91e9-614addae0ecb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:30.602565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] Pushing event updated for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:30.610932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237903eb-bfa2-487d-b213-0bcd3d56ac59 req-cff076bd-5a5e-470e-809c-2e4d08d03251 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912960 Sep 17 01:03:30.649706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 2a207ab5-6169-424b-91e9-614addae0ecb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:30.649877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2a207ab5-6169-424b-91e9-614addae0ecb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:30.654139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Pushing event deleted for resources: {'Port': ['ID=a65527e6-2e29-434c-a283-7542cfa07c3d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:30.670201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-0a94feef-2624-4fee-8a14-8b5a5339bc6e service neutron] 10.222.0.23 "PUT /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 2.1137545 Sep 17 01:03:30.671125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] No DVR routers for this DVR port a65527e6-2e29-434c-a283-7542cfa07c3d on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:30.684474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60daa-25ea-4123-9bec-8c1f4a97bc92 None None] Pushing event updated for resources: {'Port': ['ID=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:30.692310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Attempting to bind port ec72c6af-da5d-42fd-8462-fc5a3311e2fa on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:30.692692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Attempting to bind port ec72c6af-da5d-42fd-8462-fc5a3311e2fa by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:30.693059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Attempting to bind port ec72c6af-da5d-42fd-8462-fc5a3311e2fa on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:30.700599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:30.700599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:30.707725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.708164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:30.708691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Bound port: ec72c6af-da5d-42fd-8462-fc5a3311e2fa, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:30.709102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.722886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Network 705174b5-edf9-44c0-ad24-c206a1184483 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:30.727661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:30.778045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] For port ec72c6af-da5d-42fd-8462-fc5a3311e2fa, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:30.786168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] For port ec72c6af-da5d-42fd-8462-fc5a3311e2fa, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:30.839465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 960c7844-4b4e-4fc2-be4e-30865bb06e42 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:30.863515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.874146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-e88006d8-cae0-4f8a-9f30-4f9c551dd673 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1590054780&fields=id&tenant_id=37d9cb93e2374ba6a49649ccff67e161 HTTP/1.1" status: 200 len: 267 time: 0.0495641 Sep 17 01:03:30.905801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.916738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:30.930084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a069a274-539c-4be3-894d-c6f45e3643e4') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:30.930515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a069a274-539c-4be3-894d-c6f45e3643e4') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:30.948960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.952186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 960c7844-4b4e-4fc2-be4e-30865bb06e42 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:30.952568 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:30.962014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-770ddec4-7a6f-4b01-b098-47bd1e1ebb7a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:30.964304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-770ddec4-7a6f-4b01-b098-47bd1e1ebb7a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1036873 Sep 17 01:03:30.973461 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:31.027790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:31.056865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:03:31.057299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:03:31.059584 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:03:31.065734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:31.066720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:31.088547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf6adc9-e2ce-404f-9c85-d5bd7e3bfb41 None None] DHCP port deletion for 0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:03:31.139328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60daa-25ea-4123-9bec-8c1f4a97bc92 None None] Pushing event updated for resources: {'Port': ['ID=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:31.150437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-892870d1-f6b8-4db1-abd4-6b16b8bfce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.156272 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-892870d1-f6b8-4db1-abd4-6b16b8bfce8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099&tenant_id=c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 1095 time: 0.1740375 Sep 17 01:03:31.198265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4c99f-9154-4b1f-9782-5fb2cabab4a0 req-7e85b4a8-94c0-4a97-abce-e74b0a1ffe63 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.199954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-def4c99f-9154-4b1f-9782-5fb2cabab4a0 req-7e85b4a8-94c0-4a97-abce-e74b0a1ffe63 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 950 time: 0.1662617 Sep 17 01:03:31.200546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-0ea55e55-9fe3-4205-a5cb-259f1f1c0f94 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.208666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-0ea55e55-9fe3-4205-a5cb-259f1f1c0f94 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/networks?id=eb0c8d95-5cc7-4833-b036-275871ed30d0 HTTP/1.1" status: 200 len: 811 time: 0.2737420 Sep 17 01:03:31.238406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-ad97638c-33d5-41b3-bca7-e08663ae70cb tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/quotas/37d9cb93e2374ba6a49649ccff67e161 HTTP/1.1" status: 200 len: 375 time: 0.0274656 Sep 17 01:03:31.251166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:31.264417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:31.266367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] 10.222.0.13 "DELETE /v2.0/networks/0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1 HTTP/1.1" status: 204 len: 168 time: 1.8448663 Sep 17 01:03:31.307317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bfde00-c6f6-4f4d-8025-ea97f498855c admin admin] Pushing event deleted for resources: {'Network': ['ID=0dbf9de4-8f3d-4432-b066-e1fdc59a5ac1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:31.335252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-def4c99f-9154-4b1f-9782-5fb2cabab4a0 req-d3d00d16-146a-48b4-8d20-904b227fa133 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203907 Sep 17 01:03:31.336999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:31.341010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-08a3a755-29f9-44fb-916d-056301353a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.342737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-08a3a755-29f9-44fb-916d-056301353a25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1095 time: 0.1417632 Sep 17 01:03:31.411891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:31.437852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-3bbb5b51-dc32-45e6-b257-0a30c78577da tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37d9cb93e2374ba6a49649ccff67e161&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1984570 Sep 17 01:03:31.442420 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4867fc12-7924-41c1-b5fe-62b9204f69ba admin admin] 10.222.0.13 "PUT /v2.0/routers/0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0879047 Sep 17 01:03:31.486550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a336a21-0e03-4cff-9f6c-2e6aec448142 None None] Provisioning complete for port 43792fdd-8073-4b0e-b71b-3c48f4507114 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:31.487029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a336a21-0e03-4cff-9f6c-2e6aec448142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:31.542959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9a336a21-0e03-4cff-9f6c-2e6aec448142 None None] Port 43792fdd-8073-4b0e-b71b-3c48f4507114 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:31.546494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-3668b5f6-e8e2-4712-83aa-784020f6960f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.548217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-3668b5f6-e8e2-4712-83aa-784020f6960f service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1973839 Sep 17 01:03:31.589335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd893c48-61d8-480f-8b18-45dfb46268c8 req-fc197688-e6eb-449f-a30b-16a3a1d8e671 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.597705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd893c48-61d8-480f-8b18-45dfb46268c8 req-fc197688-e6eb-449f-a30b-16a3a1d8e671 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 944 time: 0.1342664 Sep 17 01:03:31.598462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-53277c71-5478-42a9-ae5f-8d1ae051ba59 service neutron] 10.222.0.13 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473377 Sep 17 01:03:31.646252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-4935f262-8d84-4580-8d78-93d0d16ed34b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 200 len: 217 time: 0.0809827 Sep 17 01:03:31.704658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-f8cad61c-84b9-4a0e-bd58-13ea5e8fd10e service neutron] 10.222.0.13 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976496 Sep 17 01:03:31.731178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd893c48-61d8-480f-8b18-45dfb46268c8 req-829fe2b3-99b6-4c64-93cd-6391240bb5f3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323392 Sep 17 01:03:31.733038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-df516969-76cd-44ee-9d1d-e42fa4d40c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:31.734709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-df516969-76cd-44ee-9d1d-e42fa4d40c03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0685678 Sep 17 01:03:31.742337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:29Z', 'revision_number': 2, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:31.775825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62163b40-b44d-4c84-b277-fffdfe507847 None None] The sync data for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 is: [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:29Z', 'revision_number': 2, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:31.786310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-a92ad945-3ccc-49ef-89e7-fc33b6eeb4a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333974 Sep 17 01:03:31.814888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35844) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:31.884220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c4725d00-e745-46f3-9907-8caf509646c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=333fe3ee104a429585c22796b35cb3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672965 Sep 17 01:03:31.886770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35846) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:31.911565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ce37a4a-3d84-4250-bde9-2006d9eb32fb req-9c503e71-1822-443c-8764-323640f36b72 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 210 time: 0.0374012 Sep 17 01:03:31.943182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-94cce2c9-f6bd-4b81-916d-d675f106121f service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532207 Sep 17 01:03:31.957360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8385c95a-e529-4fdd-bfd5-5b71b468b52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.010351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8385c95a-e529-4fdd-bfd5-5b71b468b52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.153775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-6dc6bdef-87a1-4906-83e2-164e7bd056c3 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036252 Sep 17 01:03:32.175018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-14c9302e-fc68-4f4e-a56c-10c458882bd2 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1b2a6cd65f9f497ea7bfa3ed88fcfb94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626485 Sep 17 01:03:32.176217 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8385c95a-e529-4fdd-bfd5-5b71b468b52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.179113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8385c95a-e529-4fdd-bfd5-5b71b468b52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.180573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8385c95a-e529-4fdd-bfd5-5b71b468b52e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1501d76d-16b9-4087-8b99-9fb058be8500 HTTP/1.1" status: 204 len: 168 time: 0.2927024 Sep 17 01:03:32.320229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8385c95a-e529-4fdd-bfd5-5b71b468b52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501d76d-16b9-4087-8b99-9fb058be8500,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:32.367339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89011703-c380-408b-b135-8fac3b13ab83 req-3189c493-4262-41b7-8409-66d78ebacb7e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:32.369139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89011703-c380-408b-b135-8fac3b13ab83 req-3189c493-4262-41b7-8409-66d78ebacb7e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 950 time: 0.0813637 Sep 17 01:03:32.389148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b33674-7532-44c0-9687-6dc0974183ab req-ec812b0a-aaf8-495d-a758-468b6579ae3d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:32.401946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47b33674-7532-44c0-9687-6dc0974183ab req-ec812b0a-aaf8-495d-a758-468b6579ae3d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.2755606 Sep 17 01:03:32.468528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-00145ba3-5c48-4a7a-8f8a-d5534b5feea4 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:32.472351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-00145ba3-5c48-4a7a-8f8a-d5534b5feea4 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2869179 Sep 17 01:03:32.478808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47b33674-7532-44c0-9687-6dc0974183ab req-feda4296-5927-4f62-bab2-28c0cc591e0d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760255 Sep 17 01:03:32.488568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:32.489226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.495057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Request body: {'port': {'device_id': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '1b2a6cd65f9f497ea7bfa3ed88fcfb94'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:32.632982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5bf6988-2388-4f28-aa30-2ff1bcfaf5ce req-12e57eeb-b768-4b81-bc0d-9af06261575e tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 210 time: 0.0361936 Sep 17 01:03:32.655453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port 876b95c0-59fb-44d7-96b2-53cd7d4381a5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=876b95c0-59fb-44d7-96b2-53cd7d4381a5,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:32.656329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.725847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35862) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:32.730763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72296537', 'description': 'tempest-description--417123905'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:32.738429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for 876b95c0-59fb-44d7-96b2-53cd7d4381a5 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:32.782967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Made reservation on behalf of 1b2a6cd65f9f497ea7bfa3ed88fcfb94 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:32.799120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.865852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.868833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a65527e6-2e29-434c-a283-7542cfa07c3d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:32.901445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:32.901990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a65527e6-2e29-434c-a283-7542cfa07c3d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:32.902499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a65527e6-2e29-434c-a283-7542cfa07c3d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:32.910568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-40edb0cf-2405-4906-ac8e-1210c7a02908 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:32.912124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-40edb0cf-2405-4906-ac8e-1210c7a02908 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.2303820 Sep 17 01:03:32.961555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859a5a9-ad7b-46d5-831d-5fe9b9a5b4c5 req-5c77dd5c-5a6b-4c53-a417-4ad1323104a6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:32.962894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a859a5a9-ad7b-46d5-831d-5fe9b9a5b4c5 req-5c77dd5c-5a6b-4c53-a417-4ad1323104a6 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 950 time: 0.1598184 Sep 17 01:03:33.038625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771a3d0-ec32-4c90-be43-a19fc2a9078d req-e111f96b-615b-45b4-931f-487999ddf2ac tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:33.043578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a859a5a9-ad7b-46d5-831d-5fe9b9a5b4c5 req-ee9c5de8-60b6-40ee-8540-0d3e9e90c5e2 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655150 Sep 17 01:03:33.047177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c771a3d0-ec32-4c90-be43-a19fc2a9078d req-e111f96b-615b-45b4-931f-487999ddf2ac tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 944 time: 0.1718807 Sep 17 01:03:33.166830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.204544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c771a3d0-ec32-4c90-be43-a19fc2a9078d req-221a9ec4-f0eb-47e3-8681-64ab472317ea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564262 Sep 17 01:03:33.250763 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b902388f-500a-4087-b8e7-2288633fa92d req-1d8bd552-9319-4457-8c06-415e313c26bb tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 210 time: 0.0326498 Sep 17 01:03:33.308979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.309271 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.310981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-41c42d57-1f75-4468-a623-73917291e713 service neutron] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:33.322025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-41c42d57-1f75-4468-a623-73917291e713 service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.324109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ac98af9-4b34-4b6b-9a90-c85774a0daec req-41c42d57-1f75-4468-a623-73917291e713 service neutron] 10.222.0.36 "DELETE /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.3963656 Sep 17 01:03:33.325414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', '876b95c0-59fb-44d7-96b2-53cd7d4381a5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:33.385061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=876b95c0-59fb-44d7-96b2-53cd7d4381a5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:33.403291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:33.437312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e6b1b-9004-4b4d-9da4-fc38c6a15cc2 req-4fab90b7-abe9-42c6-82de-6aef32bace10 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:33.445552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf3e6b1b-9004-4b4d-9da4-fc38c6a15cc2 req-4fab90b7-abe9-42c6-82de-6aef32bace10 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1095 time: 0.0948412 Sep 17 01:03:33.492637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2afdc7-8285-44d9-bace-b3201042a4f6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:33.501091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port 876b95c0-59fb-44d7-96b2-53cd7d4381a5 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:33.515886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.518327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89011703-c380-408b-b135-8fac3b13ab83 req-f44b9eed-1fa5-49be-b22b-d5e739eb3758 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "DELETE /v2.0/ports/876b95c0-59fb-44d7-96b2-53cd7d4381a5 HTTP/1.1" status: 204 len: 173 time: 1.1421826 Sep 17 01:03:33.527609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'name': 'network-vif-deleted', 'tag': '876b95c0-59fb-44d7-96b2-53cd7d4381a5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:33.529668 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791d63bf-d576-420a-901c-f8a978e72511" -d '{"events": [{"server_uuid": "f1f55cb5-28e7-4e35-aff0-3b1467e72619", "name": "network-vif-deleted", "tag": "876b95c0-59fb-44d7-96b2-53cd7d4381a5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:33.534270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.551533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf3e6b1b-9004-4b4d-9da4-fc38c6a15cc2 req-853fddde-f1ed-4013-8ac3-8ba020c42d74 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049709 Sep 17 01:03:33.620494 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:33.636845 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20324208-3f98-49b6-87d3-2c9db2d15d36 x-openstack-request-id: req-20324208-3f98-49b6-87d3-2c9db2d15d36 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:33.637401 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1f55cb5-28e7-4e35-aff0-3b1467e72619", "name": "network-vif-deleted", "tag": "876b95c0-59fb-44d7-96b2-53cd7d4381a5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:33.637873 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20324208-3f98-49b6-87d3-2c9db2d15d36 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:33.639443 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1f55cb5-28e7-4e35-aff0-3b1467e72619', 'name': 'network-vif-deleted', 'tag': '876b95c0-59fb-44d7-96b2-53cd7d4381a5', 'status': 'completed', 'code': 200} Sep 17 01:03:33.669237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Allocated IP 192.168.233.124 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/85c69b19-aa1c-485f-865e-4fe163670edb) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:33.821485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977ec2f-f043-4a30-b478-b2b1262328b2 req-030f76e4-8941-4275-801e-03f65de659d9 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:33.823021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a977ec2f-f043-4a30-b478-b2b1262328b2 req-030f76e4-8941-4275-801e-03f65de659d9 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 1095 time: 0.0941410 Sep 17 01:03:33.910510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a977ec2f-f043-4a30-b478-b2b1262328b2 req-149ca223-52a6-4d49-887a-1b521ebef8c6 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791113 Sep 17 01:03:33.936971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.046332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.047817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3209608 Sep 17 01:03:34.051589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35902) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:34.056543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Request body: {'security_group_rule': {'security_group_id': 'b3db2adb-7c19-4bd5-901e-fa34aec8d671', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:34.108645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.161518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:34.162746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df63117-5677-4aa8-94ba-99c476e6ca10 req-18efc329-3a32-402d-9b0d-dd3a98d0abfb tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 210 time: 0.0491302 Sep 17 01:03:34.167943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d8a46-90be-48b2-ae3c-ecb1d570bff5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3db2adb-7c19-4bd5-901e-fa34aec8d671,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:34.184673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.219917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:34.226826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:34.240751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b410f-abbc-4dc9-94dd-de6650c7be0e req-8654e77f-6423-4457-9d8a-88673bedf0c8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:34.247987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e48b410f-abbc-4dc9-94dd-de6650c7be0e req-8654e77f-6423-4457-9d8a-88673bedf0c8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.6089623 Sep 17 01:03:34.271406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.317647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0bab9be-fa02-4a38-9f77-8531c80e0b0d req-3632ef0a-f33a-4b8a-85ab-6b31174e63cd tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1f55cb5-28e7-4e35-aff0-3b1467e72619 HTTP/1.1" status: 200 len: 210 time: 0.0447705 Sep 17 01:03:34.329586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Pushing event updated for resources: {'Port': ['ID=85c69b19-aa1c-485f-865e-4fe163670edb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:34.341951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.342821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:34.343568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.360626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8380c2-8728-48cc-a0f9-b4b017b3a444,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:34.377002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e48b410f-abbc-4dc9-94dd-de6650c7be0e req-179bc176-3cbf-4979-871e-eb8d7342506f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261032 Sep 17 01:03:34.498770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.500936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-70df307f-0a28-4700-be1f-f02972659efc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4480200 Sep 17 01:03:34.503997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35920) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:34.510094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Request body: {'security_group_rule': {'security_group_id': 'b3db2adb-7c19-4bd5-901e-fa34aec8d671', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:34.516185 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-4d310c50-9ad5-4598-988e-118818ae4073 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0324044 Sep 17 01:03:34.548632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Request body: {'port': {'device_id': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:34.593316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-635ecbeb-15ee-43e2-a842-ddebb80510ca None None] Provisioning complete for port 85c69b19-aa1c-485f-865e-4fe163670edb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:34.595391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-635ecbeb-15ee-43e2-a842-ddebb80510ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.604206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c04246-8d00-4ba6-a364-f356847ae8d7 req-6b6e911e-eb5d-4260-99d2-35eb80765308 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:34.605849 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8c04246-8d00-4ba6-a364-f356847ae8d7 req-6b6e911e-eb5d-4260-99d2-35eb80765308 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 936 time: 0.1114450 Sep 17 01:03:34.622168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.645952 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.671754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8c04246-8d00-4ba6-a364-f356847ae8d7 req-5f20600d-1968-425f-8bd8-2ab6e02753f0 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Sep 17 01:03:34.722367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-635ecbeb-15ee-43e2-a842-ddebb80510ca None None] Port 85c69b19-aa1c-485f-865e-4fe163670edb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:34.748281 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.817182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ec72c6af-da5d-42fd-8462-fc5a3311e2fa up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:34.819823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.854488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44aaa2ba-1426-4444-bc18-3476cbe46c75,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:34.927889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:34.929102 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6878645d-7739-4a80-b827-04413615296b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4236100 Sep 17 01:03:34.932209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35932) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:34.937098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:34.999354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ec72c6af-da5d-42fd-8462-fc5a3311e2fa triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:34.999996 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.006376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-371aa0a9-5b3d-4c33-b75f-427244601688 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=439fd61521fd4ab4b7181aa029217226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382078 Sep 17 01:03:35.030110 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.114489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.167381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port ec72c6af-da5d-42fd-8462-fc5a3311e2fa, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:35.192391 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.217908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c69b19-aa1c-485f-865e-4fe163670edb {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:35.233683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.249212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-e7cb1956-cb01-4599-a6e5-3ca16ca4e96d tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:35.251101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-e7cb1956-cb01-4599-a6e5-3ca16ca4e96d tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218113 Sep 17 01:03:35.253513 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.265438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Transition to ACTIVE for port object 85c69b19-aa1c-485f-865e-4fe163670edb will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:35.269305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-641064f9-1571-4b43-809e-f8bfd3bfb2ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/quotas/439fd61521fd4ab4b7181aa029217226 HTTP/1.1" status: 200 len: 375 time: 0.0125206 Sep 17 01:03:35.308145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0e05fd8-8a58-46ea-972f-9ad4885957a4 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=439fd61521fd4ab4b7181aa029217226&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285490 Sep 17 01:03:35.326326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e8338d0-19bb-43ba-9454-d648b18590fc req-849315c2-fa32-44ab-9f75-af0b0bd471c2 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 210 time: 0.0699091 Sep 17 01:03:35.402310 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.406945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-f67483bd-85eb-41b7-9056-f7eaf69f486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:35.419944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-f67483bd-85eb-41b7-9056-f7eaf69f486e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1096 time: 0.1696990 Sep 17 01:03:35.509226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:35.519983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.520502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.520839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.521170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.521497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.521821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.540745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.541631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.542115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.542592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.543387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.543884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:03:35.594330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Pushing event updated for resources: {'Port': ['ID=85c69b19-aa1c-485f-865e-4fe163670edb,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:35.595908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dbcdfc8c-b93f-4083-8e77-78c48be31702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.608049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Attempting to bind port 85c69b19-aa1c-485f-865e-4fe163670edb on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:35.608049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Attempting to bind port 85c69b19-aa1c-485f-865e-4fe163670edb by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:35.610304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Attempting to bind port 85c69b19-aa1c-485f-865e-4fe163670edb on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:35.615176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Port 85c69b19-aa1c-485f-865e-4fe163670edb on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:35.615633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Attempting to bind port 85c69b19-aa1c-485f-865e-4fe163670edb on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:35.624537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:35.627580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:35.629627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:35.630254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Bound port: 85c69b19-aa1c-485f-865e-4fe163670edb, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:35.630809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.704220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-673daf37-3a7f-42f6-ae60-93f83631966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:35.705639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-673daf37-3a7f-42f6-ae60-93f83631966b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.2855544 Sep 17 01:03:35.709000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Allocated IP 172.25.1.21 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/a3105fa9-da82-4eaa-815e-8720b68c8ea6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:35.723580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] For port 85c69b19-aa1c-485f-865e-4fe163670edb, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:35.729021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] For port 85c69b19-aa1c-485f-865e-4fe163670edb, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=85c69b19-aa1c-485f-865e-4fe163670edb,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:35.813882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.837859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-ec23845f-182b-49c6-9350-b70b39944d24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 217 time: 0.1023524 Sep 17 01:03:35.882767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:35.888474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:35.890648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] 10.222.0.36 "PUT /v2.0/ports/85c69b19-aa1c-485f-865e-4fe163670edb HTTP/1.1" status: 200 len: 1096 time: 1.3462446 Sep 17 01:03:35.891380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'tag': '85c69b19-aa1c-485f-865e-4fe163670edb'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:35.894725 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68adf9a-08e8-41b4-8834-2fed778650b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4272abe1-ca38-4c00-8d5c-1e79b018b671", "tag": "85c69b19-aa1c-485f-865e-4fe163670edb"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:35.936095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde6f34-0c28-4180-abfb-f1eacf6ae4bc service neutron] Pushing event updated for resources: {'Port': ['ID=85c69b19-aa1c-485f-865e-4fe163670edb,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:36.010386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 876b95c0-59fb-44d7-96b2-53cd7d4381a5 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:36.018118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 876b95c0-59fb-44d7-96b2-53cd7d4381a5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:36.019433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 876b95c0-59fb-44d7-96b2-53cd7d4381a5 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:36.039650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f15887-430c-4174-a0dd-ae43745cca96 req-b7a07eb0-ec7a-4964-9c38-8046b33150cb tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.043545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66f15887-430c-4174-a0dd-ae43745cca96 req-b7a07eb0-ec7a-4964-9c38-8046b33150cb tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.3369365 Sep 17 01:03:36.121934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-dc1f114b-7fdf-4bd2-ad4c-8451a9687a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.123412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-dc1f114b-7fdf-4bd2-ad4c-8451a9687a51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.2712059 Sep 17 01:03:36.133671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-2e96c9ef-d217-4a67-8e3f-24d2cc6ef82e tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.141633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-2e96c9ef-d217-4a67-8e3f-24d2cc6ef82e tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.23 "GET /v2.0/networks?id=eb0c8d95-5cc7-4833-b036-275871ed30d0 HTTP/1.1" status: 200 len: 811 time: 0.4275012 Sep 17 01:03:36.168026 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Sync routers for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:36.180802 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:36.181417 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:36.186050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-2a9f44ab-1be7-4e61-b880-738a001f3d45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499508 Sep 17 01:03:36.223814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-dcf65c60-170e-4eef-88d2-85826a8a286b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.225502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-dcf65c60-170e-4eef-88d2-85826a8a286b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b2a6cd65f9f497ea7bfa3ed88fcfb94&device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 1099 time: 0.0675852 Sep 17 01:03:36.242194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66f15887-430c-4174-a0dd-ae43745cca96 req-ccf4fe33-1a98-4c3f-91ba-ebef4d3050d5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879265 Sep 17 01:03:36.290731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:36.314814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-07ecde50-2d52-47ed-a1f9-eed177726115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=85c69b19-aa1c-485f-865e-4fe163670edb HTTP/1.1" status: 200 len: 217 time: 0.0813370 Sep 17 01:03:36.315566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-c75c8780-fcc3-4d32-9890-3968dbf110d5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37d9cb93e2374ba6a49649ccff67e161 HTTP/1.1" status: 200 len: 380 time: 0.1403384 Sep 17 01:03:36.341685 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:36.382867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-f205350e-b353-4579-98db-8495cd6e8593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.385287 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-f205350e-b353-4579-98db-8495cd6e8593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0624375 Sep 17 01:03:36.414340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Request body: {'port': {'device_id': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'admin_state_up': True, 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'security_groups': ['22a1145b-3704-48e4-8d2b-9271ce5271bc']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:36.490794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6cc57f3-d17d-41c3-9381-cbc73cd00e62 req-24eeb7b6-db7b-489e-bb4d-d28031aac972 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 210 time: 0.1710463 Sep 17 01:03:36.500598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97804cb-250b-4170-9937-7a9deddae857 req-31195d16-ae00-49a0-9ab4-5ca962fb8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.503839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-31195d16-ae00-49a0-9ab4-5ca962fb8922 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080699 Sep 17 01:03:36.513400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f4868-0fb2-4f19-90a3-4f35d1ecf611 req-3347eb71-e578-4cfa-8844-f09b8a404bc9 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:36.515303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd4f4868-0fb2-4f19-90a3-4f35d1ecf611 req-3347eb71-e578-4cfa-8844-f09b8a404bc9 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 948 time: 0.1036808 Sep 17 01:03:36.569783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-05f1d086-db81-4020-8450-9eb485c9869b service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3679135 Sep 17 01:03:36.608273 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:29Z', 'revision_number': 2, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:36.632920 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e51c09-0897-4567-9e7d-e6234baf9590 x-openstack-request-id: req-76e51c09-0897-4567-9e7d-e6234baf9590 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:36.633221 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4272abe1-ca38-4c00-8d5c-1e79b018b671", "tag": "85c69b19-aa1c-485f-865e-4fe163670edb", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:36.633476 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76e51c09-0897-4567-9e7d-e6234baf9590 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:36.633881 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'tag': '85c69b19-aa1c-485f-865e-4fe163670edb', 'status': 'completed', 'code': 200} Sep 17 01:03:36.681217 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Checking router: 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:36.683765 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Updating router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 port 43792fdd-8073-4b0e-b71b-3c48f4507114 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:03:36.738220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd4f4868-0fb2-4f19-90a3-4f35d1ecf611 req-aae905fc-740d-43a2-b6b7-ba4faf869491 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129869 Sep 17 01:03:36.746796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c280f9e5-2080-486f-afba-926a862e5c13 req-9f8fa38a-3382-4d94-a4d3-20691629eed4 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 210 time: 0.0508006 Sep 17 01:03:36.750900 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:36.778167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:36.779646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ec72c6af-da5d-42fd-8462-fc5a3311e2fa up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:36.804847 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-5bce5347-0027-43de-89a3-72950444b3c4 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875676 Sep 17 01:03:36.830612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event updated for resources: {'Port': ['ID=a3105fa9-da82-4eaa-815e-8720b68c8ea6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:36.868862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:36.872761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-d5ccf56d-e72b-40c6-966d-59c57059dbd5 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942050 Sep 17 01:03:36.875810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:36.880271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:36.942798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ec72c6af-da5d-42fd-8462-fc5a3311e2fa triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:36.944511 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.074461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e97804cb-250b-4170-9937-7a9deddae857 req-10101c77-abd3-49cb-a73a-7fe7aa07715e service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629435 Sep 17 01:03:37.223544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-cbc3f82e-4640-4d60-8cb1-fdc9634153f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.225136 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-cbc3f82e-4640-4d60-8cb1-fdc9634153f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b2a6cd65f9f497ea7bfa3ed88fcfb94&device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 1099 time: 0.0459714 Sep 17 01:03:37.311464 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.373660 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.448875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-6806d539-3cee-4ea3-983d-78b2233fd8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.450519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-6806d539-3cee-4ea3-983d-78b2233fd8c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2149539 Sep 17 01:03:37.461616 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc90f9-2d22-45b7-ac3e-54734ac2d553 None None] Pushing event updated for resources: {'Port': ['ID=43792fdd-8073-4b0e-b71b-3c48f4507114,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:37.466740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b10f9-7fd8-4e90-961f-e1865a1e2854 req-8730d038-2be4-4158-b258-381e36ed536f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.468500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce7b10f9-7fd8-4e90-961f-e1865a1e2854 req-8730d038-2be4-4158-b258-381e36ed536f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.0887904 Sep 17 01:03:37.491170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Made reservation on behalf of 37d9cb93e2374ba6a49649ccff67e161 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:37.495796 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.509598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-4e9d13fb-bf25-4cbd-a15d-8eedb74d197d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=85c69b19-aa1c-485f-865e-4fe163670edb HTTP/1.1" status: 200 len: 217 time: 0.0401142 Sep 17 01:03:37.598420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Attempting to bind port 43792fdd-8073-4b0e-b71b-3c48f4507114 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:37.598771 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Attempting to bind port 43792fdd-8073-4b0e-b71b-3c48f4507114 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:37.599070 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Attempting to bind port 43792fdd-8073-4b0e-b71b-3c48f4507114 on network 705174b5-edf9-44c0-ad24-c206a1184483 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:37.607896 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:37.608566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Checking segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:37.608854 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.609237 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Bound using segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:37.609690 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Bound port: 43792fdd-8073-4b0e-b71b-3c48f4507114, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:37.610076 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.613497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce7b10f9-7fd8-4e90-961f-e1865a1e2854 req-c46b63d0-5f6f-4a0d-957c-2f3190d4a896 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040008 Sep 17 01:03:37.670895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b5d12-fa06-4a27-bac7-8733c7ac3154 req-a4b4e261-dde1-42fb-b0e4-dc53545a34f5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.674038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-092b5d12-fa06-4a27-bac7-8733c7ac3154 req-a4b4e261-dde1-42fb-b0e4-dc53545a34f5 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 949 time: 0.2816701 Sep 17 01:03:37.679340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-30784ecc-bd32-42ce-8000-5f4fdb315881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.681625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-30784ecc-bd32-42ce-8000-5f4fdb315881 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1460440 Sep 17 01:03:37.710725 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:03:37.779094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.780598 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] For port 43792fdd-8073-4b0e-b71b-3c48f4507114, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:37.790927 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] For port 43792fdd-8073-4b0e-b71b-3c48f4507114, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=43792fdd-8073-4b0e-b71b-3c48f4507114,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:37.822942 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57805aa0-9ec9-4004-9aa2-bd3e90964ef7 req-733ff7c2-01ff-40db-a455-3a78c46a934f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 210 time: 0.0676093 Sep 17 01:03:37.841386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-cec9c5f4-42fe-4244-8c3c-17fd09de9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.843009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-cec9c5f4-42fe-4244-8c3c-17fd09de9487 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527510 Sep 17 01:03:37.846367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-092b5d12-fa06-4a27-bac7-8733c7ac3154 req-7ad34838-aa14-460d-b111-a27eef937530 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555219 Sep 17 01:03:37.863957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-e0643847-3d0a-4b5b-93cb-ccfd47ec649a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:37.867362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-e0643847-3d0a-4b5b-93cb-ccfd47ec649a tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 949 time: 0.1131899 Sep 17 01:03:37.870807 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:37.971811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ce0ec7e3-f41e-43f5-8fa5-279e9bca568b None None] Provisioning complete for port 43792fdd-8073-4b0e-b71b-3c48f4507114 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:37.972384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec7e3-f41e-43f5-8fa5-279e9bca568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.043495 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc90f9-2d22-45b7-ac3e-54734ac2d553 None None] Pushing event updated for resources: {'Port': ['ID=43792fdd-8073-4b0e-b71b-3c48f4507114,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:38.046721 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:38.047264 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:38.079133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.164809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Allocated IP 172.20.0.10 (eb0c8d95-5cc7-4833-b036-275871ed30d0/0d02f187-9adb-4755-83ef-ad5f8dc657b4/2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:38.193555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec7e3-f41e-43f5-8fa5-279e9bca568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.203750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-325c989c-4916-410b-a83b-2e768c7efdcd req-8303e358-154d-4eec-ba15-fa10e488b9d6 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 210 time: 0.0547662 Sep 17 01:03:38.295505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ce0ec7e3-f41e-43f5-8fa5-279e9bca568b None None] For port 43792fdd-8073-4b0e-b71b-3c48f4507114, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=43792fdd-8073-4b0e-b71b-3c48f4507114,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:38.305968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f812d6df-b42c-4d01-8d55-679a741284c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.373444 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ce0ec7e3-f41e-43f5-8fa5-279e9bca568b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.514859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-20f36d3e-f283-4232-890c-0d419091b5cf None None] Provisioning complete for port 43792fdd-8073-4b0e-b71b-3c48f4507114 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:38.515346 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20f36d3e-f283-4232-890c-0d419091b5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.540703 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:38.550153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.555126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ec7e3-f41e-43f5-8fa5-279e9bca568b None None] Pushing event updated for resources: {'Port': ['ID=43792fdd-8073-4b0e-b71b-3c48f4507114,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:38.564456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.693041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.713971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-50377c80-9ff4-47f8-aa76-aef9ad8378db tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=439fd61521fd4ab4b7181aa029217226&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878720 Sep 17 01:03:38.763771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-4f3f57bb-780d-4cb6-8e60-67153de5e084 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8952672 Sep 17 01:03:38.792741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92171c69-40e0-446a-88fe-0be90b9baa34 req-a3f7aec2-6c28-49f2-8b34-b3bba1c9ba59 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:38.801562 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92171c69-40e0-446a-88fe-0be90b9baa34 req-a3f7aec2-6c28-49f2-8b34-b3bba1c9ba59 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 948 time: 0.4021943 Sep 17 01:03:38.833073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 43792fdd-8073-4b0e-b71b-3c48f4507114 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:38.875691 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:37Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:38.892227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-d20821cc-9cab-4743-b82a-34ad4dbcd6ac tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:38.894360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-d20821cc-9cab-4743-b82a-34ad4dbcd6ac tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 950 time: 0.3125329 Sep 17 01:03:38.908478 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b6f86a-5b89-4aaa-85da-3e3852697180 None None] The sync data for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 is: [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:37Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:38.971259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:38.979306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 43792fdd-8073-4b0e-b71b-3c48f4507114 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:38.980339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.011234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event updated for resources: {'Port': ['ID=a3105fa9-da82-4eaa-815e-8720b68c8ea6,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:39.021629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.032997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92171c69-40e0-446a-88fe-0be90b9baa34 req-fe91b1ae-04f9-4681-a1ba-ebe1d46a582f tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301729 Sep 17 01:03:39.078702 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.109758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128ff39-7087-4c07-8520-d1b915315b15 req-5e38499c-018d-4a5f-8414-79bee3d3503d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:39.124381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8128ff39-7087-4c07-8520-d1b915315b15 req-5e38499c-018d-4a5f-8414-79bee3d3503d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.4074514 Sep 17 01:03:39.179813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:39.192788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e68adf9a-08e8-41b4-8834-2fed778650b8 req-afc73be0-b0ba-4c00-8714-ced3abd08f91 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870351 Sep 17 01:03:39.218568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:39.223930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:39.227045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event updated for resources: {'Port': ['ID=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:39.256311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:39.256755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.264649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.271129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3d064739-bbb9-4ecd-bdf5-9e62f4388393 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3327186 Sep 17 01:03:39.288604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-928a152b-213b-4989-b775-1ce593e861fb tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:39.291338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-928a152b-213b-4989-b775-1ce593e861fb tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5292304 Sep 17 01:03:39.306536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Request body: {'port': {'device_id': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '439fd61521fd4ab4b7181aa029217226'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:39.339463 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.372550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8128ff39-7087-4c07-8520-d1b915315b15 req-92398f34-6418-4111-865b-d1f32e814206 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469926 Sep 17 01:03:39.440954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:39.442026 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.467462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:39.468222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.511797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:39.543559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250e5d9-f67c-4a52-a3c1-3968c8548720 req-22ad9458-01b2-42ec-afcf-577209eecf55 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:39.553110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6250e5d9-f67c-4a52-a3c1-3968c8548720 req-22ad9458-01b2-42ec-afcf-577209eecf55 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb HTTP/1.1" status: 200 len: 949 time: 0.3589618 Sep 17 01:03:39.559714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07bf7ee6-9db7-42e4-967b-f81ab484d573 req-8466e56c-b6e0-4dc6-bc43-d27edc260798 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 210 time: 0.0769949 Sep 17 01:03:39.574584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:39.575328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.683525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d9722984-6514-4691-b5e8-788268a3298a None None] Provisioning complete for port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:39.683796 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9722984-6514-4691-b5e8-788268a3298a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.697076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-124a91ef-fb5c-4ff7-b4fc-c33083b9cf00 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3090503 Sep 17 01:03:39.702275 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6250e5d9-f67c-4a52-a3c1-3968c8548720 req-55735624-1fca-41a6-bd0d-d0e62b1bc45d tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477454 Sep 17 01:03:39.716425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Request body: {'port': {'device_id': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:39.780469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d9722984-6514-4691-b5e8-788268a3298a None None] Port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:39.830556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:39.831644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.870668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:39.887146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Made reservation on behalf of 439fd61521fd4ab4b7181aa029217226 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:39.889396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.903694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacfc5a-94b5-4c82-817a-b122ca034ffd req-5d8f54d1-4efd-467f-a331-bd0c704046f3 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:39.905046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bacfc5a-94b5-4c82-817a-b122ca034ffd req-5d8f54d1-4efd-467f-a331-bd0c704046f3 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 932 time: 0.1580477 Sep 17 01:03:39.905281 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.910674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:39.920690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:39.922954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:39.939871 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.028096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 85c69b19-aa1c-485f-865e-4fe163670edb details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:40.046537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=9cd7cf8d-675f-495f-97f9-de7a24f4d3a9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:40.087387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:40.091496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.095950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e171d52c-487c-4b7f-9c2b-a09881023d6b req-2acc31a4-987a-4882-8b2d-0cefe56fb56f tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "DELETE /v2.0/ports/9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 HTTP/1.1" status: 204 len: 173 time: 2.2187169 Sep 17 01:03:40.101266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bacfc5a-94b5-4c82-817a-b122ca034ffd req-7cc157b9-1c3b-4dfa-bef3-56bf43f93008 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703172 Sep 17 01:03:40.102965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'name': 'network-vif-deleted', 'tag': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:40.105837 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19c4c30-c820-4fae-b040-7e39fcbab207" -d '{"events": [{"server_uuid": "5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb", "name": "network-vif-deleted", "tag": "9cd7cf8d-675f-495f-97f9-de7a24f4d3a9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:40.113253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-6464221a-c08e-4285-b56f-3896319015cc tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--72296537&fields=id&tenant_id=eff8a499c7d4488f88771c0982b9817e HTTP/1.1" status: 200 len: 267 time: 0.1756320 Sep 17 01:03:40.281774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-238334cc-878f-4484-b416-376eb03dff47 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:40.284627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-238334cc-878f-4484-b416-376eb03dff47 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/networks?id=705174b5-edf9-44c0-ad24-c206a1184483 HTTP/1.1" status: 200 len: 815 time: 0.1639104 Sep 17 01:03:40.306909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-507c2329-03ff-4cc0-948f-856339fa1d96 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/quotas/eff8a499c7d4488f88771c0982b9817e HTTP/1.1" status: 200 len: 375 time: 0.0145569 Sep 17 01:03:40.347636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b940e1-cc1b-4105-b9a7-8f6b38a1392f req-55d14aac-d8d2-409e-ae5c-e46cc920c4a5 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:40.349254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20b940e1-cc1b-4105-b9a7-8f6b38a1392f req-55d14aac-d8d2-409e-ae5c-e46cc920c4a5 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 948 time: 0.1815712 Sep 17 01:03:40.401087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-91998c49-6f9a-4aef-9730-22a2bfc5e69c tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=eff8a499c7d4488f88771c0982b9817e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0868225 Sep 17 01:03:40.402990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 85c69b19-aa1c-485f-865e-4fe163670edb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=85c69b19-aa1c-485f-865e-4fe163670edb,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:40.470814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '85c69b19-aa1c-485f-865e-4fe163670edb', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '85c69b19-aa1c-485f-865e-4fe163670edb', 'mac_address': 'fa:16:3e:86:bb:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:03:40.562995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:40.582829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.591430 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-2fe150e1-8008-4fc8-a41a-ee5b84d77dc0 service neutron] 10.222.0.13 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777830 Sep 17 01:03:40.624231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.648844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c69b19-aa1c-485f-865e-4fe163670edb {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:40.673346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.686055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Transition to ACTIVE for port object 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:40.688711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 85c69b19-aa1c-485f-865e-4fe163670edb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=85c69b19-aa1c-485f-865e-4fe163670edb,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:40.714849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.730568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-f9e0951c-c322-4d1b-afb7-1e28163ad4b6 service neutron] 10.222.0.13 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280591 Sep 17 01:03:40.731719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20b940e1-cc1b-4105-b9a7-8f6b38a1392f req-30fa2fab-9e28-4af4-8049-c9f92d2cacb0 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544724 Sep 17 01:03:40.781032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=dbf30154-f76d-4f7c-a8a4-55b6dd3281f3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:40.785027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:40.794078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.827293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.851220 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9110c8c7-b89e-40ec-8a25-efe453a86a80 x-openstack-request-id: req-9110c8c7-b89e-40ec-8a25-efe453a86a80 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:40.851520 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb", "name": "network-vif-deleted", "tag": "9cd7cf8d-675f-495f-97f9-de7a24f4d3a9", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:40.851970 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9110c8c7-b89e-40ec-8a25-efe453a86a80 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:40.853022 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0b32fd-65bd-4ad6-8c8e-e91d5aeb96eb', 'name': 'network-vif-deleted', 'tag': '9cd7cf8d-675f-495f-97f9-de7a24f4d3a9', 'status': 'completed', 'code': 200} Sep 17 01:03:40.853140 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.922289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=85c69b19-aa1c-485f-865e-4fe163670edb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:40.987785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:40.996021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:40.998698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-149c098c-e259-484e-b93c-58a0ae7a34f5 req-cf241451-f1e4-4f63-b2c9-73d634e3369e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "DELETE /v2.0/ports/dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 HTTP/1.1" status: 204 len: 173 time: 2.0787101 Sep 17 01:03:40.999879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4925c9b5-d941-4b4e-ac25-89f54c7705e5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:41.031290 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:41.046890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777e7056-a2f9-445c-8296-30690fb665e7', 'name': 'network-vif-deleted', 'tag': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:41.052184 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657b8a3a-02a3-42db-b1e5-44a3ba7fbe04" -d '{"events": [{"server_uuid": "777e7056-a2f9-445c-8296-30690fb665e7", "name": "network-vif-deleted", "tag": "dbf30154-f76d-4f7c-a8a4-55b6dd3281f3"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:41.055778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:41.129482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['85c69b19-aa1c-485f-865e-4fe163670edb'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:41.199138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67f78d59-7bbc-44fc-8791-56d08511f434 req-2ac793d6-01cc-4322-8918-5d742e0091c2 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 210 time: 0.0616651 Sep 17 01:03:41.305162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de153aef-c502-45b1-beaf-0b51fc078424 req-30e5c145-0154-43f4-8f84-6ddeea493bb9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:41.316910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de153aef-c502-45b1-beaf-0b51fc078424 req-30e5c145-0154-43f4-8f84-6ddeea493bb9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.3464055 Sep 17 01:03:41.370294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Allocated IP 192.168.233.89 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/fcbfa10f-3ea2-485b-a318-6d11997f24e4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:41.409624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de153aef-c502-45b1-beaf-0b51fc078424 req-441f3327-cf03-4c2e-9e96-6ea36e54ffc2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873723 Sep 17 01:03:41.444433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Attempting to bind port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:41.449556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Attempting to bind port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:41.451160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Attempting to bind port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 on network eb0c8d95-5cc7-4833-b036-275871ed30d0 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:41.468018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 on network eb0c8d95-5cc7-4833-b036-275871ed30d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:41.468995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Attempting to bind port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 on network eb0c8d95-5cc7-4833-b036-275871ed30d0 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:41.496328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:41.496718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Checking segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:41.498249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Bound using segment: {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:41.498743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Bound port: 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69368f80-78d7-4961-a603-d34fb4df8ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:41.499142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:41.599444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a2735a87-9b49-41e4-a974-26e08a0d415f', 'b1965a1d-5239-4052-9827-e74c8c44ba63'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:41.620775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d29b79e-b998-4c66-a289-5dd9f9899d7e req-c1f50e8a-414c-4229-a6f2-96606eb7ba0b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 210 time: 0.0762625 Sep 17 01:03:41.657949 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb981ac9-8f50-430d-ac41-1265bbb3d567 x-openstack-request-id: req-bb981ac9-8f50-430d-ac41-1265bbb3d567 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:41.658424 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777e7056-a2f9-445c-8296-30690fb665e7", "name": "network-vif-deleted", "tag": "dbf30154-f76d-4f7c-a8a4-55b6dd3281f3", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:41.658709 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb981ac9-8f50-430d-ac41-1265bbb3d567 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:41.659339 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777e7056-a2f9-445c-8296-30690fb665e7', 'name': 'network-vif-deleted', 'tag': 'dbf30154-f76d-4f7c-a8a4-55b6dd3281f3', 'status': 'completed', 'code': 200} Sep 17 01:03:41.704535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] For port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:41.750590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] For port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:41.764841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fc0ced9-3ea2-4109-b1ec-102092cd0275 req-1617b1ee-a1d1-4d97-82b4-a325ab6b4979 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=777e7056-a2f9-445c-8296-30690fb665e7 HTTP/1.1" status: 200 len: 210 time: 0.0545683 Sep 17 01:03:41.770045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38deb255-0e54-4eb5-978e-25de64d58db7 req-a1372645-5ec4-4ead-a586-935407d36aed tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:41.778818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38deb255-0e54-4eb5-978e-25de64d58db7 req-a1372645-5ec4-4ead-a586-935407d36aed tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 944 time: 0.1228993 Sep 17 01:03:41.894679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38deb255-0e54-4eb5-978e-25de64d58db7 req-48802042-e6c8-449b-990b-868f830f6e5d tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146169 Sep 17 01:03:41.917757 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:41.928810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa467-c66d-4d2a-ad9a-f1f382d87281 req-d64e04bf-34a7-414e-9251-71a6c4b5f410 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:41.946502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f74aa467-c66d-4d2a-ad9a-f1f382d87281 req-d64e04bf-34a7-414e-9251-71a6c4b5f410 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 949 time: 0.0948906 Sep 17 01:03:41.990733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f74aa467-c66d-4d2a-ad9a-f1f382d87281 req-bc86cf10-22be-4db5-b494-357225711523 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Sep 17 01:03:42.020068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:42.031502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.032273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:42.034427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-61ca6a68-116c-4027-93ba-1d9d0fb789e4 service neutron] 10.222.0.23 "PUT /v2.0/ports/2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 HTTP/1.1" status: 200 len: 1092 time: 2.3232791 Sep 17 01:03:42.035227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:42.069243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:42.076321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbf30154-f76d-4f7c-a8a4-55b6dd3281f3 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:42.078724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:42.157784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:42.208196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:42.208556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9cd7cf8d-675f-495f-97f9-de7a24f4d3a9 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:42.231472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:42.298954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:42.313457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-a5344688-8f7e-47d2-807f-0bbac44e264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.316381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-a5344688-8f7e-47d2-807f-0bbac44e264d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37d9cb93e2374ba6a49649ccff67e161&device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 1095 time: 0.1186395 Sep 17 01:03:42.316381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:42.322816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:42.327939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:42.421942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-e5cc18a8-64e9-43a9-b4bb-5b30896c3cb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 HTTP/1.1" status: 200 len: 217 time: 0.0857010 Sep 17 01:03:42.481266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b26ae-4afd-4ee9-a5bc-ce4634edaaf5 req-f8eb68a6-e517-4cda-8769-ed69dbff166c tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.483935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-872b26ae-4afd-4ee9-a5bc-ce4634edaaf5 req-f8eb68a6-e517-4cda-8769-ed69dbff166c tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 935 time: 0.1817973 Sep 17 01:03:42.500061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.500061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:42.579207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-872b26ae-4afd-4ee9-a5bc-ce4634edaaf5 req-782ef522-32de-47e5-a461-e3a6bd962543 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635498 Sep 17 01:03:42.579207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-44077214-b7ab-4bda-ad8d-564a9b2dfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.579207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-44077214-b7ab-4bda-ad8d-564a9b2dfe10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d02f187-9adb-4755-83ef-ad5f8dc657b4 HTTP/1.1" status: 200 len: 850 time: 0.1393116 Sep 17 01:03:42.650994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3cdd-c37e-4ac5-9372-b9b3cbdcdba5 req-8cf48fe4-60ec-489f-9ec9-8598d219739b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.651593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b0520a81-dc24-47d1-a46e-afae61eed5ae tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3464200 Sep 17 01:03:42.664947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-68a216b6-c8d0-4be7-b484-778f7cb02f8d None None] Provisioning complete for port fcbfa10f-3ea2-485b-a318-6d11997f24e4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:42.665197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09de3cdd-c37e-4ac5-9372-b9b3cbdcdba5 req-8cf48fe4-60ec-489f-9ec9-8598d219739b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.1207848 Sep 17 01:03:42.665671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-68a216b6-c8d0-4be7-b484-778f7cb02f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:42.670768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Request body: {'port': {'device_id': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:42.675641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-9192282d-36ea-4f63-a3da-2a6af0fa6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:42.677406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-9192282d-36ea-4f63-a3da-2a6af0fa6ed2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb0c8d95-5cc7-4833-b036-275871ed30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942605 Sep 17 01:03:42.733149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-68a216b6-c8d0-4be7-b484-778f7cb02f8d None None] Port fcbfa10f-3ea2-485b-a318-6d11997f24e4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:42.753949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09de3cdd-c37e-4ac5-9372-b9b3cbdcdba5 req-5550e333-99b9-4d49-bad0-6493be5dd72b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880265 Sep 17 01:03:42.868446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8df01c23-c21c-488e-8f11-841f2bf636e6 req-07d6f43b-fc77-4260-ba87-40205cbcd092 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 210 time: 0.0651011 Sep 17 01:03:42.885324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:42.917697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-5cfd6982-14d9-4c58-bc33-d6d071719f02 service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173979 Sep 17 01:03:43.459398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c680e85a-6d64-42d0-b0b3-519f6b757eae req-df5997e3-f22e-44bb-8ddd-fa3e02683bfa service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5197518 Sep 17 01:03:43.476107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e84c2-fba2-4ee5-a109-dbf57084a31d req-389b00b4-90bc-40f3-b576-674b4a786c41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:43.479718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-328e84c2-fba2-4ee5-a109-dbf57084a31d req-389b00b4-90bc-40f3-b576-674b4a786c41 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 944 time: 0.1600773 Sep 17 01:03:43.583382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-328e84c2-fba2-4ee5-a109-dbf57084a31d req-a233bab3-cb77-4c97-9ec6-ca2749dcc3b0 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875525 Sep 17 01:03:43.645303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff7b49-8ac3-4828-a1dc-02dbcdfe76c7 req-d8b7dd0e-5805-4b0c-be9f-e96afe2966fd tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:43.654383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4ff7b49-8ac3-4828-a1dc-02dbcdfe76c7 req-d8b7dd0e-5805-4b0c-be9f-e96afe2966fd tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 949 time: 0.0724297 Sep 17 01:03:43.682009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:43.685885 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63aae647-3df8-44e0-a5c8-f18ff1202fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:43.701788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4ff7b49-8ac3-4828-a1dc-02dbcdfe76c7 req-78aa608c-637b-4e92-a5d9-0fb0f37b644c tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446174 Sep 17 01:03:43.706214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbfa10f-3ea2-485b-a318-6d11997f24e4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:43.716400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:43.737174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Transition to ACTIVE for port object fcbfa10f-3ea2-485b-a318-6d11997f24e4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:43.818885 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:43.844376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe229ed-b089-4103-ab14-8ef8ade7c5a7 req-a6eeb05d-f775-4c6a-b818-087867a8873e tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:43.845578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebe229ed-b089-4103-ab14-8ef8ade7c5a7 req-a6eeb05d-f775-4c6a-b818-087867a8873e tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 935 time: 0.0600240 Sep 17 01:03:43.907777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:43.943741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebe229ed-b089-4103-ab14-8ef8ade7c5a7 req-a8624fd6-cc69-47aa-8a75-0794deb94e78 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915191 Sep 17 01:03:44.045107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 85c69b19-aa1c-485f-865e-4fe163670edb up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:44.210517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-a307e370-1300-4abb-8488-6d191845dd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.216333 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-a307e370-1300-4abb-8488-6d191845dd36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37d9cb93e2374ba6a49649ccff67e161&device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 1095 time: 0.1323497 Sep 17 01:03:44.239577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-4b51c116-b13b-4e6e-8b25-f141411e2e55 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.241125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-4b51c116-b13b-4e6e-8b25-f141411e2e55 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.23 "GET /v2.0/networks?id=705174b5-edf9-44c0-ad24-c206a1184483 HTTP/1.1" status: 200 len: 815 time: 0.2208543 Sep 17 01:03:44.243972 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971358ad-7e59-46f2-a1bb-94f7b12948c5 x-openstack-request-id: req-971358ad-7e59-46f2-a1bb-94f7b12948c5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:44.243972 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:44.243972 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-971358ad-7e59-46f2-a1bb-94f7b12948c5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:44.243972 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'status': 'completed', 'code': 200} Sep 17 01:03:44.303032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Attempting to bind port fcbfa10f-3ea2-485b-a318-6d11997f24e4 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:44.303413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Attempting to bind port fcbfa10f-3ea2-485b-a318-6d11997f24e4 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:44.303928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Attempting to bind port fcbfa10f-3ea2-485b-a318-6d11997f24e4 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:44.322964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Port fcbfa10f-3ea2-485b-a318-6d11997f24e4 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:44.323334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Attempting to bind port fcbfa10f-3ea2-485b-a318-6d11997f24e4 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:44.327871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 85c69b19-aa1c-485f-865e-4fe163670edb completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:03:44.333020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:44.333410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:44.333730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 85c69b19-aa1c-485f-865e-4fe163670edb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:44.333847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:44.334242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Bound port: fcbfa10f-3ea2-485b-a318-6d11997f24e4, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:44.334665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:44.334793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:44.355169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-4ae2db33-b276-4793-9cfc-28dcc4f08b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.357184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-4ae2db33-b276-4793-9cfc-28dcc4f08b7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb0c8d95-5cc7-4833-b036-275871ed30d0 HTTP/1.1" status: 200 len: 912 time: 0.1171365 Sep 17 01:03:44.368442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f984d2c1-a725-4071-95b6-29a04b1cd967 req-7badcded-45da-4984-8d63-af1f0b5f323c tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 210 time: 0.1994514 Sep 17 01:03:44.473331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e24e1-6102-40b3-b952-8aeb541f4d66 req-2b80a218-ec7f-4538-bf7a-3b204eca441e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.489155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2e24e1-6102-40b3-b952-8aeb541f4d66 req-2b80a218-ec7f-4538-bf7a-3b204eca441e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.2378252 Sep 17 01:03:44.499431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-73ebef62-18a7-461b-ac24-43b8dd669c37 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eff8a499c7d4488f88771c0982b9817e HTTP/1.1" status: 200 len: 378 time: 0.2079105 Sep 17 01:03:44.514482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Request body: {'port': {'device_id': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'admin_state_up': True, 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'security_groups': ['b3db2adb-7c19-4bd5-901e-fa34aec8d671']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:44.522454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-a98510b2-6d8f-42b8-9979-5157133bd645 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 HTTP/1.1" status: 200 len: 217 time: 0.1469865 Sep 17 01:03:44.543222 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:44.597023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c69b19-aa1c-485f-865e-4fe163670edb'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:44.599305 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acedb804-6c14-487e-b9ca-17a66aa6df2a" -d '{"events": [{"server_uuid": "4272abe1-ca38-4c00-8d5c-1e79b018b671", "name": "network-vif-plugged", "status": "completed", "tag": "85c69b19-aa1c-485f-865e-4fe163670edb"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:44.621978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2e24e1-6102-40b3-b952-8aeb541f4d66 req-7e1faf37-6d27-4338-87d9-2c30a214383b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314578 Sep 17 01:03:44.641192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-243987bd-431b-4bc9-9450-e15dbcf05697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.642422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 85c69b19-aa1c-485f-865e-4fe163670edb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=85c69b19-aa1c-485f-865e-4fe163670edb,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:44.644684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-243987bd-431b-4bc9-9450-e15dbcf05697 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d02f187-9adb-4755-83ef-ad5f8dc657b4 HTTP/1.1" status: 200 len: 850 time: 0.1148794 Sep 17 01:03:44.694119 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:44.722484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef3b43-a70f-40f8-846b-24d77f0e5d05 req-72ad55cd-ffc1-491a-9f94-a5b0b36fc05e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.734108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ef3b43-a70f-40f8-846b-24d77f0e5d05 req-72ad55cd-ffc1-491a-9f94-a5b0b36fc05e tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 950 time: 0.2440155 Sep 17 01:03:44.794549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=85c69b19-aa1c-485f-865e-4fe163670edb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:44.805204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ef3b43-a70f-40f8-846b-24d77f0e5d05 req-89d241f9-13e9-4326-908f-45826f5407c3 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701740 Sep 17 01:03:44.814473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-62d31f0d-dc7f-47ab-a89b-8590114824ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.817840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:44.824590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-62d31f0d-dc7f-47ab-a89b-8590114824ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb0c8d95-5cc7-4833-b036-275871ed30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698363 Sep 17 01:03:44.870761 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726fb747-5250-4564-878f-196f11b11b00 x-openstack-request-id: req-726fb747-5250-4564-878f-196f11b11b00 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:44.871153 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4272abe1-ca38-4c00-8d5c-1e79b018b671", "name": "network-vif-plugged", "status": "completed", "tag": "85c69b19-aa1c-485f-865e-4fe163670edb", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:44.871417 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-726fb747-5250-4564-878f-196f11b11b00 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:44.871823 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c69b19-aa1c-485f-865e-4fe163670edb', 'code': 200} Sep 17 01:03:44.915697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:44.963647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267ce8e-cb17-42c9-b5e9-e9ad1f837970 req-108e9aed-460c-4404-a84e-37bf626fb87a tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:44.965489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c267ce8e-cb17-42c9-b5e9-e9ad1f837970 req-108e9aed-460c-4404-a84e-37bf626fb87a tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 944 time: 0.1994545 Sep 17 01:03:45.044662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c267ce8e-cb17-42c9-b5e9-e9ad1f837970 req-b813ba6c-06c9-45fa-b7ec-2ec3a4d9c173 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651033 Sep 17 01:03:45.046376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:45.094160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-2b8982d4-bb86-4ed8-8bd7-2ecf5924c2e8 service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597551 Sep 17 01:03:45.100525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b43ed-a6b2-430f-87bc-9c9781fce250 req-111d5696-a489-4429-9189-f6cfa9afa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.102076 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-059b43ed-a6b2-430f-87bc-9c9781fce250 req-111d5696-a489-4429-9189-f6cfa9afa60c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 1101 time: 0.1627018 Sep 17 01:03:45.110680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d604-099c-4cb3-ae20-b362c9be17fb req-f4828d11-51e0-47a6-8a19-8888316e9fa0 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.119067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab20d604-099c-4cb3-ae20-b362c9be17fb req-f4828d11-51e0-47a6-8a19-8888316e9fa0 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 950 time: 0.1195781 Sep 17 01:03:45.163770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-55712202-0d0c-4c74-a810-02c2741ad493 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.166287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-55712202-0d0c-4c74-a810-02c2741ad493 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 950 time: 0.3421760 Sep 17 01:03:45.173444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.174157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:45.175859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] 10.222.0.23 "PUT /v2.0/ports/fcbfa10f-3ea2-485b-a318-6d11997f24e4 HTTP/1.1" status: 200 len: 1095 time: 2.5104079 Sep 17 01:03:45.257281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab20d604-099c-4cb3-ae20-b362c9be17fb req-f013ef68-9e46-4fef-bc54-4eb11746bc54 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271257 Sep 17 01:03:45.324439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-059b43ed-a6b2-430f-87bc-9c9781fce250 req-8ad82b4e-122d-42bc-b3da-c98e35a8c242 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841888 Sep 17 01:03:45.393037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63aae647-3df8-44e0-a5c8-f18ff1202fe3 req-69853637-bdf4-4c15-a20e-63672f432c39 service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666733 Sep 17 01:03:45.411948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Made reservation on behalf of eff8a499c7d4488f88771c0982b9817e for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:45.415503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:45.470199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab0153-d720-4276-a3bc-65978d8ae816 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:45.498477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b277d157-be5b-49d4-a342-965b5067894f req-111ae239-07c6-48ad-8c33-7524d2f9fe72 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 210 time: 0.0497177 Sep 17 01:03:45.519153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ec2d3-2f70-43f6-a066-4e1b3e66505c req-38cd3d8b-0b44-4c5b-8bf9-b599287686f0 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.519153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f75ec2d3-2f70-43f6-a066-4e1b3e66505c req-38cd3d8b-0b44-4c5b-8bf9-b599287686f0 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 947 time: 0.2871377 Sep 17 01:03:45.573841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-5d35ecf3-b979-4977-a907-65b831527665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.575342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-5d35ecf3-b979-4977-a907-65b831527665 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=439fd61521fd4ab4b7181aa029217226&device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 1098 time: 0.2327995 Sep 17 01:03:45.602444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-b367c28a-68d5-4a9f-8dcc-23be9736dab4 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.604739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-b367c28a-68d5-4a9f-8dcc-23be9736dab4 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "GET /v2.0/ports?device_id=723ee30c-afcd-4324-af6c-03a79f766168 HTTP/1.1" status: 200 len: 950 time: 0.0687971 Sep 17 01:03:45.632200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-de712c7c-d1bb-4e13-9a1f-4c66da71d677 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4 HTTP/1.1" status: 200 len: 217 time: 0.0449276 Sep 17 01:03:45.712101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-7777cc39-dd72-4d64-9d9c-52d2783634fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.713497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-7777cc39-dd72-4d64-9d9c-52d2783634fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0704048 Sep 17 01:03:45.733423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f75ec2d3-2f70-43f6-a066-4e1b3e66505c req-ab72c995-ddab-45d9-8701-51856d3d3d79 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932266 Sep 17 01:03:45.757219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port a2735a87-9b49-41e4-a974-26e08a0d415f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:45.757588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:45.817007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64c2cc-d1e2-4c4e-9a22-646755ff4a07 req-c90bf3e2-8cf2-448e-a028-d163119acb7d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.820055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a64c2cc-d1e2-4c4e-9a22-646755ff4a07 req-c90bf3e2-8cf2-448e-a028-d163119acb7d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.0939593 Sep 17 01:03:45.826250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port b1965a1d-5239-4052-9827-e74c8c44ba63 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:45.826594 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:45.826717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Allocated IP 172.20.0.4 (705174b5-edf9-44c0-ad24-c206a1184483/9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917/7ec450e7-7d75-428d-bfb6-ea30977e441c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:03:45.872619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b317c674-cb2d-49bf-ad57-e6362d5a33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:45.874134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-b317c674-cb2d-49bf-ad57-e6362d5a33fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1390531 Sep 17 01:03:45.958637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port a2735a87-9b49-41e4-a974-26e08a0d415f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a2735a87-9b49-41e4-a974-26e08a0d415f,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:45.958989 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.012240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a64c2cc-d1e2-4c4e-9a22-646755ff4a07 req-502d7884-3c95-4250-b4f2-78ccd18b9517 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705952 Sep 17 01:03:46.047441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for a2735a87-9b49-41e4-a974-26e08a0d415f owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:46.072570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port b1965a1d-5239-4052-9827-e74c8c44ba63, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b1965a1d-5239-4052-9827-e74c8c44ba63,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:46.073025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.116585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for b1965a1d-5239-4052-9827-e74c8c44ba63 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:46.125940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d62a07-e060-4938-a0aa-5447f065ba84 req-26d0b7b9-54a6-4c3d-9a20-0fcebdecdaab tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:46.127573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97d62a07-e060-4938-a0aa-5447f065ba84 req-26d0b7b9-54a6-4c3d-9a20-0fcebdecdaab tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 950 time: 0.2118750 Sep 17 01:03:46.167436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:46.217452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-1a527aa5-693e-473e-8367-0d91ba54f939 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326039 Sep 17 01:03:46.261694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:46.263938 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc5924b-f1d5-41ae-a271-58c70541bd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:46.274376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97d62a07-e060-4938-a0aa-5447f065ba84 req-5c1e760c-8406-4899-b605-5fb6002cbfaa tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Sep 17 01:03:46.314323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13b169-0ee6-4be0-ba3a-7a5606f1113f req-94feb7a3-d01c-4c54-8320-6b9a1bc48326 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:46.324031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f13b169-0ee6-4be0-ba3a-7a5606f1113f req-94feb7a3-d01c-4c54-8320-6b9a1bc48326 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 944 time: 0.1271906 Sep 17 01:03:46.349240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:46.357161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.381551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'port_id': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'mac_address': 'fa:16:3e:55:cd:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:03:46.416333 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f13b169-0ee6-4be0-ba3a-7a5606f1113f req-4cc63f5a-e81f-4f33-a36c-706b6b25af14 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790157 Sep 17 01:03:46.423370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fbd39e-0e28-40b3-8301-ebd7a1dd544d req-9a705f63-fccd-48b2-889b-344948a4d4cc service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928811 Sep 17 01:03:46.428343 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700f14aa-1b48-4441-8027-0820438c58a9 x-openstack-request-id: req-700f14aa-1b48-4441-8027-0820438c58a9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:46.428641 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:46.428874 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-700f14aa-1b48-4441-8027-0820438c58a9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:46.429269 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'status': 'completed', 'code': 200} Sep 17 01:03:46.512897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.541096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:46.584283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:46.613616 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.621560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb80ce-70d6-4078-82a9-61b52a2fa388 req-4a8f8de1-e67b-47f7-8b61-9621bd0396d2 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:46.623195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-debb80ce-70d6-4078-82a9-61b52a2fa388 req-4a8f8de1-e67b-47f7-8b61-9621bd0396d2 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 950 time: 0.1018877 Sep 17 01:03:46.633582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b1965a1d-5239-4052-9827-e74c8c44ba63'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:46.639686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:46.651034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=b1965a1d-5239-4052-9827-e74c8c44ba63,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:46.697272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.711524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.713595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.730150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port b1965a1d-5239-4052-9827-e74c8c44ba63 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:46.730390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b1965a1d-5239-4052-9827-e74c8c44ba63'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:46.733113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:46.735339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb41d9e6-1081-4771-a70c-a0d6d7baeb50 req-001717b0-b013-46ae-8ccb-f8157ca3e749 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "DELETE /v2.0/ports/b1965a1d-5239-4052-9827-e74c8c44ba63 HTTP/1.1" status: 204 len: 173 time: 1.1240697 Sep 17 01:03:46.735781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723ee30c-afcd-4324-af6c-03a79f766168', 'name': 'network-vif-deleted', 'tag': 'b1965a1d-5239-4052-9827-e74c8c44ba63'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:46.739906 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd3a5f-9f0e-4555-bcbb-455588d0889a" -d '{"events": [{"server_uuid": "723ee30c-afcd-4324-af6c-03a79f766168", "name": "network-vif-deleted", "tag": "b1965a1d-5239-4052-9827-e74c8c44ba63"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:46.765365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44446058-4fb6-438a-9d0d-24c6b66e6ab1 req-c5f6b706-879b-4864-9ed2-54a03f9a7c9e tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:46.766921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44446058-4fb6-438a-9d0d-24c6b66e6ab1 req-c5f6b706-879b-4864-9ed2-54a03f9a7c9e tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 931 time: 0.0876567 Sep 17 01:03:46.812394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-debb80ce-70d6-4078-82a9-61b52a2fa388 req-62c5a4b4-73ad-4d63-a2bb-625d1a223709 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707394 Sep 17 01:03:46.814078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:46.833583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44446058-4fb6-438a-9d0d-24c6b66e6ab1 req-8183cbc7-ab32-4f00-982f-c500806bef6b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585575 Sep 17 01:03:46.856035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event updated for resources: {'Port': ['ID=7ec450e7-7d75-428d-bfb6-ea30977e441c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:46.871695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Network 705174b5-edf9-44c0-ad24-c206a1184483 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:03:46.895642 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c68f40f-9088-4c9e-ae64-6a047f293e2a x-openstack-request-id: req-1c68f40f-9088-4c9e-ae64-6a047f293e2a {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:46.895938 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723ee30c-afcd-4324-af6c-03a79f766168", "name": "network-vif-deleted", "tag": "b1965a1d-5239-4052-9827-e74c8c44ba63", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:46.896185 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c68f40f-9088-4c9e-ae64-6a047f293e2a {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:46.896579 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723ee30c-afcd-4324-af6c-03a79f766168', 'name': 'network-vif-deleted', 'tag': 'b1965a1d-5239-4052-9827-e74c8c44ba63', 'status': 'completed', 'code': 200} Sep 17 01:03:46.907425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:46.951956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:03:46.961995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:47.039711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49eb4e-478f-469d-b565-9cd7b56c508f req-29a14197-1f75-43d1-8d14-bf97474084f2 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.054511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ee49eb4e-478f-469d-b565-9cd7b56c508f req-29a14197-1f75-43d1-8d14-bf97474084f2 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 947 time: 0.0889089 Sep 17 01:03:47.103673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=a2735a87-9b49-41e4-a974-26e08a0d415f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:47.111518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port a2735a87-9b49-41e4-a974-26e08a0d415f on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:47.121603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:47.126550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ee49eb4e-478f-469d-b565-9cd7b56c508f req-4470771f-a49a-473e-ae89-44ecbe6d1a31 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730860 Sep 17 01:03:47.127338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5936624e-768a-4c6d-9a15-67c11d8e4dee req-d402db7d-2f8d-40f6-8929-58d8f352c510 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.36 "DELETE /v2.0/ports/a2735a87-9b49-41e4-a974-26e08a0d415f HTTP/1.1" status: 204 len: 173 time: 1.9420483 Sep 17 01:03:47.142272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-1f6aff78-0a44-40c2-91e6-e1a1166f7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.145282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-1f6aff78-0a44-40c2-91e6-e1a1166f7b04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=439fd61521fd4ab4b7181aa029217226&device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 1098 time: 0.4448202 Sep 17 01:03:47.166240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.180494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:47.195209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:47.381346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-57cb10ca-d5d4-4d4c-be85-70699fa9c15f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8702304 Sep 17 01:03:47.417022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Request body: {'port': {'device_id': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:47.440454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49bf47-446b-4660-9d05-5517cf352a60 req-e2f9d9d1-cf8f-422c-80a1-6477c7b3b267 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.441699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff49bf47-446b-4660-9d05-5517cf352a60 req-e2f9d9d1-cf8f-422c-80a1-6477c7b3b267 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.2456124 Sep 17 01:03:47.452512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-677524a8-605a-4cfe-97e7-a96e93b19ee2 req-6509e517-8ed2-4094-a0e3-4a3eb5b108f1 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=0923790c-6615-4775-bd07-02f4701ba753 HTTP/1.1" status: 200 len: 210 time: 0.0590570 Sep 17 01:03:47.470362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9516ccd9-78c2-4bcc-a16d-29db86763591 None None] Provisioning complete for port 7ec450e7-7d75-428d-bfb6-ea30977e441c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:47.470362 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9516ccd9-78c2-4bcc-a16d-29db86763591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:47.531855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-321debe2-ff5b-4431-98d7-d68bd0e399d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.533348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-321debe2-ff5b-4431-98d7-d68bd0e399d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.3498421 Sep 17 01:03:47.563418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9516ccd9-78c2-4bcc-a16d-29db86763591 None None] Port 7ec450e7-7d75-428d-bfb6-ea30977e441c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:03:47.619918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c21c6e-95a4-4af9-8605-944ccc332d27 req-fc016489-4bbb-4502-aa37-7d4ee70143c4 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.621708 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-70c21c6e-95a4-4af9-8605-944ccc332d27 req-fc016489-4bbb-4502-aa37-7d4ee70143c4 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 945 time: 0.0677621 Sep 17 01:03:47.628851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-87edff57-400a-4954-8037-aa9c170fb626 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4 HTTP/1.1" status: 200 len: 217 time: 0.0690176 Sep 17 01:03:47.632558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:47.638912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff49bf47-446b-4660-9d05-5517cf352a60 req-c5ce39e3-a84a-4d9f-aca5-351d6e72ff25 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437035 Sep 17 01:03:47.688457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-70c21c6e-95a4-4af9-8605-944ccc332d27 req-d81f5ee3-8b78-49f3-9660-fe68d6d3efbd tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588360 Sep 17 01:03:47.741813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-6679aabe-1b08-47bd-99c4-6bee9f7b71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.743322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-6679aabe-1b08-47bd-99c4-6bee9f7b71cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0969918 Sep 17 01:03:47.903057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-8f1d6d2f-aed1-432f-a564-15d6ec90a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:47.906032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-8f1d6d2f-aed1-432f-a564-15d6ec90a80b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008222 Sep 17 01:03:47.988739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bf56f-48de-4eea-a630-903dd5aa2287 req-70486072-8aa4-49aa-bb28-583682a33257 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:48.001611 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d9bf56f-48de-4eea-a630-903dd5aa2287 req-70486072-8aa4-49aa-bb28-583682a33257 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 950 time: 0.0871489 Sep 17 01:03:48.059707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d9bf56f-48de-4eea-a630-903dd5aa2287 req-f333e320-c1a9-455c-a041-0bc29fad9bfd tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562816 Sep 17 01:03:48.070635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a2735a87-9b49-41e4-a974-26e08a0d415f no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:48.114521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: a2735a87-9b49-41e4-a974-26e08a0d415f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:48.114884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a2735a87-9b49-41e4-a974-26e08a0d415f not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:48.115529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b1965a1d-5239-4052-9827-e74c8c44ba63 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:48.136781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cb9ec-2939-4095-ac0c-3d06b968dfce req-b9db8a86-4296-46b8-90bd-c2fe109c5e97 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:48.144364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: b1965a1d-5239-4052-9827-e74c8c44ba63 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:48.144712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b1965a1d-5239-4052-9827-e74c8c44ba63 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:48.145483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c7cb9ec-2939-4095-ac0c-3d06b968dfce req-b9db8a86-4296-46b8-90bd-c2fe109c5e97 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 931 time: 0.1597228 Sep 17 01:03:48.178878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-39870230-715d-46b5-a475-7a8d6bbb15a6 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333455 Sep 17 01:03:48.192456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:48.350937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:03:48.357679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:48.363255 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:48.477232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7d3d4-e348-44fe-8da5-bbc5133a2999 req-05609a8c-1e7e-4c89-8246-b0f50da4514c tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:48.479274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44b7d3d4-e348-44fe-8da5-bbc5133a2999 req-05609a8c-1e7e-4c89-8246-b0f50da4514c tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 947 time: 0.0736735 Sep 17 01:03:48.517602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:48.527196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44b7d3d4-e348-44fe-8da5-bbc5133a2999 req-055456c4-b94a-431d-a919-505394a78681 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Sep 17 01:03:48.542255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0923790c-6615-4775-bd07-02f4701ba753', 'name': 'network-vif-deleted', 'tag': 'a2735a87-9b49-41e4-a974-26e08a0d415f'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:48.543685 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e32611-895c-4ea7-8e4b-37ba90e09656" -d '{"events": [{"server_uuid": "0923790c-6615-4775-bd07-02f4701ba753", "name": "network-vif-deleted", "tag": "a2735a87-9b49-41e4-a974-26e08a0d415f"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:48.569615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:48.572736 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184cd8dc-6914-4d67-98e6-6f91ccf5656c" -d '{"events": [{"server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "name": "network-vif-plugged", "status": "completed", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:48.595790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:48.601059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c7cb9ec-2939-4095-ac0c-3d06b968dfce req-a4614473-7823-456c-a526-3b7431312f36 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4545820 Sep 17 01:03:48.606509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec450e7-7d75-428d-bfb6-ea30977e441c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:48.640933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:48.662202 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72cc2416-2010-4a88-92d8-59b27be4395e x-openstack-request-id: req-72cc2416-2010-4a88-92d8-59b27be4395e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:48.662499 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0923790c-6615-4775-bd07-02f4701ba753", "name": "network-vif-deleted", "tag": "a2735a87-9b49-41e4-a974-26e08a0d415f", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:48.662740 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72cc2416-2010-4a88-92d8-59b27be4395e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:48.663151 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0923790c-6615-4775-bd07-02f4701ba753', 'name': 'network-vif-deleted', 'tag': 'a2735a87-9b49-41e4-a974-26e08a0d415f', 'status': 'completed', 'code': 200} Sep 17 01:03:48.664809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:48.665438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Transition to ACTIVE for port object 7ec450e7-7d75-428d-bfb6-ea30977e441c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:03:48.697705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cc5924b-f1d5-41ae-a271-58c70541bd6c req-9cb5be3e-a8b8-460a-abd1-5cbd9ac0be33 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492057 Sep 17 01:03:48.703035 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7d4acc-5e67-4b9f-8c23-6b10b4a0ada5 x-openstack-request-id: req-9f7d4acc-5e67-4b9f-8c23-6b10b4a0ada5 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:48.703388 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "name": "network-vif-plugged", "status": "completed", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:48.703768 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f7d4acc-5e67-4b9f-8c23-6b10b4a0ada5 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:48.704051 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'code': 200} Sep 17 01:03:48.736352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:48.761600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:48.896736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Pushing event updated for resources: {'Port': ['ID=7ec450e7-7d75-428d-bfb6-ea30977e441c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:48.911232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df22ed-3a7a-401c-9c11-46d38c2331ae req-9a9ac060-ea03-4d8d-8835-932675447f0b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:48.912654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2df22ed-3a7a-401c-9c11-46d38c2331ae req-9a9ac060-ea03-4d8d-8835-932675447f0b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.0884340 Sep 17 01:03:48.944890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88f861-d05f-4336-945d-1c4b0eff8736 req-e5802c8d-b68f-4d48-bfe8-e9eeb00bcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:48.946456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a88f861-d05f-4336-945d-1c4b0eff8736 req-e5802c8d-b68f-4d48-bfe8-e9eeb00bcb8d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 1097 time: 0.1485553 Sep 17 01:03:48.963286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2df22ed-3a7a-401c-9c11-46d38c2331ae req-eb6edd4c-3a90-41ed-a8e1-d40cdb2f503e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438867 Sep 17 01:03:49.042792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ba4b9-ddc8-4976-927c-95564da2275c req-e3938447-9659-4dfc-82a0-50a26c8cc1a1 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.044298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-492ba4b9-ddc8-4976-927c-95564da2275c req-e3938447-9659-4dfc-82a0-50a26c8cc1a1 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.1444564 Sep 17 01:03:49.047989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a88f861-d05f-4336-945d-1c4b0eff8736 req-fec30350-ab5e-4057-a5e6-c249f9aede64 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842521 Sep 17 01:03:49.049081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Attempting to bind port 7ec450e7-7d75-428d-bfb6-ea30977e441c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:49.049587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Attempting to bind port 7ec450e7-7d75-428d-bfb6-ea30977e441c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:49.050069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Attempting to bind port 7ec450e7-7d75-428d-bfb6-ea30977e441c on network 705174b5-edf9-44c0-ad24-c206a1184483 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:49.061788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Port 7ec450e7-7d75-428d-bfb6-ea30977e441c on network 705174b5-edf9-44c0-ad24-c206a1184483 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:49.062113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Attempting to bind port 7ec450e7-7d75-428d-bfb6-ea30977e441c on network 705174b5-edf9-44c0-ad24-c206a1184483 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:49.075058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:49.075509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Checking segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:49.076167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Bound using segment: {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:49.076662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Bound port: 7ec450e7-7d75-428d-bfb6-ea30977e441c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1e17191-563d-41dc-8e26-54784ac11cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:49.077065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:49.129865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-492ba4b9-ddc8-4976-927c-95564da2275c req-aaf02214-5a22-41b8-b4a6-7a10f4a7e55d tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772870 Sep 17 01:03:49.174745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] For port 7ec450e7-7d75-428d-bfb6-ea30977e441c, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:49.178020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] For port 7ec450e7-7d75-428d-bfb6-ea30977e441c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:49.247995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:49.298237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.298870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:49.300590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] 10.222.0.23 "PUT /v2.0/ports/7ec450e7-7d75-428d-bfb6-ea30977e441c HTTP/1.1" status: 200 len: 1091 time: 1.8927197 Sep 17 01:03:49.331617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2db85-711d-40bc-b8d9-d68b91b2d42d service neutron] Pushing event updated for resources: {'Port': ['ID=7ec450e7-7d75-428d-bfb6-ea30977e441c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:49.473581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-11cbef02-9bc9-4b18-bef5-2de2e49fb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.475389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-11cbef02-9bc9-4b18-bef5-2de2e49fb6b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eff8a499c7d4488f88771c0982b9817e&device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 1094 time: 0.0574222 Sep 17 01:03:49.548176 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-7433077e-3aa0-4bff-b583-ea048d6600a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c HTTP/1.1" status: 200 len: 217 time: 0.0388184 Sep 17 01:03:49.641873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-e3ed9f88-24ef-4dbc-ac70-c571d284bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.643346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-e3ed9f88-24ef-4dbc-ac70-c571d284bb60 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917 HTTP/1.1" status: 200 len: 854 time: 0.0875201 Sep 17 01:03:49.655578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe80866-4dc1-4bda-bdcb-15891dbb1e41 req-a1451223-8eb4-43a8-9419-5e42d900abd0 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.656998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbe80866-4dc1-4bda-bdcb-15891dbb1e41 req-a1451223-8eb4-43a8-9419-5e42d900abd0 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 950 time: 0.0919998 Sep 17 01:03:49.721740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbe80866-4dc1-4bda-bdcb-15891dbb1e41 req-edb4d63f-b95a-41ea-83c1-04275d83064f tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549939 Sep 17 01:03:49.727544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-0147fa7e-64ea-4de3-bec0-fd8f1555c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.729031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-0147fa7e-64ea-4de3-bec0-fd8f1555c3ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705174b5-edf9-44c0-ad24-c206a1184483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711906 Sep 17 01:03:49.821150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ea9b7-7708-41e7-8f34-12148a6c0308 req-a4c216c7-484f-483e-997c-d3dd8af6a325 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.822969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b6ea9b7-7708-41e7-8f34-12148a6c0308 req-a4c216c7-484f-483e-997c-d3dd8af6a325 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 947 time: 0.0558817 Sep 17 01:03:49.863837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b6ea9b7-7708-41e7-8f34-12148a6c0308 req-d5fe991e-5750-4bb1-89b8-3257ae3702e8 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337410 Sep 17 01:03:49.864988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-7c97be00-2d80-4a3a-9841-1bed9adbff78 service neutron] 10.222.0.23 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266975 Sep 17 01:03:49.872699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc278ce-9318-4427-817b-75349c94fc1f req-ac30d155-3577-4f41-96c9-9845767fc518 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.874153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abc278ce-9318-4427-817b-75349c94fc1f req-ac30d155-3577-4f41-96c9-9845767fc518 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 943 time: 0.0759168 Sep 17 01:03:49.970090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abc278ce-9318-4427-817b-75349c94fc1f req-a575cd12-898f-4aac-941d-538a0bafa0e4 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876403 Sep 17 01:03:49.992447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e97e20-f639-4577-b98f-533233630f9a req-6dc333f8-79d9-4dcc-b423-f5c236e3a1b0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:49.994330 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29e97e20-f639-4577-b98f-533233630f9a req-6dc333f8-79d9-4dcc-b423-f5c236e3a1b0 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 950 time: 0.0610948 Sep 17 01:03:49.997386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e662f9da-6c46-45fa-834a-962d8a87fc01 req-e8212086-f854-4cf0-80aa-34bb1bf7c9fb service neutron] 10.222.0.23 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222870 Sep 17 01:03:50.034881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29e97e20-f639-4577-b98f-533233630f9a req-0630f407-d85c-4e23-ae23-03c85f326f26 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333245 Sep 17 01:03:50.101180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8ab97-3a82-4af9-ac51-63cc8308df57 req-27c560c5-6b51-4675-b6a2-fa557ac857d3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:50.102663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6da8ab97-3a82-4af9-ac51-63cc8308df57 req-27c560c5-6b51-4675-b6a2-fa557ac857d3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.0534568 Sep 17 01:03:50.149021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6da8ab97-3a82-4af9-ac51-63cc8308df57 req-48cb5655-5db9-44fa-ad68-f0881f602727 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 Sep 17 01:03:50.196723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:50.257878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05434206-d220-4966-b0cf-d231a842f8f9 req-8eaf00a3-5f46-4e90-9589-cb4c70d32744 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:50.259429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05434206-d220-4966-b0cf-d231a842f8f9 req-8eaf00a3-5f46-4e90-9589-cb4c70d32744 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.0586033 Sep 17 01:03:50.310121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05434206-d220-4966-b0cf-d231a842f8f9 req-66bf607d-99d9-4ec3-9e2e-19c865903a7d tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Sep 17 01:03:50.336813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:50.349644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'mac_address': 'fa:16:3e:ab:88:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:03:50.391547 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:50.405313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbfa10f-3ea2-485b-a318-6d11997f24e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:50.430544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:50.488136 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:50.541344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:50.663928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:50.666422 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93006022-a73b-4957-882e-2c3eb03c7da9" -d '{"events": [{"name": "network-changed", "server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:50.703619 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2897d6-76ba-4f95-bf6f-97100ead9481 x-openstack-request-id: req-3f2897d6-76ba-4f95-bf6f-97100ead9481 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:50.703910 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:50.704162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f2897d6-76ba-4f95-bf6f-97100ead9481 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:50.704561 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'status': 'completed', 'code': 200} Sep 17 01:03:50.771551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['fcbfa10f-3ea2-485b-a318-6d11997f24e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:50.772259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-aea051e8-e2a3-428a-a50a-08e89e78d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:50.773943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-aea051e8-e2a3-428a-a50a-08e89e78d627 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eff8a499c7d4488f88771c0982b9817e&device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 1094 time: 0.0464206 Sep 17 01:03:50.938472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57501491-0969-449a-9682-d528f9523488 req-297c1d1e-5b49-4fa1-b330-57503b7e8861 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:50.940242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57501491-0969-449a-9682-d528f9523488 req-297c1d1e-5b49-4fa1-b330-57503b7e8861 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 950 time: 0.1322644 Sep 17 01:03:50.944779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-c78a435a-aec0-45b4-9b87-9f8ca024948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:50.946188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-c78a435a-aec0-45b4-9b87-9f8ca024948f service neutron] 10.222.0.23 "GET /v2.0/networks?id=705174b5-edf9-44c0-ad24-c206a1184483 HTTP/1.1" status: 200 len: 916 time: 0.1645291 Sep 17 01:03:51.008213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cb052-d5ea-4f17-b5b2-c570630134af req-e899a40a-ea42-4fdc-96c0-588048048473 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.009723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-415cb052-d5ea-4f17-b5b2-c570630134af req-e899a40a-ea42-4fdc-96c0-588048048473 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 948 time: 0.0518622 Sep 17 01:03:51.014718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-643f9fbc-9867-4eb6-9993-981000c16fab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c HTTP/1.1" status: 200 len: 217 time: 0.0574419 Sep 17 01:03:51.028297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089e857-500d-44ee-8f23-0c072313280d req-271bb21f-0d9e-4399-8d3f-142cf9938ebf tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.029730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7089e857-500d-44ee-8f23-0c072313280d req-271bb21f-0d9e-4399-8d3f-142cf9938ebf tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.36 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 950 time: 0.1458108 Sep 17 01:03:51.050627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-415cb052-d5ea-4f17-b5b2-c570630134af req-7772c949-53ed-41e6-a2a0-b1396a2b365e tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341427 Sep 17 01:03:51.087406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57501491-0969-449a-9682-d528f9523488 req-1d9b7ef5-f430-4f27-80e7-c20c820a5eed tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f2afdc7-8285-44d9-bace-b3201042a4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386657 Sep 17 01:03:51.182773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-e8391985-b106-4fdd-803c-fa1ffdba44be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.184172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-e8391985-b106-4fdd-803c-fa1ffdba44be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917 HTTP/1.1" status: 200 len: 854 time: 0.1515701 Sep 17 01:03:51.192977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3fab10-972b-4648-aa1e-a4d0bb41104e req-1b448de2-1b0c-47a5-ac35-3ba2ec946d55 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.194799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec3fab10-972b-4648-aa1e-a4d0bb41104e req-1b448de2-1b0c-47a5-ac35-3ba2ec946d55 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 943 time: 0.0586455 Sep 17 01:03:51.238709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec3fab10-972b-4648-aa1e-a4d0bb41104e req-ea3fca7a-3a87-4403-a003-b98e9facdb55 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378907 Sep 17 01:03:51.295321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989a59a-a6aa-48aa-9597-870e6eee1f43 req-7342b44b-28ca-4be7-96cc-1816a5fa0676 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.296864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1989a59a-a6aa-48aa-9597-870e6eee1f43 req-7342b44b-28ca-4be7-96cc-1816a5fa0676 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 950 time: 0.1484146 Sep 17 01:03:51.331601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Deleting port 85c69b19-aa1c-485f-865e-4fe163670edb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:51.331945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:51.335794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-5eec2443-4c09-4113-ac66-a172446e45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.337296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-5eec2443-4c09-4113-ac66-a172446e45c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705174b5-edf9-44c0-ad24-c206a1184483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344995 Sep 17 01:03:51.358453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d536946-7864-452c-b2c0-aca695c1ef15 req-b282ff5b-cb0c-4584-8ab3-c7821d7014cd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.362716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d536946-7864-452c-b2c0-aca695c1ef15 req-b282ff5b-cb0c-4584-8ab3-c7821d7014cd tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.0585194 Sep 17 01:03:51.372320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-ff59040f-e719-422c-91c2-e1ebbf60e808 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.373827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-ff59040f-e719-422c-91c2-e1ebbf60e808 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 950 time: 0.1333702 Sep 17 01:03:51.403066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d536946-7864-452c-b2c0-aca695c1ef15 req-8ae1530c-cc42-40dc-8355-4c94a0add092 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353088 Sep 17 01:03:51.479443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1989a59a-a6aa-48aa-9597-870e6eee1f43 req-79ee0ec4-8d70-44e8-8292-34aa541b1836 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/security-groups?id=c94c24c0-860d-4bf4-bfda-06bee11b4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739409 Sep 17 01:03:51.568208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946df17-fa79-4fb9-a1ba-e564849d400e req-1f696c4f-e311-4d6f-a2f5-a69e9646e255 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.570132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e946df17-fa79-4fb9-a1ba-e564849d400e req-1f696c4f-e311-4d6f-a2f5-a69e9646e255 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.0651343 Sep 17 01:03:51.602332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] For port 85c69b19-aa1c-485f-865e-4fe163670edb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=85c69b19-aa1c-485f-865e-4fe163670edb,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:51.602694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:51.614323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-fa3f58e6-d3a0-4caa-bf02-78c443c57a1d service neutron] 10.222.0.23 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591541 Sep 17 01:03:51.615741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e946df17-fa79-4fb9-a1ba-e564849d400e req-5e4c32bb-dc89-40e9-b6b3-a9f22cc16a3b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393205 Sep 17 01:03:51.622398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Calling delete_port for 85c69b19-aa1c-485f-865e-4fe163670edb owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:51.711502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Deleting port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:03:51.712208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:51.878801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93006022-a73b-4957-882e-2c3eb03c7da9 req-713fcdd3-5431-47ce-aecd-6e90d2f331f8 service neutron] 10.222.0.23 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534459 Sep 17 01:03:51.900631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1e448-8c29-4734-8845-34727e73dbc1 req-44ed8b01-73a4-4179-b844-a3dea1cf5a51 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:51.902108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1a1e448-8c29-4734-8845-34727e73dbc1 req-44ed8b01-73a4-4179-b844-a3dea1cf5a51 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.1970425 Sep 17 01:03:51.912883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36270) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:51.920260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Request body: {'floatingip': {'port_id': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:51.927286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] For port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:51.927887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:51.964722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Calling delete_port for b244efff-da1f-49cd-b54d-e0fd8b5bfe2e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:03:51.968972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.106957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.195030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Pushing event deleted for resources: {'Port': ['ID=85c69b19-aa1c-485f-865e-4fe163670edb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:52.195812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7ec450e7-7d75-428d-bfb6-ea30977e441c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:52.210684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:52.234533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] No DVR routers for this DVR port 85c69b19-aa1c-485f-865e-4fe163670edb on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:52.238384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.240883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.243581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7089e857-500d-44ee-8f23-0c072313280d req-96974e2e-36a1-42b2-9b57-1965e819158e tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.36 "DELETE /v2.0/ports/85c69b19-aa1c-485f-865e-4fe163670edb HTTP/1.1" status: 204 len: 173 time: 1.2000022 Sep 17 01:03:52.251685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:52.265781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a4e28be-94d7-433a-9bdb-b84d33bcca01 req-23140768-ef01-4f6b-a3f5-5448e1d448d2 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 210 time: 0.0680947 Sep 17 01:03:52.295953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Pushing event deleted for resources: {'Port': ['ID=b244efff-da1f-49cd-b54d-e0fd8b5bfe2e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:52.317960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef97a9-6fd9-4753-9e80-c21da54e31b3 req-b54244e8-72b7-4797-a580-d702ee3cf008 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:52.319521 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5ef97a9-6fd9-4753-9e80-c21da54e31b3 req-b54244e8-72b7-4797-a580-d702ee3cf008 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 948 time: 0.0974162 Sep 17 01:03:52.442154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7ec450e7-7d75-428d-bfb6-ea30977e441c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:52.448218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] No DVR routers for this DVR port b244efff-da1f-49cd-b54d-e0fd8b5bfe2e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:03:52.455147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.458611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ab7ebe6-32df-4200-a543-41178d79bac2 req-95b56b60-17f7-4594-8014-f3d1e1ae6ac8 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.23 "DELETE /v2.0/ports/b244efff-da1f-49cd-b54d-e0fd8b5bfe2e HTTP/1.1" status: 204 len: 173 time: 1.0716560 Sep 17 01:03:52.470816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port fcbfa10f-3ea2-485b-a318-6d11997f24e4 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:03:52.480800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5ef97a9-6fd9-4753-9e80-c21da54e31b3 req-c34039df-3391-45e7-9b63-8d5d21de1740 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530557 Sep 17 01:03:52.493669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port fcbfa10f-3ea2-485b-a318-6d11997f24e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:52.500782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.548114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'port_id': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'mac_address': 'fa:16:3e:c3:c5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:03:52.581011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb91e9-9902-452b-a531-fac9568f9a05 req-c571b212-a124-4df5-bb06-de883fcb1a04 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:52.590420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2bfb91e9-9902-452b-a531-fac9568f9a05 req-c571b212-a124-4df5-bb06-de883fcb1a04 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 943 time: 0.1451547 Sep 17 01:03:52.630172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.664087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2bfb91e9-9902-452b-a531-fac9568f9a05 req-f0b734e2-0129-410f-9c21-ebef25f41c38 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728076 Sep 17 01:03:52.683519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.696993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec450e7-7d75-428d-bfb6-ea30977e441c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:03:52.711005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'name': 'network-vif-deleted', 'tag': '85c69b19-aa1c-485f-865e-4fe163670edb'}, {'server_uuid': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'name': 'network-vif-deleted', 'tag': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:52.711005 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155ff0b5-1919-457e-835a-e5d9614ee7ff" -d '{"events": [{"server_uuid": "4272abe1-ca38-4c00-8d5c-1e79b018b671", "name": "network-vif-deleted", "tag": "85c69b19-aa1c-485f-865e-4fe163670edb"}, {"server_uuid": "6ac40fdb-94ff-4200-8106-b6e2ab4e2da4", "name": "network-vif-deleted", "tag": "b244efff-da1f-49cd-b54d-e0fd8b5bfe2e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:52.728415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:52.730890 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43881b8-7fc6-4291-bdaa-0d41179566fe" -d '{"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:52.739662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7ec450e7-7d75-428d-bfb6-ea30977e441c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:52.753990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:52.780904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-609bd452-6936-47b3-b7fa-c0b4abdcb40f req-ed32ed04-d2d5-40fa-a53e-153a35461703 tempest-ServersOnMultiNodesTest-687782745 tempest-ServersOnMultiNodesTest-687782745-project] 10.222.0.13 "GET /v2.0/ports?device_id=6ac40fdb-94ff-4200-8106-b6e2ab4e2da4 HTTP/1.1" status: 200 len: 210 time: 0.0324745 Sep 17 01:03:52.820509 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.855287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:52.903064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7ec450e7-7d75-428d-bfb6-ea30977e441c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:52.947501 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11675fa-b973-4e65-a70b-159e5df10c6a x-openstack-request-id: req-e11675fa-b973-4e65-a70b-159e5df10c6a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:52.948219 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4272abe1-ca38-4c00-8d5c-1e79b018b671", "name": "network-vif-deleted", "tag": "85c69b19-aa1c-485f-865e-4fe163670edb", "status": "completed", "code": 200}, {"server_uuid": "6ac40fdb-94ff-4200-8106-b6e2ab4e2da4", "name": "network-vif-deleted", "tag": "b244efff-da1f-49cd-b54d-e0fd8b5bfe2e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:52.948705 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e11675fa-b973-4e65-a70b-159e5df10c6a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:52.949342 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4272abe1-ca38-4c00-8d5c-1e79b018b671', 'name': 'network-vif-deleted', 'tag': '85c69b19-aa1c-485f-865e-4fe163670edb', 'status': 'completed', 'code': 200} Sep 17 01:03:52.949821 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ac40fdb-94ff-4200-8106-b6e2ab4e2da4', 'name': 'network-vif-deleted', 'tag': 'b244efff-da1f-49cd-b54d-e0fd8b5bfe2e', 'status': 'completed', 'code': 200} Sep 17 01:03:53.023996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:53.042239 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7168bb98-b9e9-45f4-ab64-fe97636baaa0 x-openstack-request-id: req-7168bb98-b9e9-45f4-ab64-fe97636baaa0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:53.042731 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:53.044673 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7168bb98-b9e9-45f4-ab64-fe97636baaa0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:53.044673 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'code': 200} Sep 17 01:03:53.090576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887296e-d5a4-413b-ad6e-995a724a8ebd req-41532b5c-2fda-4748-8e0d-d188c0db8226 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:53.094183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7ec450e7-7d75-428d-bfb6-ea30977e441c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:53.104191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9887296e-d5a4-413b-ad6e-995a724a8ebd req-41532b5c-2fda-4748-8e0d-d188c0db8226 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 945 time: 0.5010226 Sep 17 01:03:53.198896 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9887296e-d5a4-413b-ad6e-995a724a8ebd req-5b6b758b-1ece-43d2-9bbe-40555593df76 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900476 Sep 17 01:03:53.204789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ff234-ef4e-454f-80fc-33cb0d250b9d req-feb01691-8f3e-4be6-abd9-6c842e3c6201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:53.212328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:53.216185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b14ff234-ef4e-454f-80fc-33cb0d250b9d req-feb01691-8f3e-4be6-abd9-6c842e3c6201 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 1100 time: 0.1108427 Sep 17 01:03:53.224078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-a97761f0-649a-41c7-a08c-00905a8069db tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:53.227593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-a97761f0-649a-41c7-a08c-00905a8069db tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.0852044 Sep 17 01:03:53.238913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:53.275932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:53.369497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b14ff234-ef4e-454f-80fc-33cb0d250b9d req-37ed2a76-837a-4bc8-8745-8d476783f53b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584230 Sep 17 01:03:53.370064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:53.449201 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Floating IP fd6aed0c-791d-4b92-b11b-1965afd91a8b associated. External IP: 172.25.1.229, port: 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5. Sep 17 01:03:53.539791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bdee177-5c16-4406-bede-fb45f6dc98f1 req-e7d48f69-5172-49cb-acfa-6a2b39a26f65 tempest-TenantUsagesTestJSON-1671469359 tempest-TenantUsagesTestJSON-1671469359-project] 10.222.0.13 "GET /v2.0/ports?device_id=4272abe1-ca38-4c00-8d5c-1e79b018b671 HTTP/1.1" status: 200 len: 210 time: 0.0401249 Sep 17 01:03:53.595516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:53.660922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:53.736330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:53.756362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397ce82-c151-4d44-bfc3-fa2193f77af3 req-93e41e45-f326-4005-b2e2-e4e66f778f69 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:53.759254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8397ce82-c151-4d44-bfc3-fa2193f77af3 req-93e41e45-f326-4005-b2e2-e4e66f778f69 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 949 time: 0.1621394 Sep 17 01:03:53.815569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ceff4b-b405-432e-80af-0e810bdfc840 req-7af39e47-d3b7-4030-8ddb-2f77061d54af tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:53.817184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3ceff4b-b405-432e-80af-0e810bdfc840 req-7af39e47-d3b7-4030-8ddb-2f77061d54af tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 944 time: 0.0605083 Sep 17 01:03:53.841789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8397ce82-c151-4d44-bfc3-fa2193f77af3 req-029131b1-85ff-4204-8a3f-4779c077b6e5 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714059 Sep 17 01:03:53.844881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:53.863766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:03:53.908319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3ceff4b-b405-432e-80af-0e810bdfc840 req-2bcb9888-5f0f-4c52-a8a6-7b2520c4ca2b tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812569 Sep 17 01:03:53.963026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:53.985816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:53.986135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:53.989782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:53.994902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:53.995261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:54.003946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:54.004340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:54.004653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:54.005075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Bound port: 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:54.005428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.020300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:03:54.030368 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.032369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] Sync routers for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:03:54.045217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:54.047245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:54.063153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4ade36e6-0d7b-4bc9-afbe-ce38957e24ef tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "PUT /v2.0/floatingips/fd6aed0c-791d-4b92-b11b-1965afd91a8b HTTP/1.1" status: 200 len: 992 time: 2.1483161 Sep 17 01:03:54.063796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:54.068875 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584ceca-b04e-4330-89e2-b5c464d6aa33" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:54.085077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:03:54.088773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:03:54.110723 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32a919b-3b80-4428-a621-705a77c4da34 x-openstack-request-id: req-c32a919b-3b80-4428-a621-705a77c4da34 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:54.111070 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:54.111401 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c32a919b-3b80-4428-a621-705a77c4da34 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:54.112050 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'status': 'completed', 'code': 200} Sep 17 01:03:54.137956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:03:54.140566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 85c69b19-aa1c-485f-865e-4fe163670edb no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:54.173555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 85c69b19-aa1c-485f-865e-4fe163670edb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:54.173899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 85c69b19-aa1c-485f-865e-4fe163670edb not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:54.188958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.281877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-108f2cc6-c3a3-44cb-b261-cf4897d86fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:54.283565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-108f2cc6-c3a3-44cb-b261-cf4897d86fdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37d9cb93e2374ba6a49649ccff67e161&device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 1097 time: 0.1263142 Sep 17 01:03:54.286188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=8']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:54.332050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6756f-32db-4e2b-9f95-d60ced903e98 req-45c9f201-3bac-466a-af3a-9f41d693882e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:54.334254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:54.334893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.335982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32b6756f-32db-4e2b-9f95-d60ced903e98 req-45c9f201-3bac-466a-af3a-9f41d693882e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.0680108 Sep 17 01:03:54.340083 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-39a0c194-072e-4e28-87f8-3a68bb24e1a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 1121 time: 1.1059685 Sep 17 01:03:54.378445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32b6756f-32db-4e2b-9f95-d60ced903e98 req-6fa4e76d-f865-4315-bd18-545f3feacfa1 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Sep 17 01:03:54.394388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.resource_extend [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:03:54.399414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7ec450e7-7d75-428d-bfb6-ea30977e441c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:03:54.449528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-335fd3dd-69af-4317-a591-6596fb0f611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:54.449528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-335fd3dd-69af-4317-a591-6596fb0f611c service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb0c8d95-5cc7-4833-b036-275871ed30d0 HTTP/1.1" status: 200 len: 912 time: 0.1525822 Sep 17 01:03:54.462089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['92a6bdca-277b-416b-adbf-9fbf4a6a9f06'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:54.522722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['92a6bdca-277b-416b-adbf-9fbf4a6a9f06'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:03:54.541433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-96cd0ed3-0621-485b-9206-fd91b75c3484 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 HTTP/1.1" status: 200 len: 1000 time: 0.0810945 Sep 17 01:03:54.599270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36314) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:54.628934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-b0344f7c-db48-43c3-96f2-124cb856ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:54.630950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-b0344f7c-db48-43c3-96f2-124cb856ce46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d02f187-9adb-4755-83ef-ad5f8dc657b4 HTTP/1.1" status: 200 len: 850 time: 0.0785971 Sep 17 01:03:54.633378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:54.722564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-e8dc82fe-8005-4f81-8b3a-46bfa10cf88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:54.724977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-e8dc82fe-8005-4f81-8b3a-46bfa10cf88f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb0c8d95-5cc7-4833-b036-275871ed30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806663 Sep 17 01:03:54.735572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:54.849748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-043214af-235d-4317-aa58-a54ea2824597 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07c75938182f4129ab2bf04452bc12fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466297 Sep 17 01:03:54.851466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:54.883855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 7ec450e7-7d75-428d-bfb6-ea30977e441c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:03:54.917053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:03:54.917896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:03:54.918267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:54.922650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-342e194f-7927-4b17-bb91-fcaa00dc3417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.925095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 7ec450e7-7d75-428d-bfb6-ea30977e441c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:03:54.925455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.931507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:03:54.932029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:03:54.986123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:03:54.986713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:54.987354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:03:54.988018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Bound port: 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:03:54.988231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:54.998896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-342e194f-7927-4b17-bb91-fcaa00dc3417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.111690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325f25-2926-41ca-8a3f-7b7dfa6a32e7 req-e8f3475f-9408-49a0-9896-dad560891f18 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:55.113582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc325f25-2926-41ca-8a3f-7b7dfa6a32e7 req-e8f3475f-9408-49a0-9896-dad560891f18 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 949 time: 0.1075594 Sep 17 01:03:55.161451 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc325f25-2926-41ca-8a3f-7b7dfa6a32e7 req-0c211740-b878-44f5-b6d9-29127e037cb5 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414939 Sep 17 01:03:55.208844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06'}, {'name': 'network-changed', 'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:55.210970 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9085faa2-a295-47f0-8d25-3083911c484b" -d '{"events": [{"server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "name": "network-vif-unplugged", "status": "completed", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06"}, {"name": "network-changed", "server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:55.252900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-342e194f-7927-4b17-bb91-fcaa00dc3417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.257210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-342e194f-7927-4b17-bb91-fcaa00dc3417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.258869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-342e194f-7927-4b17-bb91-fcaa00dc3417 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c94c24c0-860d-4bf4-bfda-06bee11b4a9a HTTP/1.1" status: 204 len: 168 time: 0.4063585 Sep 17 01:03:55.264040 n-d-789963-7 neutron-server[112074]: WARNING neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Concurrent port binding operations failed on port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 Sep 17 01:03:55.268755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:55.274963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e194f-7927-4b17-bb91-fcaa00dc3417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94c24c0-860d-4bf4-bfda-06bee11b4a9a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:55.275490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-08690648-1a24-4ab1-a758-b966e78f820c service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408571 Sep 17 01:03:55.279521 n-d-789963-7 neutron-server[112074]: INFO neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempt 2 to bind port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 Sep 17 01:03:55.279521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:03:55.302167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b501449-b7ef-4f3e-bea4-40f13d4ea485 req-f711c623-eee9-4594-9f3e-7d5ed9aa5a02 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:55.310204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b501449-b7ef-4f3e-bea4-40f13d4ea485 req-f711c623-eee9-4594-9f3e-7d5ed9aa5a02 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 944 time: 0.0951495 Sep 17 01:03:55.385996 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.426796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36342) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:55.435799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b501449-b7ef-4f3e-bea4-40f13d4ea485 req-e5d74cc8-9fbb-4447-b4b5-037b82fc70f2 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245956 Sep 17 01:03:55.466132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:03:55.466132 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23c68fa-6aa2-4f01-9b57-97872a5a817c" -d '{"events": [{"server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "name": "network-vif-plugged", "status": "completed", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:03:55.505381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6584ceca-b04e-4330-89e2-b5c464d6aa33 req-8bd469e6-84ae-4f77-83e7-23634e6bb4e6 service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205563 Sep 17 01:03:55.528648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7ec450e7-7d75-428d-bfb6-ea30977e441c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:03:55.544278 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad9fca7-55bc-4274-8b7a-bb922d2e818c x-openstack-request-id: req-bad9fca7-55bc-4274-8b7a-bb922d2e818c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:55.544580 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "name": "network-vif-unplugged", "status": "completed", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06", "code": 200}, {"name": "network-changed", "server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:55.545171 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bad9fca7-55bc-4274-8b7a-bb922d2e818c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:55.545592 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'code': 200} Sep 17 01:03:55.545847 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'status': 'completed', 'code': 200} Sep 17 01:03:55.586157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'fd6aed0c-791d-4b92-b11b-1965afd91a8b', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'port_id': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'mac_address': 'fa:16:3e:55:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:03:28Z', 'updated_at': '2021-09-17T01:03:53Z', 'revision_number': 1, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:55.622682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] Checking router: 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:03:55.626046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.626850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b244efff-da1f-49cd-b54d-e0fd8b5bfe2e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:03:55.667191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085faa2-a295-47f0-8d25-3083911c484b req-e2f12e93-6ddc-4559-bfd0-c6be2dff7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:55.672997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: b244efff-da1f-49cd-b54d-e0fd8b5bfe2e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:03:55.673350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b244efff-da1f-49cd-b54d-e0fd8b5bfe2e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:03:55.678859 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3a14e34-5ddf-4aa2-9b30-7b1d653ab290 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1b2a6cd65f9f497ea7bfa3ed88fcfb94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489057 Sep 17 01:03:55.680244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:03:55.680374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36352) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:55.680884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:55.681337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-e2f12e93-6ddc-4559-bfd0-c6be2dff7404 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1124 time: 0.1049302 Sep 17 01:03:55.776636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7ec450e7-7d75-428d-bfb6-ea30977e441c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:55.831423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad842a-5cb9-497b-8e80-9cefdb58b16d req-a65239c8-38fb-4c57-99b8-a63334be22bf tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:55.833194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55ad842a-5cb9-497b-8e80-9cefdb58b16d req-a65239c8-38fb-4c57-99b8-a63334be22bf tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1372538 Sep 17 01:03:55.836315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085faa2-a295-47f0-8d25-3083911c484b req-d9fc7330-3ed7-4541-9ec2-6618bd7d6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:55.837785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-d9fc7330-3ed7-4541-9ec2-6618bd7d6588 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1500876 Sep 17 01:03:55.839492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27611bdb-e0bf-493b-8cf6-773e8d1c8794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.858619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:03:55.897548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27611bdb-e0bf-493b-8cf6-773e8d1c8794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:55.942826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55ad842a-5cb9-497b-8e80-9cefdb58b16d req-cabf2d54-e1e3-4d39-a803-6e29e505c1c9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002007 Sep 17 01:03:55.977367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-881f79fa-e6b9-4576-877b-42e0d3b1e4df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 217 time: 0.1232665 Sep 17 01:03:56.018925 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f3bc81-1afa-42b4-a494-33024ae30c11 x-openstack-request-id: req-72f3bc81-1afa-42b4-a494-33024ae30c11 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:03:56.019344 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "name": "network-vif-plugged", "status": "completed", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:03:56.019615 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72f3bc81-1afa-42b4-a494-33024ae30c11 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:03:56.020001 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'code': 200} Sep 17 01:03:56.060635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085faa2-a295-47f0-8d25-3083911c484b req-0c3be3ca-be5d-48f7-b064-0740f7575cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:56.062246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-0c3be3ca-be5d-48f7-b064-0740f7575cdd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0777581 Sep 17 01:03:56.099777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-15389247-c7b9-41f0-853e-1bf900de1a86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289230 Sep 17 01:03:56.128079 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27611bdb-e0bf-493b-8cf6-773e8d1c8794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:56.130590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27611bdb-e0bf-493b-8cf6-773e8d1c8794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:56.134339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27611bdb-e0bf-493b-8cf6-773e8d1c8794 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f2afdc7-8285-44d9-bace-b3201042a4f6 HTTP/1.1" status: 204 len: 168 time: 0.4505160 Sep 17 01:03:56.141734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27611bdb-e0bf-493b-8cf6-773e8d1c8794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2afdc7-8285-44d9-bace-b3201042a4f6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:56.204890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'fd6aed0c-791d-4b92-b11b-1965afd91a8b', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'port_id': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'mac_address': 'fa:16:3e:55:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:03:28Z', 'updated_at': '2021-09-17T01:03:53Z', 'revision_number': 1, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:03:56.243133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e25614-a733-48df-a6d3-4b868193e695 req-6da1b285-7cb3-4245-aaa9-815c97b1181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:56.245346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62e25614-a733-48df-a6d3-4b868193e695 req-6da1b285-7cb3-4245-aaa9-815c97b1181d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 1096 time: 0.1480851 Sep 17 01:03:56.254364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eab847-334d-4f53-abdd-730bdbd90276 None None] The sync data for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 is: [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'fd6aed0c-791d-4b92-b11b-1965afd91a8b', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'floating_ip_address': '172.25.1.229', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'port_id': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'mac_address': 'fa:16:3e:55:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:03:28Z', 'updated_at': '2021-09-17T01:03:53Z', 'revision_number': 1, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:03:56.287887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-5a0c324b-47e6-484d-8f3c-383e278e122d service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791134 Sep 17 01:03:56.358419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62e25614-a733-48df-a6d3-4b868193e695 req-3b9ad7cc-7c87-4722-ba34-6c168e3fe4ef service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783346 Sep 17 01:03:56.397012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:56.444520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9085faa2-a295-47f0-8d25-3083911c484b req-14b29e2c-c2a1-46c3-9c2e-e7aa3bc42008 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458077 Sep 17 01:03:56.471562 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-22277204-00f6-4b21-a5d6-3f46585e52a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cad872365d2843e79dda52eefaf76e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705934 Sep 17 01:03:56.481221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:56.579551 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e4f5f1-fa38-4806-9414-f8cb26dc93fc None None] New status for floating IP fd6aed0c-791d-4b92-b11b-1965afd91a8b: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:03:56.583550 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb983ec4-cdb4-4437-9859-638a4b7048f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:56.608537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb983ec4-cdb4-4437-9859-638a4b7048f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:56.613001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6a5f-03ba-4d6e-af98-dbd1b3f02299 req-ba5e7c00-e42e-422f-8897-6d90c5d3edcd tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:56.621146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26ac6a5f-03ba-4d6e-af98-dbd1b3f02299 req-ba5e7c00-e42e-422f-8897-6d90c5d3edcd tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.0768998 Sep 17 01:03:56.659647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26ac6a5f-03ba-4d6e-af98-dbd1b3f02299 req-2553008d-9ef4-4770-b1e9-c83a39841731 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374649 Sep 17 01:03:56.733324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb983ec4-cdb4-4437-9859-638a4b7048f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:56.736364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb983ec4-cdb4-4437-9859-638a4b7048f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:56.737960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eb983ec4-cdb4-4437-9859-638a4b7048f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdf8f3ff-415f-4a97-8476-8a625cff3aab HTTP/1.1" status: 204 len: 168 time: 0.2610674 Sep 17 01:03:56.746337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb983ec4-cdb4-4437-9859-638a4b7048f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8f3ff-415f-4a97-8476-8a625cff3aab,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:57.007658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36392) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:57.024029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c1ee1b-4a4c-4adf-8c41-e8837f19429c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.092530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2f7e9-4cfc-4d18-9e6e-c511c7bd0a2d req-ae1a0686-7933-49c2-a6b8-9e0ed91b8f2c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:57.094007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47c2f7e9-4cfc-4d18-9e6e-c511c7bd0a2d req-ae1a0686-7933-49c2-a6b8-9e0ed91b8f2c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.0721438 Sep 17 01:03:57.153832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47c2f7e9-4cfc-4d18-9e6e-c511c7bd0a2d req-045129e6-9d11-4e1e-bad4-54a9cc56ba4c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520017 Sep 17 01:03:57.203581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c1ee1b-4a4c-4adf-8c41-e8837f19429c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.310034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c1ee1b-4a4c-4adf-8c41-e8837f19429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.355276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-32c1ee1b-4a4c-4adf-8c41-e8837f19429c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f8170d2cbb34d80ad5c1b0418ce8259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442626 Sep 17 01:03:57.355276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1ee1b-4a4c-4adf-8c41-e8837f19429c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee50a208-b8fd-45c6-8764-5d71d85861a7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:57.356250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36414) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:57.421283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33cc63-78ae-4d88-a3e7-e2f79e9819e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.447505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33cc63-78ae-4d88-a3e7-e2f79e9819e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.573109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33cc63-78ae-4d88-a3e7-e2f79e9819e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.577918 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33cc63-78ae-4d88-a3e7-e2f79e9819e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:57.580547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae33cc63-78ae-4d88-a3e7-e2f79e9819e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee50a208-b8fd-45c6-8764-5d71d85861a7 HTTP/1.1" status: 204 len: 168 time: 0.2224369 Sep 17 01:03:57.594566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33cc63-78ae-4d88-a3e7-e2f79e9819e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee50a208-b8fd-45c6-8764-5d71d85861a7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:57.815592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4916-605c-41b1-8556-67e81c24b7f9 req-7de4b623-e9c7-4fc7-b198-4d235872de80 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:57.824173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ecf4916-605c-41b1-8556-67e81c24b7f9 req-7de4b623-e9c7-4fc7-b198-4d235872de80 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.0755031 Sep 17 01:03:57.867612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ecf4916-605c-41b1-8556-67e81c24b7f9 req-35c53a61-fdfc-4323-a4cc-db7e5a8f2c6d tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403862 Sep 17 01:03:58.059765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36436) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:58.177272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-network', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:58.285812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2663d32-ed1b-46b7-9d31-28571a62a7ec req-79e76b77-449b-4e82-9fe3-a70c15972fb4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:58.287342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2663d32-ed1b-46b7-9d31-28571a62a7ec req-79e76b77-449b-4e82-9fe3-a70c15972fb4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.0525630 Sep 17 01:03:58.288407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Made reservation on behalf of 5d1993e1f06d428184dcefbc23ee2f2d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:58.290591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.306478 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.347826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2663d32-ed1b-46b7-9d31-28571a62a7ec req-bbe9cdb0-d341-4653-979e-55b9ab62cdd3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487657 Sep 17 01:03:58.430734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.488638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.510191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.531790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:03:58.547666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398b71e3-cf69-4181-be64-c95ce6216820,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:58.553791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.554187 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Added segment 42367856-f3b6-4964-957b-fc0ffdae7d18 of type vlan for network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 Sep 17 01:03:58.599270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.687578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.688636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:58.689692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.763004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] Pushing event updated for resources: {'Network': ['ID=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:58.774653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:03:58.833713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:58.853870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b0e4e76-3fa2-44cf-871b-632fb4314f70 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7928572 Sep 17 01:03:58.856793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:58.862763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Request body: {'subnet': {'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-subnet', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:58.946973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Made reservation on behalf of 5d1993e1f06d428184dcefbc23ee2f2d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:03:58.949130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:59.043065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f2e-547f-47f6-a00e-dfa057d3062c req-bbf106b1-c06a-460e-8643-17010fb33cd9 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:59.044669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69e16f2e-547f-47f6-a00e-dfa057d3062c req-bbf106b1-c06a-460e-8643-17010fb33cd9 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.1098275 Sep 17 01:03:59.119480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69e16f2e-547f-47f6-a00e-dfa057d3062c req-74a74359-611d-4887-a968-c95035cdf349 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519381 Sep 17 01:03:59.149400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-60acf493-f299-4f46-a919-db0e7041efa5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=582cdb6e2d564c8fb52f1c4d21eef090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452106 Sep 17 01:03:59.269535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24939c13-310d-4cb0-b566-436b704ddabe req-a0277433-9289-40b1-9e16-2592031c8f45 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:59.271042 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-24939c13-310d-4cb0-b566-436b704ddabe req-a0277433-9289-40b1-9e16-2592031c8f45 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.0653231 Sep 17 01:03:59.278640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-e0cb29c6-bf29-42a8-957f-caa064102acf tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:59.280055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36494) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:59.280380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-e0cb29c6-bf29-42a8-957f-caa064102acf tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1317751 Sep 17 01:03:59.285979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Request body: {'floatingip': {'port_id': '7ec450e7-7d75-428d-bfb6-ea30977e441c'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:03:59.297869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5e7a1bbc-db57-4e41-b024-24da8a77cee7 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/quotas/582cdb6e2d564c8fb52f1c4d21eef090 HTTP/1.1" status: 200 len: 375 time: 0.0109034 Sep 17 01:03:59.322980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:59.334915 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:59.338739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-74a2724e-b4e2-40c6-af7a-4e9f37dc8f10 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=582cdb6e2d564c8fb52f1c4d21eef090&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341678 Sep 17 01:03:59.448087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4a3243-fe98-407c-832b-3bb7e6e947a8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:03:59.513999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Checking segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:03:59.514362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Network hostable DHCP agents. Network: ebb8b4f9-9841-417e-88de-bcab0fb9d6f8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:03:59.621852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56685e-e6a6-4a57-8ea5-ac4a717d26ce req-b411aefb-5827-4f7c-9a60-92a3eb69341a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:59.623364 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc56685e-e6a6-4a57-8ea5-ac4a717d26ce req-b411aefb-5827-4f7c-9a60-92a3eb69341a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1322842 Sep 17 01:03:59.734149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:03:59.762662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc56685e-e6a6-4a57-8ea5-ac4a717d26ce req-610c5868-b1c8-44b7-b9d7-e858518766c9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008568 Sep 17 01:03:59.832137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae3e71f7-5d59-4abc-8879-d209e6f5a12c req-d37d7f55-e49f-4eae-93db-c814d6900ac8 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.0351462 Sep 17 01:03:59.834282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ebb8b4f9-9841-417e-88de-bcab0fb9d6f8) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:03:59.845170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:03:59.845945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:03:59.861196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34fac69-2850-4b9f-bc45-083a79c847a2 None None] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:03:59.918539 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d5d2cde1-7644-4d7d-bc3d-8c497577838c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0607648 Sep 17 01:03:59.921482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36530) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:03:59.929264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:00.013001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.014249 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.039570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.073969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:04:00.075590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.077315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.167233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.238758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:04:00.274471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Allocated IP 172.20.0.2 (ebb8b4f9-9841-417e-88de-bcab0fb9d6f8/bd4a3243-fe98-407c-832b-3bb7e6e947a8/3b0147c7-be9c-43d9-b920-9700638d9bf6) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:00.314304 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Floating IP afaa2c95-32b2-42c2-a0b7-780d62e1a6b6 associated. External IP: 172.25.1.21, port: 7ec450e7-7d75-428d-bfb6-ea30977e441c. Sep 17 01:04:00.398902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.494981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:00.539595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'mac_address': 'fa:16:3e:ab:88:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:04:00.620260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.624810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:04:00.637591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcbfa10f-3ea2-485b-a318-6d11997f24e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:00.670384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.676420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:00.763256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.767544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.780062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:00.785886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.821885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd538438-2a51-42d5-99b4-1d63953c5086 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "PUT /v2.0/floatingips/afaa2c95-32b2-42c2-a0b7-780d62e1a6b6 HTTP/1.1" status: 200 len: 990 time: 1.5402138 Sep 17 01:04:00.822640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:00.824184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.825238 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:00.833268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] Sync routers for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:00.845418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:00.866184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Pushing event updated for resources: {'Port': ['ID=3b0147c7-be9c-43d9-b920-9700638d9bf6,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:00.879314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:00.912025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:00.918506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:00.938557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:00.939245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:01.031608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['fcbfa10f-3ea2-485b-a318-6d11997f24e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:01.035985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b27e7-9e9f-4064-86e7-e9da31edffe4 req-fbb7c5fd-2f50-43b5-9351-1b42081083c6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:01.050118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1a0b27e7-9e9f-4064-86e7-e9da31edffe4 req-fbb7c5fd-2f50-43b5-9351-1b42081083c6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1112883 Sep 17 01:04:01.085175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Allocated IP 172.25.1.145 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/a4715266-4711-454a-8b23-820142d67dfe) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:01.133974 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1a0b27e7-9e9f-4064-86e7-e9da31edffe4 req-8291b077-3e7e-43e9-8769-72c0e672dc50 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757565 Sep 17 01:04:01.255544 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e732e7-d05e-4652-8b62-3878cf1ce661 x-openstack-request-id: req-89e732e7-d05e-4652-8b62-3878cf1ce661 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:01.255544 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:01.255544 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89e732e7-d05e-4652-8b62-3878cf1ce661 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:01.255544 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'status': 'completed', 'code': 200} Sep 17 01:04:01.432931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:01.434408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:01.464718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c508a336-7a8f-4dc8-ada6-56b10890229c req-f9b117cc-60ed-4e4a-b83e-6afe24287fcb tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.1405416 Sep 17 01:04:01.503680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Attempting to bind port 3b0147c7-be9c-43d9-b920-9700638d9bf6 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:01.504052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Attempting to bind port 3b0147c7-be9c-43d9-b920-9700638d9bf6 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:01.504426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Attempting to bind port 3b0147c7-be9c-43d9-b920-9700638d9bf6 on network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:01.517050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-000c92bd-7875-4236-8f28-08195a21f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:01.518898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-000c92bd-7875-4236-8f28-08195a21f43a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eff8a499c7d4488f88771c0982b9817e&device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 1096 time: 0.2432308 Sep 17 01:04:01.521579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:01.521985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Checking segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:01.522398 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:01.522797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Bound using segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:01.523386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Bound port: 3b0147c7-be9c-43d9-b920-9700638d9bf6, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:01.523777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:01.547573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:01.643983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-40dadf9b-9102-489a-a2b4-36791b76053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:01.645632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-40dadf9b-9102-489a-a2b4-36791b76053c service neutron] 10.222.0.23 "GET /v2.0/networks?id=705174b5-edf9-44c0-ad24-c206a1184483 HTTP/1.1" status: 200 len: 916 time: 0.1187446 Sep 17 01:04:01.749981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-89be388a-432b-49a2-aa67-a491512017e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c HTTP/1.1" status: 200 len: 998 time: 0.0966048 Sep 17 01:04:01.773774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] For port 3b0147c7-be9c-43d9-b920-9700638d9bf6, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:01.817020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] For port 3b0147c7-be9c-43d9-b920-9700638d9bf6, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3b0147c7-be9c-43d9-b920-9700638d9bf6,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:01.828401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-8ed91933-cae4-4a2f-91ad-7f96f7f260a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:01.830972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-8ed91933-cae4-4a2f-91ad-7f96f7f260a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917 HTTP/1.1" status: 200 len: 854 time: 0.0737753 Sep 17 01:04:01.910640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-f4211bdf-fa21-4a2d-831f-faca0b375a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:01.913937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-f4211bdf-fa21-4a2d-831f-faca0b375a14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=705174b5-edf9-44c0-ad24-c206a1184483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699821 Sep 17 01:04:02.118680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'afaa2c95-32b2-42c2-a0b7-780d62e1a6b6', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'port_id': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'mac_address': 'fa:16:3e:c3:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:03:37Z', 'updated_at': '2021-09-17T01:03:59Z', 'revision_number': 1, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:38Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:02.157680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] Checking router: 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:02.158067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-9271ca96-fa2e-4285-804d-068b092fad3a service neutron] 10.222.0.23 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285140 Sep 17 01:04:02.171057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:02.172022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:02.280134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:02.364391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5104d1c9-380e-4259-9ce8-2eb932d7b3ca req-2d1e0bbb-410b-4705-aeb6-2172cfdc594d service neutron] 10.222.0.23 "GET /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990724 Sep 17 01:04:02.418999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port fcbfa10f-3ea2-485b-a318-6d11997f24e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:02.419408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:02.430017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717fe98-474b-4e8a-8928-cbc3bd253568 req-5b9b3e39-90b2-49e5-a796-80190858d1eb tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:02.435519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c717fe98-474b-4e8a-8928-cbc3bd253568 req-5b9b3e39-90b2-49e5-a796-80190858d1eb tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1005714 Sep 17 01:04:02.493996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:02.530905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c717fe98-474b-4e8a-8928-cbc3bd253568 req-e7e15d73-de83-4886-968f-230db99818c5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944190 Sep 17 01:04:02.561785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:02.573553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:02.592938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:02.599591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:02.607216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:02.616730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Pushing event updated for resources: {'Port': ['ID=a4715266-4711-454a-8b23-820142d67dfe,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:02.687266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-05cf4795-0d19-4b7f-ae6f-1f8fa285c5ae req-68aabb33-561a-4afb-ac8f-a8cbe0632412 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.0349255 Sep 17 01:04:02.949547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5babe-4de1-4c18-882e-f3961c8f1b3b None None] Pushing event updated for resources: {'Port': ['ID=3b0147c7-be9c-43d9-b920-9700638d9bf6,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:03.210637 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:03.249281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-e886faa5-c496-4a99-a7a6-f486e603e478 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=582cdb6e2d564c8fb52f1c4d21eef090&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559483 Sep 17 01:04:03.341100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:03.354746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:03.364562 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc20807-d7ce-43ac-8f2b-15273ac4021b" -d '{"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:03.413681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:03.422367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:03.492844 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd0123-4a44-459d-9d06-da4a028c2979 x-openstack-request-id: req-10bd0123-4a44-459d-9d06-da4a028c2979 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:03.492844 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:03.492844 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10bd0123-4a44-459d-9d06-da4a028c2979 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:03.492844 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'code': 200} Sep 17 01:04:03.534239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:03.599802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'afaa2c95-32b2-42c2-a0b7-780d62e1a6b6', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'port_id': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'mac_address': 'fa:16:3e:c3:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:03:37Z', 'updated_at': '2021-09-17T01:03:59Z', 'revision_number': 1, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:38Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:03.696717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236448ec-706d-4883-b172-eceeb8e42009 None None] The sync data for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 is: [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'afaa2c95-32b2-42c2-a0b7-780d62e1a6b6', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'port_id': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'mac_address': 'fa:16:3e:c3:c5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:03:37Z', 'updated_at': '2021-09-17T01:03:59Z', 'revision_number': 1, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:38Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:03.780713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6b7904e5-8aea-44b1-832e-87ffb2b32d17 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:03.783636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6b7904e5-8aea-44b1-832e-87ffb2b32d17 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5215526 Sep 17 01:04:03.825226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Request body: {'port': {'device_id': 'b090589f-0131-450f-b870-70ad9e4c2695', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '582cdb6e2d564c8fb52f1c4d21eef090'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:03.885079 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25a9b264-dcbe-4e5a-8e06-78cf539975e0 req-22c0e3aa-a35a-4bc8-bc23-e3ba2b182014 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.0717595 Sep 17 01:04:04.120735 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0327a48-0268-4e33-b657-a8f0c51ce4da None None] New status for floating IP afaa2c95-32b2-42c2-a0b7-780d62e1a6b6: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:04:04.159794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27507241-5c53-4f08-8251-0dbc99360444 req-47960d2a-d2c8-4c42-b146-ff819d1cce9d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:04.167340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27507241-5c53-4f08-8251-0dbc99360444 req-47960d2a-d2c8-4c42-b146-ff819d1cce9d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.4860573 Sep 17 01:04:04.249765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:04.266911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:04.333661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27507241-5c53-4f08-8251-0dbc99360444 req-0e6d7292-65f0-4867-ab5d-e9f5eb4a3892 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608672 Sep 17 01:04:04.465271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Made reservation on behalf of 582cdb6e2d564c8fb52f1c4d21eef090 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:04.471174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:04.485968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-9f11cec9-5ee3-45d4-9718-d0b32dfa7da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:04.490062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-9f11cec9-5ee3-45d4-9718-d0b32dfa7da1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1124 time: 0.3200960 Sep 17 01:04:04.510495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa5fad-5cf6-494a-a74b-c55d04f1236d None None] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:04:04.549910 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:04.647269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d3b6ba80-3a7c-4c34-ad31-a3a4e51d01b2 None None] Provisioning complete for port 3b0147c7-be9c-43d9-b920-9700638d9bf6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:04.650974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba80-3a7c-4c34-ad31-a3a4e51d01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:04.988741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3b0147c7-be9c-43d9-b920-9700638d9bf6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:05.113154 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba80-3a7c-4c34-ad31-a3a4e51d01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.171653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d3b6ba80-3a7c-4c34-ad31-a3a4e51d01b2 None None] For port 3b0147c7-be9c-43d9-b920-9700638d9bf6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3b0147c7-be9c-43d9-b920-9700638d9bf6,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:05.178284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3b0147c7-be9c-43d9-b920-9700638d9bf6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:05.178692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.200884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc0a85b7-d849-4273-907e-d8f4396b961a req-e548ae11-bbb3-44c8-87f9-8ed62b0d1a91 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.0674591 Sep 17 01:04:05.253368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3b6ba80-3a7c-4c34-ad31-a3a4e51d01b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.336417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.407544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-1d2cdc3e-f7fc-4c9d-91a1-964571b25d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:05.431646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-1d2cdc3e-f7fc-4c9d-91a1-964571b25d35 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.9048121 Sep 17 01:04:05.600466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.612923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6ba80-3a7c-4c34-ad31-a3a4e51d01b2 None None] Pushing event updated for resources: {'Port': ['ID=3b0147c7-be9c-43d9-b920-9700638d9bf6,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:05.631890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21332a4d-9f1e-4d31-a237-cc1ed308fe8b req-b87b018b-ba08-4f0f-91d0-cd06254f398c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:05.633441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21332a4d-9f1e-4d31-a237-cc1ed308fe8b req-b87b018b-ba08-4f0f-91d0-cd06254f398c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.1079967 Sep 17 01:04:05.643433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-d68d0e53-d026-44dd-9f4e-5eab90cd54a0 service neutron] 10.222.0.23 "GET /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.2067018 Sep 17 01:04:05.666779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-70d1aa0a-2e17-441a-9c30-7fde83d2fd9a None None] Provisioning complete for port 3b0147c7-be9c-43d9-b920-9700638d9bf6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:05.667194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-70d1aa0a-2e17-441a-9c30-7fde83d2fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.702895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21332a4d-9f1e-4d31-a237-cc1ed308fe8b req-dd5602f7-53ea-49a6-b9d4-b197230c3f93 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619020 Sep 17 01:04:05.722093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-0414c9e1-3fce-4375-93cd-d2226fe33d6f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 217 time: 0.2893074 Sep 17 01:04:05.739975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ac47e004-9481-4e48-95bf-b458b29ed83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:05.833542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d3f029-d93b-434d-9195-ef6c4ac4b378,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:05.912318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-99b63b62-b7c7-4989-950c-3fe8bb542452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:05.913784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-99b63b62-b7c7-4989-950c-3fe8bb542452 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1554472 Sep 17 01:04:05.929957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Router b0e8cca5-14ad-40a0-a0b3-67707f50976a is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:04:06.036738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-ac8c14dd-1c77-46ab-ac85-2b87e9309359 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552466 Sep 17 01:04:06.043118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Allocated IP 192.168.233.52 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/0de25c77-dd01-4629-aaa7-ffcf6be96b42) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:06.336414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:06.349795 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1526122e-31b2-4382-9fce-1de6180b7f80 req-1b34e296-6b82-4110-924b-4731c593222d tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.0433352 Sep 17 01:04:06.374966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-b8a995f9-b741-4923-9980-9c5b3a66429f service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836764 Sep 17 01:04:06.386284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:06.403459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Sync routers for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:06.421270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:06.421904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:03:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:06.473500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:06.562526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:06.566216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:06.567835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:06.571898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36694) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:06.572112 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8be5de48-955f-4857-8160-3d51151f7391 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.6491270 Sep 17 01:04:06.594832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:06.614099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:06.636786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9b54fb3-3acb-4b26-af50-0c79c6387ffc req-c9dcfcc9-4cd2-4be7-97c1-cf7deb055139 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430685 Sep 17 01:04:06.758902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:06.943470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3b0147c7-be9c-43d9-b920-9700638d9bf6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:06.987034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] Transition to ACTIVE for port object 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:04:07.088562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3b0147c7-be9c-43d9-b920-9700638d9bf6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:07.088562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.196208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.217553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:02Z', 'revision_number': 3, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:07.274647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Checking router: b0e8cca5-14ad-40a0-a0b3-67707f50976a for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:07.275048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Updating router b0e8cca5-14ad-40a0-a0b3-67707f50976a port a4715266-4711-454a-8b23-820142d67dfe binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:04:07.308366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Pushing event updated for resources: {'Port': ['ID=0de25c77-dd01-4629-aaa7-ffcf6be96b42,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:07.324587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.346392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:07.347450 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.352460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:07.415377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:07.533784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:07.534756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.624674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] No DVR routers for this DVR port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:04:07.739174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] 10.222.0.23 "PUT /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 2.0295482 Sep 17 01:04:07.746330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-5f796ccc-7996-4414-9192-f1af32bc62f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9444039 Sep 17 01:04:07.757870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc7373-a874-4efd-88db-4d6e055a1aae service neutron] Pushing event updated for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:07.773499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Request body: {'port': {'device_id': 'b090589f-0131-450f-b870-70ad9e4c2695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:07.832588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ea43a-bed5-491f-884c-a3a4d68d83d8 req-774b64e9-7b55-474a-bacf-c12295398ca8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:07.841266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-323ea43a-bed5-491f-884c-a3a4d68d83d8 req-774b64e9-7b55-474a-bacf-c12295398ca8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 943 time: 0.9404647 Sep 17 01:04:07.853483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b546ae3-051b-46e2-bc13-ccc15a40216f req-1a4b0813-1c19-46fb-8fa0-d53d7bd79431 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:07.882721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b546ae3-051b-46e2-bc13-ccc15a40216f req-1a4b0813-1c19-46fb-8fa0-d53d7bd79431 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 935 time: 0.3407843 Sep 17 01:04:07.895976 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.909756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7fbdcf0c-fd15-4fcf-948b-47ae946677cc None None] Provisioning complete for port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:07.910136 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7fbdcf0c-fd15-4fcf-948b-47ae946677cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.976878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7fbdcf0c-fd15-4fcf-948b-47ae946677cc None None] Port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:07.982253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:07.992828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-323ea43a-bed5-491f-884c-a3a4d68d83d8 req-62644534-5fe2-48e9-9601-979e045d0d69 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362879 Sep 17 01:04:08.022410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b546ae3-051b-46e2-bc13-ccc15a40216f req-5d8106cf-f4ea-4801-9c48-0dbc17dd57cc tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360245 Sep 17 01:04:08.066628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-6f2bea23-d7b6-43fc-a55a-0978a9c4dd93 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:08.068442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-6f2bea23-d7b6-43fc-a55a-0978a9c4dd93 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1624525 Sep 17 01:04:08.068621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.073469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Attempting to bind port a4715266-4711-454a-8b23-820142d67dfe on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:08.073835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Attempting to bind port a4715266-4711-454a-8b23-820142d67dfe by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:08.074237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Attempting to bind port a4715266-4711-454a-8b23-820142d67dfe on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:08.087959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff89a1-43f5-4732-8791-823506f28f51 None None] Pushing event updated for resources: {'Port': ['ID=a4715266-4711-454a-8b23-820142d67dfe,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:08.090453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:08.113200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:08.114003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.114434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:08.114946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Bound port: a4715266-4711-454a-8b23-820142d67dfe, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:08.115369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.224509 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5022475c-8f64-4838-8940-3a498f10b6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.302137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-cf23ccf0-dd91-47b8-a3e6-4d17bb9730e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:08.304192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-cf23ccf0-dd91-47b8-a3e6-4d17bb9730e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554&tenant_id=cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 1095 time: 0.1911244 Sep 17 01:04:08.426848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] For port a4715266-4711-454a-8b23-820142d67dfe, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:08.441092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] For port a4715266-4711-454a-8b23-820142d67dfe, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a4715266-4711-454a-8b23-820142d67dfe,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:08.459929 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.492239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-a0497c30-4e49-45f2-807b-4ada37276347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:08.493715 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-a0497c30-4e49-45f2-807b-4ada37276347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1095 time: 0.1455710 Sep 17 01:04:08.612407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de25c77-dd01-4629-aaa7-ffcf6be96b42 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:08.624609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.647789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Transition to ACTIVE for port object 0de25c77-dd01-4629-aaa7-ffcf6be96b42 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:04:08.688750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-1ec35dac-f3c1-4bc9-9653-9b0b8fdd8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:08.690437 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-1ec35dac-f3c1-4bc9-9653-9b0b8fdd8621 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1683080 Sep 17 01:04:08.741369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-e8cbd7dd-1fa7-493e-8ea3-6ed2f010b002 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 200 len: 217 time: 0.0421090 Sep 17 01:04:08.742350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Allocated IP 172.20.0.1 (ebb8b4f9-9841-417e-88de-bcab0fb9d6f8/bd4a3243-fe98-407c-832b-3bb7e6e947a8/1a538871-92f3-48a5-a907-aa2ceeb9a2cf) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:08.788862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.812902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.843411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-c98dba95-65ab-4045-bc66-a1fac714b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:08.846234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-c98dba95-65ab-4045-bc66-a1fac714b236 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0942967 Sep 17 01:04:08.855764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:08.856733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:08.872248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0de25c77-dd01-4629-aaa7-ffcf6be96b42,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:08.898689 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-8c37aedc-ceea-4dc5-9568-721128bb5c03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370245 Sep 17 01:04:08.947575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff89a1-43f5-4732-8791-823506f28f51 None None] Pushing event updated for resources: {'Port': ['ID=a4715266-4711-454a-8b23-820142d67dfe,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:08.958754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:08.993504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Attempting to bind port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:08.994159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Attempting to bind port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:08.994849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Attempting to bind port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:09.000112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:04:09.000770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Attempting to bind port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:09.013922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:09.018140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:09.019328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:09.024568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Bound port: 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:09.024568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.106187 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-e0fd14c4-2ecc-4bd6-aa13-c2738ff6e28e service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983805 Sep 17 01:04:09.125086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:09.246380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] For port 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:09.254006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] For port 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:09.258715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.271677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95030-9817-4753-a492-4a7d603d1f5a req-54c7ad1f-3a93-43a3-b9d2-4f506b235419 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:09.281203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-adc95030-9817-4753-a492-4a7d603d1f5a req-54c7ad1f-3a93-43a3-b9d2-4f506b235419 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 947 time: 0.0903852 Sep 17 01:04:09.326106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.360142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-d0f14245-1c61-4674-a28d-a68b8fe05974 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509077 Sep 17 01:04:09.389428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:09.403100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121464b8-2042-4323-907e-096ae21a7472 req-cb09ab09-7972-4bc6-a243-fba43f3810d7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:09.405103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-121464b8-2042-4323-907e-096ae21a7472 req-cb09ab09-7972-4bc6-a243-fba43f3810d7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.2215016 Sep 17 01:04:09.406180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:09.415388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-adc95030-9817-4753-a492-4a7d603d1f5a req-33c52f42-4534-4f1a-a2a7-f3d4f6b8e088 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285150 Sep 17 01:04:09.415388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.415633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.431708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:09.490525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:02Z', 'revision_number': 3, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:09.501559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:09.503153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.510065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:09.510220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0de25c77-dd01-4629-aaa7-ffcf6be96b42 HTTP/1.1" status: 200 len: 1095 time: 1.7354376 Sep 17 01:04:09.510220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b090589f-0131-450f-b870-70ad9e4c2695', 'tag': '0de25c77-dd01-4629-aaa7-ffcf6be96b42'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:09.510220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d541c361-3c71-413d-8884-325e0a57150d" -d '{"events": [{"name": "network-changed", "server_uuid": "b090589f-0131-450f-b870-70ad9e4c2695", "tag": "0de25c77-dd01-4629-aaa7-ffcf6be96b42"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:09.525215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Pushing event updated for resources: {'Port': ['ID=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:09.563585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4b1b3e-3393-4878-9c7b-4cb6b93c143e None None] The sync data for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 is: [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:02Z', 'revision_number': 3, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:09.603098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23ec58-c034-4e8f-ab37-01386c99ddc7 service neutron] Pushing event updated for resources: {'Port': ['ID=0de25c77-dd01-4629-aaa7-ffcf6be96b42,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:09.777268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-121464b8-2042-4323-907e-096ae21a7472 req-fa27f5c3-fde8-425f-a5b4-29346fac960d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490739 Sep 17 01:04:09.851399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-c963a804-4e7a-491e-b435-439d86ce0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:09.855304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-c963a804-4e7a-491e-b435-439d86ce0959 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=582cdb6e2d564c8fb52f1c4d21eef090&device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 1098 time: 0.1303604 Sep 17 01:04:09.945309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c1718d-67e9-4e9c-96fb-5797347438aa x-openstack-request-id: req-f7c1718d-67e9-4e9c-96fb-5797347438aa {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:09.946553 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b090589f-0131-450f-b870-70ad9e4c2695", "tag": "0de25c77-dd01-4629-aaa7-ffcf6be96b42", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:09.947341 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7c1718d-67e9-4e9c-96fb-5797347438aa {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:09.947982 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b090589f-0131-450f-b870-70ad9e4c2695', 'tag': '0de25c77-dd01-4629-aaa7-ffcf6be96b42', 'status': 'completed', 'code': 200} Sep 17 01:04:09.949809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-69f47e4b-5dce-4d33-8c9b-d7f8004e942e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42 HTTP/1.1" status: 200 len: 217 time: 0.0827250 Sep 17 01:04:10.011287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-685d75f9-81ba-4f89-80b9-d41174c4ff49 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:10.012796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-685d75f9-81ba-4f89-80b9-d41174c4ff49 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.0657156 Sep 17 01:04:10.016677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-d8076f8c-feb7-481a-a787-f43b8eb4f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:10.018461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-d8076f8c-feb7-481a-a787-f43b8eb4f72a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0616784 Sep 17 01:04:10.078417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f707d561-5733-49f2-910f-555b8844b34e None None] Provisioning complete for port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:10.083540 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f707d561-5733-49f2-910f-555b8844b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:10.156641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-f12df677-8a32-47cf-af8b-6b6b5f6ad246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:10.159895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-f12df677-8a32-47cf-af8b-6b6b5f6ad246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270926 Sep 17 01:04:10.185053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f707d561-5733-49f2-910f-555b8844b34e None None] Port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:10.200170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:10.314952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-6bd7b3e6-083a-4396-9999-e095d32869dc service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447437 Sep 17 01:04:10.524887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-55c83711-2098-4a24-b3d8-4a97425ec970 service neutron] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:10.528973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8628df23-456c-4aa3-904e-0607e82f2f5a req-73d323d8-a115-4aef-a059-302d81bdbf62 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998379 Sep 17 01:04:10.550267 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-55c83711-2098-4a24-b3d8-4a97425ec970 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:10.560012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f532d2-dcb3-4080-931d-210febe5fb86 req-55c83711-2098-4a24-b3d8-4a97425ec970 service neutron] 10.222.0.36 "DELETE /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.5251710 Sep 17 01:04:10.600559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:10.637749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7638c-84e8-4b55-9aa1-e3aa0d132b85 req-4ac54dc1-e56f-4722-8b94-f80d3c050b3c tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:10.639750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66a7638c-84e8-4b55-9aa1-e3aa0d132b85 req-4ac54dc1-e56f-4722-8b94-f80d3c050b3c tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 947 time: 0.0668604 Sep 17 01:04:10.676246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:10.751353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66a7638c-84e8-4b55-9aa1-e3aa0d132b85 req-d382ea04-443e-437e-9898-7e92cbb58c3c tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014662 Sep 17 01:04:10.898743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:10.904899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Pushing event updated for resources: {'Port': ['ID=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:10.911702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4715266-4711-454a-8b23-820142d67dfe up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:10.914461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c361-3c71-413d-8884-325e0a57150d req-f266a6c1-0bea-4587-8ddb-6f78c1e0867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:10.916381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-f266a6c1-0bea-4587-8ddb-6f78c1e0867c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=582cdb6e2d564c8fb52f1c4d21eef090&device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 1098 time: 0.1783483 Sep 17 01:04:10.987998 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:11.031926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a4715266-4711-454a-8b23-820142d67dfe triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:11.032633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:11.126361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163e89-7bd9-48a9-b4bb-246dc7ae0687 req-657d7d90-7821-43f0-855e-b4621f63cfb2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:11.134450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80163e89-7bd9-48a9-b4bb-246dc7ae0687 req-657d7d90-7821-43f0-855e-b4621f63cfb2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.1674273 Sep 17 01:04:11.153652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:11.195670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80163e89-7bd9-48a9-b4bb-246dc7ae0687 req-33c0e9e3-0fd6-4c02-88cd-73f1559eaee6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602517 Sep 17 01:04:11.198477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a4715266-4711-454a-8b23-820142d67dfe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a4715266-4711-454a-8b23-820142d67dfe,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:11.199255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c361-3c71-413d-8884-325e0a57150d req-aca33873-2576-485d-b049-0dfdefc3c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:11.201236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-aca33873-2576-485d-b049-0dfdefc3c0a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2665827 Sep 17 01:04:11.224707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:11.263235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:11.273821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-6785631b-5332-4fdd-aee9-8a919697954a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42 HTTP/1.1" status: 200 len: 217 time: 0.0599318 Sep 17 01:04:11.309937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:11.386954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a4715266-4711-454a-8b23-820142d67dfe,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:11.463826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c361-3c71-413d-8884-325e0a57150d req-fc621a1a-e6e1-4945-b116-66df4b22a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:11.465292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-fc621a1a-e6e1-4945-b116-66df4b22a977 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1787913 Sep 17 01:04:11.609555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31501e-327d-43ad-ad26-f5dbc99f1179 req-8172f561-dd80-4706-b8f7-eb2e9f08ba2d tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:11.609555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf31501e-327d-43ad-ad26-f5dbc99f1179 req-8172f561-dd80-4706-b8f7-eb2e9f08ba2d tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1095 time: 0.2418573 Sep 17 01:04:11.665277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541c361-3c71-413d-8884-325e0a57150d req-56debe8b-1c81-4364-ae20-7446ac27037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:11.666778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-56debe8b-1c81-4364-ae20-7446ac27037a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1922739 Sep 17 01:04:11.691279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-462ca231-b604-42c4-a42b-a609d457b09c None None] Provisioning complete for port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:11.692922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-462ca231-b604-42c4-a42b-a609d457b09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:11.711552 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf31501e-327d-43ad-ad26-f5dbc99f1179 req-933c005f-8a32-4d18-8bd3-b49152941247 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990543 Sep 17 01:04:11.713624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Router b0e8cca5-14ad-40a0-a0b3-67707f50976a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:04:11.800538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-462ca231-b604-42c4-a42b-a609d457b09c None None] Port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:11.924241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3b682-40cf-4d00-88a8-10646221dbb6 req-20188fdf-7084-4b52-a626-103e14ed76e4 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:11.927019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8a3b682-40cf-4d00-88a8-10646221dbb6 req-20188fdf-7084-4b52-a626-103e14ed76e4 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 947 time: 0.0694094 Sep 17 01:04:11.997905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8a3b682-40cf-4d00-88a8-10646221dbb6 req-f077f7d1-f55b-493f-9709-7c303d3c02d9 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620389 Sep 17 01:04:12.293426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-dd522034-128b-47c2-8d02-a7243a99f26f service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168308 Sep 17 01:04:12.354278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb51dbf-7b4d-4eb3-887e-c5a37976187b req-51bf8234-5376-4e10-973c-63f7ba70762d tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:12.355857 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-adb51dbf-7b4d-4eb3-887e-c5a37976187b req-51bf8234-5376-4e10-973c-63f7ba70762d tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 1095 time: 0.5522349 Sep 17 01:04:12.479888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:12.483748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-adb51dbf-7b4d-4eb3-887e-c5a37976187b req-99abb4be-f7e3-41b7-b19b-917ce26a3394 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676634 Sep 17 01:04:12.495480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-767460f2-54a7-43d3-91c9-6129980fbb9f admin admin] 10.222.0.13 "PUT /v2.0/routers/b0e8cca5-14ad-40a0-a0b3-67707f50976a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9166613 Sep 17 01:04:12.495667 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Sync routers for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:12.520714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d541c361-3c71-413d-8884-325e0a57150d req-a8fa5010-3798-4d92-a9c2-b8f9eec72a03 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135754 Sep 17 01:04:12.548246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:12.549611 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:12.722795 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:12.859202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4715266-4711-454a-8b23-820142d67dfe up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:12.968596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a4715266-4711-454a-8b23-820142d67dfe triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:12.969639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:12.993962 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:10Z', 'revision_number': 2, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:13.029653 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Checking router: b0e8cca5-14ad-40a0-a0b3-67707f50976a for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:13.030192 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Updating router b0e8cca5-14ad-40a0-a0b3-67707f50976a port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:04:13.059112 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:13.261836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-c35cf80c-291b-40d9-9195-cdd8d12dda0d tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:13.270877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-c35cf80c-291b-40d9-9195-cdd8d12dda0d tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks?id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 200 len: 829 time: 0.1607914 Sep 17 01:04:13.294305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-ce9b3822-86cd-4621-a93c-12b1576dede2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/quotas/5d1993e1f06d428184dcefbc23ee2f2d HTTP/1.1" status: 200 len: 375 time: 0.0222898 Sep 17 01:04:13.370968 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-66bd1393-4bcd-4b42-a48f-b6e5d1c838a8 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756900 Sep 17 01:04:13.415774 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:13.488691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59916a-fb09-4f6b-a1a1-49436a28dc20 req-4ee241a7-e494-42ab-a009-84b118e9270a tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:13.497033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f59916a-fb09-4f6b-a1a1-49436a28dc20 req-4ee241a7-e494-42ab-a009-84b118e9270a tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 947 time: 0.1137950 Sep 17 01:04:13.509816 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:13.515326 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-a88db770-c14a-48a0-a685-f845597cb3b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431026 Sep 17 01:04:13.569855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f59916a-fb09-4f6b-a1a1-49436a28dc20 req-9c13fe2d-f6c7-4af4-9ed4-009ee95d554f tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715501 Sep 17 01:04:13.618403 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Pushing event updated for resources: {'Port': ['ID=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:13.637729 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.638364 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.638917 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.639531 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.640104 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.640643 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.641188 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.641721 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.642902 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.643670 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.644288 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.644832 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:13.698966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-a636baa1-65ec-437c-94ab-254c2b138a32 service neutron] 10.222.0.13 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825337 Sep 17 01:04:13.720523 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Attempting to bind port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:13.721281 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Attempting to bind port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:13.721281 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Attempting to bind port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf on network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:13.727377 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:13.727922 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Checking segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:13.728324 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:13.728714 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Bound using segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:13.729191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Bound port: 1a538871-92f3-48a5-a907-aa2ceeb9a2cf, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:13.729589 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:13.900527 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] For port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:13.924961 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] For port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:13.970441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bdc4915c-6796-48b0-b168-cc7e9b782aee None None] Provisioning complete for port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:13.971274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdc4915c-6796-48b0-b168-cc7e9b782aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:14.108472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-bdc4915c-6796-48b0-b168-cc7e9b782aee None None] Port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:14.109532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5777f706-9ca7-4764-ac5c-6060bea22631 req-56f958e8-3542-40b8-9ee8-60605add5acb tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 210 time: 0.0318620 Sep 17 01:04:14.190295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0de25c77-dd01-4629-aaa7-ffcf6be96b42 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:04:14.287670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:14.299315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '0de25c77-dd01-4629-aaa7-ffcf6be96b42', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '0de25c77-dd01-4629-aaa7-ffcf6be96b42', 'mac_address': 'fa:16:3e:43:06:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:04:14.340646 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:14.353746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de25c77-dd01-4629-aaa7-ffcf6be96b42 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:14.372500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:14.373306 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:14.437401 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:14.438238 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:14.459625 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:14.476197 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8899-afc6-4f62-8c05-d52962f4e056 None None] Pushing event updated for resources: {'Port': ['ID=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:14.524020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0de25c77-dd01-4629-aaa7-ffcf6be96b42,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:14.691661 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:14.721477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0de25c77-dd01-4629-aaa7-ffcf6be96b42'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:14.803478 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:04:14.824601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d7078-1a4d-4ebe-89e5-636d60cf268b req-d8ffd81a-4002-4d0c-9983-954b318ff90e tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:14.834819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-065d7078-1a4d-4ebe-89e5-636d60cf268b req-d8ffd81a-4002-4d0c-9983-954b318ff90e tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 948 time: 0.1390648 Sep 17 01:04:14.862994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c10de49b-1a55-4d36-a425-5d5b39df832d None None] Provisioning complete for port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:14.863464 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c10de49b-1a55-4d36-a425-5d5b39df832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:14.940788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-065d7078-1a4d-4ebe-89e5-636d60cf268b req-96ec99ce-1fb8-44df-a29e-08177be99e83 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754488 Sep 17 01:04:15.234878 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c10de49b-1a55-4d36-a425-5d5b39df832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:15.248037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:13Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:15.279040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c10de49b-1a55-4d36-a425-5d5b39df832d None None] For port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:15.302472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-39ac6f1e-562b-4c97-a88d-9f2f667c2247 req-1ebfd271-2b08-4d4f-b67a-90d87b46e889 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 210 time: 0.0565848 Sep 17 01:04:15.335542 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81245a57-b980-4224-88e7-8d01a01a6b14 None None] The sync data for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 is: [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:13Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:15.393514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c10de49b-1a55-4d36-a425-5d5b39df832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:15.503400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10de49b-1a55-4d36-a425-5d5b39df832d None None] Pushing event updated for resources: {'Port': ['ID=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:16.199716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0de25c77-dd01-4629-aaa7-ffcf6be96b42 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:16.257579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb5a64-9ec5-4355-9b5d-424d1a059e10 req-df48bfd4-9170-4dc3-97ef-153e288aaf8a tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:16.273338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cbb5a64-9ec5-4355-9b5d-424d1a059e10 req-df48bfd4-9170-4dc3-97ef-153e288aaf8a tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 948 time: 0.1647141 Sep 17 01:04:16.363020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cbb5a64-9ec5-4355-9b5d-424d1a059e10 req-50a9eb86-89d8-486b-97d3-923307a4ddf7 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865688 Sep 17 01:04:16.430636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:04:16.430636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:16.431546 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:16.577272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:16.637035 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8183d44a-66de-40c1-91e0-a55616d1a052 req-cae0eef0-4ffe-4bda-8534-9dd89b4c7598 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 210 time: 0.0640271 Sep 17 01:04:16.656748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090589f-0131-450f-b870-70ad9e4c2695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de25c77-dd01-4629-aaa7-ffcf6be96b42'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:16.660583 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83093986-e908-4070-9d4d-dd13ef1c61e0" -d '{"events": [{"server_uuid": "b090589f-0131-450f-b870-70ad9e4c2695", "name": "network-vif-plugged", "status": "completed", "tag": "0de25c77-dd01-4629-aaa7-ffcf6be96b42"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:16.719304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:16.772155 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2de341-0624-417b-8139-620b885d70fc x-openstack-request-id: req-6c2de341-0624-417b-8139-620b885d70fc {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:16.772504 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b090589f-0131-450f-b870-70ad9e4c2695", "name": "network-vif-plugged", "status": "completed", "tag": "0de25c77-dd01-4629-aaa7-ffcf6be96b42", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:16.772823 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c2de341-0624-417b-8139-620b885d70fc {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:16.773265 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090589f-0131-450f-b870-70ad9e4c2695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de25c77-dd01-4629-aaa7-ffcf6be96b42', 'code': 200} Sep 17 01:04:16.827175 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:16.903520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1a538871-92f3-48a5-a907-aa2ceeb9a2cf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:16.951939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d82e-ce2b-461f-a695-3256a12b78c8 req-5510dfd2-787e-473c-b1e7-9b911e83f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:16.953920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7823d82e-ce2b-461f-a695-3256a12b78c8 req-5510dfd2-787e-473c-b1e7-9b911e83f701 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 1100 time: 0.1210155 Sep 17 01:04:17.054144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7823d82e-ce2b-461f-a695-3256a12b78c8 req-fd81e18e-7756-4bed-a08f-79d9cf6a6496 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920744 Sep 17 01:04:17.069347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0de25c77-dd01-4629-aaa7-ffcf6be96b42,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:17.121990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:17.122377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:17.597758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eacb7d-4acf-4259-ab0b-f0d5db8637eb req-9acf087b-63e6-4f1d-b2f5-56a287034c9d tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:17.605979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0eacb7d-4acf-4259-ab0b-f0d5db8637eb req-9acf087b-63e6-4f1d-b2f5-56a287034c9d tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 949 time: 0.0970833 Sep 17 01:04:17.682127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0eacb7d-4acf-4259-ab0b-f0d5db8637eb req-489a79a2-aff4-4e01-9de7-38452d019bd1 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689638 Sep 17 01:04:17.743328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-3a4f4084-0f56-4608-85e0-f33cc5ef8d6e tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:17.743328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-3a4f4084-0f56-4608-85e0-f33cc5ef8d6e tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.23 "GET /v2.0/networks?id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 200 len: 829 time: 0.2459869 Sep 17 01:04:17.765889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Request body: {'port': {'device_id': '52705ca0-167c-4258-a92a-ffef83a21030', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'admin_state_up': True, 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:17.836091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71ba2e28-ac84-41ce-a2dd-8109bccdb81b req-8920f708-0173-436a-a7e4-a26717dc79c9 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 210 time: 0.0608377 Sep 17 01:04:18.049095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Made reservation on behalf of 5d1993e1f06d428184dcefbc23ee2f2d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:18.064245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:18.332484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Allocated IP 172.20.0.3 (ebb8b4f9-9841-417e-88de-bcab0fb9d6f8/bd4a3243-fe98-407c-832b-3bb7e6e947a8/ae855691-0f2e-4532-bd73-19c529d2d500) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:18.552948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:18.922535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4659f9-5134-427f-8ace-4d36dbcf0e1e req-70a7fda1-9a92-448f-a77a-1105aa7992f2 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:18.924262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf4659f9-5134-427f-8ace-4d36dbcf0e1e req-70a7fda1-9a92-448f-a77a-1105aa7992f2 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 949 time: 0.0925426 Sep 17 01:04:18.941107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:19.016155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:19.032758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:19.063729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf4659f9-5134-427f-8ace-4d36dbcf0e1e req-d40fd044-bc2b-4450-b492-a0c6398ac965 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315131 Sep 17 01:04:19.084411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:19.089391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event updated for resources: {'Port': ['ID=ae855691-0f2e-4532-bd73-19c529d2d500,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:19.097826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3ce28-fa01-4f1b-a29c-eb04c326b187 req-4ed8c5be-d407-407f-a624-0703d9107327 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:19.106661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88d3ce28-fa01-4f1b-a29c-eb04c326b187 req-4ed8c5be-d407-407f-a624-0703d9107327 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 931 time: 0.1361284 Sep 17 01:04:19.167626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88d3ce28-fa01-4f1b-a29c-eb04c326b187 req-7aa43d8a-ae2f-480c-ad83-7e280790f9c6 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 Sep 17 01:04:19.168393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:19.169210 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:19.430052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-94232025-433c-43ca-9aff-f19f73052309 None None] Provisioning complete for port ae855691-0f2e-4532-bd73-19c529d2d500 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:19.431794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94232025-433c-43ca-9aff-f19f73052309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:19.474886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-94232025-433c-43ca-9aff-f19f73052309 None None] Port ae855691-0f2e-4532-bd73-19c529d2d500 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:19.573373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-8660806d-3427-4c85-9f8b-9d699c9334e7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8139381 Sep 17 01:04:19.592031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Request body: {'port': {'device_id': '52705ca0-167c-4258-a92a-ffef83a21030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:19.650868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:20.002092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae855691-0f2e-4532-bd73-19c529d2d500 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:20.012846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:20.028650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Transition to ACTIVE for port object ae855691-0f2e-4532-bd73-19c529d2d500 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:04:20.058143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be79f09a-9dd9-4a13-b4da-3e05f49af38c req-2e87d8e7-d00f-4dac-9c71-1beda01a88ac tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:20.059754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be79f09a-9dd9-4a13-b4da-3e05f49af38c req-2e87d8e7-d00f-4dac-9c71-1beda01a88ac tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 949 time: 0.0662529 Sep 17 01:04:20.107372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be79f09a-9dd9-4a13-b4da-3e05f49af38c req-878ec6e6-8227-4366-aa9c-582fe63e0ed9 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411866 Sep 17 01:04:20.137864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:20.194918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Pushing event updated for resources: {'Port': ['ID=ae855691-0f2e-4532-bd73-19c529d2d500,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:20.310310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Attempting to bind port ae855691-0f2e-4532-bd73-19c529d2d500 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:20.314596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Attempting to bind port ae855691-0f2e-4532-bd73-19c529d2d500 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:20.314596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Attempting to bind port ae855691-0f2e-4532-bd73-19c529d2d500 on network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:20.318600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Port ae855691-0f2e-4532-bd73-19c529d2d500 on network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:04:20.318921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Attempting to bind port ae855691-0f2e-4532-bd73-19c529d2d500 on network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:20.337246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8b37f-40d6-416f-8503-dfa30ddb20a3 req-a65db751-1650-4546-9e34-b77c02233ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:20.339660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9b8b37f-40d6-416f-8503-dfa30ddb20a3 req-a65db751-1650-4546-9e34-b77c02233ee8 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 943 time: 0.0802705 Sep 17 01:04:20.344779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:20.346098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Checking segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:20.346669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Bound using segment: {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:20.347355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Bound port: ae855691-0f2e-4532-bd73-19c529d2d500, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42367856-f3b6-4964-957b-fc0ffdae7d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:20.347724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:20.435971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9b8b37f-40d6-416f-8503-dfa30ddb20a3 req-3db30e47-4063-40a3-a9ec-7c7d504357bc tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786774 Sep 17 01:04:20.475015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] For port ae855691-0f2e-4532-bd73-19c529d2d500, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:20.475015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] For port ae855691-0f2e-4532-bd73-19c529d2d500, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ae855691-0f2e-4532-bd73-19c529d2d500,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:20.574445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:20.614406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:20.615143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:20.616703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] 10.222.0.23 "PUT /v2.0/ports/ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 1091 time: 1.0334518 Sep 17 01:04:20.617191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:20.619400 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca0accf-5101-4167-b905-0a711e3f5417" -d '{"events": [{"name": "network-changed", "server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:20.656288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5846c-6a47-4cbd-9ad4-e82acb924d89 service neutron] Pushing event updated for resources: {'Port': ['ID=ae855691-0f2e-4532-bd73-19c529d2d500,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:20.662546 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1ed92d-4a37-47f7-a8fd-2549f5d8f696 x-openstack-request-id: req-ec1ed92d-4a37-47f7-a8fd-2549f5d8f696 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:20.663051 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:20.666593 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ec1ed92d-4a37-47f7-a8fd-2549f5d8f696 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:20.667260 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'status': 'completed', 'code': 200} Sep 17 01:04:20.759376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0accf-5101-4167-b905-0a711e3f5417 req-9d8b65d3-4787-4392-a119-cd1ac4f561aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:20.763560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ca0accf-5101-4167-b905-0a711e3f5417 req-9d8b65d3-4787-4392-a119-cd1ac4f561aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1094 time: 0.0736003 Sep 17 01:04:20.903094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0accf-5101-4167-b905-0a711e3f5417 req-6f07afe6-ceb5-4f7a-8750-913d09ed8037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:20.904686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ca0accf-5101-4167-b905-0a711e3f5417 req-6f07afe6-ceb5-4f7a-8750-913d09ed8037 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1260273 Sep 17 01:04:21.018950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0accf-5101-4167-b905-0a711e3f5417 req-b5038655-58f5-4927-abbf-3086503197c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.020636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ca0accf-5101-4167-b905-0a711e3f5417 req-b5038655-58f5-4927-abbf-3086503197c4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056728 Sep 17 01:04:21.199512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-6f0b8398-0b26-46b4-9fb1-839a9c02ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.201282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-6f0b8398-0b26-46b4-9fb1-839a9c02ba79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1094 time: 0.0532203 Sep 17 01:04:21.250893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-b9b175b6-e2dc-46f6-9845-ed99257718b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 217 time: 0.0384874 Sep 17 01:04:21.289909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-1361e640-3bee-4ee5-9683-9ca95459a433 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.291431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-1361e640-3bee-4ee5-9683-9ca95459a433 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.36 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 949 time: 0.0872307 Sep 17 01:04:21.299824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79461655-339f-4662-862e-a05edeee7c8f req-60d9bc3e-0ae7-402d-b234-4ce910f6342e tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.301549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79461655-339f-4662-862e-a05edeee7c8f req-60d9bc3e-0ae7-402d-b234-4ce910f6342e tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 949 time: 0.0865018 Sep 17 01:04:21.324559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-bdbdf81c-8571-49a4-9056-1073c566bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.327527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-bdbdf81c-8571-49a4-9056-1073c566bb2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd4a3243-fe98-407c-832b-3bb7e6e947a8 HTTP/1.1" status: 200 len: 868 time: 0.0659938 Sep 17 01:04:21.404658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-947945e9-9cca-4624-9530-8cf0080f0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.406191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-947945e9-9cca-4624-9530-8cf0080f0405 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688157 Sep 17 01:04:21.406322 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79461655-339f-4662-862e-a05edeee7c8f req-f1056e18-6179-455f-856e-b0c48c7665f5 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/security-groups?id=29d3f029-d93b-434d-9195-ef6c4ac4b378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683181 Sep 17 01:04:21.432951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Deleting port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:21.433682 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:21.555354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] For port 0de25c77-dd01-4629-aaa7-ffcf6be96b42, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0de25c77-dd01-4629-aaa7-ffcf6be96b42,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:21.555354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:21.570067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Calling delete_port for 0de25c77-dd01-4629-aaa7-ffcf6be96b42 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:21.605525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-39e4d29a-ba4d-48f2-b51a-975d3f629218 service neutron] 10.222.0.23 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908121 Sep 17 01:04:21.643098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635ccf-38f8-4a5c-8fc0-dbb1d4d22ce9 req-064b49d6-c21c-48b0-837b-a384225e9eba tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.644639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56635ccf-38f8-4a5c-8fc0-dbb1d4d22ce9 req-064b49d6-c21c-48b0-837b-a384225e9eba tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 943 time: 0.0884085 Sep 17 01:04:21.695538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80817120-dd89-42a0-becc-e2acfc43cd9a req-83b3d63a-5caf-4de5-a20f-4490843b59e9 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:21.697037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80817120-dd89-42a0-becc-e2acfc43cd9a req-83b3d63a-5caf-4de5-a20f-4490843b59e9 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 949 time: 0.0777144 Sep 17 01:04:21.723363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56635ccf-38f8-4a5c-8fc0-dbb1d4d22ce9 req-9aec24e3-5950-416c-9910-89f88cf61a98 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700204 Sep 17 01:04:21.748518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7620762-c102-475f-a68a-6ae5ae5a4ee9 req-1123a5b8-648b-49c5-9a8f-5b54aaf981c7 service neutron] 10.222.0.23 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338546 Sep 17 01:04:21.772768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80817120-dd89-42a0-becc-e2acfc43cd9a req-b12d85ed-f29c-4243-99c7-be57662b969a tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683973 Sep 17 01:04:21.825121 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:21.838914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0de25c77-dd01-4629-aaa7-ffcf6be96b42'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:21.878228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Pushing event deleted for resources: {'Port': ['ID=0de25c77-dd01-4629-aaa7-ffcf6be96b42,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:21.892709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.892709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.892709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.893110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.893274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.893624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.893939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.894260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.895042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.895042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.895263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.895594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:21.967491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] No DVR routers for this DVR port 0de25c77-dd01-4629-aaa7-ffcf6be96b42 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:04:21.967491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:21.967491 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f874205-d6c0-43a3-8cb7-a3d6587d5ef7 req-8e2df86a-64ad-425e-9def-56bed1ad07c3 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.36 "DELETE /v2.0/ports/0de25c77-dd01-4629-aaa7-ffcf6be96b42 HTTP/1.1" status: 204 len: 173 time: 0.6635644 Sep 17 01:04:21.967491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b090589f-0131-450f-b870-70ad9e4c2695', 'name': 'network-vif-deleted', 'tag': '0de25c77-dd01-4629-aaa7-ffcf6be96b42'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:21.969101 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b295a8-798b-474f-90c9-4508a1872de1" -d '{"events": [{"server_uuid": "b090589f-0131-450f-b870-70ad9e4c2695", "name": "network-vif-deleted", "tag": "0de25c77-dd01-4629-aaa7-ffcf6be96b42"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:22.027049 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763e958a-c375-4f8c-909a-5d308d7cc165 x-openstack-request-id: req-763e958a-c375-4f8c-909a-5d308d7cc165 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:22.027464 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b090589f-0131-450f-b870-70ad9e4c2695", "name": "network-vif-deleted", "tag": "0de25c77-dd01-4629-aaa7-ffcf6be96b42", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:22.027925 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-763e958a-c375-4f8c-909a-5d308d7cc165 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:22.028397 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b090589f-0131-450f-b870-70ad9e4c2695', 'name': 'network-vif-deleted', 'tag': '0de25c77-dd01-4629-aaa7-ffcf6be96b42', 'status': 'completed', 'code': 200} Sep 17 01:04:22.526502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9262f692-a23d-42db-a1d5-5563d72414a9 req-ecc2d517-3a42-4086-8ecb-bf976bac1cf2 tempest-ImagesNegativeTestJSON-675688368 tempest-ImagesNegativeTestJSON-675688368-project] 10.222.0.13 "GET /v2.0/ports?device_id=b090589f-0131-450f-b870-70ad9e4c2695 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Sep 17 01:04:22.870599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-3e37ee15-7a8e-4e57-a57f-b6e6cf5ba36c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:22.872156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-3e37ee15-7a8e-4e57-a57f-b6e6cf5ba36c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.1329007 Sep 17 01:04:22.895983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-ae274494-037a-4121-a221-1197db14691b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/quotas/c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 375 time: 0.0136578 Sep 17 01:04:22.955478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-2f1de1a5-fbac-4e5c-b42f-53229d50b02e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531874 Sep 17 01:04:23.057095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-90eda8ec-a4eb-4533-8725-241838ee7ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936790 Sep 17 01:04:23.159615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e05a6d78-abc4-4e4c-b655-50240d40c38c service neutron] 10.222.0.13 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964096 Sep 17 01:04:23.174970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87f431-04e9-433b-ae66-2023dfcd195c req-ab9ad993-a2ed-4784-b425-ac0415d563f2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:23.176523 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db87f431-04e9-433b-ae66-2023dfcd195c req-ab9ad993-a2ed-4784-b425-ac0415d563f2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 943 time: 0.0528946 Sep 17 01:04:23.218203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db87f431-04e9-433b-ae66-2023dfcd195c req-6786f04e-6a92-4537-847b-414b3a5d8d75 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348694 Sep 17 01:04:24.218151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1296b07-f12f-48b9-887d-fb78e9887583 req-c1bd5a96-c51f-4ea2-ac1a-249436ff685f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.4003108 Sep 17 01:04:24.249817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0de25c77-dd01-4629-aaa7-ffcf6be96b42 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:24.277829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 0de25c77-dd01-4629-aaa7-ffcf6be96b42 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:04:24.278661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0de25c77-dd01-4629-aaa7-ffcf6be96b42 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:04:24.332900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ae855691-0f2e-4532-bd73-19c529d2d500 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:04:24.359839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:24.363390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e2359-71dc-453a-9874-4e0d4e317dd6 req-b00f7284-7f22-4bd2-a901-2a358f5b4e58 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:24.372219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b4e2359-71dc-453a-9874-4e0d4e317dd6 req-b00f7284-7f22-4bd2-a901-2a358f5b4e58 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 943 time: 0.0684266 Sep 17 01:04:24.419306 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b4e2359-71dc-453a-9874-4e0d4e317dd6 req-77f73a0d-13f1-4dbf-b995-a8892fcb84c9 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458930 Sep 17 01:04:24.648474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ae855691-0f2e-4532-bd73-19c529d2d500, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ae855691-0f2e-4532-bd73-19c529d2d500,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:24.665307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:24.667334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'port_id': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'mac_address': 'fa:16:3e:e1:40:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:04:24.710585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:24.712832 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d22045e-3472-4fa9-b61a-5c0c3e3c27cb" -d '{"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:24.723110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:24.739942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:24.741215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:24.756091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae855691-0f2e-4532-bd73-19c529d2d500 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:24.774727 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141f0f48-963f-4641-9407-8c85fedbde93 x-openstack-request-id: req-141f0f48-963f-4641-9407-8c85fedbde93 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:24.775136 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:24.775453 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-141f0f48-963f-4641-9407-8c85fedbde93 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:24.775904 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'code': 200} Sep 17 01:04:24.785356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ae855691-0f2e-4532-bd73-19c529d2d500, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ae855691-0f2e-4532-bd73-19c529d2d500,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:24.833094 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:24.885536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:24.890015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-27df6423-9b00-4a24-8e89-8bd8baaa4cf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=582cdb6e2d564c8fb52f1c4d21eef090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653597 Sep 17 01:04:24.892644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:24.899856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37298) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:24.947845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ae855691-0f2e-4532-bd73-19c529d2d500,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:24.960549 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04602e7c-eef3-41a8-a79b-67f3eb1726ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:24.982780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04602e7c-eef3-41a8-a79b-67f3eb1726ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:25.124455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04602e7c-eef3-41a8-a79b-67f3eb1726ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:25.127445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04602e7c-eef3-41a8-a79b-67f3eb1726ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:25.128604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-04602e7c-eef3-41a8-a79b-67f3eb1726ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29d3f029-d93b-434d-9195-ef6c4ac4b378 HTTP/1.1" status: 204 len: 168 time: 0.2277713 Sep 17 01:04:25.137816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04602e7c-eef3-41a8-a79b-67f3eb1726ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d3f029-d93b-434d-9195-ef6c4ac4b378,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:25.259954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ae855691-0f2e-4532-bd73-19c529d2d500'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:25.356290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76089c5a-349b-4b4f-aa4c-30450b0afbd8 req-e7d86618-5b67-4554-8141-4f29f91e7763 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.0266545 Sep 17 01:04:25.582403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34d12e-fbc4-4e6a-8abf-6c1ca008cb27 req-ce7d84cc-6ed2-487d-9ee6-07b1fa8cc34b tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:25.584283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a34d12e-fbc4-4e6a-8abf-6c1ca008cb27 req-ce7d84cc-6ed2-487d-9ee6-07b1fa8cc34b tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 944 time: 0.0748367 Sep 17 01:04:25.637704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a34d12e-fbc4-4e6a-8abf-6c1ca008cb27 req-3ad52751-827e-4fcd-8dc5-bbeb2129ce2f tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459983 Sep 17 01:04:25.920012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-ecff93de-e436-4890-89bb-d2aa6df4c6a2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:25.922035 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-ecff93de-e436-4890-89bb-d2aa6df4c6a2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 821 time: 0.1153789 Sep 17 01:04:25.934982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Request body: {'port': {'device_id': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'admin_state_up': True, 'tenant_id': 'c1130e2fd7de4a31a864d203bb106bf9'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:26.120570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Made reservation on behalf of c1130e2fd7de4a31a864d203bb106bf9 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:26.124400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:26.307007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Allocated IP 172.20.0.5 (82b3c0fa-a399-4e25-b51f-d5b7fa26fa15/8197d192-2f62-421b-9fc9-38a50560286b/f3f064ca-7305-44d1-abd7-82cac177db64) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:26.348277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:04:26.351827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ae855691-0f2e-4532-bd73-19c529d2d500 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:26.538342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-581ff7f8-4d37-4bc3-825e-5c73b566db84 req-bbed4d8e-5f96-4151-98e6-29ed61e2d265 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.0629294 Sep 17 01:04:26.561525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:26.610400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:26.631519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'mac_address': 'fa:16:3e:ab:88:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:04:26.681590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:26.701092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:26.703614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:26.751539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port ae855691-0f2e-4532-bd73-19c529d2d500 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:04:26.761825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port ae855691-0f2e-4532-bd73-19c529d2d500 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:26.763136 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:26.776277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:26.781151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:26.785013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:26.805804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbfa10f-3ea2-485b-a318-6d11997f24e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:26.852798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:26.853749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:26.882301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:26.883786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:26.922284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-f9c338c7-ddac-4a19-808c-686e72f25c13 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912937 Sep 17 01:04:26.937191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Request body: {'port': {'device_id': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:26.945251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4ba6-83be-4da4-98f4-6baf995c62fa req-1f1a04b9-8862-4c75-8848-132a68bfec12 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:26.953407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f9b4ba6-83be-4da4-98f4-6baf995c62fa req-1f1a04b9-8862-4c75-8848-132a68bfec12 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 944 time: 0.0841169 Sep 17 01:04:26.966633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.004877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f9b4ba6-83be-4da4-98f4-6baf995c62fa req-89f41418-7eb8-40df-8a08-d73cf327bf98 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502334 Sep 17 01:04:27.022649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.053773 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.176198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['fcbfa10f-3ea2-485b-a318-6d11997f24e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:27.312037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:27.317734 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634128af-46f5-4480-ae91-0e82789a0993" -d '{"events": [{"server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "name": "network-vif-plugged", "status": "completed", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:27.320460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:27.359648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ae855691-0f2e-4532-bd73-19c529d2d500, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ae855691-0f2e-4532-bd73-19c529d2d500,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:27.435734 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce0b16-e7cb-4305-9dce-15af1844e305 x-openstack-request-id: req-9fce0b16-e7cb-4305-9dce-15af1844e305 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:27.436591 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "name": "network-vif-plugged", "status": "completed", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:27.437016 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fce0b16-e7cb-4305-9dce-15af1844e305 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:27.437811 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'code': 200} Sep 17 01:04:27.442316 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.528519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f064ca-7305-44d1-abd7-82cac177db64 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:27.537711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.545111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ae855691-0f2e-4532-bd73-19c529d2d500,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:27.553962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Transition to ACTIVE for port object f3f064ca-7305-44d1-abd7-82cac177db64 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:04:27.609152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4e78e-17ba-4e9f-94f1-353dbd58d50c req-94647a95-543b-4c57-aa41-4409919d62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:27.612277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48b4e78e-17ba-4e9f-94f1-353dbd58d50c req-94647a95-543b-4c57-aa41-4409919d62f6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1096 time: 0.0857372 Sep 17 01:04:27.613038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.726630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bde589-d91a-4315-9cb3-9b63b6b55bed req-5b688ded-e13b-40c1-8f03-901402ba26a3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:27.737613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:27.741297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44bde589-d91a-4315-9cb3-9b63b6b55bed req-5b688ded-e13b-40c1-8f03-901402ba26a3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1093187 Sep 17 01:04:27.766823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48b4e78e-17ba-4e9f-94f1-353dbd58d50c req-d05103d3-cad7-4c5e-9335-e56edff8fc81 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421363 Sep 17 01:04:27.819293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44bde589-d91a-4315-9cb3-9b63b6b55bed req-22c91c1b-853b-4bc1-a4e5-becb5f638b8a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674417 Sep 17 01:04:27.819873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:27.820206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:27.820534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:27.833997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:04:27.834899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:27.841197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:27.841616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:27.842008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:27.842530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Bound port: f3f064ca-7305-44d1-abd7-82cac177db64, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:27.842955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:27.941962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:27.945787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:28.025533 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.078285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:28.078914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.081157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 1091 time: 1.1503353 Sep 17 01:04:28.081916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:28.084703 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67579ece-e028-4b39-8a87-51dad24f1706" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:28.106575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5687ab1-b3fc-489d-8130-f31a08a7b6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:28.215115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa7a84-74bb-4d22-a6d1-f09c02ec3668 req-e7011682-ec7d-420c-b586-16fe6d235312 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:28.217157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35aa7a84-74bb-4d22-a6d1-f09c02ec3668 req-e7011682-ec7d-420c-b586-16fe6d235312 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 945 time: 0.1049154 Sep 17 01:04:28.219521 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4f82a9-232d-450d-8fb2-7649ceb55bdf x-openstack-request-id: req-cc4f82a9-232d-450d-8fb2-7649ceb55bdf {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:28.219927 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:28.220087 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc4f82a9-232d-450d-8fb2-7649ceb55bdf {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:28.220486 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'status': 'completed', 'code': 200} Sep 17 01:04:28.254516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-60e7e97a-a2b2-4d16-a81c-b6c873d2ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:28.258833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-60e7e97a-a2b2-4d16-a81c-b6c873d2ee8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1094 time: 0.0785069 Sep 17 01:04:28.313856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35aa7a84-74bb-4d22-a6d1-f09c02ec3668 req-8199ca30-34a4-4a03-8261-c42aebba96f7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877967 Sep 17 01:04:28.354764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-c2a8e366-6835-4621-835a-bcbde5f0ed20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 217 time: 0.0858693 Sep 17 01:04:28.358919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:28.468291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-2875a06c-f035-45d9-ad24-5eb899f8159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:28.476512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-2875a06c-f035-45d9-ad24-5eb899f8159f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1087906 Sep 17 01:04:28.483648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.484386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port fcbfa10f-3ea2-485b-a318-6d11997f24e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:28.484386 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.534848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-7125083e-9fc6-4319-82a5-bfb6cb979058 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495784 Sep 17 01:04:28.665902 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.733642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:28.745438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-846d27ee-a8e1-4c19-8c38-f1079c954704 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014532 Sep 17 01:04:28.801211 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.840216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:28.864034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:28.876105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca74ad33-c3d5-40da-b5da-d10384313552 req-b4d57388-db04-4a83-9f55-42998254b30f service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216772 Sep 17 01:04:29.156092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67579ece-e028-4b39-8a87-51dad24f1706 req-c3ce82b6-d1ec-477a-9463-049b0494406d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:29.161842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-c3ce82b6-d1ec-477a-9463-049b0494406d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1094 time: 0.1558111 Sep 17 01:04:29.218572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ab9eb-ac33-4c96-9b17-2b7a6562de9f req-35b0c3e6-e78b-4abf-8382-033a2fcc3e0a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:29.221296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c72ab9eb-ac33-4c96-9b17-2b7a6562de9f req-35b0c3e6-e78b-4abf-8382-033a2fcc3e0a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1744201 Sep 17 01:04:29.377624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c72ab9eb-ac33-4c96-9b17-2b7a6562de9f req-a34d05e2-0fed-422d-b5b2-3be4ab79edc9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297717 Sep 17 01:04:29.427536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67579ece-e028-4b39-8a87-51dad24f1706 req-75497458-db8b-4d8b-b677-648fee88d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:29.429197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-75497458-db8b-4d8b-b677-648fee88d7d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.2585118 Sep 17 01:04:29.439663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:29.442531 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ae0995-336b-4eab-93a3-7c8d65a0941e" -d '{"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:29.521749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-e1238aa9-4a88-43ac-ac73-d49545f48569 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 217 time: 0.0712638 Sep 17 01:04:29.653212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67579ece-e028-4b39-8a87-51dad24f1706 req-15e16b10-08ab-4b66-b8ca-120fac2e8b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:29.654673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-15e16b10-08ab-4b66-b8ca-120fac2e8b99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1255074 Sep 17 01:04:29.699100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-2a17a87a-ee4a-42e8-adb0-11449c9e7eb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338016 Sep 17 01:04:29.842920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-83023a96-85f8-438e-a67a-4a511b45af22 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386185 Sep 17 01:04:30.003713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67579ece-e028-4b39-8a87-51dad24f1706 req-2cf2afc8-161c-4d36-8b5e-c3afefbad231 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530886 Sep 17 01:04:30.916224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54458e9-053d-4d2a-b07f-185909f221a6 req-ad53053f-a398-4939-bd59-2b4d66b374bb tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:30.930438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a54458e9-053d-4d2a-b07f-185909f221a6 req-ad53053f-a398-4939-bd59-2b4d66b374bb tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 945 time: 0.1437869 Sep 17 01:04:30.993346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a54458e9-053d-4d2a-b07f-185909f221a6 req-95425046-6e3a-4a87-b094-67649cf188a9 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556021 Sep 17 01:04:31.048959 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8c9f5-ff42-48f5-8dfe-d40ca124a7d1 x-openstack-request-id: req-21e8c9f5-ff42-48f5-8dfe-d40ca124a7d1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:31.049545 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-plugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:31.049545 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21e8c9f5-ff42-48f5-8dfe-d40ca124a7d1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:31.049929 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'code': 200} Sep 17 01:04:31.674826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7c88-d7f4-4eb0-a170-0462e6b989f5 req-33ecb447-f73e-4835-beed-21f8425ac887 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:31.682761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cae7c88-d7f4-4eb0-a170-0462e6b989f5 req-33ecb447-f73e-4835-beed-21f8425ac887 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.0739152 Sep 17 01:04:31.731240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cae7c88-d7f4-4eb0-a170-0462e6b989f5 req-7ecc0c94-c8fa-4d98-ab2a-445a03e69945 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474739 Sep 17 01:04:32.072643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-25f8b47a-cd55-41f5-8897-48609210f3e3 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 258 time: 0.3080933 Sep 17 01:04:32.079626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:32.823996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:32.926463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.057164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Allocated IP 172.25.1.60 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/377f932e-9b1c-40d7-a4a4-765ccfa33753) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:33.179848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.281665 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.333640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:33.335531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:33.337402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event updated for resources: {'Port': ['ID=377f932e-9b1c-40d7-a4a4-765ccfa33753,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:33.339580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:33.442241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.533909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.714246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.778378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.868158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event updated for resources: {'Port': ['ID=377f932e-9b1c-40d7-a4a4-765ccfa33753,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:33.883262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.967710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:33.969414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-c54ec98a-ade5-4318-96fa-c3c274e135ec tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8949289 Sep 17 01:04:34.035237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-4b5cae89-c471-4354-b5bf-28d9d64af5f4 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0570438 Sep 17 01:04:34.473678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-3dc1b398-3c17-45c1-88b6-3355527e4987 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:34.475125 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c39c9be-7b87-4537-82d1-5e8fd5a0cf55 req-3dc1b398-3c17-45c1-88b6-3355527e4987 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.4389758 Sep 17 01:04:34.901941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0c396-4217-4a19-9612-77a59bbaf744 req-84dcb940-027d-4cf8-b862-b2b79a0bc3cf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:34.903815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3bd0c396-4217-4a19-9612-77a59bbaf744 req-84dcb940-027d-4cf8-b862-b2b79a0bc3cf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.0692391 Sep 17 01:04:34.951892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3bd0c396-4217-4a19-9612-77a59bbaf744 req-8cc552dc-1261-43a2-aea5-1d708866a6c3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Sep 17 01:04:35.097708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-aad2d71b-7fdb-4852-8adb-4690639b4158 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:35.099372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-aad2d71b-7fdb-4852-8adb-4690639b4158 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0683780 Sep 17 01:04:35.164380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-07894bb6-805e-46de-ac50-7eed73181956 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 695 time: 0.0590396 Sep 17 01:04:35.176724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Request body: {'floatingip': {'port_id': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:35.221519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:35.904598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a823522-98c4-4df3-95d2-4ca61667d518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:35.943885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:36.480876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:36.601604 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Floating IP 73ea7793-1c77-4685-bb65-b1eecd215353 associated. External IP: 172.25.1.60, port: ae855691-0f2e-4532-bd73-19c529d2d500. Sep 17 01:04:36.881244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Router b0e8cca5-14ad-40a0-a0b3-67707f50976a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:04:37.045732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:37.055416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:37.059070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] Sync routers for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:37.080670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:37.081587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:37.104339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-bd216dca-bc42-409e-902e-197115a5fc95 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "PUT /v2.0/floatingips/73ea7793-1c77-4685-bb65-b1eecd215353 HTTP/1.1" status: 200 len: 995 time: 1.9335582 Sep 17 01:04:37.105201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:37.109442 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b1914-5d64-49a1-9f5f-f1df68867f50" -d '{"events": [{"name": "network-changed", "server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:37.174959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-8a41ac40-5775-465a-bcf2-dda8174500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:37.176515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-8a41ac40-5775-465a-bcf2-dda8174500ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1096 time: 0.0629859 Sep 17 01:04:37.276327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:37.296400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-ee3b3c9f-2aaa-46ae-a1e0-077d519167e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:37.300050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-ee3b3c9f-2aaa-46ae-a1e0-077d519167e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 200 len: 930 time: 0.1164985 Sep 17 01:04:37.408901 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-a2d36e74-5353-400c-bec2-b729f29421b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 998 time: 0.0939376 Sep 17 01:04:37.496144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-3f0dd74a-73b0-473f-8508-4b0de1a3352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:37.498012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-3f0dd74a-73b0-473f-8508-4b0de1a3352b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd4a3243-fe98-407c-832b-3bb7e6e947a8 HTTP/1.1" status: 200 len: 868 time: 0.0827272 Sep 17 01:04:37.596391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-a9760808-d675-4e01-a991-a619ed60019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:37.597992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-a9760808-d675-4e01-a991-a619ed60019d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832193 Sep 17 01:04:37.661594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '73ea7793-1c77-4685-bb65-b1eecd215353', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'port_id': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'mac_address': 'fa:16:3e:e1:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52705ca0-167c-4258-a92a-ffef83a21030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:04:33Z', 'updated_at': '2021-09-17T01:04:35Z', 'revision_number': 1, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:15Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:37.731307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] Checking router: b0e8cca5-14ad-40a0-a0b3-67707f50976a for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:37.751680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:37.752779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:37.783266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-3cfbf467-8681-4a25-b34b-4ee7919a882c service neutron] 10.222.0.13 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754971 Sep 17 01:04:37.899191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65c0e-8337-4611-9fd3-6f82a63b7347 req-feaf8367-51cd-4e4f-bf1a-80cfba848375 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:37.908329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1bf65c0e-8337-4611-9fd3-6f82a63b7347 req-feaf8367-51cd-4e4f-bf1a-80cfba848375 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1051271 Sep 17 01:04:37.918820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:37.928043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69ae6b05-915c-4c46-8144-25ecb26caddd req-766786dd-f6ff-4da0-b05f-40e95fe96ab5 service neutron] 10.222.0.13 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347375 Sep 17 01:04:37.972020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1bf65c0e-8337-4611-9fd3-6f82a63b7347 req-18277355-39d0-4e26-8134-507374639632 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Sep 17 01:04:38.051559 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c72eeb7-f988-4d06-9506-8d9513af16e7 x-openstack-request-id: req-2c72eeb7-f988-4d06-9506-8d9513af16e7 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:38.052093 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:38.052093 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c72eeb7-f988-4d06-9506-8d9513af16e7 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:38.052552 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'status': 'completed', 'code': 200} Sep 17 01:04:38.180116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-8e1b2f24-99c9-472a-b215-89bdd1d1081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:38.181732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-8e1b2f24-99c9-472a-b215-89bdd1d1081e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1096 time: 0.1079264 Sep 17 01:04:38.297753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-3b9b018f-be01-4384-a018-cefc6fff2c18 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 258 time: 0.2148211 Sep 17 01:04:38.326627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:38.430656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-07b01c32-4471-4c62-8ff3-d805f5f4ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:38.436679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-07b01c32-4471-4c62-8ff3-d805f5f4ddec service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 200 len: 930 time: 0.2340939 Sep 17 01:04:38.458098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:38.483044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cf2a3537-890b-4bdf-9e2f-6aabfd61e15a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:38.539696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-816288f9-a1df-4118-a419-44b262895ef8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 998 time: 0.0977681 Sep 17 01:04:38.564146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '73ea7793-1c77-4685-bb65-b1eecd215353', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'port_id': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'mac_address': 'fa:16:3e:e1:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52705ca0-167c-4258-a92a-ffef83a21030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:04:33Z', 'updated_at': '2021-09-17T01:04:35Z', 'revision_number': 1, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:15Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:38.600605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07211e4a-999e-4a5d-8fa6-80cb60e3d03c None None] The sync data for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 is: [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '73ea7793-1c77-4685-bb65-b1eecd215353', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'floating_ip_address': '172.25.1.60', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'port_id': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'mac_address': 'fa:16:3e:e1:40:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52705ca0-167c-4258-a92a-ffef83a21030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:04:33Z', 'updated_at': '2021-09-17T01:04:35Z', 'revision_number': 1, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:15Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:38.660904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-a4527393-c10f-4fed-a085-b3dfede7b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:38.662378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-a4527393-c10f-4fed-a085-b3dfede7b3eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd4a3243-fe98-407c-832b-3bb7e6e947a8 HTTP/1.1" status: 200 len: 868 time: 0.1105413 Sep 17 01:04:38.696324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:38.723868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-f4ad6646-73eb-44e1-b47b-4adc898c652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:38.725788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-f4ad6646-73eb-44e1-b47b-4adc898c652b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515184 Sep 17 01:04:38.865640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-1ceb5c43-1443-4f6d-b147-527f2d0ce638 service neutron] 10.222.0.23 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292431 Sep 17 01:04:38.995877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:39.002997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Allocated IP 172.25.1.37 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4ee7dfda-6c91-4972-b0df-a57b964e503e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:39.068375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3b1914-5d64-49a1-9f5f-f1df68867f50 req-521c4302-77ee-4929-b2f2-c991c9925aec service neutron] 10.222.0.23 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929317 Sep 17 01:04:39.173340 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5e034-9db3-4179-8df9-1a37f2aa6cf0 None None] New status for floating IP 73ea7793-1c77-4685-bb65-b1eecd215353: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:04:39.246836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:39.304068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:39.367378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:39.435152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:39.441327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:39.446826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:39.465723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5929276-45e3-4991-a176-8613ce492b4a req-a55e2f8c-34a8-4e18-97b1-56d77ee877ae tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:39.474960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5929276-45e3-4991-a176-8613ce492b4a req-a55e2f8c-34a8-4e18-97b1-56d77ee877ae tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1516960 Sep 17 01:04:39.482880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event updated for resources: {'Port': ['ID=4ee7dfda-6c91-4972-b0df-a57b964e503e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:39.550255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5929276-45e3-4991-a176-8613ce492b4a req-088cb87d-b518-449f-a18f-bc44f8b874bd tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742481 Sep 17 01:04:39.597712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:39.745301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.079834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.156412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.246062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event updated for resources: {'Port': ['ID=4ee7dfda-6c91-4972-b0df-a57b964e503e,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:40.264165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.322164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:04:40.373335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.374602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-769069af-d639-498f-b407-6a8e39929439 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0630527 Sep 17 01:04:40.509585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-03d96a41-5442-43cd-aca6-cbf13dd3d9b5 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.1248300 Sep 17 01:04:40.564669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:40.590426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15', 'port_id': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'mac_address': 'fa:16:3e:ac:67:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8197d192-2f62-421b-9fc9-38a50560286b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:04:40.653906 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.671161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f064ca-7305-44d1-abd7-82cac177db64 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:04:40.698283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-8111a1d4-7fe4-4412-9f40-a702ecebe2ab tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:40.700187 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fec1ea4-5937-46c9-ac6c-24a0be8fa888 req-8111a1d4-7fe4-4412-9f40-a702ecebe2ab tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1777983 Sep 17 01:04:40.711332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:40.807171 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.839449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f22016-cd19-4a0a-af98-0b1c659f33c9 req-f1f2d4ab-2921-4144-aa6b-3ff87ea6be22 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:40.849013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f22016-cd19-4a0a-af98-0b1c659f33c9 req-f1f2d4ab-2921-4144-aa6b-3ff87ea6be22 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.0939202 Sep 17 01:04:40.889798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-7cf9dd27-753e-4620-9534-f7b0041cf3aa tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:40.900059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-7cf9dd27-753e-4620-9534-f7b0041cf3aa tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1251256 Sep 17 01:04:40.915877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:40.925254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.926098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.926520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.926868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.927321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.927744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.928343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.928792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.929230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.929666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f22016-cd19-4a0a-af98-0b1c659f33c9 req-3b8de6fe-6e63-4932-9c80-29d807e3d3be tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780852 Sep 17 01:04:40.929847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.930264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.930683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:40.946318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:40.992314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-dfec648f-359a-42fd-88c6-119673aa2f12 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0837674 Sep 17 01:04:40.996776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-acbd7828-c259-43ef-bc74-2b0beba32158 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Request body: {'floatingip': {'port_id': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:41.044641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-acbd7828-c259-43ef-bc74-2b0beba32158 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:41.057964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f3f064ca-7305-44d1-abd7-82cac177db64'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:41.309868 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-acbd7828-c259-43ef-bc74-2b0beba32158 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 01:04:41.310944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e00938fd-c1f0-49b9-984e-fd5cc849cc62 req-acbd7828-c259-43ef-bc74-2b0beba32158 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "PUT /v2.0/floatingips/f7ae4f0f-5dbd-4718-b4d6-17356581eedc HTTP/1.1" status: 409 len: 549 time: 0.3184609 Sep 17 01:04:41.388727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-7ec53fed-e9e5-48b0-9b0b-103394656e05 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips/f7ae4f0f-5dbd-4718-b4d6-17356581eedc HTTP/1.1" status: 200 len: 692 time: 0.0556989 Sep 17 01:04:41.543746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-a32ac853-2b57-4968-9b5d-6758364a0108 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:41.552512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-a32ac853-2b57-4968-9b5d-6758364a0108 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1579695 Sep 17 01:04:41.611558 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-7f8044fd-14fe-4527-9c60-44dc16fabb9f tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0577960 Sep 17 01:04:41.663739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-742f802c-e2be-4be1-92ad-b67ca52bb82d tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0453138 Sep 17 01:04:41.825636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Deleting port 4ee7dfda-6c91-4972-b0df-a57b964e503e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:41.826001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:41.917744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:41.918455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:41.933121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Calling delete_port for 4ee7dfda-6c91-4972-b0df-a57b964e503e owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:41.996858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37630) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:42.135608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab534e-5680-420f-9150-e276d43442ea req-f7868f61-0924-4e68-8b2f-90a9599c064b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:42.151622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebab534e-5680-420f-9150-e276d43442ea req-f7868f61-0924-4e68-8b2f-90a9599c064b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 944 time: 0.0912316 Sep 17 01:04:42.209793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e64c4638-d728-4a12-b5bf-b5dea2956455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.223646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebab534e-5680-420f-9150-e276d43442ea req-a889d3f9-24aa-4aca-8e94-05ca8fb6a5d0 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710876 Sep 17 01:04:42.309943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.327581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:42.336871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event deleted for resources: {'Port': ['ID=4ee7dfda-6c91-4972-b0df-a57b964e503e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:42.367224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.367421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.367753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.368096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.368872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.368872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.369080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.369392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.369718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.370048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.370370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.370692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:04:42.427716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e64c4638-d728-4a12-b5bf-b5dea2956455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.438691 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.441647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.448326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e150edd-37bc-4599-ba19-d602ce16d0cd req-66042209-6306-4627-bb7b-cf14502fa53a tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "DELETE /v2.0/floatingips/f7ae4f0f-5dbd-4718-b4d6-17356581eedc HTTP/1.1" status: 204 len: 173 time: 0.7729914 Sep 17 01:04:42.510610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f3f064ca-7305-44d1-abd7-82cac177db64 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:04:42.519272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f3f064ca-7305-44d1-abd7-82cac177db64 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:42.519879 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.521835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e64c4638-d728-4a12-b5bf-b5dea2956455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.549787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e64c4638-d728-4a12-b5bf-b5dea2956455 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ea616d7f7b645cab377845c5792dba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5523317 Sep 17 01:04:42.552389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37650) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:42.635590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c4638-d728-4a12-b5bf-b5dea2956455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a0d5fd-4363-43ff-82ba-0fb3c581855f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:42.646666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1aa197ab-65b5-496c-ab39-aee5b227d112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.653767 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.660394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-d8e10268-2c8f-4303-8a07-e86a43b02014 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1910012 Sep 17 01:04:42.677184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1aa197ab-65b5-496c-ab39-aee5b227d112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.724476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-06012ba7-350b-47f3-8bf7-7459ce4ea4df tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:42.734683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:42.737637 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-06012ba7-350b-47f3-8bf7-7459ce4ea4df tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports/ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 942 time: 0.0694973 Sep 17 01:04:42.740078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:42.743420 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623925f0-bf40-489d-97b7-ee20e1264440" -d '{"events": [{"server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "name": "network-vif-plugged", "status": "completed", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:42.795933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1aa197ab-65b5-496c-ab39-aee5b227d112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.798725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1aa197ab-65b5-496c-ab39-aee5b227d112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.800150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1aa197ab-65b5-496c-ab39-aee5b227d112 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23a0d5fd-4363-43ff-82ba-0fb3c581855f HTTP/1.1" status: 204 len: 168 time: 0.2466972 Sep 17 01:04:42.803592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:42.814085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa197ab-65b5-496c-ab39-aee5b227d112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a0d5fd-4363-43ff-82ba-0fb3c581855f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:42.867898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:42.883441 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e39ce-5fc2-4fd0-b350-c7e1cebbf26f x-openstack-request-id: req-7f1e39ce-5fc2-4fd0-b350-c7e1cebbf26f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:42.883753 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "name": "network-vif-plugged", "status": "completed", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:42.883962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-c71f01a8-2014-4ce8-a4bc-26086174c8c6 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.1127121 Sep 17 01:04:42.884082 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f1e39ce-5fc2-4fd0-b350-c7e1cebbf26f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:42.884391 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'code': 200} Sep 17 01:04:43.040230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a7e27-2f25-41aa-bcbc-ad1fe36f709a req-84ed200b-1e24-4d9d-a3c8-04193963e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:43.041720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e63a7e27-2f25-41aa-bcbc-ad1fe36f709a req-84ed200b-1e24-4d9d-a3c8-04193963e053 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1096 time: 0.0635347 Sep 17 01:04:43.048764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-6c0d2741-6df1-4776-889e-90bf6585eb12 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:43.050079 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-6c0d2741-6df1-4776-889e-90bf6585eb12 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1603990 Sep 17 01:04:43.125063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e63a7e27-2f25-41aa-bcbc-ad1fe36f709a req-8c9e7eaf-140b-4a38-9ecc-12adad375ad7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740283 Sep 17 01:04:43.141117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-7f3def0c-d9dc-484b-b43f-902fab711c23 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 1000 time: 0.0835645 Sep 17 01:04:43.151774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:43.213224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:43.358441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2a51b-6bbe-4352-9a92-cd546c48e68c req-c7e5878d-1b74-4175-ac32-52486c44152f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:43.360609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95b2a51b-6bbe-4352-9a92-cd546c48e68c req-c7e5878d-1b74-4175-ac32-52486c44152f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0515985 Sep 17 01:04:43.373773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:43.405998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95b2a51b-6bbe-4352-9a92-cd546c48e68c req-6126e06e-0b41-4152-8955-662cb0805c75 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376790 Sep 17 01:04:43.474800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:43.475250 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Floating IP 73ea7793-1c77-4685-bb65-b1eecd215353 disassociated. External IP: 172.25.1.60, port: ae855691-0f2e-4532-bd73-19c529d2d500. Sep 17 01:04:43.913228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f57cb3-6ce7-44aa-b84c-50df228e2fa1 req-ddb71a6a-5a46-48c2-a84a-290c32d51786 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:43.921803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5f57cb3-6ce7-44aa-b84c-50df228e2fa1 req-ddb71a6a-5a46-48c2-a84a-290c32d51786 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 950 time: 0.0595248 Sep 17 01:04:43.971576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5f57cb3-6ce7-44aa-b84c-50df228e2fa1 req-e2a5cf0e-e4f1-4c3d-8cb3-6c50baefdf7f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484834 Sep 17 01:04:44.030288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Router b0e8cca5-14ad-40a0-a0b3-67707f50976a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:04:44.059203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37720) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:44.160858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:44.167686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.173114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] Sync routers for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:44.187388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:44.188921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:44.207566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-4c245671-68a3-4b0a-bacb-5c2ff6cf06d2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "PUT /v2.0/floatingips/73ea7793-1c77-4685-bb65-b1eecd215353 HTTP/1.1" status: 200 len: 694 time: 1.0533409 Sep 17 01:04:44.208113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:44.210427 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aec8a4-32ef-4949-b629-49cf1046df56" -d '{"events": [{"name": "network-changed", "server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:44.222076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-network', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:44.260454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-ae9b0b12-3e5b-423b-b37e-9c8f39a7581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:44.268947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-ae9b0b12-3e5b-423b-b37e-9c8f39a7581f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1096 time: 0.0531895 Sep 17 01:04:44.378148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:44.381792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.386198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:44.387349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-b1d1058f-54b2-48ef-a1fe-e6424d94080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:44.388838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-b1d1058f-54b2-48ef-a1fe-e6424d94080e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 200 len: 930 time: 0.1191125 Sep 17 01:04:44.394591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.466966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-aa32398b-70e2-4491-a212-cf871690a1a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 217 time: 0.0712855 Sep 17 01:04:44.509482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.513002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-1338c71d-7d4f-4099-8a3e-cbe3e5b26b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:44.514482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-1338c71d-7d4f-4099-8a3e-cbe3e5b26b36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bd4a3243-fe98-407c-832b-3bb7e6e947a8 HTTP/1.1" status: 200 len: 868 time: 0.0467405 Sep 17 01:04:44.575425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-79f5310e-0615-4e14-96ef-892595012345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:44.577222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-79f5310e-0615-4e14-96ef-892595012345 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539005 Sep 17 01:04:44.627988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:15Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:44.646655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.660632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] Checking router: b0e8cca5-14ad-40a0-a0b3-67707f50976a for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:44.665610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:44.666232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:44.677110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:04:44.677654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-9051f7fe-768c-4b04-b2e4-1d7892dddbc8 service neutron] 10.222.0.13 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929205 Sep 17 01:04:44.714106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.714638 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Added segment b4ec621d-ab60-4b21-ba6d-532913badb4c of type vlan for network 1d1fc549-aa3d-4d46-98a9-560f16163d29 Sep 17 01:04:44.716578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5082c0-efdd-4f97-83d5-b3f9763f13d8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:44.784991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:44.785217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.795386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3980fe79-da33-49fd-b6bc-ab06fa7085b6 req-146c8b59-bc8b-4275-8250-df34c543cf9f service neutron] 10.222.0.13 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108696 Sep 17 01:04:44.932273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.933820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:44.942859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:44.995771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:15Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:45.005981 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dc4e6b-e57b-4277-9d6c-2314db12cb73 x-openstack-request-id: req-d7dc4e6b-e57b-4277-9d6c-2314db12cb73 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:45.006501 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:45.006649 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d7dc4e6b-e57b-4277-9d6c-2314db12cb73 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:45.007170 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'status': 'completed', 'code': 200} Sep 17 01:04:45.009520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] Pushing event updated for resources: {'Network': ['ID=1d1fc549-aa3d-4d46-98a9-560f16163d29,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:45.035341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:04:45.037820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0272b005-b651-4b8d-9c0a-3b11a1480b99 None None] The sync data for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 is: [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:09Z', 'revision_number': 4, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '1a538871-92f3-48a5-a907-aa2ceeb9a2cf', 'name': '', 'network_id': 'ebb8b4f9-9841-417e-88de-bcab0fb9d6f8', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'mac_address': 'fa:16:3e:2a:50:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:08Z', 'updated_at': '2021-09-17T01:04:15Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'subnets': [{'id': 'bd4a3243-fe98-407c-832b-3bb7e6e947a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:45.079512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-2e9edb5f-5449-4030-9f83-fa9e40fec117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:45.081451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-2e9edb5f-5449-4030-9f83-fa9e40fec117 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 1096 time: 0.0508296 Sep 17 01:04:45.122177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954ff4-43f7-4549-a34f-a2433775cdf5 req-5659ff10-9780-430d-acc9-e56bf66748e1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:45.124598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60954ff4-43f7-4549-a34f-a2433775cdf5 req-5659ff10-9780-430d-acc9-e56bf66748e1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0574558 Sep 17 01:04:45.130524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8a2bea8a-4106-4a64-a26c-fabc37ed033d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0700061 Sep 17 01:04:45.133402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37764) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:45.169639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Request body: {'subnet': {'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-subnet', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:45.174687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60954ff4-43f7-4549-a34f-a2433775cdf5 req-c88fdc3d-b974-4b91-8e0d-7b887acfc04e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361166 Sep 17 01:04:45.226370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-7de8d6b7-04b8-4489-bced-d0c57c7953d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:45.228544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-7de8d6b7-04b8-4489-bced-d0c57c7953d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 200 len: 930 time: 0.1391504 Sep 17 01:04:45.270789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-7de2b720-fadc-47b1-9507-ee3e91c9542b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 200 len: 217 time: 0.0359633 Sep 17 01:04:45.320030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:45.322450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:45.326180 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-3df1c11c-9064-4d87-b09d-87460630af46 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips/73ea7793-1c77-4685-bb65-b1eecd215353 HTTP/1.1" status: 200 len: 694 time: 0.0557561 Sep 17 01:04:45.358097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-2569a065-d877-4da1-a33e-104677ef28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:45.366445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-2569a065-d877-4da1-a33e-104677ef28a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bd4a3243-fe98-407c-832b-3bb7e6e947a8 HTTP/1.1" status: 200 len: 868 time: 0.0791006 Sep 17 01:04:45.368090 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cff174e-494a-4156-aba3-3d55ef341595 None None] New status for floating IP 73ea7793-1c77-4685-bb65-b1eecd215353: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:04:45.448640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-2ad278d0-d794-4b48-ac46-d1d19f5d782e tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:45.450709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-2ad278d0-d794-4b48-ac46-d1d19f5d782e tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1204019 Sep 17 01:04:45.484244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-a881b957-ef92-4344-a567-95a76e97c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:45.486479 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-a881b957-ef92-4344-a567-95a76e97c102 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906150 Sep 17 01:04:45.525020 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-6c0598c5-b512-4411-8c25-8ef8a6861eb8 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 697 time: 0.0642586 Sep 17 01:04:45.578471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-a502cc53-7dfc-49ac-9d84-96fed6fdfe78 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.60 HTTP/1.1" status: 200 len: 697 time: 0.0487339 Sep 17 01:04:45.653697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-9d957ea7-31b2-44c4-a5f9-3f09a66863ce service neutron] 10.222.0.23 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598597 Sep 17 01:04:45.729028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Deleting port 377f932e-9b1c-40d7-a4a4-765ccfa33753 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:45.729686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:45.736738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:45.799521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9aec8a4-32ef-4949-b629-49cf1046df56 req-939b6273-ad85-4eff-a9b3-5264c9c8e086 service neutron] 10.222.0.23 "GET /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384394 Sep 17 01:04:45.805392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7372a4ee-7734-4abf-a4a8-a056449fad85,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:45.816007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:45.816480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:45.822415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Checking segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:45.822898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Network hostable DHCP agents. Network: 1d1fc549-aa3d-4d46-98a9-560f16163d29, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:04:45.830366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Calling delete_port for 377f932e-9b1c-40d7-a4a4-765ccfa33753 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:45.926533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:04:46.028504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 1d1fc549-aa3d-4d46-98a9-560f16163d29) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:46.033493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:46.034075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.038540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd6f38-0f62-4a0b-81ac-917e8d9ba568 None None] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:04:46.069449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.101666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event deleted for resources: {'Port': ['ID=377f932e-9b1c-40d7-a4a4-765ccfa33753,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:46.144772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5e355c15-35da-44e5-8940-8487c824ff54 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0102873 Sep 17 01:04:46.147429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37786) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:46.151851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:46.186473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.189799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.191319 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b5a85ba-111f-4f6a-a9f2-7ba122c2a0bd req-83ae05d0-deec-494c-a3d4-2f0812803741 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "DELETE /v2.0/floatingips/73ea7793-1c77-4685-bb65-b1eecd215353 HTTP/1.1" status: 204 len: 173 time: 0.6046250 Sep 17 01:04:46.209120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-1d1fc549-aa3d-4d46-98a9-560f16163d29', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:04:46.210107 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.272570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.272570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.290032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cefb3e-fc86-49f1-8e42-2609a01e628a req-ede1113e-fca6-4323-b806-a439041dfb3b tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:46.291590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86cefb3e-fc86-49f1-8e42-2609a01e628a req-ede1113e-fca6-4323-b806-a439041dfb3b tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1096 time: 0.0543814 Sep 17 01:04:46.351309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.363789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Allocated IP 172.20.0.2 (1d1fc549-aa3d-4d46-98a9-560f16163d29/7372a4ee-7734-4abf-a4a8-a056449fad85/3665b41a-fce9-4804-bf38-d73a19b93eb1) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:46.367413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86cefb3e-fc86-49f1-8e42-2609a01e628a req-a7e0f660-8c2b-447d-a22e-62785d3481cd tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620146 Sep 17 01:04:46.455655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:46.597073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.602618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.610382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.620243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad8a04-0768-426b-8f00-9a1899be0041 req-c2ba371a-7dad-4ff7-b713-de6f7efb761f tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:46.621721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2ad8a04-0768-426b-8f00-9a1899be0041 req-c2ba371a-7dad-4ff7-b713-de6f7efb761f tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1454148 Sep 17 01:04:46.625331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:46.628230 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a2f747-facb-4365-aa71-d1a93a9fb26a" -d '{"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:46.640605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:46.666655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2ad8a04-0768-426b-8f00-9a1899be0041 req-2b500066-2109-40c2-a537-1476ae4fb4d4 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0377364 Sep 17 01:04:46.733251 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.771732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:46.775866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:46.783181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:46.786053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Pushing event updated for resources: {'Port': ['ID=3665b41a-fce9-4804-bf38-d73a19b93eb1,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:46.790162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab122f3-1a53-47fb-9898-a2a3ad0c7be8 req-92754550-e004-4bd1-89a7-065d0a0f06a5 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:46.791727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bab122f3-1a53-47fb-9898-a2a3ad0c7be8 req-92754550-e004-4bd1-89a7-065d0a0f06a5 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1096 time: 0.0705371 Sep 17 01:04:46.809722 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:46.870265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bab122f3-1a53-47fb-9898-a2a3ad0c7be8 req-57ae584a-2531-4b5f-be79-45cde7c229b3 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448477 Sep 17 01:04:46.965737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7749fbd-7204-4fea-b0a3-931c574b25c2 req-7cb5742e-e171-4e33-9532-1ccb2c476428 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0601759 Sep 17 01:04:46.988154 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bf0e4b-2ac7-4232-937e-5254252646f0 x-openstack-request-id: req-b6bf0e4b-2ac7-4232-937e-5254252646f0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:46.988748 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-unplugged", "status": "completed", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:46.989164 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6bf0e4b-2ac7-4232-937e-5254252646f0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:46.989727 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'code': 200} Sep 17 01:04:47.009020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Attempting to bind port 3665b41a-fce9-4804-bf38-d73a19b93eb1 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:47.009713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Attempting to bind port 3665b41a-fce9-4804-bf38-d73a19b93eb1 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:47.010286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Attempting to bind port 3665b41a-fce9-4804-bf38-d73a19b93eb1 on network 1d1fc549-aa3d-4d46-98a9-560f16163d29 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:47.027510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:47.028200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Checking segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:47.028789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.029339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Bound using segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:47.029988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Bound port: 3665b41a-fce9-4804-bf38-d73a19b93eb1, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:47.030602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.044866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=11']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:47.066358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.100782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74822707-9abd-49c1-8558-90907a2f0ed2 req-26491775-e87a-419c-814f-fccec0057fff tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:47.102166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74822707-9abd-49c1-8558-90907a2f0ed2 req-26491775-e87a-419c-814f-fccec0057fff tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 948 time: 0.0900784 Sep 17 01:04:47.103198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.108535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] For port 3665b41a-fce9-4804-bf38-d73a19b93eb1, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:47.112053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] For port 3665b41a-fce9-4804-bf38-d73a19b93eb1, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3665b41a-fce9-4804-bf38-d73a19b93eb1,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:47.218519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.289057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcdb9e5-7b66-46ba-a742-e150097e46a4 None None] Pushing event updated for resources: {'Port': ['ID=3665b41a-fce9-4804-bf38-d73a19b93eb1,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:47.495125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74822707-9abd-49c1-8558-90907a2f0ed2 req-98981831-3fb8-45e7-847b-679f4a38dea3 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841417 Sep 17 01:04:47.557738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Allocated IP 172.25.1.201 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/c689f430-9efd-4c65-bf55-c455a2e3e352) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:47.680957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.835900 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:47.858501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34536-aa5d-4764-873b-9cac118d84c4 req-cda651c2-fac6-4d46-a3d3-7e4584480ace tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:47.860980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64a34536-aa5d-4764-873b-9cac118d84c4 req-cda651c2-fac6-4d46-a3d3-7e4584480ace tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 945 time: 0.0562301 Sep 17 01:04:47.873988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:47.878276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:47.893357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:47.907925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64a34536-aa5d-4764-873b-9cac118d84c4 req-99ed22e9-6255-48b4-9f22-34f9e6a1a90b tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369923 Sep 17 01:04:47.917565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Pushing event updated for resources: {'Port': ['ID=c689f430-9efd-4c65-bf55-c455a2e3e352,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:48.184376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073ecbb4-a8a9-4992-ae1e-0ebe0fd7cdfd None None] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:04:48.291743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.299983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-392af07a-57a3-4955-8e58-ed6e99037eac None None] Provisioning complete for port 3665b41a-fce9-4804-bf38-d73a19b93eb1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:48.300351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-392af07a-57a3-4955-8e58-ed6e99037eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.423052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-392af07a-57a3-4955-8e58-ed6e99037eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.465529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-392af07a-57a3-4955-8e58-ed6e99037eac None None] For port 3665b41a-fce9-4804-bf38-d73a19b93eb1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3665b41a-fce9-4804-bf38-d73a19b93eb1,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:48.516713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.549813 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-392af07a-57a3-4955-8e58-ed6e99037eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.612412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392af07a-57a3-4955-8e58-ed6e99037eac None None] Pushing event updated for resources: {'Port': ['ID=3665b41a-fce9-4804-bf38-d73a19b93eb1,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:48.702995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5df87-b5fd-4e62-a95f-cf59ce1dc583 req-88a6ec66-8369-43f4-b3c2-41074b3257f5 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:48.704504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eda5df87-b5fd-4e62-a95f-cf59ce1dc583 req-88a6ec66-8369-43f4-b3c2-41074b3257f5 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 948 time: 0.0528562 Sep 17 01:04:48.747434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eda5df87-b5fd-4e62-a95f-cf59ce1dc583 req-2caf8527-b26b-4a7a-9152-a2392f1d3284 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Sep 17 01:04:48.749555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:04:48.800824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d9052452-2b7e-4dbd-a266-5c7f72f9cad8 None None] Provisioning complete for port 3665b41a-fce9-4804-bf38-d73a19b93eb1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:48.800824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9052452-2b7e-4dbd-a266-5c7f72f9cad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.863426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3665b41a-fce9-4804-bf38-d73a19b93eb1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:48.968822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3665b41a-fce9-4804-bf38-d73a19b93eb1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:48.969295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:48.987214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:48.996927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Sync routers for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:49.007106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-8375bb5e-994a-4490-8bc7-a94458c17aa6 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:49.008619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-8375bb5e-994a-4490-8bc7-a94458c17aa6 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.23 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 948 time: 0.1079159 Sep 17 01:04:49.023199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:49.023839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:49.069991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171e0fa-e000-496e-a241-8a633ee58638 req-397ec48c-172c-40ea-ad15-65b32aaf43b7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:49.071509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0171e0fa-e000-496e-a241-8a633ee58638 req-397ec48c-172c-40ea-ad15-65b32aaf43b7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.23 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 945 time: 0.1357577 Sep 17 01:04:49.092581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.097167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37860) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:49.098290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab063252-90c3-4221-81e0-264ba2553fde admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9497626 Sep 17 01:04:49.179291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e3b42-e110-43ea-897f-5efffcc27090 req-8324fe1f-37e6-4bf4-87da-0f49bfcc14e2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:49.186200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:49.192075 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7b7e3b42-e110-43ea-897f-5efffcc27090 req-8324fe1f-37e6-4bf4-87da-0f49bfcc14e2 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 945 time: 0.1298120 Sep 17 01:04:49.226820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Deleting port fcbfa10f-3ea2-485b-a318-6d11997f24e4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:49.227187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.265248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Deleting port ae855691-0f2e-4532-bd73-19c529d2d500 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:49.265593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.314479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7b7e3b42-e110-43ea-897f-5efffcc27090 req-ff15be75-bb7a-4072-92ab-bfdcb11e0346 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/security-groups?id=398b71e3-cf69-4181-be64-c95ce6216820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037970 Sep 17 01:04:49.402434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:48Z', 'revision_number': 3, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:49.411718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] For port fcbfa10f-3ea2-485b-a318-6d11997f24e4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcbfa10f-3ea2-485b-a318-6d11997f24e4,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:49.412088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.437637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Checking router: f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:49.437637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Updating router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b port c689f430-9efd-4c65-bf55-c455a2e3e352 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:04:49.451810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Calling delete_port for fcbfa10f-3ea2-485b-a318-6d11997f24e4 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:49.467121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.468598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] For port ae855691-0f2e-4532-bd73-19c529d2d500, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ae855691-0f2e-4532-bd73-19c529d2d500,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:49.468969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.516225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Calling delete_port for ae855691-0f2e-4532-bd73-19c529d2d500 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:49.669059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.760219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.859762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.861850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.863483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Allocated IP 172.20.0.1 (1d1fc549-aa3d-4d46-98a9-560f16163d29/7372a4ee-7734-4abf-a4a8-a056449fad85/a62cb1e1-7bdc-48e8-bb27-269f1993c367) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:04:49.872364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ae855691-0f2e-4532-bd73-19c529d2d500'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:04:49.892511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-a12a71ed-0649-4adf-b048-7b0a37d80c78 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:04:49.893538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-a12a71ed-0649-4adf-b048-7b0a37d80c78 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126510 Sep 17 01:04:49.903982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Pushing event deleted for resources: {'Port': ['ID=ae855691-0f2e-4532-bd73-19c529d2d500,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:49.941133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a250fd-2727-4807-981f-972b2af4ee29 req-e0d8946e-1a48-4640-aefa-7f4f58ea0422 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:49.944657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:49.948922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Pushing event deleted for resources: {'Port': ['ID=fcbfa10f-3ea2-485b-a318-6d11997f24e4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:49.949052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8a250fd-2727-4807-981f-972b2af4ee29 req-e0d8946e-1a48-4640-aefa-7f4f58ea0422 tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 866 time: 0.1203661 Sep 17 01:04:49.997517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] No DVR routers for this DVR port fcbfa10f-3ea2-485b-a318-6d11997f24e4 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:04:49.999497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.002435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1dd56a0d-01c3-4620-bdfc-4201ff1cdf0f req-b6a3127c-dcc2-432c-85c2-6337d84e4e5f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.23 "DELETE /v2.0/ports/fcbfa10f-3ea2-485b-a318-6d11997f24e4 HTTP/1.1" status: 204 len: 173 time: 0.9852102 Sep 17 01:04:50.018489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-deleted', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:50.020947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb488d6-4968-4942-b969-fa7e1c3e029e None None] Pushing event updated for resources: {'Port': ['ID=c689f430-9efd-4c65-bf55-c455a2e3e352,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:50.021846 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00931471-3221-469b-b212-6d5785f84aee" -d '{"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-deleted", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:50.048447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Attempting to bind port c689f430-9efd-4c65-bf55-c455a2e3e352 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:50.048968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Attempting to bind port c689f430-9efd-4c65-bf55-c455a2e3e352 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:50.049376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] No DVR routers for this DVR port ae855691-0f2e-4532-bd73-19c529d2d500 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:04:50.049530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Attempting to bind port c689f430-9efd-4c65-bf55-c455a2e3e352 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:50.054220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.054483 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.055399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0171e0fa-e000-496e-a241-8a633ee58638 req-d27596a3-629c-408b-af3f-3250929da8cd tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.23 "DELETE /v2.0/ports/ae855691-0f2e-4532-bd73-19c529d2d500 HTTP/1.1" status: 204 len: 173 time: 0.9770360 Sep 17 01:04:50.055611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:50.055990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:50.056394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.056791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:50.057395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Bound port: c689f430-9efd-4c65-bf55-c455a2e3e352, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:50.057395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.075210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-e88f0e4c-0827-4582-9d25-190b18944c64 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:50.079604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-e88f0e4c-0827-4582-9d25-190b18944c64 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 1093 time: 0.1736939 Sep 17 01:04:50.099342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Request body: {'binding': {'host': 'n-h1-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:50.100016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:04:50.121795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] For port c689f430-9efd-4c65-bf55-c455a2e3e352, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:50.126052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] For port c689f430-9efd-4c65-bf55-c455a2e3e352, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c689f430-9efd-4c65-bf55-c455a2e3e352,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:50.138166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8a250fd-2727-4807-981f-972b2af4ee29 req-99d8dca7-d007-4bc5-b574-8d4ffbbc1d9f tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/security-groups?id=4925c9b5-d941-4b4e-ac25-89f54c7705e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002605 Sep 17 01:04:50.236583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.285122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:50.285764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:50.292099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on host n-h1-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:50.292685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:50.293188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:50.302763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:04:50.303385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:50.308656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:50.309055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:50.309616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:50.310227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Bound port: f3f064ca-7305-44d1-abd7-82cac177db64, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:50.338342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb488d6-4968-4942-b969-fa7e1c3e029e None None] Pushing event updated for resources: {'Port': ['ID=c689f430-9efd-4c65-bf55-c455a2e3e352,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:50.385715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.423599 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd471822-dd78-4da2-bfe9-b53956520981 x-openstack-request-id: req-dd471822-dd78-4da2-bfe9-b53956520981 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:50.431138 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8672ae2b-d1ef-47f8-8d0a-3fdd1947141a", "name": "network-vif-deleted", "tag": "fcbfa10f-3ea2-485b-a318-6d11997f24e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:50.431138 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd471822-dd78-4da2-bfe9-b53956520981 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:50.431138 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8672ae2b-d1ef-47f8-8d0a-3fdd1947141a', 'name': 'network-vif-deleted', 'tag': 'fcbfa10f-3ea2-485b-a318-6d11997f24e4', 'status': 'completed', 'code': 200} Sep 17 01:04:50.441897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:50.445358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:50.446395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:50.463931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:04:50.495535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Pushing event updated for resources: {'Port': ['ID=a62cb1e1-7bdc-48e8-bb27-269f1993c367,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:50.557770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:50.562194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f48d31-ced0-4a9e-84eb-219e53a41aa4 req-4e621982-624d-41ac-998f-9a69c75122f7 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 210 time: 0.0552967 Sep 17 01:04:50.572061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.691385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:48Z', 'revision_number': 3, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:50.710610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.711911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-3da82b98-f3bf-4ea0-9d65-2852d43ddd62 service neutron] 10.222.0.13 "POST /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64/bindings HTTP/1.1" status: 201 len: 389 time: 0.6236417 Sep 17 01:04:50.722866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb503f82-052f-4404-8644-36a6afa29ba0 None None] The sync data for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 is: [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:48Z', 'revision_number': 3, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:50.806735 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.812356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cf3d5b20-7ffb-4503-b430-e61e4d8c96dd None None] Provisioning complete for port a62cb1e1-7bdc-48e8-bb27-269f1993c367 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:50.812861 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cf3d5b20-7ffb-4503-b430-e61e4d8c96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:50.847442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-cf3d5b20-7ffb-4503-b430-e61e4d8c96dd None None] Port a62cb1e1-7bdc-48e8-bb27-269f1993c367 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:51.023650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:51.115192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b0cf1-35c3-4a8a-8644-8b2989df1fa1 req-1cd465f2-c5a9-44b3-bf41-11c0e497b078 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:51.116935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ae9b0cf1-35c3-4a8a-8644-8b2989df1fa1 req-1cd465f2-c5a9-44b3-bf41-11c0e497b078 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0561070 Sep 17 01:04:51.159268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ae9b0cf1-35c3-4a8a-8644-8b2989df1fa1 req-d5e96b5d-fa9f-4540-99b0-310d5e1ed3e8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357614 Sep 17 01:04:51.178207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:51.285428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4cc674a-d29d-4147-8209-39eb331a036b req-33abb5a3-f953-4720-acd4-687080b0e29c tempest-ImagesOneServerTestJSON-1940803241 tempest-ImagesOneServerTestJSON-1940803241-project] 10.222.0.13 "GET /v2.0/ports?device_id=8672ae2b-d1ef-47f8-8d0a-3fdd1947141a HTTP/1.1" status: 200 len: 210 time: 0.0339780 Sep 17 01:04:51.596228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:51.602259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Pushing event updated for resources: {'Port': ['ID=a62cb1e1-7bdc-48e8-bb27-269f1993c367,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:51.650758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-5ae93f44-0000-4585-97c2-1c4b6646fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:51.655699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-5ae93f44-0000-4585-97c2-1c4b6646fe98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1096 time: 0.0683053 Sep 17 01:04:51.700709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:04:51.702337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:51.742439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38c19a70-87be-43c4-8237-ffb792eb5b69 req-489fe41d-2d31-4877-9ea1-c3c5b3ec7cee tempest-FloatingIPsAssociationNegativeTestJSON-1838081828 tempest-FloatingIPsAssociationNegativeTestJSON-1838081828-project] 10.222.0.13 "GET /v2.0/ports?device_id=52705ca0-167c-4258-a92a-ffef83a21030 HTTP/1.1" status: 200 len: 210 time: 0.0630636 Sep 17 01:04:51.755993 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:04:51.823584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-cd1530ff-2e8d-42df-bdcb-f81e4a41f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:51.825138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-cd1530ff-2e8d-42df-bdcb-f81e4a41f863 service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1621485 Sep 17 01:04:51.852897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:04:51.872931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-86e2a221-2999-4cb0-9982-698b4df9626e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 217 time: 0.0402651 Sep 17 01:04:51.933659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-1259b5f2-936c-45d2-8d8e-0f6d62b6cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:51.935457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-1259b5f2-936c-45d2-8d8e-0f6d62b6cf76 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0560575 Sep 17 01:04:51.971126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:51.971911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-deea257e-f211-474e-a2e1-ac532f78784b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296659 Sep 17 01:04:51.975306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8c148429-ef7c-44ef-a300-7c812d091e9f None None] Provisioning complete for port a62cb1e1-7bdc-48e8-bb27-269f1993c367 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:51.975790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c148429-ef7c-44ef-a300-7c812d091e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:51.976844 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b772ec59-7c35-4a80-bda3-95ca6fd50b46 admin admin] 10.222.0.13 "PUT /v2.0/routers/f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8774414 Sep 17 01:04:52.012149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8c148429-ef7c-44ef-a300-7c812d091e9f None None] Port a62cb1e1-7bdc-48e8-bb27-269f1993c367 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:52.080227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-83690ac4-f68f-435d-9ab4-c6fb030f7c1e service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010780 Sep 17 01:04:52.180259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-55efbbb9-385d-4943-8b3a-1b5f98855adf service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933187 Sep 17 01:04:52.294963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f555c3-3862-43e8-881f-cc85d9ad793e req-a890675a-7b6f-4d79-946a-c82989f26cc5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:52.297062 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-61f555c3-3862-43e8-881f-cc85d9ad793e req-a890675a-7b6f-4d79-946a-c82989f26cc5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0606010 Sep 17 01:04:52.346997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-61f555c3-3862-43e8-881f-cc85d9ad793e req-2282204c-50ed-4c9a-b47d-a25be4aca914 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413895 Sep 17 01:04:52.431889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'name': 'network-vif-deleted', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:04:52.434569 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aae3cc-8b89-4902-9cd9-f52da2576c21" -d '{"events": [{"server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "name": "network-vif-deleted", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:04:52.462621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:52.491060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: fcbfa10f-3ea2-485b-a318-6d11997f24e4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:04:52.492169 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc39460-b3c7-4cd1-a6be-0584310c0e66 x-openstack-request-id: req-7dc39460-b3c7-4cd1-a6be-0584310c0e66 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:04:52.492473 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52705ca0-167c-4258-a92a-ffef83a21030", "name": "network-vif-deleted", "tag": "ae855691-0f2e-4532-bd73-19c529d2d500", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:04:52.492724 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dc39460-b3c7-4cd1-a6be-0584310c0e66 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:04:52.493111 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52705ca0-167c-4258-a92a-ffef83a21030', 'name': 'network-vif-deleted', 'tag': 'ae855691-0f2e-4532-bd73-19c529d2d500', 'status': 'completed', 'code': 200} Sep 17 01:04:52.493567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcbfa10f-3ea2-485b-a318-6d11997f24e4 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:04:52.494413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ae855691-0f2e-4532-bd73-19c529d2d500 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:52.526405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: ae855691-0f2e-4532-bd73-19c529d2d500 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:04:52.526753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ae855691-0f2e-4532-bd73-19c529d2d500 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:04:52.549553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Sync routers for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:52.559722 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:52.560804 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:52.677332 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:52.819259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:52.904707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c689f430-9efd-4c65-bf55-c455a2e3e352 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:52.949256 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 2, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:52.972756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37954) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:52.991770 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Checking router: f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:52.992253 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Updating router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b port a62cb1e1-7bdc-48e8-bb27-269f1993c367 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:04:52.996544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c689f430-9efd-4c65-bf55-c455a2e3e352 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:52.997073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.056662 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.165496 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.175887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-26fed067-b262-4b93-aa4c-e434224bf46d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=439fd61521fd4ab4b7181aa029217226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018805 Sep 17 01:04:53.179419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:53.190436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port c689f430-9efd-4c65-bf55-c455a2e3e352, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c689f430-9efd-4c65-bf55-c455a2e3e352,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:53.274966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdf32296-a58e-48e4-85fa-765aa56fd22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.286892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.320321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdf32296-a58e-48e4-85fa-765aa56fd22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.394611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=c689f430-9efd-4c65-bf55-c455a2e3e352,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:53.427865 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.525101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.532766 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.548546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c119935-50e4-48be-84c1-fb49e7aed51f req-a8b4c86c-42b8-4cf2-a7f7-c0d4a48c1dc7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:53.557147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c119935-50e4-48be-84c1-fb49e7aed51f req-a8b4c86c-42b8-4cf2-a7f7-c0d4a48c1dc7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0913496 Sep 17 01:04:53.663804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c119935-50e4-48be-84c1-fb49e7aed51f req-4c49df9d-a7e8-428f-8955-b06bd64cdda5 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047156 Sep 17 01:04:53.673435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdf32296-a58e-48e4-85fa-765aa56fd22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.683579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdf32296-a58e-48e4-85fa-765aa56fd22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.688054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fdf32296-a58e-48e4-85fa-765aa56fd22f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4925c9b5-d941-4b4e-ac25-89f54c7705e5 HTTP/1.1" status: 204 len: 168 time: 0.5073559 Sep 17 01:04:53.694605 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95837-a888-4d0c-aea7-67de5d8566ae None None] Pushing event updated for resources: {'Port': ['ID=a62cb1e1-7bdc-48e8-bb27-269f1993c367,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:53.726318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf32296-a58e-48e4-85fa-765aa56fd22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4925c9b5-d941-4b4e-ac25-89f54c7705e5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:53.876361 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Attempting to bind port a62cb1e1-7bdc-48e8-bb27-269f1993c367 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:04:53.876725 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Attempting to bind port a62cb1e1-7bdc-48e8-bb27-269f1993c367 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:04:53.882781 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Attempting to bind port a62cb1e1-7bdc-48e8-bb27-269f1993c367 on network 1d1fc549-aa3d-4d46-98a9-560f16163d29 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:04:53.897953 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:04:53.898321 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Checking segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:53.898715 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:53.899118 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Bound using segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:04:53.904906 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Bound port: a62cb1e1-7bdc-48e8-bb27-269f1993c367, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:04:53.905691 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.155800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-49bbd3bb-662a-4782-8e13-7286561d76d3 None None] Provisioning complete for port a62cb1e1-7bdc-48e8-bb27-269f1993c367 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:54.156337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49bbd3bb-662a-4782-8e13-7286561d76d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.182750 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] For port a62cb1e1-7bdc-48e8-bb27-269f1993c367, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:04:54.192556 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] For port a62cb1e1-7bdc-48e8-bb27-269f1993c367, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a62cb1e1-7bdc-48e8-bb27-269f1993c367,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:04:54.266514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-49bbd3bb-662a-4782-8e13-7286561d76d3 None None] Port a62cb1e1-7bdc-48e8-bb27-269f1993c367 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:04:54.269626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Deleting port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:54.269979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.304671 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.397233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] For port 1a538871-92f3-48a5-a907-aa2ceeb9a2cf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:54.397710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.414110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Calling delete_port for 1a538871-92f3-48a5-a907-aa2ceeb9a2cf owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:54.448047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:54.449475 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:54.669771 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95837-a888-4d0c-aea7-67de5d8566ae None None] Pushing event updated for resources: {'Port': ['ID=a62cb1e1-7bdc-48e8-bb27-269f1993c367,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:54.798673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c1f980b7-863c-4b3c-a639-2a140e7a3cf0 None None] Provisioning complete for port a62cb1e1-7bdc-48e8-bb27-269f1993c367 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:54.799442 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1f980b7-863c-4b3c-a639-2a140e7a3cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.834730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:54.883700 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:54.885103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a538871-92f3-48a5-a907-aa2ceeb9a2cf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:54.931697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c689f430-9efd-4c65-bf55-c455a2e3e352 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:54.950791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675e369-82ab-4897-99a1-8b044d9ffe9b req-82fe06ce-ab65-44f3-843d-1d6c196ccd7f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:54.950791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f675e369-82ab-4897-99a1-8b044d9ffe9b req-82fe06ce-ab65-44f3-843d-1d6c196ccd7f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.1259866 Sep 17 01:04:55.062159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f675e369-82ab-4897-99a1-8b044d9ffe9b req-063529e8-eeaf-446f-8743-da1fa6df7989 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083846 Sep 17 01:04:55.296312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:55.390490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1f980b7-863c-4b3c-a639-2a140e7a3cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:55.457889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c1f980b7-863c-4b3c-a639-2a140e7a3cf0 None None] For port a62cb1e1-7bdc-48e8-bb27-269f1993c367, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a62cb1e1-7bdc-48e8-bb27-269f1993c367,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:55.460657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c689f430-9efd-4c65-bf55-c455a2e3e352 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:55.461230 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:55.499853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38036) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:55.551772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1f980b7-863c-4b3c-a639-2a140e7a3cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:55.679513 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:54Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:55.729952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f980b7-863c-4b3c-a639-2a140e7a3cf0 None None] Pushing event updated for resources: {'Port': ['ID=a62cb1e1-7bdc-48e8-bb27-269f1993c367,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:55.779179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1959191490-network', 'tenant_id': '17a190f2465a49c0876f013ae60a325e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:55.780058 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5a3380-daca-45f3-ae15-c6e56843df02 None None] The sync data for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 is: [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:54Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:55.894095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Made reservation on behalf of 17a190f2465a49c0876f013ae60a325e for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:55.897079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:55.925469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:55.939852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Router b0e8cca5-14ad-40a0-a0b3-67707f50976a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:04:56.113843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.166976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.244995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:04:56.259814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-5c5924cc-e691-4ba0-a5dc-e8f6f10e38e9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:56.267659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-5c5924cc-e691-4ba0-a5dc-e8f6f10e38e9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.1450162 Sep 17 01:04:56.268400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.269037 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Added segment 55cfe500-dadd-4bab-ab8b-243e322bf6cb of type vlan for network f3dbe344-ea55-422b-bc7e-ea24d13a1010 Sep 17 01:04:56.288433 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-4be4f295-09eb-4e56-8805-1af10770bf48 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/quotas/cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 375 time: 0.0197434 Sep 17 01:04:56.291567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c4350-db0b-4363-9a34-87211f615e75,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:56.336121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:04:56.341755 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0b99733b-9a9d-43f5-adbf-7e1540368416 admin admin] 10.222.0.13 "PUT /v2.0/routers/b0e8cca5-14ad-40a0-a0b3-67707f50976a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5212545 Sep 17 01:04:56.347109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38056) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:56.347756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] Sync routers for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:04:56.366878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:56.367594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:56.436435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.466481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04895b-3527-4872-a19b-ba2db8d248ca req-2575aa0a-0755-42b3-af7e-f24df3ca885a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:56.477886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.480880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e04895b-3527-4872-a19b-ba2db8d248ca req-2575aa0a-0755-42b3-af7e-f24df3ca885a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.1783247 Sep 17 01:04:56.583411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.584357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:56.585066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.629755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e04895b-3527-4872-a19b-ba2db8d248ca req-e15bdf76-50cb-4fae-ac49-c656a8e7542d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470413 Sep 17 01:04:56.672213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1677916 Sep 17 01:04:56.674973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38058) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:56.678274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-946c99b9-17ee-4079-b00f-5e756e6a4aaa tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3888299 Sep 17 01:04:56.681754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:56.704010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Request body: {'subnet': {'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1959191490-subnet', 'tenant_id': '17a190f2465a49c0876f013ae60a325e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:04:56.721432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:56.850415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191a205-7905-487e-a902-3ee201abb70e admin admin] Pushing event updated for resources: {'Network': ['ID=f3dbe344-ea55-422b-bc7e-ea24d13a1010,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:56.922707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-e8f5f841-72e6-45aa-abea-67b1fc8925f6 service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429521 Sep 17 01:04:56.928947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f3dbe344-ea55-422b-bc7e-ea24d13a1010 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:04:56.931192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Made reservation on behalf of 17a190f2465a49c0876f013ae60a325e for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:04:56.934097 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.117519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a62cb1e1-7bdc-48e8-bb27-269f1993c367 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:04:57.125900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Deleting port a4715266-4711-454a-8b23-820142d67dfe {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:57.129746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.138011 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86b19350-4c3b-46ce-ad73-88528f062c7e service neutron] 10.222.0.13 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015107 Sep 17 01:04:57.270705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a62cb1e1-7bdc-48e8-bb27-269f1993c367 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:04:57.271257 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.308326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145'}], 'enable_snat': True}, 'gw_port_id': 'a4715266-4711-454a-8b23-820142d67dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:54Z', 'revision_number': 5, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port': {'id': 'a4715266-4711-454a-8b23-820142d67dfe', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:69:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:57.374178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] Checking router: b0e8cca5-14ad-40a0-a0b3-67707f50976a for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:04:57.374615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] For port a4715266-4711-454a-8b23-820142d67dfe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a4715266-4711-454a-8b23-820142d67dfe,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:57.375810 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.389483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] Routers {'b0e8cca5-14ad-40a0-a0b3-67707f50976a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:04:57.390436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:57.421524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Calling delete_port for a4715266-4711-454a-8b23-820142d67dfe owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:57.520696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.566480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] Set router b0e8cca5-14ad-40a0-a0b3-67707f50976a gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:04:57.624366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a7c542-2d20-4158-8a38-a97a21a8d26b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:57.633160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Checking segment: {'id': '55cfe500-dadd-4bab-ab8b-243e322bf6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:04:57.633525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Network hostable DHCP agents. Network: f3dbe344-ea55-422b-bc7e-ea24d13a1010, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:04:57.658589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:56Z', 'revision_number': 6, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:04:57.727458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e84337c-8f63-4893-b325-74c96250b434 None None] The sync data for ids ['b0e8cca5-14ad-40a0-a0b3-67707f50976a'] in n-d-789963-7 is: [{'id': 'b0e8cca5-14ad-40a0-a0b3-67707f50976a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1263205739-router', 'tenant_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:00Z', 'updated_at': '2021-09-17T01:04:56Z', 'revision_number': 6, 'project_id': '5d1993e1f06d428184dcefbc23ee2f2d', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:04:57.745120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Network f3dbe344-ea55-422b-bc7e-ea24d13a1010 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:04:57.784210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.822173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f3dbe344-ea55-422b-bc7e-ea24d13a1010) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:04:57.833091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38c02d3-94e3-47f9-87ef-f97c5a0197e6 None None] Network f3dbe344-ea55-422b-bc7e-ea24d13a1010 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:04:57.849759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:57.850357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:57.861938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4715266-4711-454a-8b23-820142d67dfe,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:57.881653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e37f2e-f999-482b-b0db-17b533eae267 req-4a7c1792-beaa-4955-a7c4-986d135fa468 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:57.883267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69e37f2e-f999-482b-b0db-17b533eae267 req-4a7c1792-beaa-4955-a7c4-986d135fa468 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.1317644 Sep 17 01:04:57.945701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69e37f2e-f999-482b-b0db-17b533eae267 req-b678ed82-7f6c-4542-8522-95b7f9e3004e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498130 Sep 17 01:04:57.990301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4478350e-4b02-4e53-aebb-cd5d7c00bae4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3134272 Sep 17 01:04:58.039861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.152511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78836b8f-278a-4406-9fea-7e6df4e6a01f None None] Network f3dbe344-ea55-422b-bc7e-ea24d13a1010 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:04:58.181441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56327dee-e67f-4488-b0e7-c1573445f06c req-98fffcba-56b3-477e-8621-c23ce6622907 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.0515654 Sep 17 01:04:58.413729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.432115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.472336 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.578065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.578905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0e8cca5-14ad-40a0-a0b3-67707f50976a {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:04:58.588534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.592254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8ffee72-915a-424a-b5b0-845c7798516f admin admin] 10.222.0.13 "DELETE /v2.0/routers/b0e8cca5-14ad-40a0-a0b3-67707f50976a HTTP/1.1" status: 204 len: 168 time: 2.2420523 Sep 17 01:04:58.592618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38100) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:58.657654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Deleting subnet bd4a3243-fe98-407c-832b-3bb7e6e947a8 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:04:58.662379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.704355 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.805631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:58.838382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1a538871-92f3-48a5-a907-aa2ceeb9a2cf no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:58.863846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1a538871-92f3-48a5-a907-aa2ceeb9a2cf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:04:58.864188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1a538871-92f3-48a5-a907-aa2ceeb9a2cf not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:04:58.864612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4715266-4711-454a-8b23-820142d67dfe no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:04:58.890369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a4715266-4711-454a-8b23-820142d67dfe {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:04:58.896565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4715266-4711-454a-8b23-820142d67dfe not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:04:58.954739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-e322ce3d-bc8f-43ca-975e-24650e1af594 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:58.956416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-e322ce3d-bc8f-43ca-975e-24650e1af594 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/networks?id=f3dbe344-ea55-422b-bc7e-ea24d13a1010 HTTP/1.1" status: 200 len: 818 time: 0.2568276 Sep 17 01:04:58.962075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.005858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-78c6f29f-c824-46d0-9148-1663ae7bbcbd tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/quotas/17a190f2465a49c0876f013ae60a325e HTTP/1.1" status: 200 len: 375 time: 0.0382502 Sep 17 01:04:59.047956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-c3e2c17a-ed48-4229-80f0-b1a7d5de7099 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=17a190f2465a49c0876f013ae60a325e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408711 Sep 17 01:04:59.147597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778eb7ab-a248-4a9b-9305-91fe582489ed req-8ccf93bb-bce3-4adb-8307-42a2404cad85 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:04:59.156092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-778eb7ab-a248-4a9b-9305-91fe582489ed req-8ccf93bb-bce3-4adb-8307-42a2404cad85 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0929728 Sep 17 01:04:59.234159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-139b104c-294d-4035-94e9-a05e51d00ff9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837580 Sep 17 01:04:59.254051 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.310795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4a3243-fe98-407c-832b-3bb7e6e947a8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:59.319794 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.321845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4630d0e6-1c12-4cce-8cd4-9864d9a7cd44 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bd4a3243-fe98-407c-832b-3bb7e6e947a8 HTTP/1.1" status: 204 len: 168 time: 0.7282469 Sep 17 01:04:59.327290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f331a-fa9e-4f27-987a-d030f9ad5807 None None] Network ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:04:59.354146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38122) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:04:59.481213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.487233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-253b5fa0-0e3d-4b1d-b266-fac7909a36f7 service neutron] 10.222.0.13 "GET /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521420 Sep 17 01:04:59.588661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Deleting port 3b0147c7-be9c-43d9-b920-9700638d9bf6 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:59.589085 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.675635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] DHCP port deletion for ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:04:59.684103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] For port 3b0147c7-be9c-43d9-b920-9700638d9bf6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3b0147c7-be9c-43d9-b920-9700638d9bf6,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:59.684674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.702909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Calling delete_port for 3b0147c7-be9c-43d9-b920-9700638d9bf6 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:59.723770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-778eb7ab-a248-4a9b-9305-91fe582489ed req-0744744b-731a-41d9-87cf-c07fbe721198 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665922 Sep 17 01:04:59.802223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] Deleting port 3b0147c7-be9c-43d9-b920-9700638d9bf6 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:04:59.803262 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.886668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] For port 3b0147c7-be9c-43d9-b920-9700638d9bf6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3b0147c7-be9c-43d9-b920-9700638d9bf6,segment=NetworkSegment(42367856-f3b6-4964-957b-fc0ffdae7d18),segment_id=42367856-f3b6-4964-957b-fc0ffdae7d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:04:59.887893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.906746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] Calling delete_port for 3b0147c7-be9c-43d9-b920-9700638d9bf6 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:04:59.907554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e33ad6d5-3062-446b-9adf-aa8d68bd7635 req-530e20ef-29d1-479f-ac07-82006d5de192 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.0327501 Sep 17 01:04:59.936903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:04:59.969613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0147c7-be9c-43d9-b920-9700638d9bf6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:04:59.974132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] No DVR routers for this DVR port 3b0147c7-be9c-43d9-b920-9700638d9bf6 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:00.058563 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.086238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.093779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] Pushing event deleted for resources: {'Port': ['ID=3b0147c7-be9c-43d9-b920-9700638d9bf6,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:00.095860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c753f5-4d3f-4816-9d87-2d39b5be9e80 None None] No DVR routers for this DVR port 3b0147c7-be9c-43d9-b920-9700638d9bf6 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:00.124789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b48f46c-e33e-47b7-a464-1c820b33bc5d req-e899170a-6433-4b42-9c18-56609cc367b2 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 210 time: 0.0412354 Sep 17 01:05:00.133710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb8b4f9-9841-417e-88de-bcab0fb9d6f8']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:00.148036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42367856-f3b6-4964-957b-fc0ffdae7d18') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:00.148332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42367856-f3b6-4964-957b-fc0ffdae7d18') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:00.159430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.180320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.186378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:05:00.186950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:05:00.189568 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:05:00.386020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.397405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.399318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ebb8b4f9-9841-417e-88de-bcab0fb9d6f8 HTTP/1.1" status: 204 len: 168 time: 1.0438187 Sep 17 01:05:00.413425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8938be-e98d-4b34-99a0-5b4de096ce96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebb8b4f9-9841-417e-88de-bcab0fb9d6f8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:00.446075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-be66c8bc-e525-4c0c-9260-a5ffd1675c17 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:00.448757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-be66c8bc-e525-4c0c-9260-a5ffd1675c17 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 807 time: 0.1347206 Sep 17 01:05:00.462658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Request body: {'port': {'device_id': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'admin_state_up': True, 'tenant_id': 'cf175badd919434ea4c1e976b3e58f09'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:00.702789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Made reservation on behalf of cf175badd919434ea4c1e976b3e58f09 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:00.706382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:00.801199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38142) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:00.854373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3b0147c7-be9c-43d9-b920-9700638d9bf6 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:00.874610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3b0147c7-be9c-43d9-b920-9700638d9bf6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:00.878236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c74419f5-0881-4689-aed5-dcda363bb863 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d1993e1f06d428184dcefbc23ee2f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0728137 Sep 17 01:05:00.879013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:00.879358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3b0147c7-be9c-43d9-b920-9700638d9bf6 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:00.921525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Allocated IP 172.20.0.11 (f928c174-7c79-4afd-98ad-dbbc4d5bd618/a47cc473-dd7a-43ea-aabd-7c5da26929b1/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:00.985970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f80eb9-6229-48f5-bcc2-2ef93dac0915 req-5680de38-293d-48c1-a6e2-39c32f8bc6da tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:00.993456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93f80eb9-6229-48f5-bcc2-2ef93dac0915 req-5680de38-293d-48c1-a6e2-39c32f8bc6da tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.1152854 Sep 17 01:05:01.048022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93f80eb9-6229-48f5-bcc2-2ef93dac0915 req-1540c496-3c29-4e89-9df3-ac3fb316fca8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537274 Sep 17 01:05:01.059023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d47-4276-4a34-982d-fc6ed114dc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.106762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d47-4276-4a34-982d-fc6ed114dc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.188587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d720706-e9b3-4f4f-9d06-5dc75555efd6 req-f73c4cb7-56e7-4ec8-b878-ff7cd4e4fd4f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.0385010 Sep 17 01:05:01.225242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d47-4276-4a34-982d-fc6ed114dc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.225242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dc95d47-4276-4a34-982d-fc6ed114dc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.229695 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0dc95d47-4276-4a34-982d-fc6ed114dc80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/398b71e3-cf69-4181-be64-c95ce6216820 HTTP/1.1" status: 204 len: 168 time: 0.3490441 Sep 17 01:05:01.246657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc95d47-4276-4a34-982d-fc6ed114dc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398b71e3-cf69-4181-be64-c95ce6216820,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:01.254484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.345759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59c714ea-98d7-4b0e-8ee4-878a2a1e76f7 req-d428f806-c6ad-433f-966a-c49eb3b5e3de tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 210 time: 0.0407226 Sep 17 01:05:01.380284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.388095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['92a6bdca-277b-416b-adbf-9fbf4a6a9f06'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:01.457771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Network f928c174-7c79-4afd-98ad-dbbc4d5bd618 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:01.461252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:01.470451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:01.512365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:01.544934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:01.545484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:01.653145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-967fa4db-960f-4aef-887f-8e435ccd3ad4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1955166 Sep 17 01:05:01.665411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Request body: {'port': {'device_id': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:01.743344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:02.288669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c319e63-d515-4ea8-8473-cbcffe397d5b req-7f3900e2-9f97-46f7-8550-5aadee2185c6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:02.301741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7c319e63-d515-4ea8-8473-cbcffe397d5b req-7f3900e2-9f97-46f7-8550-5aadee2185c6 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.1387451 Sep 17 01:05:02.354956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7c319e63-d515-4ea8-8473-cbcffe397d5b req-c2ba75a7-3c7d-4694-8127-fa6979ed55f9 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518634 Sep 17 01:05:02.622782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d01f5678-655a-4561-8c9d-fcfd75a5b809 req-6412933e-514b-461c-8dd8-ed4ae2829d97 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 210 time: 0.0530739 Sep 17 01:05:02.674562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38194) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:02.721779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5c3d9-cc60-4e4f-91ad-7cc7c93fd240 req-47a1fc2d-66d2-42e1-9cf8-fab4ec25ebf7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:02.723534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4e5c3d9-cc60-4e4f-91ad-7cc7c93fd240 req-47a1fc2d-66d2-42e1-9cf8-fab4ec25ebf7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 932 time: 0.2567840 Sep 17 01:05:02.767542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-b2add254-6fe2-4eb0-8462-5512a6bccd9e tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:02.769347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-b2add254-6fe2-4eb0-8462-5512a6bccd9e tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.23 "GET /v2.0/networks?id=f3dbe344-ea55-422b-bc7e-ea24d13a1010 HTTP/1.1" status: 200 len: 818 time: 0.3485630 Sep 17 01:05:02.792715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Request body: {'port': {'device_id': '3e6e2396-092b-4979-a7b8-a4940a000709', 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010', 'admin_state_up': True, 'tenant_id': '17a190f2465a49c0876f013ae60a325e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:02.820865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:02.844976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:02.862404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-network', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:02.928021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4e5c3d9-cc60-4e4f-91ad-7cc7c93fd240 req-f4bc8641-9219-4711-b210-e0a559dba2ca tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717608 Sep 17 01:05:02.942360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Transition to ACTIVE for port object 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:03.012557 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.044987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Made reservation on behalf of 3a27ef83cb3d43edb4578acd47e220a4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:03.048694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.077383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.095121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:03.168629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Made reservation on behalf of 17a190f2465a49c0876f013ae60a325e for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:03.174247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.238511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:03.238780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:03.239202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:03.284699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:03.284902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:03.302992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:03.303444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:03.303742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:03.307182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Bound port: 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:03.307182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.444915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.455434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Allocated IP 172.20.0.13 (f3dbe344-ea55-422b-bc7e-ea24d13a1010/a8a7c542-2d20-4158-8a38-a97a21a8d26b/3c00e305-fa97-45b1-94b2-1f5fa552ba7e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:03.470629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:03.474172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:03.505363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.545167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:05:03.571621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.587000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c1ea15-5730-4c86-aa7a-c48925315280,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:03.589542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c0ca6-f5e8-41c7-beec-5b71f135ebc8 req-33af1f2e-7ab2-4599-aab9-784ff26531e2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:03.591668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef0c0ca6-f5e8-41c7-beec-5b71f135ebc8 req-33af1f2e-7ab2-4599-aab9-784ff26531e2 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.0832143 Sep 17 01:05:03.592291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.592634 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Added segment b8339abf-6d97-467e-b1c6-e69fabda6256 of type vlan for network ddd06426-5876-4ac4-a44e-78ab09fdd552 Sep 17 01:05:03.681858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef0c0ca6-f5e8-41c7-beec-5b71f135ebc8 req-7a9c2167-b376-4eb0-8e6b-f79f31a28dff tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776963 Sep 17 01:05:03.696162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:03.700430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.700430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] 10.222.0.23 "PUT /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 1092 time: 2.0375092 Sep 17 01:05:03.700430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:03.701113 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2473908-fc56-4610-8f28-a7a148b72262" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:03.742218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.784486 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c7fc0a-3436-4d59-9aa5-b5a9cd23ecaa x-openstack-request-id: req-67c7fc0a-3436-4d59-9aa5-b5a9cd23ecaa {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:03.785194 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:03.785194 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67c7fc0a-3436-4d59-9aa5-b5a9cd23ecaa {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:03.785383 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'status': 'completed', 'code': 200} Sep 17 01:05:03.785961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8c281-a0d4-48fd-a866-f1c281c336c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:03.791658 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.842104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c74d8a6-dc7b-4336-9e64-ee380fd6cb39 req-ec50735c-7c14-4a30-8feb-5e137f9d03a0 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 210 time: 0.1034510 Sep 17 01:05:03.892440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2473908-fc56-4610-8f28-a7a148b72262 req-7686e4d2-3714-4f3d-854a-632234893d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:03.893971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2473908-fc56-4610-8f28-a7a148b72262 req-7686e4d2-3714-4f3d-854a-632234893d52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1095 time: 0.1006327 Sep 17 01:05:03.968476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.970012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:03.970607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:03.973035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:04.062158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d90743-020b-476d-be2b-978c2a5ee184 req-cb0dd920-518f-4000-a92a-96d62938424e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.064068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23d90743-020b-476d-be2b-978c2a5ee184 req-cb0dd920-518f-4000-a92a-96d62938424e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.0551755 Sep 17 01:05:04.070288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Network f3dbe344-ea55-422b-bc7e-ea24d13a1010 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:04.082113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:04.113884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23d90743-020b-476d-be2b-978c2a5ee184 req-d874d151-e881-407a-8eb4-256e124fee4d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Sep 17 01:05:04.114234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:04.119050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2473908-fc56-4610-8f28-a7a148b72262 req-a963b9ab-c91e-44a1-b6a2-67e4bcf661d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.120530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2473908-fc56-4610-8f28-a7a148b72262 req-a963b9ab-c91e-44a1-b6a2-67e4bcf661d8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=cf175badd919434ea4c1e976b3e58f09&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2175233 Sep 17 01:05:04.123026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Pushing event updated for resources: {'Port': ['ID=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:04.143779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] Pushing event updated for resources: {'Network': ['ID=ddd06426-5876-4ac4-a44e-78ab09fdd552,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:04.150003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-36bcfabb-2c26-44df-bf1c-fcbc19bc996d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4736989 Sep 17 01:05:04.150776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38214) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:04.155981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:05:04.159344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Request body: {'subnet': {'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-subnet', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:04.230367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.231001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:04.294772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Made reservation on behalf of 3a27ef83cb3d43edb4578acd47e220a4 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:04.299848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:04.319874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2473908-fc56-4610-8f28-a7a148b72262 req-c40ba7e4-fdb8-4ce4-8e18-63655500fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.321476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2473908-fc56-4610-8f28-a7a148b72262 req-c40ba7e4-fdb8-4ce4-8e18-63655500fcfe service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696191 Sep 17 01:05:04.378747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-d9436ee9-728d-4514-98b5-ba921dbb9b2c tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5904884 Sep 17 01:05:04.406749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Request body: {'port': {'device_id': '3e6e2396-092b-4979-a7b8-a4940a000709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:04.450813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de038a7-7882-481e-a54e-644cbf32df6e req-6cd4df27-cc60-4b0e-9000-227db18e1517 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.452733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0de038a7-7882-481e-a54e-644cbf32df6e req-6cd4df27-cc60-4b0e-9000-227db18e1517 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.0691864 Sep 17 01:05:04.504258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0de038a7-7882-481e-a54e-644cbf32df6e req-9dcff472-0b56-4731-96a9-251cc5a35df6 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411041 Sep 17 01:05:04.544543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-75ba5f87-9d08-433b-b5ce-dc4e5e6b0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.546204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-75ba5f87-9d08-433b-b5ce-dc4e5e6b0e3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1095 time: 0.1815557 Sep 17 01:05:04.549812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:04.626159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-85045679-3e7c-46b9-9843-86455c5657a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 217 time: 0.0702212 Sep 17 01:05:04.684685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-98450233-cff4-4fe5-9acb-433349b3ab22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838056 Sep 17 01:05:04.717833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-d0a0d612-dec2-4fb0-be96-c3665da2e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.720778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-d0a0d612-dec2-4fb0-be96-c3665da2e2bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0874100 Sep 17 01:05:04.777911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-00f1b0d6-3582-46a3-b703-6c20ce92f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.779663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-00f1b0d6-3582-46a3-b703-6c20ce92f9d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 1096 time: 0.0495975 Sep 17 01:05:04.927757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-18cc3655-d61a-4449-8e87-579a56ce2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:04.930163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-18cc3655-d61a-4449-8e87-579a56ce2d47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.1284482 Sep 17 01:05:04.938058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-748e9375-1355-404d-a4e3-830f52bcc06b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792327 Sep 17 01:05:05.004014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-8192be8b-9d94-4425-8816-abe1c26a3b3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 200 len: 217 time: 0.0659809 Sep 17 01:05:05.094309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d899266-89ca-4c7f-afaa-d1cfcf897f29 req-1619c02d-bf3f-4ab4-8c90-e70a18af87fe tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:05.096411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d899266-89ca-4c7f-afaa-d1cfcf897f29 req-1619c02d-bf3f-4ab4-8c90-e70a18af87fe tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 932 time: 0.1461380 Sep 17 01:05:05.111568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-003f1265-a9d7-47c5-9f72-d82be2c939e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:05.111568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-003f1265-a9d7-47c5-9f72-d82be2c939e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.0801237 Sep 17 01:05:05.131912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d63d8-e18d-40e9-8be5-76ccd7f250cd req-345bf129-3d5f-40fa-bd7f-e9099969b647 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:05.134001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e46d63d8-e18d-40e9-8be5-76ccd7f250cd req-345bf129-3d5f-40fa-bd7f-e9099969b647 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.2763758 Sep 17 01:05:05.152475 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-322344d7-a7ec-4907-8278-9728daa0ea27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368717 Sep 17 01:05:05.192279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-efa90273-e6f7-4049-a1e9-b25a3db1e009 service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220259 Sep 17 01:05:05.194609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d899266-89ca-4c7f-afaa-d1cfcf897f29 req-1a962fd6-703a-49dd-bfd7-7d0b6efb1f82 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881772 Sep 17 01:05:05.211023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:05.290984 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-56b9acb3-e70b-4b62-8cae-db16b8d6cd9e service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314573 Sep 17 01:05:05.322400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e46d63d8-e18d-40e9-8be5-76ccd7f250cd req-a9e93f95-6e97-4001-98f5-d94db124ceab tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739590 Sep 17 01:05:05.422625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c00e305-fa97-45b1-94b2-1f5fa552ba7e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:05.452183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc469361-6002-43bd-b40d-97aca9783576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:05.514835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:05.525090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bef68f-9c32-4a14-85d5-38684e98960b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:05.560828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b28f9af5-182a-4f24-a4bc-5ae87f6df904 req-a33b480c-0f70-47bf-a33c-599c3a7e1b8e service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621450 Sep 17 01:05:05.570690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Transition to ACTIVE for port object 3c00e305-fa97-45b1-94b2-1f5fa552ba7e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:05.572589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff4424-2b7e-4885-a83d-457c1dc0873c req-0440e510-7e8e-4232-a6f6-6c1c8069b618 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:05.582108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2ff4424-2b7e-4885-a83d-457c1dc0873c req-0440e510-7e8e-4232-a6f6-6c1c8069b618 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1939056 Sep 17 01:05:05.587785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Checking segment: {'id': 'b8339abf-6d97-467e-b1c6-e69fabda6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:05.588153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Network hostable DHCP agents. Network: ddd06426-5876-4ac4-a44e-78ab09fdd552, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:05:05.623060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5a26bfb-d061-4835-bffc-9c3320671884 req-5d493628-83bd-4117-b386-56dcdbd2993e service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183614 Sep 17 01:05:05.626816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2ff4424-2b7e-4885-a83d-457c1dc0873c req-273243d7-2b0e-4d1b-ad2f-a7c428b098f4 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Sep 17 01:05:05.648679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:05.704196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:05.758804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:05:05.825539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Attempting to bind port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:05.826074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Attempting to bind port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '55cfe500-dadd-4bab-ab8b-243e322bf6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:05.826422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Attempting to bind port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e on network f3dbe344-ea55-422b-bc7e-ea24d13a1010 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:05.831941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e on network f3dbe344-ea55-422b-bc7e-ea24d13a1010 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:05.832406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Attempting to bind port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e on network f3dbe344-ea55-422b-bc7e-ea24d13a1010 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:05.837973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:05.838397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Checking segment: {'id': '55cfe500-dadd-4bab-ab8b-243e322bf6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:05.838903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Bound using segment: {'id': '55cfe500-dadd-4bab-ab8b-243e322bf6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:05.839449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Bound port: 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cfe500-dadd-4bab-ab8b-243e322bf6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:05.839880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:05.902345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ddd06426-5876-4ac4-a44e-78ab09fdd552) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:05.914980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a98ba8d-76ca-466a-a6e1-979f026c6440 None None] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:05.915833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:05.916485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:05.958782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae662c6-9226-489e-8228-c9eb0733bd0b req-de4977d9-dd4e-4a9f-ab94-559d0a7d1e45 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:05.960561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fae662c6-9226-489e-8228-c9eb0733bd0b req-de4977d9-dd4e-4a9f-ab94-559d0a7d1e45 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.1182554 Sep 17 01:05:05.988135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] For port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:05.991491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] For port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,segment=NetworkSegment(55cfe500-dadd-4bab-ab8b-243e322bf6cb),segment_id=55cfe500-dadd-4bab-ab8b-243e322bf6cb)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:06.048170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fc89f12e-333a-4f25-9149-cea1349893b8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8921487 Sep 17 01:05:06.050757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38244) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:06.055112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:06.065381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-77f71f83-79cd-4ded-afb4-a0079c3455fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1037786 Sep 17 01:05:06.074645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fae662c6-9226-489e-8228-c9eb0733bd0b req-443ae0f1-e38b-48ab-8ebc-91a393b902f0 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933635 Sep 17 01:05:06.084244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.117595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ddd06426-5876-4ac4-a44e-78ab09fdd552', 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'fixed_ips': [{'subnet_id': 'd5bef68f-9c32-4a14-85d5-38684e98960b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:05:06.118672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.155788 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.156891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.157881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.158303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.159872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c00e305-fa97-45b1-94b2-1f5fa552ba7e HTTP/1.1" status: 200 len: 1092 time: 1.7606668 Sep 17 01:05:06.165605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6e2396-092b-4979-a7b8-a4940a000709', 'tag': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:06.165605 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378123f8-76ec-4090-8fdb-3c618b9ea5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6e2396-092b-4979-a7b8-a4940a000709", "tag": "3c00e305-fa97-45b1-94b2-1f5fa552ba7e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:06.210784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275944b6-b08e-4743-9179-39217f0fd6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:06.217107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-361b8983-7325-4a78-b38a-9763a88be569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.219536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-361b8983-7325-4a78-b38a-9763a88be569 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37d9cb93e2374ba6a49649ccff67e161&device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 1097 time: 0.1114032 Sep 17 01:05:06.240615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.269715 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efcaa5b-c3b9-4042-82a6-c28bfff0a099 x-openstack-request-id: req-8efcaa5b-c3b9-4042-82a6-c28bfff0a099 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:06.269991 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6e2396-092b-4979-a7b8-a4940a000709", "tag": "3c00e305-fa97-45b1-94b2-1f5fa552ba7e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:06.270237 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8efcaa5b-c3b9-4042-82a6-c28bfff0a099 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:06.270627 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6e2396-092b-4979-a7b8-a4940a000709', 'tag': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e', 'status': 'completed', 'code': 200} Sep 17 01:05:06.312106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Allocated IP 172.20.0.2 (ddd06426-5876-4ac4-a44e-78ab09fdd552/d5bef68f-9c32-4a14-85d5-38684e98960b/d8db97aa-8cec-4f91-b83f-536286b3f3b2) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:06.448459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-5edaa4ac-5a79-4a7d-9398-388907c71b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.449878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-5edaa4ac-5a79-4a7d-9398-388907c71b69 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17a190f2465a49c0876f013ae60a325e&device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 1095 time: 0.1773252 Sep 17 01:05:06.460074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-8a09d0aa-5dc4-4fce-927c-8f32fac267cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.460074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-8a09d0aa-5dc4-4fce-927c-8f32fac267cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=eb0c8d95-5cc7-4833-b036-275871ed30d0 HTTP/1.1" status: 200 len: 912 time: 0.2108948 Sep 17 01:05:06.476812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778688d-6e66-4b6e-96a8-9c251a6a5fe5 req-5b1b9833-1bdb-4bcd-ba84-c55cbdf6d4b1 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.484918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d778688d-6e66-4b6e-96a8-9c251a6a5fe5 req-5b1b9833-1bdb-4bcd-ba84-c55cbdf6d4b1 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 944 time: 0.1588514 Sep 17 01:05:06.504540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.525789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.590649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-0011c29c-7449-40ec-bea3-eaa2c3c6048f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e HTTP/1.1" status: 200 len: 217 time: 0.1299620 Sep 17 01:05:06.594161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-1f52ee60-babf-4536-b776-8e377ad834d7 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.595553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-1f52ee60-babf-4536-b776-8e377ad834d7 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.0940368 Sep 17 01:05:06.603225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ca727-ecee-4ccb-8a52-434478313926 req-c1326d55-5a23-4d7e-9643-b89d0ff2147e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.607786 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d95ca727-ecee-4ccb-8a52-434478313926 req-c1326d55-5a23-4d7e-9643-b89d0ff2147e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 945 time: 0.1048424 Sep 17 01:05:06.613422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-789963-7'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:06.620839 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.645021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:06.650281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:06.660991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d778688d-6e66-4b6e-96a8-9c251a6a5fe5 req-98b5ff00-08f3-44f9-a922-af74ab2c9f2d tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749406 Sep 17 01:05:06.671002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-5fce5421-db63-4a94-8cc9-ae7e8f1668a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 HTTP/1.1" status: 200 len: 1002 time: 0.1777589 Sep 17 01:05:06.691116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-fe352cd0-ac19-45d8-8e27-62ba30aca23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:06.691466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-fe352cd0-ac19-45d8-8e27-62ba30aca23d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8a7c542-2d20-4158-8a38-a97a21a8d26b HTTP/1.1" status: 200 len: 858 time: 0.0848842 Sep 17 01:05:06.718112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:06.738166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d95ca727-ecee-4ccb-8a52-434478313926 req-f148de04-c32c-4986-8cf9-4db8dbe587e8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911844 Sep 17 01:05:06.738619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.866114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Pushing event updated for resources: {'Port': ['ID=d8db97aa-8cec-4f91-b83f-536286b3f3b2,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:06.872901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Attempting to bind port d8db97aa-8cec-4f91-b83f-536286b3f3b2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:06.873273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Attempting to bind port d8db97aa-8cec-4f91-b83f-536286b3f3b2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b8339abf-6d97-467e-b1c6-e69fabda6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:06.873642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Attempting to bind port d8db97aa-8cec-4f91-b83f-536286b3f3b2 on network ddd06426-5876-4ac4-a44e-78ab09fdd552 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:06.880882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:06.881059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Checking segment: {'id': 'b8339abf-6d97-467e-b1c6-e69fabda6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:06.881444 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.881882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Bound using segment: {'id': 'b8339abf-6d97-467e-b1c6-e69fabda6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:06.882359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Bound port: d8db97aa-8cec-4f91-b83f-536286b3f3b2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8339abf-6d97-467e-b1c6-e69fabda6256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:06.882791 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:06.983871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] For port d8db97aa-8cec-4f91-b83f-536286b3f3b2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:06.988705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] For port d8db97aa-8cec-4f91-b83f-536286b3f3b2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8db97aa-8cec-4f91-b83f-536286b3f3b2,segment=NetworkSegment(b8339abf-6d97-467e-b1c6-e69fabda6256),segment_id=b8339abf-6d97-467e-b1c6-e69fabda6256)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:07.036103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:07.065580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.161175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:07.163340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.169362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41288637-2e5f-4831-80d3-ae1ddf4fd222 None None] Pushing event updated for resources: {'Port': ['ID=d8db97aa-8cec-4f91-b83f-536286b3f3b2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:07.216943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.264887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.23', 59074) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:07.270491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-831d1752-8b5b-4b03-bbcc-b323038fa06b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3dbe344-ea55-422b-bc7e-ea24d13a1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462613 Sep 17 01:05:07.319506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:07.322206 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b723871d-bcd8-47a6-a906-631e7fd22ce4" -d '{"events": [{"server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:07.326428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.356092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-0e1b37d4-fe54-47af-829d-89374a961750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:07.364829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-0e1b37d4-fe54-47af-829d-89374a961750 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0d02f187-9adb-4755-83ef-ad5f8dc657b4 HTTP/1.1" status: 200 len: 850 time: 0.6783266 Sep 17 01:05:07.385795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e9859-1cac-424a-a7d6-2174c8add73a req-883eeeac-7a88-4d4e-a0e2-6eb9eabe4b2c tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:07.397625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e47e9859-1cac-424a-a7d6-2174c8add73a req-883eeeac-7a88-4d4e-a0e2-6eb9eabe4b2c tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.1734710 Sep 17 01:05:07.417017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.458999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16662f0-b986-48e5-bdc4-3db898499013 req-6d2d0872-9212-4f3b-92f1-b6d459431cea tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:07.467445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f16662f0-b986-48e5-bdc4-3db898499013 req-6d2d0872-9212-4f3b-92f1-b6d459431cea tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.2417054 Sep 17 01:05:07.469238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Allocated IP 172.25.1.131 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/47c47168-0a34-4097-9d71-c76a73c76af7) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:07.555362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb286c-746d-4e18-a5c1-3266fb937429 req-32bf9cc5-10eb-4222-ba31-66d93a860d7a tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:07.557332 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-becb286c-746d-4e18-a5c1-3266fb937429 req-32bf9cc5-10eb-4222-ba31-66d93a860d7a tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.23 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.2893236 Sep 17 01:05:07.615837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e47e9859-1cac-424a-a7d6-2174c8add73a req-74d010b9-6145-409d-8311-5049d544b92b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065604 Sep 17 01:05:07.636853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-9618a4a9-ca8d-4c31-9fd9-452c9b59f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:07.636853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-9618a4a9-ca8d-4c31-9fd9-452c9b59f1b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eb0c8d95-5cc7-4833-b036-275871ed30d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376044 Sep 17 01:05:07.654389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f16662f0-b986-48e5-bdc4-3db898499013 req-d2fe7854-be2c-43ac-ac3c-8eef6b92a225 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841595 Sep 17 01:05:07.685693 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93399fd2-bbf5-412f-a852-e859d8fd4c4c x-openstack-request-id: req-93399fd2-bbf5-412f-a852-e859d8fd4c4c {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:07.685981 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:07.686533 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93399fd2-bbf5-412f-a852-e859d8fd4c4c {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:07.686927 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'code': 200} Sep 17 01:05:07.688904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=7']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:07.692991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on host n-h2-789963-7 for vnic_type normal with profile {"migrating_to": "n-h1-789963-7"} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:07.693341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:07.693671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:07.703543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:07.703876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Attempting to bind port f3f064ca-7305-44d1-abd7-82cac177db64 on network 82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:07.717472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-8f291547-9a6a-4004-a31d-9b9e1e2aff90 service neutron] 10.222.0.23 "GET /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011207 Sep 17 01:05:07.718284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:07.718665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Checking segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:07.719055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Bound using segment: {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:07.719516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Bound port: f3f064ca-7305-44d1-abd7-82cac177db64, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e37026-d0fe-4330-ad5b-26fd6302d02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '82b3c0fa-a399-4e25-b51f-d5b7fa26fa15'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:07.719955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.758783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.836459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:07.841202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:07.878125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-ea0632da-b282-42a0-94e3-51311d8b14fe service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218115 Sep 17 01:05:07.904586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de22707-7a32-4604-9b61-fc737e3ab5ec req-72c0a361-89c2-4077-b4ce-cd623350978e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:07.906178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3de22707-7a32-4604-9b61-fc737e3ab5ec req-72c0a361-89c2-4077-b4ce-cd623350978e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.0598896 Sep 17 01:05:07.935368 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.969450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Deleting port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:07.970011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:07.989746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.013813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:08.024329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:08.035929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a08c503-b84f-4095-8d1e-68ed8b74699d req-177672ee-5d28-4e80-9708-fd612c409120 service neutron] 10.222.0.23 "GET /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099580 Sep 17 01:05:08.043762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:08.064913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3de22707-7a32-4604-9b61-fc737e3ab5ec req-419f32ad-679f-4930-b7d3-2c372b8197e8 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503530 Sep 17 01:05:08.117198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed0792-b2cd-40aa-9f58-a0bc09837742 req-32a227d6-ac24-4372-8f48-0ae5bdef5889 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:08.118385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbed0792-b2cd-40aa-9f58-a0bc09837742 req-32a227d6-ac24-4372-8f48-0ae5bdef5889 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 944 time: 0.2387166 Sep 17 01:05:08.138002 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f79d3d43-07c8-4a40-bb33-187d88623621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.177956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:08.178670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.180237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] 10.222.0.23 "PUT /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 1121 time: 1.5710623 Sep 17 01:05:08.185331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beddf85-2d54-4538-aeaa-30a071a00ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=8']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:08.258114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27b3a8c-a6e9-4bdf-9237-edd455962d0b req-7135601c-d705-404d-8b67-7b22e80062d7 service neutron] 10.222.0.23 "GET /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668208 Sep 17 01:05:08.258978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f3f064ca-7305-44d1-abd7-82cac177db64'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:08.287658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] For port fb198fe4-1d86-4f5b-a5c5-2134f67c6532, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:08.288961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.304970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f3f064ca-7305-44d1-abd7-82cac177db64'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:08.315742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbed0792-b2cd-40aa-9f58-a0bc09837742 req-79c19161-5250-4e62-a53c-a4d152b79477 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885741 Sep 17 01:05:08.405444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-3a3bf160-ef53-457c-84ae-ee302cae3d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:08.407581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-3a3bf160-ef53-457c-84ae-ee302cae3d7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17a190f2465a49c0876f013ae60a325e&device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 1095 time: 0.2247791 Sep 17 01:05:08.459336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Pushing event updated for resources: {'Port': ['ID=47c47168-0a34-4097-9d71-c76a73c76af7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:08.538381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:08.626898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e36cc-0d6c-47b7-8721-e9b7cf3077d4 None None] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:08.663628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-0820adaf-2919-48e1-b896-af43a355a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:08.665232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-0820adaf-2919-48e1-b896-af43a355a2ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=f3dbe344-ea55-422b-bc7e-ea24d13a1010 HTTP/1.1" status: 200 len: 919 time: 0.2498724 Sep 17 01:05:08.727377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.727760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.729264 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173 disassociated. External IP: 172.25.1.140, port: fb198fe4-1d86-4f5b-a5c5-2134f67c6532. Sep 17 01:05:08.729264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Calling delete_port for fb198fe4-1d86-4f5b-a5c5-2134f67c6532 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:08.836584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:08.851753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-a6ed8e48-b380-4087-892d-63f4cc6bc135 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e HTTP/1.1" status: 200 len: 217 time: 0.1772451 Sep 17 01:05:08.935383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e022895-7726-47ca-ab0d-3e2fa723f92d req-a9fb0d37-283c-47a3-b782-747131f40dcf tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:08.937094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e022895-7726-47ca-ab0d-3e2fa723f92d req-a9fb0d37-283c-47a3-b782-747131f40dcf tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 945 time: 0.1798275 Sep 17 01:05:08.990414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ddf97-620e-40b5-bbe8-4403cd37b914 req-e6815175-929b-4b33-9e46-3b42dd54243e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:08.997824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f55ddf97-620e-40b5-bbe8-4403cd37b914 req-e6815175-929b-4b33-9e46-3b42dd54243e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1898046 Sep 17 01:05:09.018367 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e022895-7726-47ca-ab0d-3e2fa723f92d req-8fbe225c-a8a7-4c2e-bdcb-0f3d36981949 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups?id=9decd950-e9c9-492f-9eee-e90303d2e248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521584 Sep 17 01:05:09.033617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-3ec60030-72ec-448c-bb84-e8c669703bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:09.035171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-3ec60030-72ec-448c-bb84-e8c669703bb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8a7c542-2d20-4158-8a38-a97a21a8d26b HTTP/1.1" status: 200 len: 858 time: 0.1718934 Sep 17 01:05:09.086473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-97c0505b-b9e6-4379-a4d8-0efeb29f498e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f3dbe344-ea55-422b-bc7e-ea24d13a1010&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417106 Sep 17 01:05:09.111189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-35eebf8c-df10-42b8-8ab9-6afed7ff8283 None None] Provisioning complete for port d8db97aa-8cec-4f91-b83f-536286b3f3b2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:09.111656 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35eebf8c-df10-42b8-8ab9-6afed7ff8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.114502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8db97aa-8cec-4f91-b83f-536286b3f3b2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:09.147709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f55ddf97-620e-40b5-bbe8-4403cd37b914 req-c73e65b9-e1b4-4b94-85a1-e0f9237313d5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489506 Sep 17 01:05:09.213408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.333422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:09.363760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-1ead6a18-686f-4ab2-8728-e9e4a5f5f80f service neutron] 10.222.0.23 "GET /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648566 Sep 17 01:05:09.398324 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35eebf8c-df10-42b8-8ab9-6afed7ff8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.400348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.412758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.417765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 has no active binding in host n-h1-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:05:09.470619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.471565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-35eebf8c-df10-42b8-8ab9-6afed7ff8283 None None] For port d8db97aa-8cec-4f91-b83f-536286b3f3b2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8db97aa-8cec-4f91-b83f-536286b3f3b2,segment=NetworkSegment(b8339abf-6d97-467e-b1c6-e69fabda6256),segment_id=b8339abf-6d97-467e-b1c6-e69fabda6256)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:09.472726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d8db97aa-8cec-4f91-b83f-536286b3f3b2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:09.473238 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.538689 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35eebf8c-df10-42b8-8ab9-6afed7ff8283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:09.599665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event deleted for resources: {'Port': ['ID=fb198fe4-1d86-4f5b-a5c5-2134f67c6532,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:09.609806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-378123f8-76ec-4090-8fdb-3c618b9ea5a7 req-0dd84ce5-e309-43e3-a275-49086146db5c service neutron] 10.222.0.23 "GET /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375724 Sep 17 01:05:09.661942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eebf8c-df10-42b8-8ab9-6afed7ff8283 None None] Pushing event updated for resources: {'Port': ['ID=d8db97aa-8cec-4f91-b83f-536286b3f3b2,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:09.688608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7b298-9eca-43e3-8d53-6eb027be9bf1 req-2beb3638-c2a6-4009-8dd5-f9607b3ff7d7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:09.690145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62d7b298-9eca-43e3-8d53-6eb027be9bf1 req-2beb3638-c2a6-4009-8dd5-f9607b3ff7d7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.5117254 Sep 17 01:05:09.692267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:09.694669 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:09.745113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909f40c-57df-456b-bff5-2a2dd2c398a5 req-bcf4e221-86f6-4048-9dd4-91b72ba14562 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:09.748020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e909f40c-57df-456b-bff5-2a2dd2c398a5 req-bcf4e221-86f6-4048-9dd4-91b72ba14562 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 944 time: 0.1496663 Sep 17 01:05:09.787055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62d7b298-9eca-43e3-8d53-6eb027be9bf1 req-d6410792-f5d3-4f46-b1d4-c555c36a04cf tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496178 Sep 17 01:05:09.851135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e909f40c-57df-456b-bff5-2a2dd2c398a5 req-257ecc65-4aa9-488c-9573-6fae3eb91f42 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894308 Sep 17 01:05:09.869013 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e64df1-f431-4850-b8a7-88379f4d5415 x-openstack-request-id: req-e3e64df1-f431-4850-b8a7-88379f4d5415 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:09.869390 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:09.869691 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e3e64df1-f431-4850-b8a7-88379f4d5415 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:09.870136 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'status': 'completed', 'code': 200} Sep 17 01:05:09.871924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:09.933289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Router 56e42366-1aa5-460d-aedf-846753326722 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:05:09.979005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a03ef0d7-4bd8-4ea1-bb3e-58a2edf067d5 None None] Provisioning complete for port d8db97aa-8cec-4f91-b83f-536286b3f3b2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:09.979005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a03ef0d7-4bd8-4ea1-bb3e-58a2edf067d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:10.004752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-eada4583-5959-4056-a2aa-3aac2314dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:10.006244 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-eada4583-5959-4056-a2aa-3aac2314dbaf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1124 time: 0.1114826 Sep 17 01:05:10.018586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:10.030365 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:10.048258 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:10.049859 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:10.096281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] No DVR routers for this DVR port fb198fe4-1d86-4f5b-a5c5-2134f67c6532 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:10.100706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:10.110743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-becb286c-746d-4e18-a5c1-3266fb937429 req-0ed36822-e8ef-4c08-8063-69dd100325c5 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.23 "DELETE /v2.0/ports/fb198fe4-1d86-4f5b-a5c5-2134f67c6532 HTTP/1.1" status: 204 len: 173 time: 2.5426939 Sep 17 01:05:10.111943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'name': 'network-vif-deleted', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:10.117200 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d3b89-6a45-4579-8e51-fea029881f2e" -d '{"events": [{"server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "name": "network-vif-deleted", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:10.198143 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72072d8-5c1f-4b52-8dee-4ca97d3920c1 x-openstack-request-id: req-e72072d8-5c1f-4b52-8dee-4ca97d3920c1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:10.198830 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef3da7e-5be8-4194-a56f-3473e55b9b4a", "name": "network-vif-deleted", "tag": "fb198fe4-1d86-4f5b-a5c5-2134f67c6532", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:10.199285 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e72072d8-5c1f-4b52-8dee-4ca97d3920c1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:10.199832 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef3da7e-5be8-4194-a56f-3473e55b9b4a', 'name': 'network-vif-deleted', 'tag': 'fb198fe4-1d86-4f5b-a5c5-2134f67c6532', 'status': 'completed', 'code': 200} Sep 17 01:05:10.250361 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f8a5876-ba3b-4fb7-bf5e-ae360434f433 req-1808ce91-ebd4-4430-8721-1d191c557c20 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 210 time: 0.0857441 Sep 17 01:05:10.279440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-abf3299d-c9c4-4ac2-9be3-aa7472f4ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:10.281846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-abf3299d-c9c4-4ac2-9be3-aa7472f4ceb5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.2671156 Sep 17 01:05:10.310865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:10.328405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Sync routers for ids ['56e42366-1aa5-460d-aedf-846753326722'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:10.342033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Routers {'56e42366-1aa5-460d-aedf-846753326722'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:10.344423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['56e42366-1aa5-460d-aedf-846753326722'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:10.356367 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:10.377997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e0f29-c39d-4aad-ac02-834749591015 req-b88b15a7-217c-41f1-9bfa-47f7a91c3a70 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:10.380517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-514e0f29-c39d-4aad-ac02-834749591015 req-b88b15a7-217c-41f1-9bfa-47f7a91c3a70 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.0907216 Sep 17 01:05:10.389416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-1e70fa43-9eed-4037-90c2-d1c8f47dfd2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 217 time: 0.0927303 Sep 17 01:05:10.447738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-514e0f29-c39d-4aad-ac02-834749591015 req-421a0293-7d50-474b-9486-bf6a35c74440 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582449 Sep 17 01:05:10.508109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-139a47b6-16da-4439-a7f5-d73e1c66fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:10.509886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-139a47b6-16da-4439-a7f5-d73e1c66fe5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1110957 Sep 17 01:05:10.517093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Set router 56e42366-1aa5-460d-aedf-846753326722 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:10.560177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-a6c99b80-d840-4d50-8284-67c31bc8035a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418072 Sep 17 01:05:10.590002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:10.591386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52aace2c-a243-4bab-b2f3-b6f039cb2fee admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5396020 Sep 17 01:05:10.595001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38302) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:10.598343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c00e305-fa97-45b1-94b2-1f5fa552ba7e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:10.601184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fb198fe4-1d86-4f5b-a5c5-2134f67c6532 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:10.662079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: fb198fe4-1d86-4f5b-a5c5-2134f67c6532 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:10.664189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fb198fe4-1d86-4f5b-a5c5-2134f67c6532 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:10.700010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-0f965abe-6c22-44e0-815a-7e362031da3d service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319680 Sep 17 01:05:10.859557 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:10.859557 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:10.859557 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:10.859557 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:10.880508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcdd8485-7811-49f5-aa92-3a9f0df61e5b req-06cb483f-05ff-46f5-88de-606331a08917 service neutron] 10.222.0.36 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555412 Sep 17 01:05:10.942361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8db97aa-8cec-4f91-b83f-536286b3f3b2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:10.995503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,segment=NetworkSegment(55cfe500-dadd-4bab-ab8b-243e322bf6cb),segment_id=55cfe500-dadd-4bab-ab8b-243e322bf6cb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:11.018314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abeb1cb-755a-4ac8-8ce6-a7a87181ae38 req-73be9fc2-6a82-4201-999a-e9d69dfbc5ff tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:11.020771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e', 'network_id': 'f3dbe344-ea55-422b-bc7e-ea24d13a1010', 'port_id': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e', 'mac_address': 'fa:16:3e:54:f3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a7c542-2d20-4158-8a38-a97a21a8d26b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:05:11.021330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8abeb1cb-755a-4ac8-8ce6-a7a87181ae38 req-73be9fc2-6a82-4201-999a-e9d69dfbc5ff tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1216602 Sep 17 01:05:11.039001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccd890-c2a5-473f-8e3e-383c44a119d9 req-d481a00c-7315-4bb5-855a-82911e1ffb96 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:11.043558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04ccd890-c2a5-473f-8e3e-383c44a119d9 req-d481a00c-7315-4bb5-855a-82911e1ffb96 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 944 time: 0.0820034 Sep 17 01:05:11.086437 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:11.094865 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:11.101484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04ccd890-c2a5-473f-8e3e-383c44a119d9 req-bfc7c84d-ab61-4ff8-af9b-fcf25aed8762 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503857 Sep 17 01:05:11.104695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:08Z', 'revision_number': 3, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port': {'id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:07Z', 'updated_at': '2021-09-17T01:05:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:11.135798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c00e305-fa97-45b1-94b2-1f5fa552ba7e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:11.142062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d8db97aa-8cec-4f91-b83f-536286b3f3b2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:11.142438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:11.144024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Checking router: 56e42366-1aa5-460d-aedf-846753326722 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:11.144370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Updating router 56e42366-1aa5-460d-aedf-846753326722 port 47c47168-0a34-4097-9d71-c76a73c76af7 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:05:11.187666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:11.213749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8abeb1cb-755a-4ac8-8ce6-a7a87181ae38 req-9f56a9ea-476d-456c-af91-3a11878e3747 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736729 Sep 17 01:05:11.236709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,segment=NetworkSegment(55cfe500-dadd-4bab-ab8b-243e322bf6cb),segment_id=55cfe500-dadd-4bab-ab8b-243e322bf6cb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:11.243261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:11.302603 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:11.380399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:11.397738 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:11.406423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:11.430628 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d04e34-1a97-4887-9b54-99484ffaea2c None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:00:33Z', 'revision_number': 4, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fcc94f12-9aea-43b0-90c8-5e8e707d7544', 'name': '', 'network_id': '8c63c263-68c6-4482-ae36-0499b99ef1aa', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'mac_address': 'fa:16:3e:a6:62:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '89582275-01b2-4dbd-b060-5645c178ca96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:32Z', 'updated_at': '2021-09-17T01:00:38Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'subnets': [{'id': '89582275-01b2-4dbd-b060-5645c178ca96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:11.496281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe7f1ca9-bdf0-4311-8207-6d0076c5fcf2 req-b4018846-1e24-4fd9-9d5c-5b5c3503b672 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ef3da7e-5be8-4194-a56f-3473e55b9b4a HTTP/1.1" status: 200 len: 210 time: 0.0543566 Sep 17 01:05:11.624534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3c00e305-fa97-45b1-94b2-1f5fa552ba7e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:11.658052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Allocated IP 172.20.0.1 (ddd06426-5876-4ac4-a44e-78ab09fdd552/d5bef68f-9c32-4a14-85d5-38684e98960b/5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:11.716023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16c4f4-f99a-4a0a-bbbb-f1150126443b req-d43f6156-5665-42f0-ae32-b7c352f8d0bc tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:11.717572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d16c4f4-f99a-4a0a-bbbb-f1150126443b req-d43f6156-5665-42f0-ae32-b7c352f8d0bc tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1294794 Sep 17 01:05:11.791410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d16c4f4-f99a-4a0a-bbbb-f1150126443b req-ff082ed5-1ed3-4fc0-a4bc-de194014ad79 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667813 Sep 17 01:05:11.908614 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad36921e-fe31-44c2-a35c-5337c8ca0e7c None None] New status for floating IP 8c4e7f26-4411-4b89-9e6f-cc5c55f66173: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:05:12.046109 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.210773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.312537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a5cf6-7979-4e48-be78-8092e2e453a3 req-628c25c0-5657-4662-8b0b-84d98ed8dca0 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:12.314168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c08a5cf6-7979-4e48-be78-8092e2e453a3 req-628c25c0-5657-4662-8b0b-84d98ed8dca0 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 945 time: 0.0981264 Sep 17 01:05:12.361205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c08a5cf6-7979-4e48-be78-8092e2e453a3 req-5069cc1e-f1b2-407a-b829-5491b202f1c9 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397694 Sep 17 01:05:12.368010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.398607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58e11e-47e9-40d1-840f-8f08913ae632 req-9ffd74bc-d8e5-49f6-b593-0a087ba8468a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:12.406669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c58e11e-47e9-40d1-840f-8f08913ae632 req-9ffd74bc-d8e5-49f6-b593-0a087ba8468a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1065660 Sep 17 01:05:12.467570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f2e0e-c52c-48e1-a270-3dd9539eda14 None None] Pushing event updated for resources: {'Port': ['ID=47c47168-0a34-4097-9d71-c76a73c76af7,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:12.471460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Attempting to bind port 47c47168-0a34-4097-9d71-c76a73c76af7 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:12.471879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Attempting to bind port 47c47168-0a34-4097-9d71-c76a73c76af7 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:12.472234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Attempting to bind port 47c47168-0a34-4097-9d71-c76a73c76af7 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:12.480661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:12.481050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:12.481464 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.482119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:12.482599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Bound port: 47c47168-0a34-4097-9d71-c76a73c76af7, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:12.482986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.490819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c58e11e-47e9-40d1-840f-8f08913ae632 req-b37dbba6-f004-48e4-b8fc-3524802315c3 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753181 Sep 17 01:05:12.552041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c00e305-fa97-45b1-94b2-1f5fa552ba7e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:12.563344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.615944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:12.619651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:12.623478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:12.653597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] For port 47c47168-0a34-4097-9d71-c76a73c76af7, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:12.685606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:12.716836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.725042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] For port 47c47168-0a34-4097-9d71-c76a73c76af7, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=47c47168-0a34-4097-9d71-c76a73c76af7,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:12.778870 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.803286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38336) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:12.874021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f2e0e-c52c-48e1-a270-3dd9539eda14 None None] Pushing event updated for resources: {'Port': ['ID=47c47168-0a34-4097-9d71-c76a73c76af7,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:12.886261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:05:12.890973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:12.891527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.916409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79cc97d6-71b5-49c6-98f4-580460883085 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:12.929978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Routers {'56e42366-1aa5-460d-aedf-846753326722'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:12.930457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['56e42366-1aa5-460d-aedf-846753326722'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:12.968860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79cc97d6-71b5-49c6-98f4-580460883085 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.051040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3d7b6-a24c-4e82-a622-c3a512756b06 req-8ceb5021-bdd0-4723-aff4-6ffcd2ffebda tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:13.059591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ac3d7b6-a24c-4e82-a622-c3a512756b06 req-8ceb5021-bdd0-4723-aff4-6ffcd2ffebda tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.0981321 Sep 17 01:05:13.110890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ac3d7b6-a24c-4e82-a622-c3a512756b06 req-09a3c372-63aa-493e-8e04-1417c8d81ada tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Sep 17 01:05:13.132338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79cc97d6-71b5-49c6-98f4-580460883085 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.140121 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79cc97d6-71b5-49c6-98f4-580460883085 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.140121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79cc97d6-71b5-49c6-98f4-580460883085 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "DELETE /v2.0/security-groups/9decd950-e9c9-492f-9eee-e90303d2e248 HTTP/1.1" status: 204 len: 168 time: 0.3318150 Sep 17 01:05:13.144453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38340) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:13.155331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.179149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc97d6-71b5-49c6-98f4-580460883085 tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9decd950-e9c9-492f-9eee-e90303d2e248,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:13.185776 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-77148abd-8025-41b4-af61-e9696e0e772c tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] show failed (client error): The resource could not be found. Sep 17 01:05:13.185776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-77148abd-8025-41b4-af61-e9696e0e772c tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "GET /v2.0/security-groups/9decd950-e9c9-492f-9eee-e90303d2e248 HTTP/1.1" status: 404 len: 347 time: 0.0393806 Sep 17 01:05:13.190480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38342) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:13.245600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ff441ad4-09e6-4af4-bf4d-073ef55767c4 None None] Provisioning complete for port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:13.246105 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff441ad4-09e6-4af4-bf4d-073ef55767c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.249634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] Set router 56e42366-1aa5-460d-aedf-846753326722 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:13.428855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.430572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ff441ad4-09e6-4af4-bf4d-073ef55767c4 None None] Port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:13.431887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Deleting port 3b7bf46d-3451-48a0-947e-a427c5acf12b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:13.435268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.475985 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.509879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.520739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e2396-092b-4979-a7b8-a4940a000709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:13.524046 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2866a9a-2469-4e4b-b61b-cd5daeb78d5f" -d '{"events": [{"server_uuid": "3e6e2396-092b-4979-a7b8-a4940a000709", "name": "network-vif-plugged", "status": "completed", "tag": "3c00e305-fa97-45b1-94b2-1f5fa552ba7e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:13.567005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,segment=NetworkSegment(55cfe500-dadd-4bab-ab8b-243e322bf6cb),segment_id=55cfe500-dadd-4bab-ab8b-243e322bf6cb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:13.600984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:13.603533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.619135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.619557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.626751 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d367ee-d67b-4ce9-b1d4-64335c6e264a x-openstack-request-id: req-b0d367ee-d67b-4ce9-b1d4-64335c6e264a {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:13.627160 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e2396-092b-4979-a7b8-a4940a000709", "name": "network-vif-plugged", "status": "completed", "tag": "3c00e305-fa97-45b1-94b2-1f5fa552ba7e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:13.627491 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0d367ee-d67b-4ce9-b1d4-64335c6e264a {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:13.627947 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e2396-092b-4979-a7b8-a4940a000709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e', 'code': 200} Sep 17 01:05:13.654061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Calling delete_port for 3b7bf46d-3451-48a0-947e-a427c5acf12b owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:13.666887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:13.734000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d467e4f-ecad-47f9-b116-1f9089666984 req-0dc3fc78-6646-4bce-89a7-a2d0c6fdd66b tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:13.741621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9d467e4f-ecad-47f9-b116-1f9089666984 req-0dc3fc78-6646-4bce-89a7-a2d0c6fdd66b tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 945 time: 0.2378206 Sep 17 01:05:13.779828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:13.793199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:08Z', 'revision_number': 3, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port': {'id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:07Z', 'updated_at': '2021-09-17T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:13.798066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dd71d-914c-44f0-a0cb-02af1667272d req-704dbf3d-b9c2-41ae-b130-bbf1f3053eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:13.799690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c5dd71d-914c-44f0-a0cb-02af1667272d req-704dbf3d-b9c2-41ae-b130-bbf1f3053eec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 1097 time: 0.1068556 Sep 17 01:05:13.804329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:13.815178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:13.841788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846ec6e-9bab-4c52-b121-589c3fee2a87 None None] The sync data for ids ['56e42366-1aa5-460d-aedf-846753326722'] in n-d-789963-7 is: [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:08Z', 'revision_number': 3, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port': {'id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:07Z', 'updated_at': '2021-09-17T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:13.843986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4befa-e503-4734-9548-be3edcf20af6 req-52f5ccb3-0fa6-4809-9191-0e20aca6d70e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:13.845239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ac4befa-e503-4734-9548-be3edcf20af6 req-52f5ccb3-0fa6-4809-9191-0e20aca6d70e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.0957491 Sep 17 01:05:13.852625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9d467e4f-ecad-47f9-b116-1f9089666984 req-2a1d74cf-c7f7-4b7c-9ee8-f68ffb905fe1 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Sep 17 01:05:13.943525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c5dd71d-914c-44f0-a0cb-02af1667272d req-4e30e019-b222-4569-b9a4-812cd6ec409d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300354 Sep 17 01:05:13.984467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ac4befa-e503-4734-9548-be3edcf20af6 req-c3e1e017-710a-4de6-a28b-c891056c25ea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261904 Sep 17 01:05:14.079528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Router 56e42366-1aa5-460d-aedf-846753326722 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:14.126757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:14.165647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7be13734-8911-41a8-ad1b-193dac043dea None None] Provisioning complete for port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:14.166126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7be13734-8911-41a8-ad1b-193dac043dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:14.257968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7be13734-8911-41a8-ad1b-193dac043dea None None] Port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:14.297725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:14.304974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cd8f3506-b635-48e4-81f5-0d9bf6a659d8 admin admin] 10.222.0.13 "PUT /v2.0/routers/56e42366-1aa5-460d-aedf-846753326722/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7087994 Sep 17 01:05:14.320561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Pushing event deleted for resources: {'Port': ['ID=3b7bf46d-3451-48a0-947e-a427c5acf12b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:14.388606 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-9450abe4-39e9-405b-8e05-a90a6437f121 service neutron] 10.222.0.36 "GET /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64/bindings/n-h1-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.3462405 Sep 17 01:05:14.436723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8a93b-2f38-43f5-a046-69a10bb3e118 req-518170af-6450-42cb-839f-d143eb7e1584 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:14.444824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6e8a93b-2f38-43f5-a046-69a10bb3e118 req-518170af-6450-42cb-839f-d143eb7e1584 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1505704 Sep 17 01:05:14.466779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:14.472660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:14.474655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:14.476567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4fda3a3b-1b21-4ef7-be02-7e95c70c1a8b tempest-ServersWithSpecificFlavorTestJSON-1071739791 tempest-ServersWithSpecificFlavorTestJSON-1071739791-project] 10.222.0.13 "DELETE /v2.0/floatingips/8c4e7f26-4411-4b89-9e6f-cc5c55f66173 HTTP/1.1" status: 204 len: 168 time: 1.2798777 Sep 17 01:05:14.535789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6e8a93b-2f38-43f5-a046-69a10bb3e118 req-d86f78dc-7532-4d65-9f96-5ae3cc3bb97b tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898988 Sep 17 01:05:14.568074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:14.749599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:14.755189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:14.771471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eaec4e4c-d275-4663-ab37-bdd1640e0def req-25e969f9-69b0-421f-bbd2-7de8667f52f6 tempest-FloatingIPsNegativeTestJSON-1685356114 tempest-FloatingIPsNegativeTestJSON-1685356114-project] 10.222.0.13 "GET /v2.0/floatingips?tenant_id=3a27ef83cb3d43edb4578acd47e220a4 HTTP/1.1" status: 200 len: 217 time: 0.1102629 Sep 17 01:05:14.778655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618', 'port_id': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'mac_address': 'fa:16:3e:ed:9d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a47cc473-dd7a-43ea-aabd-7c5da26929b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:05:14.783844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:14.823702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f064ca-7305-44d1-abd7-82cac177db64 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:14.835178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:14.866048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:14.876352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b80ff823-f5cd-4b0e-b5fa-fe2a2e3b76f0 req-71026650-ce43-416f-8bfb-ab2b85090372 tempest-FloatingIPsNegativeTestJSON-1685356114 tempest-FloatingIPsNegativeTestJSON-1685356114-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0584493 Sep 17 01:05:14.887981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:14.916350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:14.943829 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:14.995900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 47c47168-0a34-4097-9d71-c76a73c76af7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:15.069314 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-dea60f45-3e8b-4438-b4d7-19ec112c0308 req-130c4e6a-c31d-444a-91d6-01da7df72f64 tempest-FloatingIPsNegativeTestJSON-1685356114 tempest-FloatingIPsNegativeTestJSON-1685356114-project] show failed (client error): The resource could not be found. Sep 17 01:05:15.070016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dea60f45-3e8b-4438-b4d7-19ec112c0308 req-130c4e6a-c31d-444a-91d6-01da7df72f64 tempest-FloatingIPsNegativeTestJSON-1685356114 tempest-FloatingIPsNegativeTestJSON-1685356114-project] 10.222.0.13 "GET /v2.0/floatingips/1dc6ce78-aaac-40d3-8d00-b810e522a352 HTTP/1.1" status: 404 len: 350 time: 0.1033666 Sep 17 01:05:15.070862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1e8f-9fd7-4f3b-88c8-138e3b8a0ca1 req-849fe1b5-7c5a-49b9-90fa-e7520d7bbca9 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:15.073024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57aa1e8f-9fd7-4f3b-88c8-138e3b8a0ca1 req-849fe1b5-7c5a-49b9-90fa-e7520d7bbca9 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 946 time: 0.0773635 Sep 17 01:05:15.089904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 47c47168-0a34-4097-9d71-c76a73c76af7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:15.090350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:15.101192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38384) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:15.182385 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:15.190051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57aa1e8f-9fd7-4f3b-88c8-138e3b8a0ca1 req-315e1b0f-cfb6-48dd-8ff5-120e868f5a9a tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959778 Sep 17 01:05:15.225715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 47c47168-0a34-4097-9d71-c76a73c76af7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=47c47168-0a34-4097-9d71-c76a73c76af7,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:15.336968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] Transition to ACTIVE for port object f3f064ca-7305-44d1-abd7-82cac177db64 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:15.344970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335d440-7af1-40f1-bd04-38d8930bba15 req-dd2a58fd-e2f4-4902-a0b3-6ebb5bc75c0d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:15.346466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1335d440-7af1-40f1-bd04-38d8930bba15 req-dd2a58fd-e2f4-4902-a0b3-6ebb5bc75c0d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 943 time: 0.1374273 Sep 17 01:05:15.456136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38396) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:15.461390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1335d440-7af1-40f1-bd04-38d8930bba15 req-4cf92daa-27fe-4860-b9d1-c2353762ebd0 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654435 Sep 17 01:05:15.596141 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:15.689636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:15.733702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936c3d3-f96b-4fc2-be07-69125d146036 req-9746fc52-7fdc-41fa-b23a-27aa6ccee19f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:15.735359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b936c3d3-f96b-4fc2-be07-69125d146036 req-9746fc52-7fdc-41fa-b23a-27aa6ccee19f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.1030591 Sep 17 01:05:15.742049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:15.817022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b936c3d3-f96b-4fc2-be07-69125d146036 req-1bf2e2c6-2a00-42e5-b795-0b3b9f239fde tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709946 Sep 17 01:05:15.832269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:15.964541 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:15.981210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.034622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=47c47168-0a34-4097-9d71-c76a73c76af7,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:16.056079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.099346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=10']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:16.107696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] No DVR routers for this DVR port f3f064ca-7305-44d1-abd7-82cac177db64 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:16.153831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ced98ae1-3b1e-4fa8-a876-a65ccfc4b2b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64/bindings/n-h1-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 1.7562366 Sep 17 01:05:16.238562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Deleting port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:16.239159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.278814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Sync routers for ids ['56e42366-1aa5-460d-aedf-846753326722'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:16.294158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Routers {'56e42366-1aa5-460d-aedf-846753326722'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:16.294804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['56e42366-1aa5-460d-aedf-846753326722'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:16.393237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174af3b1-5482-4995-8e54-4f06348e89b9 req-4f23414b-ada4-4fe6-a61e-7d89c9cc04b0 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:16.395313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-174af3b1-5482-4995-8e54-4f06348e89b9 req-4f23414b-ada4-4fe6-a61e-7d89c9cc04b0 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 946 time: 0.1095698 Sep 17 01:05:16.410101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.443361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Calling delete_port for 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:16.468988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Set router 56e42366-1aa5-460d-aedf-846753326722 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:16.490559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-fbc09c02-1e75-4291-a3ec-62dd707dc870 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:16.492300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-fbc09c02-1e75-4291-a3ec-62dd707dc870 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1786203 Sep 17 01:05:16.521050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Deleting port fcc94f12-9aea-43b0-90c8-5e8e707d7544 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:16.521403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.531544 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-174af3b1-5482-4995-8e54-4f06348e89b9 req-410102eb-2e34-4a27-add8-12f378201cfe tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269085 Sep 17 01:05:16.592037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-15d667dc-dd88-4e2b-96e9-5f498de1c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:16.594891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-15d667dc-dd88-4e2b-96e9-5f498de1c5cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d&tenant_id=c1130e2fd7de4a31a864d203bb106bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0938323 Sep 17 01:05:16.717543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a168ae-c51f-4544-9a56-87fb355f77e4 req-13340d1b-93c1-4348-b0e3-226e3d262a82 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:16.726218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2a168ae-c51f-4544-9a56-87fb355f77e4 req-13340d1b-93c1-4348-b0e3-226e3d262a82 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 944 time: 0.1004624 Sep 17 01:05:16.762889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] For port fcc94f12-9aea-43b0-90c8-5e8e707d7544, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fcc94f12-9aea-43b0-90c8-5e8e707d7544,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:16.765668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.779016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-5c1d0652-e059-4003-a97c-4cefe9ab9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:16.780559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-5c1d0652-e059-4003-a97c-4cefe9ab9e8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1095 time: 0.1460016 Sep 17 01:05:16.817836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:13Z', 'revision_number': 4, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port': {'id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:07Z', 'updated_at': '2021-09-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef', 'name': '', 'network_id': 'ddd06426-5876-4ac4-a44e-78ab09fdd552', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'mac_address': 'fa:16:3e:04:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'd5bef68f-9c32-4a14-85d5-38684e98960b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:11Z', 'updated_at': '2021-09-17T01:05:13Z', 'revision_number': 2, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'subnets': [{'id': 'd5bef68f-9c32-4a14-85d5-38684e98960b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:16.821283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2a168ae-c51f-4544-9a56-87fb355f77e4 req-045343de-b47b-4be3-b514-817c3969f09b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864091 Sep 17 01:05:16.835327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Calling delete_port for fcc94f12-9aea-43b0-90c8-5e8e707d7544 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:16.849253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Checking router: 56e42366-1aa5-460d-aedf-846753326722 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:16.849698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Updating router 56e42366-1aa5-460d-aedf-846753326722 port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:05:16.871363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.872636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 47c47168-0a34-4097-9d71-c76a73c76af7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:16.909792 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:16.930679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:16.961888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Port 5d9164e3-4cb2-4030-8b7d-f4a6909cc3ef not found while updating agent binding for router 56e42366-1aa5-460d-aedf-846753326722. {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 01:05:17.002500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 47c47168-0a34-4097-9d71-c76a73c76af7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:17.007023 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:17.010187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Routers {'56e42366-1aa5-460d-aedf-846753326722'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:17.010937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['56e42366-1aa5-460d-aedf-846753326722'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:17.062269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-366028a4-6ca6-4ce0-a771-20cb301d6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:17.066306 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-366028a4-6ca6-4ce0-a771-20cb301d6eec service neutron] 10.222.0.23 "GET /v2.0/networks?id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 200 len: 922 time: 0.2708542 Sep 17 01:05:17.136524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21fef7-f985-476f-80ae-337c7c3c753c req-f5e4c986-2a7d-4f7b-8580-6d38e55be7e8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:17.145365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db21fef7-f985-476f-80ae-337c7c3c753c req-f5e4c986-2a7d-4f7b-8580-6d38e55be7e8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.2043529 Sep 17 01:05:17.175661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-2c0c6c1e-8c3e-487f-8f01-41261625308c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 200 len: 217 time: 0.1024208 Sep 17 01:05:17.186021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:17.239902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db21fef7-f985-476f-80ae-337c7c3c753c req-ef473b57-6336-4a04-9e37-796153bd089a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936487 Sep 17 01:05:17.272377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] Set router 56e42366-1aa5-460d-aedf-846753326722 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:17.316707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-58e8f3f7-ff93-454c-b5d7-2a6e5e67492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:17.318506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-58e8f3f7-ff93-454c-b5d7-2a6e5e67492e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 200 len: 861 time: 0.1325486 Sep 17 01:05:17.366223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-49735363-925c-4398-9c0b-c0e0bedf3e54 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390577 Sep 17 01:05:17.369345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189e68f-4c6c-44f3-b61f-1daf3b3c5f50 req-2c4f045d-9599-4344-b09c-e2d9816bb808 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:17.371014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2189e68f-4c6c-44f3-b61f-1daf3b3c5f50 req-2c4f045d-9599-4344-b09c-e2d9816bb808 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 946 time: 0.1097722 Sep 17 01:05:17.515665 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2189e68f-4c6c-44f3-b61f-1daf3b3c5f50 req-e4012832-04ca-4c2e-a365-139ea53fcc6d tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332138 Sep 17 01:05:17.563206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-547e534f-8c32-4c0b-bd1e-a7bcbbbf1647 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820371 Sep 17 01:05:17.577132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:16Z', 'revision_number': 5, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port': {'id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:07Z', 'updated_at': '2021-09-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:17.597380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Router 56e42366-1aa5-460d-aedf-846753326722 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:17.611017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0af25e-c505-44d3-9f0a-3b3413846140 None None] The sync data for ids ['56e42366-1aa5-460d-aedf-846753326722'] in n-d-789963-7 is: [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:16Z', 'revision_number': 5, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port': {'id': '47c47168-0a34-4097-9d71-c76a73c76af7', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:c6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e42366-1aa5-460d-aedf-846753326722', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:05:07Z', 'updated_at': '2021-09-17T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:17.614450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:17.662343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc94f12-9aea-43b0-90c8-5e8e707d7544,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:17.736912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:17.748932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c55e353-2468-43da-9e83-5f7eca9cf537 admin admin] 10.222.0.13 "PUT /v2.0/routers/56e42366-1aa5-460d-aedf-846753326722/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6443844 Sep 17 01:05:17.749276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:17.786047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-0d73c3d4-b431-4eb3-b1f5-02523d35a960 service neutron] 10.222.0.23 "GET /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146564 Sep 17 01:05:17.944317 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.355976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.412654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49d6f9-c892-4a37-a252-8fc9e6c17379 req-a78ddfb6-e760-472f-ad54-0b911e27f32a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:18.420071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf49d6f9-c892-4a37-a252-8fc9e6c17379 req-a78ddfb6-e760-472f-ad54-0b911e27f32a tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 944 time: 0.1179206 Sep 17 01:05:18.519524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf49d6f9-c892-4a37-a252-8fc9e6c17379 req-7bd7b9cf-14bd-410e-9b98-60b77b951133 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903356 Sep 17 01:05:18.576311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.594860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:18.613410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ce50871d-a885-4624-855b-14254063a58a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:18.615067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-ce50871d-a885-4624-855b-14254063a58a tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d&tenant_id=c1130e2fd7de4a31a864d203bb106bf9&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1911736 Sep 17 01:05:18.643447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80912aec-9948-4426-883b-9367b04c3a53 req-4df150a4-4661-4b8e-a018-e076829e704a tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:18.648682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80912aec-9948-4426-883b-9367b04c3a53 req-4df150a4-4661-4b8e-a018-e076829e704a tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 946 time: 0.2100747 Sep 17 01:05:18.684489 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] Sync routers for ids ['56e42366-1aa5-460d-aedf-846753326722'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:18.705478 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] Routers {'56e42366-1aa5-460d-aedf-846753326722'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:18.709559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['56e42366-1aa5-460d-aedf-846753326722'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:18.717751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142a102-210b-4e51-9951-58359852b1c5 req-869aa6b8-7a7b-44c9-9349-e4bd5545d43f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:18.726094 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4142a102-210b-4e51-9951-58359852b1c5 req-869aa6b8-7a7b-44c9-9349-e4bd5545d43f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.2885807 Sep 17 01:05:18.753269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:05:18.767968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:18.767968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.776978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Deleting port 47c47168-0a34-4097-9d71-c76a73c76af7 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:18.776978 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.889728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4142a102-210b-4e51-9951-58359852b1c5 req-d17d82b3-930f-41e6-a9f2-625ccb3e438f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579208 Sep 17 01:05:18.907856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Router f1715bd4-6d02-4efc-a099-36c4b7acc507 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:18.919532 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] Set router 56e42366-1aa5-460d-aedf-846753326722 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:18.936470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.938522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] For port 47c47168-0a34-4097-9d71-c76a73c76af7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=47c47168-0a34-4097-9d71-c76a73c76af7,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:18.939072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:18.967577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Calling delete_port for 47c47168-0a34-4097-9d71-c76a73c76af7 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:18.975500 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:18Z', 'revision_number': 6, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:18.977610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:18.978622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:18.981969 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a0cb3a-7f32-4704-9775-516d048af434" -d '{"events": [{"server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "name": "network-vif-plugged", "status": "completed", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:19.017708 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] Checking router: 56e42366-1aa5-460d-aedf-846753326722 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:19.032432 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] Routers {'56e42366-1aa5-460d-aedf-846753326722'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:19.033338 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['56e42366-1aa5-460d-aedf-846753326722'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:19.048927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.109443 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db0d5d1-35cc-4fc1-abc5-0f81d61e46e4 x-openstack-request-id: req-9db0d5d1-35cc-4fc1-abc5-0f81d61e46e4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:19.109832 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "name": "network-vif-plugged", "status": "completed", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:19.112266 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9db0d5d1-35cc-4fc1-abc5-0f81d61e46e4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:19.112450 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'code': 200} Sep 17 01:05:19.144437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Deleting port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:19.144980 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.160942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:19.170997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55aa1-31fb-46d2-9827-7b86ba243f77 req-db7fbb1d-8291-4f37-ad14-974df719877a tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:19.180425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84a55aa1-31fb-46d2-9827-7b86ba243f77 req-db7fbb1d-8291-4f37-ad14-974df719877a tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 946 time: 0.4488897 Sep 17 01:05:19.212754 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] Set router 56e42366-1aa5-460d-aedf-846753326722 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:19.242207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84a55aa1-31fb-46d2-9827-7b86ba243f77 req-45c9ffc5-0153-4adc-910f-79ac385d6929 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac8c4350-db0b-4363-9a34-87211f615e75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608778 Sep 17 01:05:19.251911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-a56bc246-f734-4c45-885f-4a988628000c service neutron] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:19.273811 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:18Z', 'revision_number': 6, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:19.290620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-a56bc246-f734-4c45-885f-4a988628000c service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.291783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f1b3629-3595-48c7-85f5-a3664e1ed144 req-a56bc246-f734-4c45-885f-4a988628000c service neutron] 10.222.0.23 "DELETE /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64/bindings/n-h2-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.6641264 Sep 17 01:05:19.303712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.304857 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a8087d-237f-4b2e-b922-9595050465ae None None] The sync data for ids ['56e42366-1aa5-460d-aedf-846753326722'] in n-d-789963-7 is: [{'id': '56e42366-1aa5-460d-aedf-846753326722', 'name': 'tempest-FloatingIPsNegativeTestJSON-116990526-router', 'tenant_id': '3a27ef83cb3d43edb4578acd47e220a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:05:06Z', 'updated_at': '2021-09-17T01:05:18Z', 'revision_number': 6, 'project_id': '3a27ef83cb3d43edb4578acd47e220a4', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:19.312906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1060101-7582-464c-8b68-869a558ee14a req-07d61ba0-f4ce-4b55-96be-f7cba06a00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:19.314636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1060101-7582-464c-8b68-869a558ee14a req-07d61ba0-f4ce-4b55-96be-f7cba06a00f7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1097 time: 0.1807251 Sep 17 01:05:19.345236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:19.355960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5725912e-663e-4b5c-88ad-22f94e5e5a17 admin admin] 10.222.0.13 "PUT /v2.0/routers/f1715bd4-6d02-4efc-a099-36c4b7acc507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8986335 Sep 17 01:05:19.356487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] Sync routers for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:19.361552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38464) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:19.369162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:19.372978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:19.373115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c47168-0a34-4097-9d71-c76a73c76af7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:19.429925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1060101-7582-464c-8b68-869a558ee14a req-89a3b638-f0eb-441c-ad3c-445146982e93 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Sep 17 01:05:19.433295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] For port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,segment=NetworkSegment(55cfe500-dadd-4bab-ab8b-243e322bf6cb),segment_id=55cfe500-dadd-4bab-ab8b-243e322bf6cb)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:19.433674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.464986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Calling delete_port for 3c00e305-fa97-45b1-94b2-1f5fa552ba7e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:19.472024 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.564077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:19.651531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.670576 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.674626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.779140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fbeee-96ae-49d3-9a3a-d0eaa2b32d53 req-a4f5a732-6e8c-4264-bece-9c27d9b96c37 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:19.782466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b21fbeee-96ae-49d3-9a3a-d0eaa2b32d53 req-a4f5a732-6e8c-4264-bece-9c27d9b96c37 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 944 time: 0.1751602 Sep 17 01:05:19.834729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.870620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e42366-1aa5-460d-aedf-846753326722 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:05:19.870620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.870620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-627ac160-86ae-4fca-aeda-2df712354bd3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/56e42366-1aa5-460d-aedf-846753326722 HTTP/1.1" status: 204 len: 168 time: 2.0997710 Sep 17 01:05:19.870620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:19.925821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Deleting subnet d5bef68f-9c32-4a14-85d5-38684e98960b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:05:19.932114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.978763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:19.980347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:05:17Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:20.000587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b21fbeee-96ae-49d3-9a3a-d0eaa2b32d53 req-9eb5a61d-f70d-439b-b77a-5f6549fbbe5c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737666 Sep 17 01:05:20.020949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] Checking router: f1715bd4-6d02-4efc-a099-36c4b7acc507 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:20.034217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.040495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] Routers {'f1715bd4-6d02-4efc-a099-36c4b7acc507'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:20.041356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f1715bd4-6d02-4efc-a099-36c4b7acc507'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:20.126483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.139710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7c76b-a885-4dc8-8a6f-e8d0ad42ea6e req-99915f32-6626-455e-8321-3fd71264b8b7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:20.142424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a7c76b-a885-4dc8-8a6f-e8d0ad42ea6e req-99915f32-6626-455e-8321-3fd71264b8b7 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1045349 Sep 17 01:05:20.174426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.191399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] Set router f1715bd4-6d02-4efc-a099-36c4b7acc507 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:20.263133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a7c76b-a885-4dc8-8a6f-e8d0ad42ea6e req-effd6bf3-f88e-4d26-ad0e-ad1f78c93114 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102707 Sep 17 01:05:20.270784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3c00e305-fa97-45b1-94b2-1f5fa552ba7e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:20.385781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Pushing event deleted for resources: {'Port': ['ID=3c00e305-fa97-45b1-94b2-1f5fa552ba7e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:20.437734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] No DVR routers for this DVR port 3c00e305-fa97-45b1-94b2-1f5fa552ba7e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:20.440208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.442237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80912aec-9948-4426-883b-9367b04c3a53 req-cc844fab-d762-4177-a5cb-1daf3828d159 tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.23 "DELETE /v2.0/ports/3c00e305-fa97-45b1-94b2-1f5fa552ba7e HTTP/1.1" status: 204 len: 173 time: 1.7403977 Sep 17 01:05:20.442891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6e2396-092b-4979-a7b8-a4940a000709', 'name': 'network-vif-deleted', 'tag': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:20.452252 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564e1713-64e3-4639-833a-807f83efa5f4" -d '{"events": [{"server_uuid": "3e6e2396-092b-4979-a7b8-a4940a000709", "name": "network-vif-deleted", "tag": "3c00e305-fa97-45b1-94b2-1f5fa552ba7e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:20.478478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1d815-f3fe-42ad-a718-060a2a975277 req-a023f002-ad87-49ed-a464-34661b8e48c7 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:20.487654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4e1d815-f3fe-42ad-a718-060a2a975277 req-a023f002-ad87-49ed-a464-34661b8e48c7 tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 1095 time: 0.1682215 Sep 17 01:05:20.490309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1a82ff82-5dec-4164-9f66-7affeaff4971 req-0ce15c95-b132-479f-ba20-bddf68d5d80f tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 210 time: 0.0844760 Sep 17 01:05:20.492482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.521418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bef68f-9c32-4a14-85d5-38684e98960b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:20.527963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.529890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-287cb2a4-4677-4cb4-bc54-bcb03da99204 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d5bef68f-9c32-4a14-85d5-38684e98960b HTTP/1.1" status: 204 len: 168 time: 0.6687593 Sep 17 01:05:20.532716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:20.550072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e92f45-79fb-436d-9216-b72a0dea6a1f None None] Network ddd06426-5876-4ac4-a44e-78ab09fdd552 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:20.591725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Deleting port f074c9e3-c290-4a7c-9157-9ef10f74ba3c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:20.592378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.629909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4e1d815-f3fe-42ad-a718-060a2a975277 req-ffad81f1-caa7-471e-a04c-378a4bba845f tempest-LiveAutoBlockMigrationV225Test-371255687 tempest-LiveAutoBlockMigrationV225Test-371255687-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404254 Sep 17 01:05:20.634539 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.683212 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b4ecf-74ee-4f67-8ea2-bde25a6bc0c4 x-openstack-request-id: req-b60b4ecf-74ee-4f67-8ea2-bde25a6bc0c4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:20.683488 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6e2396-092b-4979-a7b8-a4940a000709", "name": "network-vif-deleted", "tag": "3c00e305-fa97-45b1-94b2-1f5fa552ba7e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:20.683741 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b60b4ecf-74ee-4f67-8ea2-bde25a6bc0c4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:20.684133 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6e2396-092b-4979-a7b8-a4940a000709', 'name': 'network-vif-deleted', 'tag': '3c00e305-fa97-45b1-94b2-1f5fa552ba7e', 'status': 'completed', 'code': 200} Sep 17 01:05:20.747736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Deleting port d8db97aa-8cec-4f91-b83f-536286b3f3b2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:20.747736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.763118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] For port f074c9e3-c290-4a7c-9157-9ef10f74ba3c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:20.763566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.800140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Calling delete_port for f074c9e3-c290-4a7c-9157-9ef10f74ba3c owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:20.920611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 47c47168-0a34-4097-9d71-c76a73c76af7 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:20.923397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] For port d8db97aa-8cec-4f91-b83f-536286b3f3b2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8db97aa-8cec-4f91-b83f-536286b3f3b2,segment=NetworkSegment(b8339abf-6d97-467e-b1c6-e69fabda6256),segment_id=b8339abf-6d97-467e-b1c6-e69fabda6256)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:20.927992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:20.949902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 47c47168-0a34-4097-9d71-c76a73c76af7 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:20.950247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 47c47168-0a34-4097-9d71-c76a73c76af7 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:20.956718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Calling delete_port for d8db97aa-8cec-4f91-b83f-536286b3f3b2 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:20.967034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:05:17Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:21.020633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96a113-952b-4d91-a690-255654f4baf2 None None] The sync data for ids ['f1715bd4-6d02-4efc-a099-36c4b7acc507'] in n-d-789963-7 is: [{'id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1643201652-router', 'tenant_id': 'ae71d2675681479fa9dbe710cb72896d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:26Z', 'updated_at': '2021-09-17T01:05:17Z', 'revision_number': 5, 'project_id': 'ae71d2675681479fa9dbe710cb72896d', 'gw_port': {'id': 'f074c9e3-c290-4a7c-9157-9ef10f74ba3c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:ef:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1715bd4-6d02-4efc-a099-36c4b7acc507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:28Z', 'updated_at': '2021-09-17T01:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:21.223422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.223664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.251057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8db97aa-8cec-4f91-b83f-536286b3f3b2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:21.251539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f074c9e3-c290-4a7c-9157-9ef10f74ba3c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:21.254980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] No DVR routers for this DVR port d8db97aa-8cec-4f91-b83f-536286b3f3b2 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:21.321853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.363712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.398910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8779187a-b51e-4b8f-93bc-9b0e0ec13a36 None None] DHCP port deletion for ddd06426-5876-4ac4-a44e-78ab09fdd552 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:05:21.425875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd06426-5876-4ac4-a44e-78ab09fdd552']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:21.451419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8339abf-6d97-467e-b1c6-e69fabda6256') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:21.451419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8339abf-6d97-467e-b1c6-e69fabda6256') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:21.488379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.490921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.501400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:05:21.501837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:05:21.503730 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:05:21.539475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.544553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.607965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6b607-413a-4547-9cbf-a90576dc6793 req-d30370a9-9488-4386-a86b-72e76a03975c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:21.610240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eee6b607-413a-4547-9cbf-a90576dc6793 req-d30370a9-9488-4386-a86b-72e76a03975c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.2405207 Sep 17 01:05:21.621189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883287f-4472-4adc-a8c0-ffd5a0291571 req-bca7a0db-650c-4b5c-a8f8-daf7f91fb927 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:21.628058 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0883287f-4472-4adc-a8c0-ffd5a0291571 req-bca7a0db-650c-4b5c-a8f8-daf7f91fb927 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 944 time: 0.2660851 Sep 17 01:05:21.662325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eee6b607-413a-4547-9cbf-a90576dc6793 req-f807848f-c32d-4e6e-bb96-e91f6e4b54da tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Sep 17 01:05:21.664868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0883287f-4472-4adc-a8c0-ffd5a0291571 req-0beb342e-aec9-47a4-902d-0ab2c5d9e660 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Sep 17 01:05:21.777303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb756743-2c1f-446b-ab82-91b4756982d3 req-1e10b415-5eb4-4ee4-abdc-9f8ec04225af tempest-InstanceActionsV221TestJSON-2138585948 tempest-InstanceActionsV221TestJSON-2138585948-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e6e2396-092b-4979-a7b8-a4940a000709 HTTP/1.1" status: 200 len: 210 time: 0.0331819 Sep 17 01:05:21.778361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.778904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1715bd4-6d02-4efc-a099-36c4b7acc507 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:05:21.790198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.790198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-db46ab57-df2c-4267-b8fd-e2853aee56b1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f1715bd4-6d02-4efc-a099-36c4b7acc507 HTTP/1.1" status: 204 len: 168 time: 2.4239962 Sep 17 01:05:21.790395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38506) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:21.797959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.807180 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.809267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ddd06426-5876-4ac4-a44e-78ab09fdd552 HTTP/1.1" status: 204 len: 168 time: 1.2751319 Sep 17 01:05:21.829314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd42ef-1066-458d-8ecb-fe280a569b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd06426-5876-4ac4-a44e-78ab09fdd552,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:21.849147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfc4f-12fe-40e1-835d-f0836958697a req-f531f7ed-dd01-4ba4-9748-e7bed7f637f1 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:21.853040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7c9cfc4f-12fe-40e1-835d-f0836958697a req-f531f7ed-dd01-4ba4-9748-e7bed7f637f1 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1097 time: 0.0844855 Sep 17 01:05:21.885303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Deleting subnet 89582275-01b2-4dbd-b060-5645c178ca96 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:05:21.891868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:21.910973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7c9cfc4f-12fe-40e1-835d-f0836958697a req-b73550fa-b007-473b-9d6b-dbe3457157e3 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459542 Sep 17 01:05:21.985563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.039750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05902e58-a5d9-46e6-b725-1b3161955632 req-5898ab38-58f2-4a7b-a8e2-120a61e04671 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:22.045813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-05902e58-a5d9-46e6-b725-1b3161955632 req-5898ab38-58f2-4a7b-a8e2-120a61e04671 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 944 time: 0.0961263 Sep 17 01:05:22.065819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edf1f1-b371-4225-8e0c-8b6a5d9c6ad0 req-cc0e0bf3-6d15-476c-a579-414ebbf26b85 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:22.067673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91edf1f1-b371-4225-8e0c-8b6a5d9c6ad0 req-cc0e0bf3-6d15-476c-a579-414ebbf26b85 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1097 time: 0.0720227 Sep 17 01:05:22.116504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91edf1f1-b371-4225-8e0c-8b6a5d9c6ad0 req-ad3963e1-4ac9-4128-ac9f-205d2aa767f4 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Sep 17 01:05:22.163926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.227247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Deleting port f3f064ca-7305-44d1-abd7-82cac177db64 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:22.227595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.326751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] For port f3f064ca-7305-44d1-abd7-82cac177db64, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f3f064ca-7305-44d1-abd7-82cac177db64,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:22.327031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.340432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Calling delete_port for f3f064ca-7305-44d1-abd7-82cac177db64 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:22.409751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:22.413097 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.446772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89582275-01b2-4dbd-b060-5645c178ca96,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:22.457218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.461993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-533f1c6e-b9a1-4c5f-a96e-3ce0694d8f69 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/89582275-01b2-4dbd-b060-5645c178ca96 HTTP/1.1" status: 204 len: 168 time: 0.6676583 Sep 17 01:05:22.465587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38526) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:22.468932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7232ab54-f41e-4a43-9f7b-264617785fe1 None None] Network 8c63c263-68c6-4482-ae36-0499b99ef1aa requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:22.474514 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1a171094-e5f4-4fc7-93c8-df62ce0a388b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a27ef83cb3d43edb4578acd47e220a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0608883 Sep 17 01:05:22.478689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38528) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:22.543768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.560532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-afb519f8-309e-49a6-af32-3eecd816acf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.585556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-afb519f8-309e-49a6-af32-3eecd816acf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.591973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c00e305-fa97-45b1-94b2-1f5fa552ba7e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:22.608231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Deleting port f11c5ea0-ea82-4fa7-a726-4bab211ec796 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:22.609298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.630361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 3c00e305-fa97-45b1-94b2-1f5fa552ba7e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:22.630703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c00e305-fa97-45b1-94b2-1f5fa552ba7e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:22.663431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.674915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:22.679311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] For port f11c5ea0-ea82-4fa7-a726-4bab211ec796, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f11c5ea0-ea82-4fa7-a726-4bab211ec796,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:22.679576 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.694363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Calling delete_port for f11c5ea0-ea82-4fa7-a726-4bab211ec796 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:22.715549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event deleted for resources: {'Port': ['ID=f3f064ca-7305-44d1-abd7-82cac177db64,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:22.762382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] DHCP port deletion for 8c63c263-68c6-4482-ae36-0499b99ef1aa request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:05:22.767873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] No DVR routers for this DVR port f3f064ca-7305-44d1-abd7-82cac177db64 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:22.771196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.773770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-05902e58-a5d9-46e6-b725-1b3161955632 req-17137c8c-d99d-44d7-8eeb-020c5f69d83d tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.23 "DELETE /v2.0/ports/f3f064ca-7305-44d1-abd7-82cac177db64 HTTP/1.1" status: 204 len: 173 time: 0.7257357 Sep 17 01:05:22.774507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'name': 'network-vif-deleted', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:22.778788 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9b815d-65ff-4c70-b74c-a8fd2ee726a4" -d '{"events": [{"server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "name": "network-vif-deleted", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:22.784740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-afb519f8-309e-49a6-af32-3eecd816acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.788262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-afb519f8-309e-49a6-af32-3eecd816acf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.792922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-afb519f8-309e-49a6-af32-3eecd816acf7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57c1ea15-5730-4c86-aa7a-c48925315280 HTTP/1.1" status: 204 len: 168 time: 0.3132608 Sep 17 01:05:22.804972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb519f8-309e-49a6-af32-3eecd816acf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c1ea15-5730-4c86-aa7a-c48925315280,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:22.886590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f373aac4-45cb-41ea-b7f0-54f4aa31f1f5 req-ee5ede61-b7b9-42e8-9df8-660db4c51e8c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.0813234 Sep 17 01:05:22.887394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] Deleting port f11c5ea0-ea82-4fa7-a726-4bab211ec796 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:22.887782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:22.895507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8db97aa-8cec-4f91-b83f-536286b3f3b2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:22.942233 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6943246-7fa5-494e-a3ff-f84009c8df41 x-openstack-request-id: req-e6943246-7fa5-494e-a3ff-f84009c8df41 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:22.942596 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e5914e-408f-4752-8e11-34b5c13c511d", "name": "network-vif-deleted", "tag": "f3f064ca-7305-44d1-abd7-82cac177db64", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:22.942911 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6943246-7fa5-494e-a3ff-f84009c8df41 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:22.943528 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e5914e-408f-4752-8e11-34b5c13c511d', 'name': 'network-vif-deleted', 'tag': 'f3f064ca-7305-44d1-abd7-82cac177db64', 'status': 'completed', 'code': 200} Sep 17 01:05:22.960112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d8db97aa-8cec-4f91-b83f-536286b3f3b2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:22.966113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8db97aa-8cec-4f91-b83f-536286b3f3b2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:22.966113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f074c9e3-c290-4a7c-9157-9ef10f74ba3c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:23.025278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f074c9e3-c290-4a7c-9157-9ef10f74ba3c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:23.025634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f074c9e3-c290-4a7c-9157-9ef10f74ba3c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:23.026025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f11c5ea0-ea82-4fa7-a726-4bab211ec796 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:23.030220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.049464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] For port f11c5ea0-ea82-4fa7-a726-4bab211ec796, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f11c5ea0-ea82-4fa7-a726-4bab211ec796,segment=NetworkSegment(8d652ce5-4002-4513-82de-82549228b407),segment_id=8d652ce5-4002-4513-82de-82549228b407)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:23.050264 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.057385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11c5ea0-ea82-4fa7-a726-4bab211ec796,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:23.063512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] No DVR routers for this DVR port f11c5ea0-ea82-4fa7-a726-4bab211ec796 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:23.073104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.073722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.074235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.074715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.075240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.075763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.076253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.076747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.077225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.078503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.079014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.079530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:23.136146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f11c5ea0-ea82-4fa7-a726-4bab211ec796 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:23.137218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f11c5ea0-ea82-4fa7-a726-4bab211ec796 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:23.137218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fcc94f12-9aea-43b0-90c8-5e8e707d7544 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:23.169316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] Calling delete_port for f11c5ea0-ea82-4fa7-a726-4bab211ec796 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:23.174779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.194883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fcc94f12-9aea-43b0-90c8-5e8e707d7544 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:23.195428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fcc94f12-9aea-43b0-90c8-5e8e707d7544 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:23.209938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c63c263-68c6-4482-ae36-0499b99ef1aa']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:23.222162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d652ce5-4002-4513-82de-82549228b407') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:23.222847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d652ce5-4002-4513-82de-82549228b407') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:23.236082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.257447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.287464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:05:23.288377 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:05:23.293704 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:05:23.364035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.437571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] Pushing event deleted for resources: {'Port': ['ID=f11c5ea0-ea82-4fa7-a726-4bab211ec796,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:23.442609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c55c5f5-3554-49e0-9417-808d430ecff1 None None] No DVR routers for this DVR port f11c5ea0-ea82-4fa7-a726-4bab211ec796 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:23.444136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38566) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:23.500852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Deleting subnet a8a7c542-2d20-4158-8a38-a97a21a8d26b {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:05:23.504412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.543395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.577824 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.586632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:23.588508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8c63c263-68c6-4482-ae36-0499b99ef1aa HTTP/1.1" status: 204 len: 168 time: 1.1247342 Sep 17 01:05:23.592739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38576) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:23.600516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a1512-f550-4313-81b0-880354f5f3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c63c263-68c6-4482-ae36-0499b99ef1aa,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:23.602679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.000321 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27016dff-e54b-47ff-b9a9-ef3bc0aca2b2 req-91b1a89e-0430-44cb-b091-55d45b2db589 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.0334690 Sep 17 01:05:24.078751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.145691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a7c542-2d20-4158-8a38-a97a21a8d26b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:24.148529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.150482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-00b1dbfe-0b64-4972-833d-a24accae39be admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a8a7c542-2d20-4158-8a38-a97a21a8d26b HTTP/1.1" status: 204 len: 168 time: 0.7051420 Sep 17 01:05:24.152998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38592) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:24.271349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.428490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.459743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3dbe344-ea55-422b-bc7e-ea24d13a1010']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:24.472856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cfe500-dadd-4bab-ab8b-243e322bf6cb') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:24.473151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cfe500-dadd-4bab-ab8b-243e322bf6cb') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:24.492288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.513451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.523228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:05:24.523868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:05:24.525775 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:05:24.589704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:24.614219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: f3f064ca-7305-44d1-abd7-82cac177db64 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:24.614825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f3f064ca-7305-44d1-abd7-82cac177db64 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:24.623556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.729012 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.736634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.741106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f3dbe344-ea55-422b-bc7e-ea24d13a1010 HTTP/1.1" status: 204 len: 168 time: 0.5846889 Sep 17 01:05:24.754459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05d3af-6f18-4d61-9aff-93e8f68e9750 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3dbe344-ea55-422b-bc7e-ea24d13a1010,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:24.950763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Deleting port 490a91e6-90d8-44bc-845f-078d6ba9c2f9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:24.951008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:24.971731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-26d6cbeb-98d9-4b3b-80c0-59986b8dad56 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:05:24.973115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-26d6cbeb-98d9-4b3b-80c0-59986b8dad56 tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078659 Sep 17 01:05:25.023633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-0da8fea4-8544-4384-8d37-1bf0a83c153c tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:25.035558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-0da8fea4-8544-4384-8d37-1bf0a83c153c tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 1094 time: 0.0562325 Sep 17 01:05:25.040413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:25.041495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Unknown quota resources ['binding']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:05:25.062466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] For port 490a91e6-90d8-44bc-845f-078d6ba9c2f9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=490a91e6-90d8-44bc-845f-078d6ba9c2f9,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:25.063192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.080263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Calling delete_port for 490a91e6-90d8-44bc-845f-078d6ba9c2f9 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:25.186533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30186a76-93dc-495b-b826-7616c5e7f2bc req-0a96befe-a2eb-45be-b8ab-e9307b6ab047 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.0681164 Sep 17 01:05:25.262307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:25.263215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:25.263548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:25.269844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:25.270160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:25.276445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:25.276928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:25.277223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:25.277605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Bound port: 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:25.347218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:25.440015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38628) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:25.490506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cede55db-e510-4e7e-bae9-1a6e5972d08b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17a190f2465a49c0876f013ae60a325e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466793 Sep 17 01:05:25.490849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38632) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:25.517289 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.518504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4eb4ee63-2df9-4de9-8ec8-192eea3ae496 service neutron] 10.222.0.13 "POST /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4820979 Sep 17 01:05:25.544669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.566627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb5fc-73c7-458a-a215-edb32fd4c8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.577939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Pushing event deleted for resources: {'Port': ['ID=490a91e6-90d8-44bc-845f-078d6ba9c2f9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:25.603477 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb5fc-73c7-458a-a215-edb32fd4c8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.776534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.790084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb5fc-73c7-458a-a215-edb32fd4c8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.800774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a5ceb5fc-73c7-458a-a215-edb32fd4c8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:25.800774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a5ceb5fc-73c7-458a-a215-edb32fd4c8d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac8c4350-db0b-4363-9a34-87211f615e75 HTTP/1.1" status: 204 len: 168 time: 0.3044910 Sep 17 01:05:25.811970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceb5fc-73c7-458a-a215-edb32fd4c8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c4350-db0b-4363-9a34-87211f615e75,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:26.058245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Router aea0e108-2abd-46e2-b7d5-c4865eb5cefa has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:26.221025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:26.230284 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] Sync routers for ids ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:26.239298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-56fefc03-fa94-461b-89d5-4d72e4f10912 admin admin] 10.222.0.13 "PUT /v2.0/routers/aea0e108-2abd-46e2-b7d5-c4865eb5cefa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453652 Sep 17 01:05:26.241893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38680) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:26.244017 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] Routers {'aea0e108-2abd-46e2-b7d5-c4865eb5cefa'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:26.244641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:26.388392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-9bb25b44-2f16-4301-a3ee-8eb7b324300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:26.390339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-9bb25b44-2f16-4301-a3ee-8eb7b324300b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1097 time: 0.0615156 Sep 17 01:05:26.531550 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] Set router aea0e108-2abd-46e2-b7d5-c4865eb5cefa gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:26.545466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1bd4b-0be4-48a9-a9b3-a47b53831215 req-acd7d3a9-6034-4b0c-94dc-a6f5e2e21237 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:26.548810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9a1bd4b-0be4-48a9-a9b3-a47b53831215 req-acd7d3a9-6034-4b0c-94dc-a6f5e2e21237 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.4307699 Sep 17 01:05:26.551869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-bfd3d90d-e4af-4a9f-a570-8e7eed4b00a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:26.553542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-bfd3d90d-e4af-4a9f-a570-8e7eed4b00a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.1568265 Sep 17 01:05:26.616624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9a1bd4b-0be4-48a9-a9b3-a47b53831215 req-148e4b15-6bbf-4b11-ab2c-563cc9908a2e tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Sep 17 01:05:26.663231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-1cb0f4ef-8e2a-4726-b309-ca64376931f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 217 time: 0.0932968 Sep 17 01:05:26.793546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c391831d-c1bb-4106-ab98-f9752ea8c5eb req-a4a2fa34-dce1-4ad8-bb36-989638daa910 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.0482404 Sep 17 01:05:26.906873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-e5930719-6a77-4099-80d8-0b9e87979830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:26.908305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-e5930719-6a77-4099-80d8-0b9e87979830 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.2372370 Sep 17 01:05:26.929285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:26.964593 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:05:25Z', 'revision_number': 5, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:27.001050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4ef77c63-5994-439d-8362-8e960aff068a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831411 Sep 17 01:05:27.019110 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] Checking router: aea0e108-2abd-46e2-b7d5-c4865eb5cefa for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:27.028959 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] Routers {'aea0e108-2abd-46e2-b7d5-c4865eb5cefa'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:27.029581 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:27.160433 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] Set router aea0e108-2abd-46e2-b7d5-c4865eb5cefa gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:27.164590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:27.196128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-2f51e747-3c3f-47f2-90ee-868fc16d76d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858430 Sep 17 01:05:27.332758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-490ec72c-eac9-4492-af7a-5f766e06d460 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287961 Sep 17 01:05:27.350066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Deleting port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:27.350410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:27.435863 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:05:25Z', 'revision_number': 5, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:27.470741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] For port 6a72831d-1faf-42ca-8504-e6e0a4ec54ea, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:27.471164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:27.476547 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df55f96-894a-4511-aeef-c923da031d9b None None] The sync data for ids ['aea0e108-2abd-46e2-b7d5-c4865eb5cefa'] in n-d-789963-7 is: [{'id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1650656499-router', 'tenant_id': 'cd21189193ae4dfcacef1330723e7488', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128'}], 'enable_snat': True}, 'gw_port_id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:00:38Z', 'updated_at': '2021-09-17T01:05:25Z', 'revision_number': 5, 'project_id': 'cd21189193ae4dfcacef1330723e7488', 'gw_port': {'id': '6a72831d-1faf-42ca-8504-e6e0a4ec54ea', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea0e108-2abd-46e2-b7d5-c4865eb5cefa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:00:39Z', 'updated_at': '2021-09-17T01:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:27.494874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Calling delete_port for 6a72831d-1faf-42ca-8504-e6e0a4ec54ea owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:27.584916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38782) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:27.742635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-512775160-network', 'tenant_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:27.782765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0c35e-3660-46eb-9846-d14b38cf557b req-7f6f0821-f02c-413f-8e71-ef3c1aa1d17d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:27.789961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed0c35e-3660-46eb-9846-d14b38cf557b req-7f6f0821-f02c-413f-8e71-ef3c1aa1d17d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.0847104 Sep 17 01:05:27.832741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed0c35e-3660-46eb-9846-d14b38cf557b req-cd3bc318-3651-461b-aae6-5a4b7dd8c152 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Sep 17 01:05:27.908239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Made reservation on behalf of d0a8f6b262b7445bbc38df18fcd6f8e4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:27.908756 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:27.915239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:27.933014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:27.944311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Pushing event deleted for resources: {'Port': ['ID=6a72831d-1faf-42ca-8504-e6e0a4ec54ea,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:28.024171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.088930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-507891f2-cbca-48cc-b909-54dddbdc649c req-06d24c27-da12-446e-bc99-ed58a89cfdd7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e5914e-408f-4752-8e11-34b5c13c511d HTTP/1.1" status: 200 len: 210 time: 0.1483731 Sep 17 01:05:28.195874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.198245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.210772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.337679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.366775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:05:28.389239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.389873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router aea0e108-2abd-46e2-b7d5-c4865eb5cefa {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:05:28.395228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.401309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fdc7f307-8132-4e90-bd69-6f7f5dfb81dc admin admin] 10.222.0.13 "DELETE /v2.0/routers/aea0e108-2abd-46e2-b7d5-c4865eb5cefa HTTP/1.1" status: 204 len: 168 time: 2.1528504 Sep 17 01:05:28.401309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38850) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:28.406872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13210e20-b6f0-40a2-b6cb-437cb026c20c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:28.439040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.439591 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Added segment 2e18ef93-cecc-4911-a0a8-174e0fde451d of type vlan for network fb8849bc-1e45-4603-9988-23f515631066 Sep 17 01:05:28.503291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Deleting subnet 29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:05:28.511338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.515841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.560462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.571678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.676215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.691826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.706223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:28.706223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.757119 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:05:28.770356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] Pushing event updated for resources: {'Network': ['ID=fb8849bc-1e45-4603-9988-23f515631066,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:28.787551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network fb8849bc-1e45-4603-9988-23f515631066 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:05:28.882914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:28.927556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cd2e222c-73c3-4002-917c-21ba57aa5fca admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3408024 Sep 17 01:05:28.929976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38906) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:28.936006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Request body: {'subnet': {'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-512775160-subnet', 'tenant_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:29.027881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.029448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6a72831d-1faf-42ca-8504-e6e0a4ec54ea no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:29.054800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:29.057188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 6a72831d-1faf-42ca-8504-e6e0a4ec54ea {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:29.060455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6a72831d-1faf-42ca-8504-e6e0a4ec54ea not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:29.062304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 490a91e6-90d8-44bc-845f-078d6ba9c2f9 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:29.077709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.080617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a37ef7bf-96f7-4878-a141-f82e0618b93e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29b30fcd-9ac4-41f5-8c27-1ecfe3484ecc HTTP/1.1" status: 204 len: 168 time: 0.6803138 Sep 17 01:05:29.083174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38920) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:29.097349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8f310-02e8-4b3e-a306-162d7e4bf1ce None None] Network 801b537f-d566-4456-b1a1-2a670f2f27f4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:29.101581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 490a91e6-90d8-44bc-845f-078d6ba9c2f9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:29.102244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 490a91e6-90d8-44bc-845f-078d6ba9c2f9 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:29.126811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Made reservation on behalf of d0a8f6b262b7445bbc38df18fcd6f8e4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:29.129118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.150069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4c520-bbc9-4c56-8e35-6fdd7158b495 req-91010f36-aa48-4d1e-bf30-9238be9bfad3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:29.158173 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12f4c520-bbc9-4c56-8e35-6fdd7158b495 req-91010f36-aa48-4d1e-bf30-9238be9bfad3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1976037 Sep 17 01:05:29.477525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] DHCP port deletion for 801b537f-d566-4456-b1a1-2a670f2f27f4 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:05:29.542674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] Deleting port d31c32ff-09c1-450d-a14d-2acdc711ce9f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:29.543194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.659144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] For port d31c32ff-09c1-450d-a14d-2acdc711ce9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d31c32ff-09c1-450d-a14d-2acdc711ce9f,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:29.660445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.662144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.676545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] Calling delete_port for d31c32ff-09c1-450d-a14d-2acdc711ce9f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:29.876874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12f4c520-bbc9-4c56-8e35-6fdd7158b495 req-40f81512-61b9-4548-add3-5e9680e70903 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7177227 Sep 17 01:05:29.928750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Deleting port d31c32ff-09c1-450d-a14d-2acdc711ce9f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:29.929061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.953766 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.955258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:29.968233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] No DVR routers for this DVR port d31c32ff-09c1-450d-a14d-2acdc711ce9f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:30.013263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb308ec8-91e8-49ea-b7b3-875bc7c560df None None] Pushing event deleted for resources: {'Port': ['ID=d31c32ff-09c1-450d-a14d-2acdc711ce9f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:30.101739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] For port d31c32ff-09c1-450d-a14d-2acdc711ce9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d31c32ff-09c1-450d-a14d-2acdc711ce9f,segment=NetworkSegment(0d1596d0-675f-4a6f-99cd-769bc70acbfc),segment_id=0d1596d0-675f-4a6f-99cd-769bc70acbfc)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:30.102222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.130407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Calling delete_port for d31c32ff-09c1-450d-a14d-2acdc711ce9f owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:30.132276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9ff891-b24a-43c7-8f69-0a485a43766e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:30.164295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Checking segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:30.164788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Network hostable DHCP agents. Network: fb8849bc-1e45-4603-9988-23f515631066, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:05:30.249595 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.278063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31c32ff-09c1-450d-a14d-2acdc711ce9f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:30.282560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] No DVR routers for this DVR port d31c32ff-09c1-450d-a14d-2acdc711ce9f on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:30.310576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Network fb8849bc-1e45-4603-9988-23f515631066 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:05:30.374189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.413072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801b537f-d566-4456-b1a1-2a670f2f27f4']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:30.425161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1596d0-675f-4a6f-99cd-769bc70acbfc') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:30.425730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1596d0-675f-4a6f-99cd-769bc70acbfc') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:30.439643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.456071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.463752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:05:30.464377 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:05:30.482171 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:05:30.494216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, fb8849bc-1e45-4603-9988-23f515631066) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:30.516626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:30.517845 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.518753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d7b7bf-9bbd-413d-a7b6-47a46950efe5 None None] Network fb8849bc-1e45-4603-9988-23f515631066 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:30.681602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-fb8849bc-1e45-4603-9988-23f515631066', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'tenant_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4', 'fixed_ips': [{'subnet_id': '1b9ff891-b24a-43c7-8f69-0a485a43766e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:05:30.682903 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.699070 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-73f0a8db-8310-40c3-b1e6-7c59792436db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7676549 Sep 17 01:05:30.760040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.797246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:30.799712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/801b537f-d566-4456-b1a1-2a670f2f27f4 HTTP/1.1" status: 204 len: 168 time: 1.7155657 Sep 17 01:05:30.804171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193281-5d3f-4404-ae1d-79f3e66e78b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=801b537f-d566-4456-b1a1-2a670f2f27f4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:30.915404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d31c32ff-09c1-450d-a14d-2acdc711ce9f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:31.011726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d31c32ff-09c1-450d-a14d-2acdc711ce9f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:31.012118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d31c32ff-09c1-450d-a14d-2acdc711ce9f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:31.039478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a4af0-75b5-45e3-844d-08eff14105db req-635462a6-044b-4929-bd5b-2eac4ef37b08 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:31.051296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Allocated IP 172.20.0.2 (fb8849bc-1e45-4603-9988-23f515631066/1b9ff891-b24a-43c7-8f69-0a485a43766e/277ff654-ed65-456d-87ca-ee12fe859681) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:31.051592 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-380a4af0-75b5-45e3-844d-08eff14105db req-635462a6-044b-4929-bd5b-2eac4ef37b08 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.0819671 Sep 17 01:05:31.121437 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-380a4af0-75b5-45e3-844d-08eff14105db req-05ccdb0f-3b0c-477b-a23d-8ead58246f18 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687234 Sep 17 01:05:31.267032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.411866 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.424483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39096) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:31.493311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-66f0f027-7d2b-43f7-993b-84bcc26e80af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae71d2675681479fa9dbe710cb72896d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0668478 Sep 17 01:05:31.495692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39102) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:31.533510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Network fb8849bc-1e45-4603-9988-23f515631066 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:31.539483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:31.548366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:31.614102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Pushing event updated for resources: {'Port': ['ID=277ff654-ed65-456d-87ca-ee12fe859681,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:31.616075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f241bdad-7d90-403a-91ab-8daec073b707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.617007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Attempting to bind port 277ff654-ed65-456d-87ca-ee12fe859681 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:31.617600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Attempting to bind port 277ff654-ed65-456d-87ca-ee12fe859681 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:31.618142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Attempting to bind port 277ff654-ed65-456d-87ca-ee12fe859681 on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:31.625192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:31.625826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Checking segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:31.626411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.626984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Bound using segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:31.627656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Bound port: 277ff654-ed65-456d-87ca-ee12fe859681, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:31.628213 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.677342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-9f8ced4f-5375-4032-9dff-1f7ceb2fc264 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:31.681579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-9f8ced4f-5375-4032-9dff-1f7ceb2fc264 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 815 time: 0.1857204 Sep 17 01:05:31.698597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f241bdad-7d90-403a-91ab-8daec073b707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.701766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-e87ed4ad-7bd2-431c-8b67-3c29233d4a08 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/quotas/d0a8f6b262b7445bbc38df18fcd6f8e4 HTTP/1.1" status: 200 len: 375 time: 0.0187395 Sep 17 01:05:31.785968 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-72be8733-85c9-433d-bfbd-b59bdfba46cb tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827878 Sep 17 01:05:31.909056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f241bdad-7d90-403a-91ab-8daec073b707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.912034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f241bdad-7d90-403a-91ab-8daec073b707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:31.913879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f241bdad-7d90-403a-91ab-8daec073b707 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2065c32e-aa02-4bf9-8eb9-6e344f714a17 HTTP/1.1" status: 204 len: 168 time: 0.4169605 Sep 17 01:05:31.929087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241bdad-7d90-403a-91ab-8daec073b707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2065c32e-aa02-4bf9-8eb9-6e344f714a17,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:31.950298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-df3630e4-5067-425a-91b5-a2329d35feac service neutron] 10.222.0.13 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545084 Sep 17 01:05:31.950621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] For port 277ff654-ed65-456d-87ca-ee12fe859681, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:31.955386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] For port 277ff654-ed65-456d-87ca-ee12fe859681, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=277ff654-ed65-456d-87ca-ee12fe859681,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:32.068673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-b39476c3-3eb1-4ac9-b10b-9aa7accf22f3 service neutron] 10.222.0.13 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173232 Sep 17 01:05:32.075582 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:32.195133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc8ad2-40cc-47a3-b925-cb13f6b8bc67 None None] Pushing event updated for resources: {'Port': ['ID=277ff654-ed65-456d-87ca-ee12fe859681,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:32.680925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85010fa-63ab-4670-8240-131399427cea req-7f635db6-9311-424c-ac35-cf9548a02d11 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:32.693815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85010fa-63ab-4670-8240-131399427cea req-7f635db6-9311-424c-ac35-cf9548a02d11 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1491616 Sep 17 01:05:32.791028 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b85010fa-63ab-4670-8240-131399427cea req-4472fe28-3d2e-4249-85df-73ea54b449af tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959716 Sep 17 01:05:32.994380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 277ff654-ed65-456d-87ca-ee12fe859681 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:33.118514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 277ff654-ed65-456d-87ca-ee12fe859681 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:33.118923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.239652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39216) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:33.306125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-34c30b4d-4665-4518-a2ba-3f0427c9cee0 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:33.320514 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-34c30b4d-4665-4518-a2ba-3f0427c9cee0 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 815 time: 0.2731118 Sep 17 01:05:33.365550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-33f7abd3-dbc2-4f13-a050-6b79dc74d1c4 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/quotas/d0a8f6b262b7445bbc38df18fcd6f8e4 HTTP/1.1" status: 200 len: 375 time: 0.0439744 Sep 17 01:05:33.377505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39222) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:33.377716 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.380544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-50e6c55e-b0a4-4f06-b316-eaa23ace05c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd21189193ae4dfcacef1330723e7488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1380992 Sep 17 01:05:33.419403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 277ff654-ed65-456d-87ca-ee12fe859681, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=277ff654-ed65-456d-87ca-ee12fe859681,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:33.514898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-63faf1b4-c399-4ea7-bd25-fc10c3f5f8d1 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454840 Sep 17 01:05:33.515157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.563508 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ab740a2-ca36-4378-adc0-f07c59bce2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.664217 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ab740a2-ca36-4378-adc0-f07c59bce2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.673096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=277ff654-ed65-456d-87ca-ee12fe859681,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:33.747806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b6bcb2-a71c-4760-b001-bce4e625ee9c None None] Network fb8849bc-1e45-4603-9988-23f515631066 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:33.798366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-dd098a40-cb83-48b7-803b-4f72ff77cfab service neutron] 10.222.0.13 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814684 Sep 17 01:05:33.826592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ab740a2-ca36-4378-adc0-f07c59bce2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.831661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ab740a2-ca36-4378-adc0-f07c59bce2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:33.844161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2ab740a2-ca36-4378-adc0-f07c59bce2b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab5dd4bb-3a05-4d6c-aa9e-23fbd0a8c6f0 HTTP/1.1" status: 204 len: 168 time: 0.4399869 Sep 17 01:05:33.876819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab740a2-ca36-4378-adc0-f07c59bce2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5dd4bb-3a05-4d6c-aa9e-23fbd0a8c6f0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:33.904196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3978bb85-d447-4fc9-88f6-24084a72bcf3 None None] Provisioning complete for port 277ff654-ed65-456d-87ca-ee12fe859681 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:33.904639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3978bb85-d447-4fc9-88f6-24084a72bcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:34.034774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8edb-2389-4fd7-adfb-c7641dae112f req-9e5fc5d4-c7ad-4300-ae8a-fda0cb78d090 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:34.040979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-83b5299a-e275-4f7b-97fd-c02c77da2242 service neutron] 10.222.0.13 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413213 Sep 17 01:05:34.048261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d0d8edb-2389-4fd7-adfb-c7641dae112f req-9e5fc5d4-c7ad-4300-ae8a-fda0cb78d090 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1228607 Sep 17 01:05:34.101028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d0d8edb-2389-4fd7-adfb-c7641dae112f req-0e22ab13-5681-44c6-a08a-9df99dd48712 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Sep 17 01:05:34.640454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c1644cd6-c9ad-4757-9246-5ba359ecb3de None None] Provisioning complete for port 277ff654-ed65-456d-87ca-ee12fe859681 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:34.641189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1644cd6-c9ad-4757-9246-5ba359ecb3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:34.908298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-d2174cca-232b-430d-bbd7-96eb4c5e258f tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:34.910911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-d2174cca-232b-430d-bbd7-96eb4c5e258f tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 815 time: 0.2532058 Sep 17 01:05:34.959936 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-0a7d4534-ebfc-4690-a6e8-ab9ef238369a tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/quotas/d0a8f6b262b7445bbc38df18fcd6f8e4 HTTP/1.1" status: 200 len: 375 time: 0.0413139 Sep 17 01:05:35.061825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 277ff654-ed65-456d-87ca-ee12fe859681 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:35.074555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-e50aff8f-8593-415c-9f6d-bc4c46a2221d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003349 Sep 17 01:05:35.321649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-d59ff263-b298-4c47-9ac8-d059ee3df6c6 service neutron] 10.222.0.13 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294786 Sep 17 01:05:35.321960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 277ff654-ed65-456d-87ca-ee12fe859681 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:35.322526 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:35.448295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ee372-f528-44d2-b76e-21a314fcb07a req-17fe9816-d741-40c7-8de1-a1854807e536 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:35.457927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b73ee372-f528-44d2-b76e-21a314fcb07a req-17fe9816-d741-40c7-8de1-a1854807e536 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1663857 Sep 17 01:05:35.545280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b73ee372-f528-44d2-b76e-21a314fcb07a req-fed52c0a-608b-4dbf-b676-4a9ee63b6232 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Sep 17 01:05:35.583146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eeeee13e-ab1e-4bc4-b3be-c5ef94d0d95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:35.590690 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-3f4385ea-25cd-45d4-bc05-919b21a82e8c service neutron] 10.222.0.13 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647085 Sep 17 01:05:36.053621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39334) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:36.134385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c458d64b-016f-44b5-a4d4-c4f0bdac4852 req-5e777457-ad39-4b4e-8cc3-786ec823e716 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.1260736 Sep 17 01:05:36.359545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-e52d0a32-e743-4aab-8fba-f134c1458e3c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:36.361262 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-e52d0a32-e743-4aab-8fba-f134c1458e3c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 815 time: 0.2741897 Sep 17 01:05:36.379222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Request body: {'port': {'device_id': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'admin_state_up': True, 'tenant_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:36.454696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70d1446d-3644-4ea4-934f-71bc5b12a967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:36.581318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70d1446d-3644-4ea4-934f-71bc5b12a967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:36.729868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70d1446d-3644-4ea4-934f-71bc5b12a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:36.792037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1446d-3644-4ea4-934f-71bc5b12a967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45de6b8a-566c-49c4-930d-8aa099eb64b9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:36.799709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Made reservation on behalf of d0a8f6b262b7445bbc38df18fcd6f8e4 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:36.802420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea3cdb-f1af-454e-a965-9a764b62b62d req-75485fbb-93bd-4899-9a21-33a125ae06af tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:36.803855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:36.813185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7ea3cdb-f1af-454e-a965-9a764b62b62d req-75485fbb-93bd-4899-9a21-33a125ae06af tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1402750 Sep 17 01:05:36.825290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-70d1446d-3644-4ea4-934f-71bc5b12a967 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58474f5c7283479e8ba31f03ef35612c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7702360 Sep 17 01:05:36.826911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39358) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:36.870289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7ea3cdb-f1af-454e-a965-9a764b62b62d req-02aac4e1-b22d-4894-b233-d6210fb88aae tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Sep 17 01:05:36.982677 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32796839-612d-4b9f-907a-013474cf6c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.043702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32796839-612d-4b9f-907a-013474cf6c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.079720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Allocated IP 172.20.0.4 (fb8849bc-1e45-4603-9988-23f515631066/1b9ff891-b24a-43c7-8f69-0a485a43766e/7f6b20a9-e160-4f6b-b956-fa79deda5d8e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:37.234311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32796839-612d-4b9f-907a-013474cf6c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.236956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32796839-612d-4b9f-907a-013474cf6c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.256497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-32796839-612d-4b9f-907a-013474cf6c3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45de6b8a-566c-49c4-930d-8aa099eb64b9 HTTP/1.1" status: 204 len: 168 time: 0.4282084 Sep 17 01:05:37.335047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32796839-612d-4b9f-907a-013474cf6c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45de6b8a-566c-49c4-930d-8aa099eb64b9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:37.473921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-092c5d58-5dcb-428c-a63a-3dcce40e41c2 req-33d2d6a6-6d8b-471b-a83f-3ef8ec6ecb61 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.2426746 Sep 17 01:05:37.481568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-5b5c8837-a1ce-4a44-bd81-1263bb988f52 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:37.501623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-5b5c8837-a1ce-4a44-bd81-1263bb988f52 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 815 time: 0.3482869 Sep 17 01:05:37.501763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.506984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Request body: {'port': {'device_id': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'admin_state_up': True, 'tenant_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:37.609180 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.655863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Network fb8849bc-1e45-4603-9988-23f515631066 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:37.680068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:37.692693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:37.735029 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-ecf4724d-c6ce-4542-beae-d65de9adadc6 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5ae62d885aa54724acec10428b46cdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576808 Sep 17 01:05:37.765847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Pushing event updated for resources: {'Port': ['ID=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:37.783900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:37.784536 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.805930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Made reservation on behalf of d0a8f6b262b7445bbc38df18fcd6f8e4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:37.816555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:37.894617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-fd213007-a380-45da-9b59-00db150e1541 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5193470 Sep 17 01:05:37.999357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-5f245851-58f2-4af7-90ee-5bb4e67023a6 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:38.007220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-5f245851-58f2-4af7-90ee-5bb4e67023a6 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631793 Sep 17 01:05:38.040265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-075e63e4-312b-4914-b546-792dd58542b7 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/quotas/5ae62d885aa54724acec10428b46cdf7 HTTP/1.1" status: 200 len: 375 time: 0.0314527 Sep 17 01:05:38.099654 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1cc8ccdc-dff7-418a-8f0b-951cd344a20d None None] Provisioning complete for port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:38.102454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1cc8ccdc-dff7-418a-8f0b-951cd344a20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:38.129208 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-c33ff99a-6734-4d6c-a8ea-4966b43afe89 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ae62d885aa54724acec10428b46cdf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845280 Sep 17 01:05:38.161384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-34bb84b7-3d3a-479d-aea4-99f6bdf215b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:38.183282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Allocated IP 172.20.0.5 (fb8849bc-1e45-4603-9988-23f515631066/1b9ff891-b24a-43c7-8f69-0a485a43766e/91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:38.208843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1cc8ccdc-dff7-418a-8f0b-951cd344a20d None None] Port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:38.243734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Request body: {'port': {'device_id': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:38.246239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f0168-5882-4cf6-84c3-4308d7f790ff req-288b75fc-27b1-407f-932b-f9ec5d24361d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:38.250869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-659f0168-5882-4cf6-84c3-4308d7f790ff req-288b75fc-27b1-407f-932b-f9ec5d24361d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1822522 Sep 17 01:05:38.323977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:38.329864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-659f0168-5882-4cf6-84c3-4308d7f790ff req-906c5a5f-58bf-418d-b920-1bacf01ddcc2 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707269 Sep 17 01:05:38.530864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:38.620837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e72f3ebd-91ff-4ccd-8991-7ffe9a3a1133 req-50336a94-5c77-4369-9fe5-6ea096d3d929 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 210 time: 0.0426638 Sep 17 01:05:38.675796 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:38.752343 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21e3859c-02a2-4a2b-8534-110e7d3dae3b req-8fb4a0f3-29b6-4aff-ac57-80f23e2f2187 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.0612578 Sep 17 01:05:38.755360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Network fb8849bc-1e45-4603-9988-23f515631066 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:38.758816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:38.762990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:38.794737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Pushing event updated for resources: {'Port': ['ID=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:38.848054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:38.848054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:38.986682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-0876126b-615c-4720-9dba-dd98d445141b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4834633 Sep 17 01:05:39.006374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Request body: {'port': {'device_id': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:39.034706 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.046185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-507d83bf-d967-478d-affd-24e52ab49693 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:39.048028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-507d83bf-d967-478d-affd-24e52ab49693 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.23 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 815 time: 0.1884291 Sep 17 01:05:39.079815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6b20a9-e160-4f6b-b956-fa79deda5d8e {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:39.081460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Request body: {'port': {'device_id': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'admin_state_up': True, 'tenant_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:39.104003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.118787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:39.122599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Transition to ACTIVE for port object 7f6b20a9-e160-4f6b-b956-fa79deda5d8e will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:39.132316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09f968-07b4-4d86-be97-0afa194c2f46 req-0fbb716c-0c48-4203-ae0a-7e6f7e34d454 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:39.132536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.134107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba09f968-07b4-4d86-be97-0afa194c2f46 req-0fbb716c-0c48-4203-ae0a-7e6f7e34d454 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 944 time: 0.1918712 Sep 17 01:05:39.157495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0eacfa51-14f0-4a03-a3de-b5b0f8d0f39c None None] Provisioning complete for port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:39.159748 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0eacfa51-14f0-4a03-a3de-b5b0f8d0f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.211446 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba09f968-07b4-4d86-be97-0afa194c2f46 req-2dd4d96d-564a-4e50-9009-0a6f15269abb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531209 Sep 17 01:05:39.228165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.263142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0eacfa51-14f0-4a03-a3de-b5b0f8d0f39c None None] Port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:39.323910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2109418488-network', 'tenant_id': '088c9ebc9b2445f5ad066b014d6a7ec3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:39.331898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.339640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:39.433850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:05:39.433850 n-d-789963-7 neutron-server[112073]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 01:05:39.433850 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id': 'd0a8f6b262b7445bbc38df18fcd6f8e4', 'id': '663a655b-ad37-4719-9b0a-d0d23f73f7e5', 'expiration': datetime.datetime(2021, 9, 17, 1, 7, 39, 409110)}] Sep 17 01:05:39.433850 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:05:39.434352 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:05:39.463166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Attempting to bind port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:39.464499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Attempting to bind port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:39.464846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Attempting to bind port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:39.471273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e on network fb8849bc-1e45-4603-9988-23f515631066 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:39.472221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Attempting to bind port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:39.494301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:39.494945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Checking segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:39.496281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Bound using segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:39.496996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Bound port: 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:39.497369 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.574872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d4494dee-7f9d-4562-959e-fbbb081ebf84 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:39.578076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d4494dee-7f9d-4562-959e-fbbb081ebf84 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 944 time: 0.2339377 Sep 17 01:05:39.583961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Made reservation on behalf of 088c9ebc9b2445f5ad066b014d6a7ec3 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:39.586766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.634892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] For port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:39.639999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] For port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:39.654116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e33b6-6ed0-4864-be7f-f15b2c12f1cb req-0e8482c4-6816-44c4-ad82-ced136041f1f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:39.661926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b6e33b6-6ed0-4864-be7f-f15b2c12f1cb req-0e8482c4-6816-44c4-ad82-ced136041f1f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.2040176 Sep 17 01:05:39.708745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.727696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8a27022-6cb5-4754-8317-32ffd6dbc652 req-bc2b92f4-91df-4763-800a-6001584fdf8f tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 210 time: 0.0388439 Sep 17 01:05:39.747328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.784253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:39.784908 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.786515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/7f6b20a9-e160-4f6b-b956-fa79deda5d8e HTTP/1.1" status: 200 len: 1091 time: 1.7757142 Sep 17 01:05:39.787011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'tag': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:39.790086 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c80def-bed2-4c94-b42d-8ba273bd95a7" -d '{"events": [{"name": "network-changed", "server_uuid": "55d38577-cd7c-49a4-8a22-5b8c6edbe8c2", "tag": "7f6b20a9-e160-4f6b-b956-fa79deda5d8e"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:39.819878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b6e33b6-6ed0-4864-be7f-f15b2c12f1cb req-b7ded15d-d73c-43f8-84e7-9d14a4ede362 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568429 Sep 17 01:05:39.831403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced35c7-4fd0-406f-b8d5-48edded0c1a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:39.860675 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b614cf94-9734-4504-8620-a663aae5f237 x-openstack-request-id: req-b614cf94-9734-4504-8620-a663aae5f237 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:39.860971 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55d38577-cd7c-49a4-8a22-5b8c6edbe8c2", "tag": "7f6b20a9-e160-4f6b-b956-fa79deda5d8e", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:39.861262 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b614cf94-9734-4504-8620-a663aae5f237 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:39.861632 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'tag': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e', 'status': 'completed', 'code': 200} Sep 17 01:05:39.926609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80def-bed2-4c94-b42d-8ba273bd95a7 req-866c51c9-d96c-4489-b9d4-9193622ce1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:39.928303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82c80def-bed2-4c94-b42d-8ba273bd95a7 req-866c51c9-d96c-4489-b9d4-9193622ce1eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 1094 time: 0.0478964 Sep 17 01:05:39.939701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Deleting port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:39.940044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:39.987252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e192ee1b-4ce0-4a44-bdaf-bcaf19f4ef41 req-9041d91c-a51e-4e7c-a736-2f0da9f3afe8 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.0770772 Sep 17 01:05:40.009814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:40.028756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.127098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Transition to ACTIVE for port object 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:40.204039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.210730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] For port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:40.211117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.214429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.239112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80def-bed2-4c94-b42d-8ba273bd95a7 req-acb09441-d9ea-4b5a-b194-426117a35b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.246473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82c80def-bed2-4c94-b42d-8ba273bd95a7 req-acb09441-d9ea-4b5a-b194-426117a35b80 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3024712 Sep 17 01:05:40.254478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Calling delete_port for dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:40.346572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.374920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Pushing event updated for resources: {'Port': ['ID=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:40.399874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:05:40.492877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d05007c-88e6-4adb-9ecd-acc3718f9160,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:40.514498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Made reservation on behalf of d0a8f6b262b7445bbc38df18fcd6f8e4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:40.515015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80def-bed2-4c94-b42d-8ba273bd95a7 req-31792a5d-cf6f-49c5-a555-2f08ff70e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.515015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82c80def-bed2-4c94-b42d-8ba273bd95a7 req-31792a5d-cf6f-49c5-a555-2f08ff70e7c9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598975 Sep 17 01:05:40.515879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.531163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96235e-c0c4-453d-8c90-7a9599579305 req-462efadd-125e-4a3d-9e0a-13dac17155c3 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.539601 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe96235e-c0c4-453d-8c90-7a9599579305 req-462efadd-125e-4a3d-9e0a-13dac17155c3 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.2060497 Sep 17 01:05:40.558793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.559012 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Added segment 732659e0-81bf-426c-8c24-c9c9e90d5f69 of type vlan for network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 Sep 17 01:05:40.610266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30440173-855f-490b-8d15-35dc9feb301d req-15019d1c-cd23-4369-99e6-ebc79309dd74 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.617710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30440173-855f-490b-8d15-35dc9feb301d req-15019d1c-cd23-4369-99e6-ebc79309dd74 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 944 time: 0.2720652 Sep 17 01:05:40.621268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe96235e-c0c4-453d-8c90-7a9599579305 req-9fc2325b-fba3-4cf6-a8a5-f3a3013c0e77 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792611 Sep 17 01:05:40.628275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-570a2643-2a90-4a15-878e-6d5090bb9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.629860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-570a2643-2a90-4a15-878e-6d5090bb9774 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 1094 time: 0.0811396 Sep 17 01:05:40.679539 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-63ad127a-5503-462c-b853-e328357f1bba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e HTTP/1.1" status: 200 len: 217 time: 0.0416915 Sep 17 01:05:40.730792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-3f43085d-c851-4063-bb7c-136b4b22a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.732638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-3f43085d-c851-4063-bb7c-136b4b22a3ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 200 len: 854 time: 0.0468655 Sep 17 01:05:40.753054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.775113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Attempting to bind port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:40.775368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Attempting to bind port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:40.775702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Attempting to bind port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:40.794748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-ecbab9a5-bec5-4618-a2e3-5b2c7d53ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.796305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-ecbab9a5-bec5-4618-a2e3-5b2c7d53ca2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb8849bc-1e45-4603-9988-23f515631066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571911 Sep 17 01:05:40.805008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30440173-855f-490b-8d15-35dc9feb301d req-98266703-5e34-46fc-861c-2468f0af78b7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865993 Sep 17 01:05:40.820392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 on network fb8849bc-1e45-4603-9988-23f515631066 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:40.820728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Attempting to bind port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:40.863685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80757f81-427d-49cc-bc93-dd47a06deeb7 req-306091f9-3933-4c61-bde3-2ab0d0c03153 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 210 time: 0.0448837 Sep 17 01:05:40.870791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:40.871336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Checking segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:40.871853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Bound using segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:40.872819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Bound port: 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:40.873199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.924586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.925440 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-66c9dbfe-f6fd-4797-ae28-e3519e248ff7 service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223650 Sep 17 01:05:40.925598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:40.926092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.937937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:40.979110 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.268288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39482) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:41.282279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1732909009'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:41.303670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Allocated IP 172.20.0.10 (fb8849bc-1e45-4603-9988-23f515631066/1b9ff891-b24a-43c7-8f69-0a485a43766e/9837f473-4963-4d06-ba83-4af53f8be254) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:41.316236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-710ea47e-e637-451d-a0af-a57f0d56303c req-ba4c844e-1082-4baf-b502-bf44584fb248 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.0469668 Sep 17 01:05:41.382308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event deleted for resources: {'Port': ['ID=dbdb9943-fbd2-4641-9a32-53a0edf3e6e4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:41.386314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf4bd1d7-ce62-43ab-9905-98697894f524 req-eb5b0989-9d51-44c5-a8d2-f3bf348f98a9 service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532866 Sep 17 01:05:41.428911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:41.432839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.459051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] Pushing event updated for resources: {'Network': ['ID=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:41.464845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:05:41.465301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-ad311838-82a8-4f88-b92f-4c43f9c49823 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=5ae62d885aa54724acec10428b46cdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466455 Sep 17 01:05:41.467413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:05:41.494590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.494590 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Added segment 9842012c-49b5-4d14-bc2d-7cb461591865 of type vlan for network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 Sep 17 01:05:41.500208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] For port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:41.514361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] For port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:41.559068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.566114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] No DVR routers for this DVR port dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:41.571431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-22569ee4-b60c-472d-9059-7f40af141e64 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4470592 Sep 17 01:05:41.572006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:41.575490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.580701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9efac49f-9975-42e7-b2b3-09f398dc4847 req-d60dd996-ae35-4343-b1fd-2d4d02bb415c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "DELETE /v2.0/ports/dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 HTTP/1.1" status: 204 len: 173 time: 1.9885452 Sep 17 01:05:41.581191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Request body: {'subnet': {'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2109418488-subnet', 'tenant_id': '088c9ebc9b2445f5ad066b014d6a7ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:41.589076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'name': 'network-vif-deleted', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:41.591391 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27b1c21-0095-468e-9a27-8eeb54e675c1" -d '{"events": [{"server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "name": "network-vif-deleted", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:41.602538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012a4e2-a04b-4a5f-aae7-f7103ddc5f40 req-15eea76a-5d7d-433c-bb12-b3a151e08a71 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:41.612679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8012a4e2-a04b-4a5f-aae7-f7103ddc5f40 req-15eea76a-5d7d-433c-bb12-b3a151e08a71 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.6934302 Sep 17 01:05:41.620597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.685833 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.694724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:41.695759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.703957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Made reservation on behalf of 088c9ebc9b2445f5ad066b014d6a7ec3 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:41.707173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.755068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:41.755709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:41.757137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] 10.222.0.36 "PUT /v2.0/ports/91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 HTTP/1.1" status: 200 len: 1091 time: 2.7564366 Sep 17 01:05:41.775689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8012a4e2-a04b-4a5f-aae7-f7103ddc5f40 req-a763b0f8-3e20-45ae-8426-58f1d909368c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623664 Sep 17 01:05:41.849897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5793934 Sep 17 01:05:41.877403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39500) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:41.895504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-184814566'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:41.927315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473515-a876-4d84-b392-cbff0025fc7f service neutron] Pushing event updated for resources: {'Port': ['ID=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:41.955689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7947f10-e29a-41d1-95f2-d7304e12a904 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Network': ['ID=a39e65dd-f6af-460a-ba3d-93ca273b5dc1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:41.968082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:05:41.980899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-3a99abe9-4de7-4e6c-a6dc-85f75ed7d333 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:41.982759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-3a99abe9-4de7-4e6c-a6dc-85f75ed7d333 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652805 Sep 17 01:05:42.005489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Request body: {'port': {'device_id': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '5ae62d885aa54724acec10428b46cdf7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:42.006018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6bbca-bc30-4f34-acb0-1f7b0f93f565 req-107f91c3-3544-46c6-a289-3357de27bac1 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:42.013570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ce6bbca-bc30-4f34-acb0-1f7b0f93f565 req-107f91c3-3544-46c6-a289-3357de27bac1 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.1823602 Sep 17 01:05:42.096873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ce6bbca-bc30-4f34-acb0-1f7b0f93f565 req-e7b55cd5-4549-4225-8c2e-5b25a3258946 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822644 Sep 17 01:05:42.174570 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4c77a8-0abd-45a0-b403-1e9f789766f6 x-openstack-request-id: req-4e4c77a8-0abd-45a0-b403-1e9f789766f6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:42.174570 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e25a35-9cd6-4661-ace2-70bf14a91099", "name": "network-vif-deleted", "tag": "dbdb9943-fbd2-4641-9a32-53a0edf3e6e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:42.174570 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e4c77a8-0abd-45a0-b403-1e9f789766f6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:42.174570 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96e25a35-9cd6-4661-ace2-70bf14a91099', 'name': 'network-vif-deleted', 'tag': 'dbdb9943-fbd2-4641-9a32-53a0edf3e6e4', 'status': 'completed', 'code': 200} Sep 17 01:05:42.182760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:42.184231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.229706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.253563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-061876b2-d6ad-4860-aa02-278e6fa6b1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:42.255098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-061876b2-d6ad-4860-aa02-278e6fa6b1ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 1094 time: 0.3447855 Sep 17 01:05:42.270396 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7b07f2a-9f96-49ce-a6e4-2f00a14713a3 req-34e9a3d1-c1a4-43ed-a109-12dbef03f4cb tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 210 time: 0.0277774 Sep 17 01:05:42.273077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:05:42.277513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f52a1ec5-dd96-40c5-bf85-10bd73d97617 req-738ed325-0702-49d8-aeba-8ede332e2aeb tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=96e25a35-9cd6-4661-ace2-70bf14a91099 HTTP/1.1" status: 200 len: 210 time: 0.0523155 Sep 17 01:05:42.282659 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.322719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-87832e64-9dee-4943-a2b2-a65f175a03d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0474317 Sep 17 01:05:42.326262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Made reservation on behalf of 5ae62d885aa54724acec10428b46cdf7 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:42.330785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.333973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.334320 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Added segment 75de20f3-d82c-4764-8d53-fac89044f415 of type vlan for network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 Sep 17 01:05:42.352526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb096bb9-0819-4a5e-83b6-d1e09c5089c4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:42.377851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.385621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Checking segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:42.386410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Network hostable DHCP agents. Network: e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:05:42.457312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:05:42.474268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad4bee52-ff50-43e2-8f80-c0d9ff4420b6 req-d1ddbaad-01e2-4ede-b83f-244dc36978be tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.0578191 Sep 17 01:05:42.480562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.493838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-cd8d3a82-1420-45da-b182-0d67cf6c1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:42.495506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-cd8d3a82-1420-45da-b182-0d67cf6c1ccc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 200 len: 854 time: 0.1563578 Sep 17 01:05:42.547501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:42.555502 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.559922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:42.560794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.562249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2cbd0d-ed8b-4450-86e9-0b30ba7dbe79 None None] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:42.597762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:42.620740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Network fb8849bc-1e45-4603-9988-23f515631066 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:42.627427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:42.627779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device dbdb9943-fbd2-4641-9a32-53a0edf3e6e4 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:42.629875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:42.641659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.647343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:42.647961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:42.650765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:42.661705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Pushing event updated for resources: {'Port': ['ID=9837f473-4963-4d06-ba83-4af53f8be254,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:42.664948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-9c3fc8a4-46d2-4d51-b2e5-0031c9e1aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:42.666446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-9c3fc8a4-46d2-4d51-b2e5-0031c9e1aa9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb8849bc-1e45-4603-9988-23f515631066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1601634 Sep 17 01:05:42.752252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.752601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.752945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.754032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.754032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.754032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.754354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.754529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.754863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.755189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.755530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.755827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:42.763612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049ce42c-9ea0-4911-8a66-07e04897d1e1 None None] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:42.962297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:43.017245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.017245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Network': ['ID=50c5ba95-9dcd-4edd-8a10-da4f703909b0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:43.017245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.017974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:05:43.022909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c552ad7-8ada-499e-81cf-4df9eb4329f5 req-ebd2cf9c-bbf9-4f47-9920-474f22f287e8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:43.024418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c552ad7-8ada-499e-81cf-4df9eb4329f5 req-ebd2cf9c-bbf9-4f47-9920-474f22f287e8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.1327500 Sep 17 01:05:43.028233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-33168cda-c0ee-48bf-80a5-c0c62d67be24 service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204992 Sep 17 01:05:43.048246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b1a22a9-c837-4ee5-a601-63cb258271d0 None None] Provisioning complete for port 9837f473-4963-4d06-ba83-4af53f8be254 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:43.048624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b1a22a9-c837-4ee5-a601-63cb258271d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.096485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a22a9-c837-4ee5-a601-63cb258271d0 None None] Port 9837f473-4963-4d06-ba83-4af53f8be254 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:43.148536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c552ad7-8ada-499e-81cf-4df9eb4329f5 req-333f8e26-6e47-4d12-a8f1-a738606edbc0 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168890 Sep 17 01:05:43.163172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.245864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8cc867e7-e640-4045-8f56-1e3544bb4d27 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6725557 Sep 17 01:05:43.258027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526a20fe-da6f-47c2-ad43-b5ac8847b09d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:43.272474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-6a457404-c148-48be-a579-cd54ac9cb63b tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:43.272474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-6a457404-c148-48be-a579-cd54ac9cb63b tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1097 time: 0.1936576 Sep 17 01:05:43.276077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919cf7a3-9428-4ab6-8d25-f47280b60d75 req-472aee0d-c3b2-4790-b03f-7abbbaf5f802 service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387528 Sep 17 01:05:43.293142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:43.301775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-db511291-885b-4229-baed-c1c54be64488 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2412248 Sep 17 01:05:43.303252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-304359e3-6450-43bf-95d5-bbc75c8531eb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4209945 Sep 17 01:05:43.306779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:43.313814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'subnet': {'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:43.331337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Request body: {'port': {'device_id': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:43.438603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d40ce-e98b-47fe-ab31-6ce9c564088f req-d6d4fe97-a03c-447a-b85b-aa13e8a0949a tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:43.440195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f6d40ce-e98b-47fe-ab31-6ce9c564088f req-d6d4fe97-a03c-447a-b85b-aa13e8a0949a tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.1700647 Sep 17 01:05:43.482070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2ad4f07-576a-493f-b4fc-406d3d38a777 req-60980a74-3972-4964-8271-da73854b079a tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 210 time: 0.0925231 Sep 17 01:05:43.485413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:43.489105 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.502829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.522102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Allocated IP 192.168.233.54 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/81c3bc25-3911-4e8c-9230-6ccc496611dd) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:43.534077 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f6d40ce-e98b-47fe-ab31-6ce9c564088f req-150e0f60-7f8d-4e41-8301-564d6b88160c tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815291 Sep 17 01:05:43.571725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.762077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65ad687-7592-434b-9732-a751acc385d2 req-03a73210-31d3-428b-82eb-60506f91567d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:43.765153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f65ad687-7592-434b-9732-a751acc385d2 req-03a73210-31d3-428b-82eb-60506f91567d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 932 time: 0.1398406 Sep 17 01:05:43.818541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f65ad687-7592-434b-9732-a751acc385d2 req-484a40da-982d-4b17-95d9-fe0c5c48e2e8 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Sep 17 01:05:43.890506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:43.952919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Subnet': ['ID=f7287359-7cca-4522-b61c-2051adbfc8d6,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:43.965706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Checking segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:43.966713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network hostable DHCP agents. Network: a39e65dd-f6af-460a-ba3d-93ca273b5dc1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:05:44.022770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:44.080227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:05:44.088344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.123018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-c2065dec-6ea3-4580-9382-1dc3332569ef tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:44.130921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-c2065dec-6ea3-4580-9382-1dc3332569ef tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 822 time: 0.3850687 Sep 17 01:05:44.166202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a39e65dd-f6af-460a-ba3d-93ca273b5dc1) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:44.177589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'tag': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:44.177757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:44.178243 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd111678-783a-4f6f-80e1-48366cec9e8b" -d '{"events": [{"name": "network-changed", "server_uuid": "415c26c4-3e2b-463e-8e3c-10a2bebdda2a", "tag": "91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:44.178448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c03c3-e713-406c-bfbb-65253f62cc86 None None] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:44.179356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.189159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-1a617ceb-9b24-4631-9586-2319549a3845 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/quotas/088c9ebc9b2445f5ad066b014d6a7ec3 HTTP/1.1" status: 200 len: 375 time: 0.0572598 Sep 17 01:05:44.226144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:44.275066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-b61c341f-b346-468b-982d-4bdb218c9443 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849035 Sep 17 01:05:44.334032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-99afd1d0-3942-4908-b61d-67c8d35d923e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0256305 Sep 17 01:05:44.339365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39552) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:44.348179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1ee63-5075-4ad0-8ba0-d1124f5b0708 req-9152140f-e82a-4637-a872-f660eaa70b61 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:44.357957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5f1ee63-5075-4ad0-8ba0-d1124f5b0708 req-9152140f-e82a-4637-a872-f660eaa70b61 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 946 time: 0.0729651 Sep 17 01:05:44.364803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'subnet': {'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:44.383725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:05:44.384633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.408675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-6fa65cbd-db90-4e42-b4c9-ef49a8be2307 service neutron] 10.222.0.13 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327534 Sep 17 01:05:44.468952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5f1ee63-5075-4ad0-8ba0-d1124f5b0708 req-13a249e0-a2a6-48d2-a860-a6d5cc0d39de tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096196 Sep 17 01:05:44.516797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.519800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.578197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Allocated IP 10.1.1.2 (a39e65dd-f6af-460a-ba3d-93ca273b5dc1/f7287359-7cca-4522-b61c-2051adbfc8d6/761f250d-f5e4-48c2-be86-ad817459e931) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:44.584091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7f6b20a9-e160-4f6b-b956-fa79deda5d8e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:44.671616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc234fc-dd6e-4456-8f18-ef6344bb0fb1 req-5159c025-65a8-4e4c-847b-1de60d0cabd7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:44.673713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-abc234fc-dd6e-4456-8f18-ef6344bb0fb1 req-5159c025-65a8-4e4c-847b-1de60d0cabd7 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 944 time: 0.0678866 Sep 17 01:05:44.674997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:44.678750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.762234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:44.783984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'port_id': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e', 'mac_address': 'fa:16:3e:f6:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9ff891-b24a-43c7-8f69-0a485a43766e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:05:44.812640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-abc234fc-dd6e-4456-8f18-ef6344bb0fb1 req-7f94aa7c-a96f-4a84-8778-4bc029ab82d1 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282952 Sep 17 01:05:44.858811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-1241d590-c7fe-434c-93a9-75387c5de80b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:44.860530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-1241d590-c7fe-434c-93a9-75387c5de80b tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 944 time: 0.1039159 Sep 17 01:05:44.868934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.898285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.900025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9837f473-4963-4d06-ba83-4af53f8be254 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:44.912055 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22be15d0-851f-4f2f-a9fc-88dfda83a804 x-openstack-request-id: req-22be15d0-851f-4f2f-a9fc-88dfda83a804 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:44.912444 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415c26c4-3e2b-463e-8e3c-10a2bebdda2a", "tag": "91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:44.912807 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22be15d0-851f-4f2f-a9fc-88dfda83a804 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:44.913257 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'tag': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6', 'status': 'completed', 'code': 200} Sep 17 01:05:44.913387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6b20a9-e160-4f6b-b956-fa79deda5d8e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:44.938416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.939808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:44.959484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:44.982441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.025846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:45.031326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:45.032322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:45.035426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:45.048682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Pushing event updated for resources: {'Port': ['ID=761f250d-f5e4-48c2-be86-ad817459e931,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:45.056256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:45.058658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Transition to ACTIVE for port object 9837f473-4963-4d06-ba83-4af53f8be254 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.073306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.074041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.074041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.074041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.074351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.074798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:05:45.079342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:45.083537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-8d15d4b9-82ef-4c98-8191-d95c52ddad9d service neutron] 10.222.0.13 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740565 Sep 17 01:05:45.089223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Pushing event updated for resources: {'Port': ['ID=81c3bc25-3911-4e8c-9230-6ccc496611dd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:45.089466 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.089466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:45.094492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1e5f6-c670-4fb2-a417-399816e86bb1 req-7d152d06-9ef1-4d84-8286-2a631e6fe40b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.096444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eeb1e5f6-c670-4fb2-a417-399816e86bb1 req-7d152d06-9ef1-4d84-8286-2a631e6fe40b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 935 time: 0.1100917 Sep 17 01:05:45.162493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Deleting port c16e1c43-f655-487d-b0a5-5c43b82a1a82 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:45.162839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.173542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Attempting to bind port 761f250d-f5e4-48c2-be86-ad817459e931 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:45.173918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Attempting to bind port 761f250d-f5e4-48c2-be86-ad817459e931 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:45.174290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Attempting to bind port 761f250d-f5e4-48c2-be86-ad817459e931 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:45.187557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:45.189926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Checking segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:45.189926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.189926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Bound using segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:45.189926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Bound port: 761f250d-f5e4-48c2-be86-ad817459e931, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:45.189926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.190375 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.215965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-b299063e-ee5f-4e1b-96d4-1d18178ab44d tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.222552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-b299063e-ee5f-4e1b-96d4-1d18178ab44d tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.3034027 Sep 17 01:05:45.222552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-65028667-d9e2-4da6-98cc-123a88928896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.222552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-65028667-d9e2-4da6-98cc-123a88928896 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 1094 time: 0.3061008 Sep 17 01:05:45.255749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eeb1e5f6-c670-4fb2-a417-399816e86bb1 req-2eb80d0c-d7fa-4ab8-85c3-a4d80d4cf1bb tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438363 Sep 17 01:05:45.257631 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.258811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:45.259176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:45.259511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:45.341942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.343289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.358814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:45.363783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:45.485821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:45.501327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:45.501327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:45.501895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:45.502518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Bound port: 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:45.502518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.568371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] For port c16e1c43-f655-487d-b0a5-5c43b82a1a82, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c16e1c43-f655-487d-b0a5-5c43b82a1a82,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:45.568785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.621586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Calling delete_port for c16e1c43-f655-487d-b0a5-5c43b82a1a82 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:45.637990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:45.638933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-15853582-8a56-4b15-af85-e1501618519c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6400380 Sep 17 01:05:45.662295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05771403-2970-491d-abce-e2aa66a2f1fb req-379ed903-1c5b-4aaa-b3de-7f13cc8ea239 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.664351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05771403-2970-491d-abce-e2aa66a2f1fb req-379ed903-1c5b-4aaa-b3de-7f13cc8ea239 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.1813097 Sep 17 01:05:45.684409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Request body: {'port': {'device_id': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:45.702523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-33884c5e-b283-43c0-840a-f3e904ab7a40 None None] Provisioning complete for port 81c3bc25-3911-4e8c-9230-6ccc496611dd triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:45.704867 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33884c5e-b283-43c0-840a-f3e904ab7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.705026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Checking segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:45.705026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network hostable DHCP agents. Network: 50c5ba95-9dcd-4edd-8a10-da4f703909b0, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:05:45.711239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:45.716261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Subnet': ['ID=bc49b565-c550-4821-af61-76acd6cfb8ce,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:45.758249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Pushing event updated for resources: {'Port': ['ID=9837f473-4963-4d06-ba83-4af53f8be254,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:45.774277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] For port 761f250d-f5e4-48c2-be86-ad817459e931, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:45.784460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-24f3df67-0e68-4f16-81a2-c63d94b31597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.786761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-24f3df67-0e68-4f16-81a2-c63d94b31597 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 916 time: 0.5526872 Sep 17 01:05:45.787923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05771403-2970-491d-abce-e2aa66a2f1fb req-49319221-22ce-4fbc-8750-475b8cda165b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067398 Sep 17 01:05:45.803064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] For port 761f250d-f5e4-48c2-be86-ad817459e931, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=761f250d-f5e4-48c2-be86-ad817459e931,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:45.804373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-33884c5e-b283-43c0-840a-f3e904ab7a40 None None] Port 81c3bc25-3911-4e8c-9230-6ccc496611dd cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:45.806436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:45.806987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:45.807587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:45.814130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:45.814698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:45.820356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:45.821071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:45.821837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:45.822529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Bound port: 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:45.823169 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.871308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b13e0d-18ec-4ab3-8c29-bfaeaea00c58 req-3c447723-4245-43ff-bd71-6bdc10f415e3 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:45.876441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.881101 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79b13e0d-18ec-4ab3-8c29-bfaeaea00c58 req-3c447723-4245-43ff-bd71-6bdc10f415e3 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 944 time: 0.3859320 Sep 17 01:05:45.900621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:05:45.937012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-b9a7c474-d349-4536-9a8b-a7922d106eb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 HTTP/1.1" status: 200 len: 217 time: 0.1350243 Sep 17 01:05:45.944357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:45.945126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Attempting to bind port 9837f473-4963-4d06-ba83-4af53f8be254 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:45.945463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Attempting to bind port 9837f473-4963-4d06-ba83-4af53f8be254 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:45.945791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Attempting to bind port 9837f473-4963-4d06-ba83-4af53f8be254 on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:45.954446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.964310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6daaa5a1-7ef9-4b88-a8f6-ccdca30e38f5 req-eebd2ed5-10db-497e-9211-591bb2e4f06a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 210 time: 0.0643041 Sep 17 01:05:45.966098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:45.974646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:46.001352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d476d-c7f1-4061-a238-51e2f9cb48e1 None None] Pushing event updated for resources: {'Port': ['ID=761f250d-f5e4-48c2-be86-ad817459e931,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:46.003359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event deleted for resources: {'Port': ['ID=c16e1c43-f655-487d-b0a5-5c43b82a1a82,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:46.034639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 50c5ba95-9dcd-4edd-8a10-da4f703909b0) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:46.043179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:46.043179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.047742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.053373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39d3b92-d6f3-45f7-adf2-c849a3f54817 None None] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:46.075448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Port 9837f473-4963-4d06-ba83-4af53f8be254 on network fb8849bc-1e45-4603-9988-23f515631066 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:46.076055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Attempting to bind port 9837f473-4963-4d06-ba83-4af53f8be254 on network fb8849bc-1e45-4603-9988-23f515631066 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:46.087732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] No DVR routers for this DVR port c16e1c43-f655-487d-b0a5-5c43b82a1a82 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:46.093399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Deleting port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:46.093605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.100815 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.102746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44685b75-54aa-486c-b06c-dc124a3ca099 req-3a605bff-640f-4083-808d-cf3ac76b5cea tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "DELETE /v2.0/ports/c16e1c43-f655-487d-b0a5-5c43b82a1a82 HTTP/1.1" status: 204 len: 173 time: 1.2346158 Sep 17 01:05:46.108600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'name': 'network-vif-deleted', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:46.109956 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264fb762-ec24-4b73-b660-36a99c1df75b" -d '{"events": [{"server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "name": "network-vif-deleted", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:46.120462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:46.136878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:46.136878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Checking segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:46.137371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Bound using segment: {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:46.137476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Bound port: 9837f473-4963-4d06-ba83-4af53f8be254, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e18ef93-cecc-4911-a0a8-174e0fde451d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:46.138986 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.162110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d5d152-50b3-4cb5-a5a7-df04969db00f req-c16b5306-a26b-4a66-ad7f-279bcc87b845 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:46.173610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79b13e0d-18ec-4ab3-8c29-bfaeaea00c58 req-25f39b1a-3f04-41ed-8130-1f00c8ba3507 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773767 Sep 17 01:05:46.173967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47d5d152-50b3-4cb5-a5a7-df04969db00f req-c16b5306-a26b-4a66-ad7f-279bcc87b845 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.0850594 Sep 17 01:05:46.211952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e-n-h1-789963-7-0 {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:05:46.212319 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:05:46.244158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:05:46.247630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:46.254247 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47d5d152-50b3-4cb5-a5a7-df04969db00f req-4778b59a-b25a-43e2-a42b-dfe4f2cc0ef0 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828681 Sep 17 01:05:46.255798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-86fd7fa1-a465-4fc2-abdb-8000ec0f4510 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8952537 Sep 17 01:05:46.259520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-44ae9f74-3d80-43ec-aed3-883a97b92bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:46.260326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:46.262053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-44ae9f74-3d80-43ec-aed3-883a97b92bdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 200 len: 854 time: 0.3138363 Sep 17 01:05:46.266180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'name': 'tempest-TaggedBootDevicesTest_v242-213066191', 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:46.444123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'fixed_ips': [{'subnet_id': 'bc49b565-c550-4821-af61-76acd6cfb8ce'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:05:46.445163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.563900 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab18078-2fac-4092-8b17-afdeeeebe6a5 x-openstack-request-id: req-5ab18078-2fac-4092-8b17-afdeeeebe6a5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:46.563900 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22dcd67d-4db3-41f4-8743-9fe65829e408", "name": "network-vif-deleted", "tag": "c16e1c43-f655-487d-b0a5-5c43b82a1a82", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:46.563900 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ab18078-2fac-4092-8b17-afdeeeebe6a5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:46.563900 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22dcd67d-4db3-41f4-8743-9fe65829e408', 'name': 'network-vif-deleted', 'tag': 'c16e1c43-f655-487d-b0a5-5c43b82a1a82', 'status': 'completed', 'code': 200} Sep 17 01:05:46.609475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['7f6b20a9-e160-4f6b-b956-fa79deda5d8e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:46.613603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:46.615332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:46.637238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] For port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:46.637611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.665647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-03765320-a6c6-4531-875c-2dc55079bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:46.667504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-03765320-a6c6-4531-875c-2dc55079bdc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb8849bc-1e45-4603-9988-23f515631066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3969824 Sep 17 01:05:46.680621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc3fb2-93fe-4a7c-872e-4bd46639372d req-fe333e92-1fa6-4e69-8f3d-458f5677fbf0 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:46.682337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dccc3fb2-93fe-4a7c-872e-4bd46639372d req-fe333e92-1fa6-4e69-8f3d-458f5677fbf0 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 935 time: 0.0570326 Sep 17 01:05:46.690364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] For port 9837f473-4963-4d06-ba83-4af53f8be254, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:46.704006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c16e1c43-f655-487d-b0a5-5c43b82a1a82 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:46.704288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c16e1c43-f655-487d-b0a5-5c43b82a1a82 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:46.704498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:46.755958 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dccc3fb2-93fe-4a7c-872e-4bd46639372d req-4876ecb9-4b82-4e40-b51a-eafb2f47f566 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669389 Sep 17 01:05:46.860479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:46.869288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Allocated IP 10.2.2.2 (50c5ba95-9dcd-4edd-8a10-da4f703909b0/bc49b565-c550-4821-af61-76acd6cfb8ce/a253261a-5229-4f5d-b76d-b78ac118f9fb) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:46.895512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] device_id is not set on port e5b1c768-479a-4802-80cd-cb4431ae8054 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:05:46.909147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:46.943413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3d09218-d687-4d7e-9b4a-9cd98a19ffe4 req-c045d684-5b0f-4a16-bde9-7d5891dcf464 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=22dcd67d-4db3-41f4-8743-9fe65829e408 HTTP/1.1" status: 200 len: 210 time: 0.6611717 Sep 17 01:05:46.962406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:46.973021 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a05262-1586-445e-a06c-70023aa22833" -d '{"events": [{"server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:46.981599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 761f250d-f5e4-48c2-be86-ad817459e931 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:47.038860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'port_id': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6', 'mac_address': 'fa:16:3e:73:6d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9ff891-b24a-43c7-8f69-0a485a43766e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:05:47.096190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-383a22c2-0283-4a9d-ba1b-6f900e36967b service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078312 Sep 17 01:05:47.112774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:47.113145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:47.113474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:47.135107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] For port 9837f473-4963-4d06-ba83-4af53f8be254, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9837f473-4963-4d06-ba83-4af53f8be254,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:47.213027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.223341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a9c93a6-bbb2-4cf4-bd63-23bac29ffb81 req-e70534bf-abb7-418e-9935-374f16b3da67 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 210 time: 0.1195776 Sep 17 01:05:47.226195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:47.226195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempting to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on network f928c174-7c79-4afd-98ad-dbbc4d5bd618 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:47.252329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:47.252739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Checking segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:47.253143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Bound using segment: {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:47.255054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Bound port: 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4fe42d-5657-4d68-b811-a0e5f9747902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f928c174-7c79-4afd-98ad-dbbc4d5bd618'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:47.255054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.258907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a556efd-c678-46a5-8359-b1b4a3790def req-4c9bec3b-b094-42ec-91c9-c07c92f79441 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:47.276815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a556efd-c678-46a5-8359-b1b4a3790def req-4c9bec3b-b094-42ec-91c9-c07c92f79441 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 946 time: 0.2925570 Sep 17 01:05:47.307259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.370310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.374036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 761f250d-f5e4-48c2-be86-ad817459e931 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:47.374730 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.379409 n-d-789963-7 neutron-server[112073]: WARNING neutron.plugins.ml2.plugin [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Concurrent port binding operations failed on port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e Sep 17 01:05:47.383544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:47.406616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a556efd-c678-46a5-8359-b1b4a3790def req-e4ff8471-751d-40f0-9a4a-f47546c2277d tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups?id=22a1145b-3704-48e4-8d2b-9271ce5271bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251597 Sep 17 01:05:47.428846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:47.432425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 10.1.1.142 (a39e65dd-f6af-460a-ba3d-93ca273b5dc1/f7287359-7cca-4522-b61c-2051adbfc8d6/e5b1c768-479a-4802-80cd-cb4431ae8054) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:47.453259 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256bd679-03f8-41ba-82e0-8f394981d984 x-openstack-request-id: req-256bd679-03f8-41ba-82e0-8f394981d984 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:47.453552 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "name": "network-vif-unplugged", "status": "completed", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:47.453834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-256bd679-03f8-41ba-82e0-8f394981d984 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:47.454216 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'code': 200} Sep 17 01:05:47.465471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:47.479616 n-d-789963-7 neutron-server[112073]: INFO neutron.plugins.ml2.plugin [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attempt 2 to bind port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e Sep 17 01:05:47.499446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.525214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:47.525944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.527425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-f7e9aeda-57a3-4beb-8e33-2febe97d0d6b service neutron] 10.222.0.36 "PUT /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 1122 time: 4.2386131 Sep 17 01:05:47.555693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa27b8a-5100-4c51-aad4-68218d7f97bd None None] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:47.573405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.599220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.602590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:47.621922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:47.624170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.625099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] 10.222.0.23 "PUT /v2.0/ports/9837f473-4963-4d06-ba83-4af53f8be254 HTTP/1.1" status: 200 len: 1092 time: 4.3000457 Sep 17 01:05:47.646451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c3bc25-3911-4e8c-9230-6ccc496611dd {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:47.662970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:47.692664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.708894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.709262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.713330 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Floating IP fd6aed0c-791d-4b92-b11b-1965afd91a8b disassociated. External IP: 172.25.1.229, port: 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5. Sep 17 01:05:47.713330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Calling delete_port for 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:47.728445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8fc8c-496a-42e8-ad70-892dee6b0777 service neutron] Pushing event updated for resources: {'Port': ['ID=9837f473-4963-4d06-ba83-4af53f8be254,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:47.737900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.764944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb5b14-e0fb-43c6-8212-095aa96fabeb req-7c11d230-f706-4b32-ab3c-4686b25f0ac4 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:47.772232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fbb5b14-e0fb-43c6-8212-095aa96fabeb req-7c11d230-f706-4b32-ab3c-4686b25f0ac4 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 944 time: 0.2993171 Sep 17 01:05:47.781283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Transition to ACTIVE for port object 81c3bc25-3911-4e8c-9230-6ccc496611dd will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:47.788488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd111678-783a-4f6f-80e1-48366cec9e8b req-2cf15293-a86b-4241-9d9c-a590eb66f9df service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510813 Sep 17 01:05:47.804422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:47.816592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Pushing event updated for resources: {'Port': ['ID=a253261a-5229-4f5d-b76d-b78ac118f9fb,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:47.819704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:47.857095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-345e28b8-193d-4b51-94f4-7a48c3627b51 None None] Provisioning complete for port 761f250d-f5e4-48c2-be86-ad817459e931 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:47.857484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-345e28b8-193d-4b51-94f4-7a48c3627b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.865875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:47.909382 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:47.941927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:47.968644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:47.973567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:47.978818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:48.028889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:48.072947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 761f250d-f5e4-48c2-be86-ad817459e931, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=761f250d-f5e4-48c2-be86-ad817459e931,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:48.089877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.089877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.131780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:48.164761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.205615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae33eba3-e60d-4c38-8171-280d7c535bfa tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9441907 Sep 17 01:05:48.209136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39604) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:48.214709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'name': 'tempest-TaggedBootDevicesTest_v242-65984227', 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:48.218733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.276430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb3851-894d-48eb-a6b6-f7ce810e885f req-7e320e94-6d6c-4b53-b7be-bb115935c763 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.278182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4dbb3851-894d-48eb-a6b6-f7ce810e885f req-7e320e94-6d6c-4b53-b7be-bb115935c763 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1118879 Sep 17 01:05:48.299853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fbb5b14-e0fb-43c6-8212-095aa96fabeb req-088b27fc-c8f6-46bf-b9d1-4c95d136da61 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266325 Sep 17 01:05:48.396769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4dbb3851-894d-48eb-a6b6-f7ce810e885f req-d62c36f6-ae9c-449c-b999-86e0781d25d3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112833 Sep 17 01:05:48.403780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Pushing event updated for resources: {'Port': ['ID=81c3bc25-3911-4e8c-9230-6ccc496611dd,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:48.438683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-99dfa77c-f59b-4a04-92a4-7306730f753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.440367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-99dfa77c-f59b-4a04-92a4-7306730f753a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 1095 time: 0.6144476 Sep 17 01:05:48.454619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Attempting to bind port a253261a-5229-4f5d-b76d-b78ac118f9fb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:48.455215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Attempting to bind port a253261a-5229-4f5d-b76d-b78ac118f9fb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:48.456998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Attempting to bind port a253261a-5229-4f5d-b76d-b78ac118f9fb on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:48.474719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:48.475340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Checking segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:48.475830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.476321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Bound using segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:48.476862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Bound port: a253261a-5229-4f5d-b76d-b78ac118f9fb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:48.477361 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.491761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:48.496748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.516901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] device_id is not set on port 3c445f14-30f8-47fa-934c-611ea0e2ad17 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:05:48.572282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-2ac20d69-b4c9-47dd-960d-a3540d598481 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9837f473-4963-4d06-ba83-4af53f8be254 HTTP/1.1" status: 200 len: 217 time: 0.0997503 Sep 17 01:05:48.633793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.644045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=761f250d-f5e4-48c2-be86-ad817459e931,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:48.649432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c49ac4-b569-4970-851f-0dfa9e576ffe req-0a024450-fb31-42cc-b816-5a68a79c15d8 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.651169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49c49ac4-b569-4970-851f-0dfa9e576ffe req-0a024450-fb31-42cc-b816-5a68a79c15d8 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 947 time: 0.2440557 Sep 17 01:05:48.675846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec87871-0ff3-4687-92db-dc8ce2dd7704 req-67d12ed9-bd5b-4679-b84b-15f17274ccf5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.679759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fec87871-0ff3-4687-92db-dc8ce2dd7704 req-67d12ed9-bd5b-4679-b84b-15f17274ccf5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.1467113 Sep 17 01:05:48.689179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7f6b20a9-e160-4f6b-b956-fa79deda5d8e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:48.691162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:48.697151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Attempting to bind port 81c3bc25-3911-4e8c-9230-6ccc496611dd on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:48.697509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Attempting to bind port 81c3bc25-3911-4e8c-9230-6ccc496611dd by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:48.698081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Attempting to bind port 81c3bc25-3911-4e8c-9230-6ccc496611dd on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:48.699945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event deleted for resources: {'Port': ['ID=2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:48.724560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-885d4839-b785-4ee0-8d83-8f7547bd2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.724560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-885d4839-b785-4ee0-8d83-8f7547bd2ec2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 200 len: 854 time: 0.1373668 Sep 17 01:05:48.724560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Port 81c3bc25-3911-4e8c-9230-6ccc496611dd on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:48.724560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Attempting to bind port 81c3bc25-3911-4e8c-9230-6ccc496611dd on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:48.756030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:48.756030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:48.756030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:48.756030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Bound port: 81c3bc25-3911-4e8c-9230-6ccc496611dd, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:48.756030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:48.759666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:48.760011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:48.789664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fec87871-0ff3-4687-92db-dc8ce2dd7704 req-b2a0dd32-4fca-47b6-9618-e5e2640575b5 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016345 Sep 17 01:05:48.807756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 10.1.1.4 (a39e65dd-f6af-460a-ba3d-93ca273b5dc1/f7287359-7cca-4522-b61c-2051adbfc8d6/3c445f14-30f8-47fa-934c-611ea0e2ad17) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:48.842334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49c49ac4-b569-4970-851f-0dfa9e576ffe req-849208c0-7a77-4d73-9ec9-5064493edfb9 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723948 Sep 17 01:05:48.899414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] For port a253261a-5229-4f5d-b76d-b78ac118f9fb, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:48.939376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] For port a253261a-5229-4f5d-b76d-b78ac118f9fb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a253261a-5229-4f5d-b76d-b78ac118f9fb,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:48.943464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-aafb6eb1-d2b8-4371-9af5-01b657c12d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:48.944977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-aafb6eb1-d2b8-4371-9af5-01b657c12d82 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb8849bc-1e45-4603-9988-23f515631066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110367 Sep 17 01:05:49.004791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 761f250d-f5e4-48c2-be86-ad817459e931 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:49.023928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] For port 81c3bc25-3911-4e8c-9230-6ccc496611dd, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:49.039736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.045817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-172bb9a7-fe07-4f29-8d6b-b8f0c11ac0b3 req-1e513838-4455-4e1f-a521-5aa2cb4d8cab tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 210 time: 0.0711887 Sep 17 01:05:49.114210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:05:49.114679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2a118ec-8e4a-41ae-92e2-59e9ac4fd61d req-b7bafd35-8b42-4df2-869c-6526697af23e tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee1b101b-922d-4bfe-b24b-2b7830309506 HTTP/1.1" status: 200 len: 210 time: 0.0925169 Sep 17 01:05:49.160151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:49.160413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.165643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:49.199554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] For port 81c3bc25-3911-4e8c-9230-6ccc496611dd, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:49.255425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.363566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-57192957-c8f8-4c38-a821-36a1dea14623 service neutron] 10.222.0.23 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066195 Sep 17 01:05:49.369994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.398975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ca68c-ea09-4f3d-8df7-6b3e9d1d7301 None None] Pushing event updated for resources: {'Port': ['ID=a253261a-5229-4f5d-b76d-b78ac118f9fb,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:49.407861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.417807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 761f250d-f5e4-48c2-be86-ad817459e931 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:49.420271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.491136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-95bc432d-028b-4d8c-b138-3bc34097e4c2 None None] Provisioning complete for port e5b1c768-479a-4802-80cd-cb4431ae8054 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:49.491845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95bc432d-028b-4d8c-b138-3bc34097e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.496503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:49.509906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:49.562070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:49.592837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:49.662116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-95bc432d-028b-4d8c-b138-3bc34097e4c2 None None] Port e5b1c768-479a-4802-80cd-cb4431ae8054 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:49.698455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364984a-4be3-4815-9abb-0c6724555586 req-e3cc023d-ba32-4638-b868-2e8a24db6e5f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:49.700301 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.700451 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0364984a-4be3-4815-9abb-0c6724555586 req-e3cc023d-ba32-4638-b868-2e8a24db6e5f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.23 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.2028031 Sep 17 01:05:49.706138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:49.706772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.716745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'}, {'name': 'network-changed', 'server_uuid': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'tag': '9837f473-4963-4d06-ba83-4af53f8be254'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:49.719780 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2a609d-416e-41f4-95ca-6530d958111a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e"}, {"name": "network-changed", "server_uuid": "dfe32366-f838-4f79-b626-d42ada9ec0de", "tag": "9837f473-4963-4d06-ba83-4af53f8be254"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:49.724287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Pushing event updated for resources: {'Port': ['ID=81c3bc25-3911-4e8c-9230-6ccc496611dd,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:49.732028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-3eb12868-b3f6-498e-9331-1073af417932 service neutron] 10.222.0.23 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455553 Sep 17 01:05:49.769740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:49.771574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.777945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-589784be-4b80-49c5-975c-a62dc3e2be1c service neutron] 10.222.0.23 "PUT /v2.0/ports/81c3bc25-3911-4e8c-9230-6ccc496611dd HTTP/1.1" status: 200 len: 1095 time: 4.1059616 Sep 17 01:05:49.852929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:49.858659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:49.862078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-e269ec03-8c77-4226-bf76-e5baf52ea2a4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:49.872969 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95ba123-52fc-461a-ac76-2fb3f1c113c7" -d '{"events": [{"server_uuid": "55d38577-cd7c-49a4-8a22-5b8c6edbe8c2", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b20a9-e160-4f6b-b956-fa79deda5d8e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:49.873203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-e269ec03-8c77-4226-bf76-e5baf52ea2a4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 822 time: 0.8915393 Sep 17 01:05:49.880319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe7c79-b18b-45da-993f-08a292c11780 req-6482f1d1-4115-4c00-87db-988ce98217d8 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:49.881994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93fe7c79-b18b-45da-993f-08a292c11780 req-6482f1d1-4115-4c00-87db-988ce98217d8 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 944 time: 0.3560374 Sep 17 01:05:49.883355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-95bc432d-028b-4d8c-b138-3bc34097e4c2 None None] Provisioning complete for port 761f250d-f5e4-48c2-be86-ad817459e931 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:49.884040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95bc432d-028b-4d8c-b138-3bc34097e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.887607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'port': {'device_id': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'admin_state_up': True, 'tenant_id': '088c9ebc9b2445f5ad066b014d6a7ec3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:49.922985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee86d7e-d3a7-4684-a870-a9d2f55fa4a3 req-2e3e1c25-ae1b-4c72-8105-0bf2da957d14 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:49.932222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ee86d7e-d3a7-4684-a870-a9d2f55fa4a3 req-2e3e1c25-ae1b-4c72-8105-0bf2da957d14 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1494691 Sep 17 01:05:49.940567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-871b5d65-95b6-4f06-a3a1-9b6e4245e664 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7273390 Sep 17 01:05:49.950576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:49.999647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ee86d7e-d3a7-4684-a870-a9d2f55fa4a3 req-657b90ea-c9e2-4e6e-88fd-a4becbbe3693 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656116 Sep 17 01:05:50.002172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Deleting port 7ec450e7-7d75-428d-bfb6-ea30977e441c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:50.002768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.095181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:50.115394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] Sync routers for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:50.123568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:50.132195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:50.133189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:50.186618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] For port 7ec450e7-7d75-428d-bfb6-ea30977e441c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7ec450e7-7d75-428d-bfb6-ea30977e441c,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:50.186989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.253028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] No DVR routers for this DVR port 2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:50.257805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9983fc7b-3e85-4577-bed5-934a84aad42a None None] Provisioning complete for port e5b1c768-479a-4802-80cd-cb4431ae8054 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:50.258438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9983fc7b-3e85-4577-bed5-934a84aad42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.271373 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.273369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fc6767c-25d5-4363-be9c-0c9e67721bed req-8c223994-dfee-4d3a-b566-2194c34980b5 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.23 "DELETE /v2.0/ports/2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5 HTTP/1.1" status: 204 len: 173 time: 5.0412250 Sep 17 01:05:50.277845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93fe7c79-b18b-45da-993f-08a292c11780 req-b1d79f86-18da-4314-85c4-0d616211a291 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557622 Sep 17 01:05:50.279901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0b0e-b73e-4394-98a3-7cea7c7cef64 req-6e129fec-f270-40f5-924d-6556571f2b4f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:50.287578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ebc0b0e-b73e-4394-98a3-7cea7c7cef64 req-6e129fec-f270-40f5-924d-6556571f2b4f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 945 time: 0.1649144 Sep 17 01:05:50.306683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-aa4287e3-475a-42fa-8ebc-a1d6728ba3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:50.306683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-aa4287e3-475a-42fa-8ebc-a1d6728ba3e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ae62d885aa54724acec10428b46cdf7&device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 1098 time: 0.3138020 Sep 17 01:05:50.362223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-7214f891-59ff-4935-a272-2ad893e0c418 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd HTTP/1.1" status: 200 len: 217 time: 0.0502594 Sep 17 01:05:50.371687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-d8893eed-e0f2-4139-9906-b03fa770d0b4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:50.373815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-d8893eed-e0f2-4139-9906-b03fa770d0b4 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 945 time: 0.1567914 Sep 17 01:05:50.377862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:50.458242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9983fc7b-3e85-4577-bed5-934a84aad42a None None] Port e5b1c768-479a-4802-80cd-cb4431ae8054 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:50.511581 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0932a8-9848-4a7d-ab06-ee2d08fb3068 x-openstack-request-id: req-ef0932a8-9848-4a7d-ab06-ee2d08fb3068 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:50.511865 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfe32366-f838-4f79-b626-d42ada9ec0de", "tag": "9837f473-4963-4d06-ba83-4af53f8be254", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:50.512901 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef0932a8-9848-4a7d-ab06-ee2d08fb3068 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:50.515066 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'status': 'completed', 'code': 200} Sep 17 01:05:50.515066 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'tag': '9837f473-4963-4d06-ba83-4af53f8be254', 'status': 'completed', 'code': 200} Sep 17 01:05:50.543933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Made reservation on behalf of 088c9ebc9b2445f5ad066b014d6a7ec3 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:05:50.548266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.590756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9983fc7b-3e85-4577-bed5-934a84aad42a None None] Provisioning complete for port 3c445f14-30f8-47fa-934c-611ea0e2ad17 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:50.591379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9983fc7b-3e85-4577-bed5-934a84aad42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.642034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-998c6080-ac46-431c-b2a6-b532cb2935a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:50.643757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-998c6080-ac46-431c-b2a6-b532cb2935a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2688231 Sep 17 01:05:50.681704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:50.724530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9983fc7b-3e85-4577-bed5-934a84aad42a None None] Port 3c445f14-30f8-47fa-934c-611ea0e2ad17 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:05:50.820105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7943b26-c9a2-450b-9ff7-ae21d2370167 None None] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:05:50.845305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ebc0b0e-b73e-4394-98a3-7cea7c7cef64 req-3865f9ab-099e-43c0-8098-faa2da2b8bb0 tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/security-groups?id=490f425c-b80c-4e16-9ae9-225df4df98fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567188 Sep 17 01:05:50.875600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-fcb44b2a-75f9-46be-b8e7-42a60ee37830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:50.875600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-fcb44b2a-75f9-46be-b8e7-42a60ee37830 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1125 time: 0.3360844 Sep 17 01:05:50.876556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2269ddf-134d-4b31-a7d9-c1a6d5dc615d req-8c2752a1-5bc5-4cb9-9332-12fd50ef0c8c tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:50.878095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2269ddf-134d-4b31-a7d9-c1a6d5dc615d req-8c2752a1-5bc5-4cb9-9332-12fd50ef0c8c tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 945 time: 0.3479829 Sep 17 01:05:50.962459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:05:50.972506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:50.985080 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.986246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:50.987516 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Floating IP afaa2c95-32b2-42c2-a0b7-780d62e1a6b6 disassociated. External IP: 172.25.1.21, port: 7ec450e7-7d75-428d-bfb6-ea30977e441c. Sep 17 01:05:50.988074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Calling delete_port for 7ec450e7-7d75-428d-bfb6-ea30977e441c owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:51.006704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:51.007803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.051801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2269ddf-134d-4b31-a7d9-c1a6d5dc615d req-f474a861-6c62-46c9-a5d3-22126c949f6f tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3db2adb-7c19-4bd5-901e-fa34aec8d671&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659129 Sep 17 01:05:51.053371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a253261a-5229-4f5d-b76d-b78ac118f9fb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:51.058186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Deleting port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:51.058186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.059355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-53b6765e-b352-40c3-b922-6b6c0baaf23b None None] Provisioning complete for port a253261a-5229-4f5d-b76d-b78ac118f9fb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:51.059974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53b6765e-b352-40c3-b922-6b6c0baaf23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.062267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] Checking router: 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:51.108616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-ed0c6965-015b-4893-aa02-c4ff8af73273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:51.110163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-ed0c6965-015b-4893-aa02-c4ff8af73273 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4324279 Sep 17 01:05:51.119799 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58364cdf-72f8-4666-921f-49040139f0e3 x-openstack-request-id: req-58364cdf-72f8-4666-921f-49040139f0e3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:51.120354 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d38577-cd7c-49a4-8a22-5b8c6edbe8c2", "name": "network-vif-plugged", "status": "completed", "tag": "7f6b20a9-e160-4f6b-b956-fa79deda5d8e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:51.120597 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58364cdf-72f8-4666-921f-49040139f0e3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:51.121187 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e', 'code': 200} Sep 17 01:05:51.141077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Allocated IP 172.20.0.5 (e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9/cb096bb9-0819-4a5e-83b6-d1e09c5089c4/c3664b35-a38a-4be8-82f8-afbce57f9ce5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:51.141370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:51.142188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:51.294042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886de3b4-0e1b-4613-b726-118261841f2c req-53c13f7f-7a41-454c-bf41-e83e93df3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:51.296533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-886de3b4-0e1b-4613-b726-118261841f2c req-53c13f7f-7a41-454c-bf41-e83e93df3fed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 1096 time: 0.1350520 Sep 17 01:05:51.367656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-886de3b4-0e1b-4613-b726-118261841f2c req-ee3d94cc-9703-4607-9ff0-e4be73c758ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636594 Sep 17 01:05:51.371766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.445575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event deleted for resources: {'Port': ['ID=7ec450e7-7d75-428d-bfb6-ea30977e441c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:51.466763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.511807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-3928230c-795e-48f9-907d-668dc80978db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:51.513324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-3928230c-795e-48f9-907d-668dc80978db service neutron] 10.222.0.23 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.6314681 Sep 17 01:05:51.658374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:51.662796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:05:51.814384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:51.879587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:05:51.899283 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] Sync routers for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:05:51.902248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39640) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:51.904075 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.929303 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:51.931135 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:51.942124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29613073', 'description': 'tempest-description--699962528'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:51.957619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] For port 4306bbb2-790e-47f9-8ef0-40bc6f79e031, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4306bbb2-790e-47f9-8ef0-40bc6f79e031,segment=NetworkSegment(d2e37026-d0fe-4330-ad5b-26fd6302d02d),segment_id=d2e37026-d0fe-4330-ad5b-26fd6302d02d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:51.957998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:51.961419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-f1e3b19e-6842-4d7c-a8df-020ad018a909 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 217 time: 0.4363828 Sep 17 01:05:51.971273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a253261a-5229-4f5d-b76d-b78ac118f9fb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:51.971273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.006947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] No DVR routers for this DVR port 7ec450e7-7d75-428d-bfb6-ea30977e441c on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:52.015371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.017515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0364984a-4be3-4815-9abb-0c6724555586 req-4627e272-7b5f-42dd-8647-7ba211abfd62 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.23 "DELETE /v2.0/ports/7ec450e7-7d75-428d-bfb6-ea30977e441c HTTP/1.1" status: 204 len: 173 time: 2.2923369 Sep 17 01:05:52.018092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'name': 'network-vif-deleted', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:52.020674 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b5651f-9cdc-4510-802e-47dfb3a4107e" -d '{"events": [{"server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "name": "network-vif-deleted", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:52.038728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc19b80-bac8-4557-a3b2-355c26892249 req-895d189f-4dab-4429-b2d5-de3720830b90 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:52.046128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bc19b80-bac8-4557-a3b2-355c26892249 req-895d189f-4dab-4429-b2d5-de3720830b90 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 947 time: 0.8341541 Sep 17 01:05:52.080647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-18f871a2-ceea-4b04-aab0-1ec2dd1aea55 req-83f111f8-ddd6-4fc7-bc68-49960722091a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 210 time: 0.0689812 Sep 17 01:05:52.135400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Calling delete_port for 4306bbb2-790e-47f9-8ef0-40bc6f79e031 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:52.149718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.183028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:52.201660 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:52.225093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-39c651b4-df40-432a-a6b6-11b3dd99c244 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0485840 Sep 17 01:05:52.225871 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53b6765e-b352-40c3-b922-6b6c0baaf23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.330016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f10fa-6f42-4952-bfb5-518c581e89f0 req-2440d16b-6629-49f4-94a5-050d5bf213b3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:52.332566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e00f10fa-6f42-4952-bfb5-518c581e89f0 req-2440d16b-6629-49f4-94a5-050d5bf213b3 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.1378496 Sep 17 01:05:52.392647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-53b6765e-b352-40c3-b922-6b6c0baaf23b None None] For port a253261a-5229-4f5d-b76d-b78ac118f9fb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a253261a-5229-4f5d-b76d-b78ac118f9fb,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:52.394366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.435710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-9ad3cb6f-b986-49c1-bbf8-420215125d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:52.436434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-9ad3cb6f-b986-49c1-bbf8-420215125d16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.4405599 Sep 17 01:05:52.456015 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.464991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:52.512930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e00f10fa-6f42-4952-bfb5-518c581e89f0 req-2bb8c983-1b62-4a1c-9018-e73f26caa868 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679113 Sep 17 01:05:52.520680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a551fe-5ed9-4d5b-aacf-6068f094c314 None None] The sync data for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 is: [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:03:20Z', 'revision_number': 4, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '960c7844-4b4e-4fc2-be4e-30865bb06e42', 'name': '', 'network_id': 'eb0c8d95-5cc7-4833-b036-275871ed30d0', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'mac_address': 'fa:16:3e:ab:f7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:19Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'subnets': [{'id': '0d02f187-9adb-4755-83ef-ad5f8dc657b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:52.532861 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53b6765e-b352-40c3-b922-6b6c0baaf23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.572002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'tag': '81c3bc25-3911-4e8c-9230-6ccc496611dd'}, {'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'name': 'network-vif-deleted', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:52.574282 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b60e01-8076-481d-b1c6-7be3aaf69e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "8355e307-d691-4e5d-9500-ad7d00d15e14", "tag": "81c3bc25-3911-4e8c-9230-6ccc496611dd"}, {"server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "name": "network-vif-deleted", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:52.608461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.672826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9837f473-4963-4d06-ba83-4af53f8be254 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:52.675312 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:38Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:52.696555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7ec450e7-7d75-428d-bfb6-ea30977e441c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:52.710829 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.716338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7839420 Sep 17 01:05:52.717824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6178-bf16-4823-9267-12cbaa909652 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce924e-13ca-4cd2-a1b1-19d08f333b54,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:52.729071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39650) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:52.741339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'security_group_rule': {'security_group_id': '46ce924e-13ca-4cd2-a1b1-19d08f333b54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:52.781435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-f4a9a2c6-632d-4a05-bdd7-29c3509d4f6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3146763 Sep 17 01:05:52.785675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76aaf65-c58d-4eb1-8ae7-203ecdac74a5 req-3a8597af-029b-456d-b867-6eb0b722af91 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:52.792318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bc19b80-bac8-4557-a3b2-355c26892249 req-9aa1cdcf-5acd-4748-82d8-51be63210e73 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357808 Sep 17 01:05:52.797302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d76aaf65-c58d-4eb1-8ae7-203ecdac74a5 req-3a8597af-029b-456d-b867-6eb0b722af91 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 944 time: 0.1373880 Sep 17 01:05:52.806442 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:05:52.806796 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:05:52.816926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 7ec450e7-7d75-428d-bfb6-ea30977e441c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:52.817311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7ec450e7-7d75-428d-bfb6-ea30977e441c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:52.848894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0a9d7899-137e-40a0-b791-8150e2e9a413 None None] Provisioning complete for port a253261a-5229-4f5d-b76d-b78ac118f9fb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:52.849272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0a9d7899-137e-40a0-b791-8150e2e9a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.870366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6765e-b352-40c3-b922-6b6c0baaf23b None None] Pushing event updated for resources: {'Port': ['ID=a253261a-5229-4f5d-b76d-b78ac118f9fb,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:52.913476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf10c4ec-af05-4249-980a-da2f6be80820 req-a4f6abe1-86c8-4369-bbcb-a171619a9183 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741953 Sep 17 01:05:52.927704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d76aaf65-c58d-4eb1-8ae7-203ecdac74a5 req-363db94c-04e3-47c2-87c1-6d5827a3b901 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291676 Sep 17 01:05:52.963609 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:52.986196 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] Checking router: 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:05:53.004972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.010563 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:05:53.011276 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:53.032715 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b6a26-e4df-4495-b56c-3d875c97c652 x-openstack-request-id: req-7b0b6a26-e4df-4495-b56c-3d875c97c652 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:53.033108 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdb31d-cc97-47a2-96bd-b4aac30f636a", "name": "network-vif-deleted", "tag": "7ec450e7-7d75-428d-bfb6-ea30977e441c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:53.033738 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b0b6a26-e4df-4495-b56c-3d875c97c652 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:53.034359 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdb31d-cc97-47a2-96bd-b4aac30f636a', 'name': 'network-vif-deleted', 'tag': '7ec450e7-7d75-428d-bfb6-ea30977e441c', 'status': 'completed', 'code': 200} Sep 17 01:05:53.060316 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.065565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed674641-f164-4e42-809d-665d3f390ee7 None None] New status for floating IP fd6aed0c-791d-4b92-b11b-1965afd91a8b: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:05:53.103644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.152700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:53.157630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.158786 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6912ff5-7151-4d54-bc9d-f33dee417c33" -d '{"events": [{"server_uuid": "415c26c4-3e2b-463e-8e3c-10a2bebdda2a", "name": "network-vif-plugged", "status": "completed", "tag": "91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:53.170688 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:05:53.171345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40e53357-f02b-4770-96e9-d6f26894d332 req-ccd07702-71dc-4e28-805e-5e2cfba7d68e tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.0860674 Sep 17 01:05:53.243700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4369e2d-9035-43bc-8ce8-afd8d2df8ce9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:53.275625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7390d6ac-2b2c-48c5-b96b-8dd4284f4bad req-6dc099e8-3b33-401b-8113-9a3b422c8535 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/ports?device_id=19fdb31d-cc97-47a2-96bd-b4aac30f636a HTTP/1.1" status: 200 len: 210 time: 0.0867100 Sep 17 01:05:53.277599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.281394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-127b51dc-5543-4bc8-828d-ab2f4634b36f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5453508 Sep 17 01:05:53.282583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:53.287759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'security_group_rule': {'security_group_id': '46ce924e-13ca-4cd2-a1b1-19d08f333b54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:53.295609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9837f473-4963-4d06-ba83-4af53f8be254, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9837f473-4963-4d06-ba83-4af53f8be254,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:53.307985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Pushing event deleted for resources: {'Port': ['ID=4306bbb2-790e-47f9-8ef0-40bc6f79e031,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:53.314262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39658) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:53.441631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '9837f473-4963-4d06-ba83-4af53f8be254', 'network_id': 'fb8849bc-1e45-4603-9988-23f515631066', 'port_id': '9837f473-4963-4d06-ba83-4af53f8be254', 'mac_address': 'fa:16:3e:32:4e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b9ff891-b24a-43c7-8f69-0a485a43766e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:05:53.444430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.451478 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.463509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-ab650440-2559-4c40-bee5-5d713bc834bf service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6553462 Sep 17 01:05:53.465143 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81741f11-5a20-4bcb-80ac-3ae442b5929f x-openstack-request-id: req-81741f11-5a20-4bcb-80ac-3ae442b5929f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:53.465437 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8355e307-d691-4e5d-9500-ad7d00d15e14", "tag": "81c3bc25-3911-4e8c-9230-6ccc496611dd", "status": "completed", "code": 200}, {"server_uuid": "ee1b101b-922d-4bfe-b24b-2b7830309506", "name": "network-vif-deleted", "tag": "2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:53.465682 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81741f11-5a20-4bcb-80ac-3ae442b5929f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:53.471036 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'tag': '81c3bc25-3911-4e8c-9230-6ccc496611dd', 'status': 'completed', 'code': 200} Sep 17 01:05:53.471036 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1b101b-922d-4bfe-b24b-2b7830309506', 'name': 'network-vif-deleted', 'tag': '2b50d9c8-e02e-4cd1-b851-9c5a46fea6a5', 'status': 'completed', 'code': 200} Sep 17 01:05:53.524734 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8a847e-d445-47e5-bf17-144f7a5eef8f x-openstack-request-id: req-7a8a847e-d445-47e5-bf17-144f7a5eef8f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:53.525038 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c26c4-3e2b-463e-8e3c-10a2bebdda2a", "name": "network-vif-plugged", "status": "completed", "tag": "91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:53.525297 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a8a847e-d445-47e5-bf17-144f7a5eef8f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:53.525693 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6', 'code': 200} Sep 17 01:05:53.554547 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.591656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9837f473-4963-4d06-ba83-4af53f8be254 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:53.642757 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:38Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:53.646004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9837f473-4963-4d06-ba83-4af53f8be254, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9837f473-4963-4d06-ba83-4af53f8be254,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:53.679935 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d23382-e2ab-4b11-84d5-b210073cf709 None None] The sync data for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 is: [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:03:28Z', 'revision_number': 4, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '43792fdd-8073-4b0e-b71b-3c48f4507114', 'name': '', 'network_id': '705174b5-edf9-44c0-ad24-c206a1184483', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'mac_address': 'fa:16:3e:69:ca:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:27Z', 'updated_at': '2021-09-17T01:03:38Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'subnets': [{'id': '9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:05:53.702706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] No DVR routers for this DVR port 4306bbb2-790e-47f9-8ef0-40bc6f79e031 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:53.703527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a253261a-5229-4f5d-b76d-b78ac118f9fb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:53.719824 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.724252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.734076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7741ea0a-6ba3-405e-8ee3-a27c16474d84 req-fbe9df76-a54d-42aa-9821-3d313d28004f tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.36 "DELETE /v2.0/ports/4306bbb2-790e-47f9-8ef0-40bc6f79e031 HTTP/1.1" status: 204 len: 173 time: 3.3515387 Sep 17 01:05:53.736848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccff628-e06e-4220-b5df-700c6aaf8f56 req-e2495923-a586-4444-b02b-9cdc449b251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:53.736848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ccff628-e06e-4220-b5df-700c6aaf8f56 req-e2495923-a586-4444-b02b-9cdc449b251e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 1096 time: 0.1507947 Sep 17 01:05:53.758544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:53.765678 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.765864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126be531-4354-44c6-8ae3-8b13775f0839 req-d86373e7-5194-4f9c-90ae-343e7c7fdb21 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:53.765864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-126be531-4354-44c6-8ae3-8b13775f0839 req-d86373e7-5194-4f9c-90ae-343e7c7fdb21 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.0874660 Sep 17 01:05:53.804740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ccff628-e06e-4220-b5df-700c6aaf8f56 req-bd9d4dca-b07b-4167-8a26-70a1dd07552e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594430 Sep 17 01:05:53.820075 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-126be531-4354-44c6-8ae3-8b13775f0839 req-b4529a2f-056d-42d5-b473-44dcaff0db96 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466368 Sep 17 01:05:53.820718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9837f473-4963-4d06-ba83-4af53f8be254,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:53.842973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.849130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a253261a-5229-4f5d-b76d-b78ac118f9fb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:53.849505 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.860879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bd2a6e-d985-4320-9095-28563ccc15e2,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:53.891841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:53.929325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:53.972247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9837f473-4963-4d06-ba83-4af53f8be254'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:53.972446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-925bc51f-58a5-4b70-a787-10948f8af47a service neutron] 10.222.0.23 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663452 Sep 17 01:05:53.980986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93bcf8-6b23-4258-9fdf-e7624abf7533 req-c6527850-a577-4a0e-925c-55cc8fba9c80 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:53.989706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea93bcf8-6b23-4258-9fdf-e7624abf7533 req-c6527850-a577-4a0e-925c-55cc8fba9c80 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 947 time: 0.0713725 Sep 17 01:05:53.992779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:53.992779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bcab76b3-ff1d-4b2c-81e1-fb767b87c99a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7098250 Sep 17 01:05:53.998996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39666) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:54.023905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:54.038099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-2f49b0e2-621b-47f1-84fa-3e634d2e4a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.041429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-2f49b0e2-621b-47f1-84fa-3e634d2e4a71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5ae62d885aa54724acec10428b46cdf7&device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 1098 time: 0.5588906 Sep 17 01:05:54.046332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:54.066041 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16aaddd8-7b0e-4ecb-a831-c6638a40935c None None] New status for floating IP afaa2c95-32b2-42c2-a0b7-780d62e1a6b6: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:05:54.067018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea93bcf8-6b23-4258-9fdf-e7624abf7533 req-4bba8ebe-164d-45d9-bfa6-3cf77e8d879c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763700 Sep 17 01:05:54.067318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bce2d-b32f-4b8c-bfc4-2423b39ce2ee req-47f4a3d6-7f9b-4d7e-ad7d-3b9fcc20aa81 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.069945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e6bce2d-b32f-4b8c-bfc4-2423b39ce2ee req-47f4a3d6-7f9b-4d7e-ad7d-3b9fcc20aa81 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 931 time: 0.5990534 Sep 17 01:05:54.074762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.075403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.144381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.215853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d69f12b-ad21-40bf-9e9b-e958c01e800b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.217006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-09bbf4eb-980c-4eb7-abb9-85c074c76fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.219031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-09bbf4eb-980c-4eb7-abb9-85c074c76fd8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 1096 time: 0.1067874 Sep 17 01:05:54.303532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-869e173d-b495-42ec-bdbf-97c8338ed89f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4201136 Sep 17 01:05:54.312706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d69f12b-ad21-40bf-9e9b-e958c01e800b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.321600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade54f60-a0e9-4220-b931-734107bfb891 req-b35af0d4-e5b9-45d8-9188-2476cc04d0d5 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.323438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ade54f60-a0e9-4220-b931-734107bfb891 req-b35af0d4-e5b9-45d8-9188-2476cc04d0d5 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 945 time: 0.1822121 Sep 17 01:05:54.334876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e6bce2d-b32f-4b8c-bfc4-2423b39ce2ee req-416dc865-1d9a-46b3-b902-45fe4f1de00c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526848 Sep 17 01:05:54.340694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Request body: {'port': {'device_id': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:05:54.429852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-e86dacaa-1d61-4953-b472-c7e89aed24e5 service neutron] 10.222.0.23 "GET /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.3006673 Sep 17 01:05:54.465281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ade54f60-a0e9-4220-b931-734107bfb891 req-0a2d2d6d-3f5c-4cfe-91d1-f01638222e49 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335669 Sep 17 01:05:54.474826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-5f88a7f3-4e8b-4bfd-a25d-71b06582b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.474826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-5f88a7f3-4e8b-4bfd-a25d-71b06582b770 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 916 time: 0.2133777 Sep 17 01:05:54.492711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.544721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-98d2012c-54a4-4f76-8232-8887afb6925a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9837f473-4963-4d06-ba83-4af53f8be254 HTTP/1.1" status: 200 len: 217 time: 0.0574341 Sep 17 01:05:54.562371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73891f88-4248-4ca5-95ae-a7e07dc7ae5a req-fcff17ec-7c68-46e8-be85-365217b1c41c tempest-LiveAutoBlockMigrationV225Test-557057632 tempest-LiveAutoBlockMigrationV225Test-557057632-project] 10.222.0.13 "GET /v2.0/ports?device_id=10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a HTTP/1.1" status: 200 len: 210 time: 0.1196065 Sep 17 01:05:54.580335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-c09d70c5-bea8-4792-820c-7c999584e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.585190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-c09d70c5-bea8-4792-820c-7c999584e4cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.4860277 Sep 17 01:05:54.603514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.615574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39674) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:54.644320 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-88478aef-f48e-4e08-834e-c906c0617e01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd HTTP/1.1" status: 200 len: 217 time: 0.0505035 Sep 17 01:05:54.668652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 81c3bc25-3911-4e8c-9230-6ccc496611dd details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:05:54.671622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9837f473-4963-4d06-ba83-4af53f8be254 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:54.691039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-314e0edc-fe09-4ce1-ae93-1a5e70266c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.692535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-314e0edc-fe09-4ce1-ae93-1a5e70266c1e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 200 len: 854 time: 0.1146259 Sep 17 01:05:54.730249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:54.766254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 172.25.1.224 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/9cff84bb-a6fd-4640-b1c0-aa7f8db14f65) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:05:54.769177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 4306bbb2-790e-47f9-8ef0-40bc6f79e031 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:05:54.769713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4306bbb2-790e-47f9-8ef0-40bc6f79e031 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:05:54.798410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87d9ad44-986b-4c17-b0d0-2bc8ee03df41 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.798646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d69f12b-ad21-40bf-9e9b-e958c01e800b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.801001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d69f12b-ad21-40bf-9e9b-e958c01e800b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.805568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4d69f12b-ad21-40bf-9e9b-e958c01e800b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "DELETE /v2.0/security-groups/22a1145b-3704-48e4-8d2b-9271ce5271bc HTTP/1.1" status: 204 len: 168 time: 1.3643928 Sep 17 01:05:54.808335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a609d-416e-41f4-95ca-6530d958111a req-94153c83-fea5-4e81-9692-e1b70bae05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.808609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-94153c83-fea5-4e81-9692-e1b70bae05bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fb8849bc-1e45-4603-9988-23f515631066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057496 Sep 17 01:05:54.809155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39676) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:54.822292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-06bf5066-6c0e-46c0-a8e9-e35a039f371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:54.823668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-06bf5066-6c0e-46c0-a8e9-e35a039f371c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1540015 Sep 17 01:05:54.876063 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-52aa9533-6b8a-46e2-9fc0-147a084dc26a tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] show failed (client error): The resource could not be found. Sep 17 01:05:54.877112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52aa9533-6b8a-46e2-9fc0-147a084dc26a tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "GET /v2.0/security-groups/22a1145b-3704-48e4-8d2b-9271ce5271bc HTTP/1.1" status: 404 len: 347 time: 0.0555632 Sep 17 01:05:54.893060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39680) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:54.893790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 9837f473-4963-4d06-ba83-4af53f8be254 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:05:54.904263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 9837f473-4963-4d06-ba83-4af53f8be254 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:54.905359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.918190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69f12b-ad21-40bf-9e9b-e958c01e800b tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a1145b-3704-48e4-8d2b-9271ce5271bc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:54.932774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87d9ad44-986b-4c17-b0d0-2bc8ee03df41 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:54.983584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 81c3bc25-3911-4e8c-9230-6ccc496611dd, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:55.007618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '81c3bc25-3911-4e8c-9230-6ccc496611dd', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '81c3bc25-3911-4e8c-9230-6ccc496611dd', 'mac_address': 'fa:16:3e:f0:da:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:05:55.068207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.071618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-e9686e96-efdf-4dee-b879-840b71c57332 service neutron] 10.222.0.23 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368510 Sep 17 01:05:55.097018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.098772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.115711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c3bc25-3911-4e8c-9230-6ccc496611dd {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:55.120236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:55.155382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9837f473-4963-4d06-ba83-4af53f8be254, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9837f473-4963-4d06-ba83-4af53f8be254,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:55.167511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 81c3bc25-3911-4e8c-9230-6ccc496611dd, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:55.178692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87d9ad44-986b-4c17-b0d0-2bc8ee03df41 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.181535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87d9ad44-986b-4c17-b0d0-2bc8ee03df41 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.182698 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-87d9ad44-986b-4c17-b0d0-2bc8ee03df41 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3db2adb-7c19-4bd5-901e-fa34aec8d671 HTTP/1.1" status: 204 len: 168 time: 0.5661006 Sep 17 01:05:55.197997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:55.201076 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb2a609d-416e-41f4-95ca-6530d958111a req-9b6a68df-a61d-4fd9-872e-5013b253490e service neutron] 10.222.0.23 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219425 Sep 17 01:05:55.213353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:55.239222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9ad44-986b-4c17-b0d0-2bc8ee03df41 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3db2adb-7c19-4bd5-901e-fa34aec8d671,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:55.252562 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-91705a06-a9c0-460c-8bc8-713d5086a2f3 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] show failed (client error): The resource could not be found. Sep 17 01:05:55.256520 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-91705a06-a9c0-460c-8bc8-713d5086a2f3 tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "GET /v2.0/security-groups/b3db2adb-7c19-4bd5-901e-fa34aec8d671 HTTP/1.1" status: 404 len: 347 time: 0.0510478 Sep 17 01:05:55.259929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:55.266248 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.267025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:05:55.294560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.305352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-1d23be93-b146-4924-bf03-887e8bf109f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:55.306652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-1d23be93-b146-4924-bf03-887e8bf109f7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4535360 Sep 17 01:05:55.322852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:55.330995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60526a3-7556-44ec-89db-cd43d0c57ce8 req-faa45ced-1762-4aed-bdc9-8997be118fb7 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:55.332647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d60526a3-7556-44ec-89db-cd43d0c57ce8 req-faa45ced-1762-4aed-bdc9-8997be118fb7 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 947 time: 0.1579258 Sep 17 01:05:55.341264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef137e9c-c7cb-4c2d-b131-3ee821125d14 req-24088184-8755-42d2-a286-9d756bc3e2db tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:55.343630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef137e9c-c7cb-4c2d-b131-3ee821125d14 req-24088184-8755-42d2-a286-9d756bc3e2db tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 944 time: 0.3684616 Sep 17 01:05:55.370917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9837f473-4963-4d06-ba83-4af53f8be254,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:55.394517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:55.411131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.462069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d60526a3-7556-44ec-89db-cd43d0c57ce8 req-01262839-abcb-4245-b06f-4525bcb9a483 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001971 Sep 17 01:05:55.485560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:05:55.485560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:05:55.492636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:05:55.495585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=9cff84bb-a6fd-4640-b1c0-aa7f8db14f65,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:55.503265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'name': 'network-vif-deleted', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:55.505372 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea0414e-c239-41ce-ae22-f2bd6b561e74" -d '{"events": [{"server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "name": "network-vif-deleted", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:55.524250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=81c3bc25-3911-4e8c-9230-6ccc496611dd,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:55.527914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9837f473-4963-4d06-ba83-4af53f8be254'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:55.531605 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93f43bf-a959-4b45-ab01-3aef4215a7c3" -d '{"events": [{"server_uuid": "dfe32366-f838-4f79-b626-d42ada9ec0de", "name": "network-vif-plugged", "status": "completed", "tag": "9837f473-4963-4d06-ba83-4af53f8be254"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:55.534772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['81c3bc25-3911-4e8c-9230-6ccc496611dd'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:05:55.544837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Deleting port a3105fa9-da82-4eaa-815e-8720b68c8ea6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:55.547010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.551201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef137e9c-c7cb-4c2d-b131-3ee821125d14 req-9d9883ad-1e15-4a23-aced-2358bde14093 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797225 Sep 17 01:05:55.557644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.650836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Deleting port 5bfa1904-ed88-475d-b141-39663f4af499 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:55.651235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.726819 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-5295bd5b-6ebf-4b04-8398-e1bd38986660 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084654 Sep 17 01:05:55.759915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a45385-1a21-4ced-ada9-1a990e76b7b2 req-020d57ce-187a-40aa-9014-a4656e5c778f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:55.761522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84a45385-1a21-4ced-ada9-1a990e76b7b2 req-020d57ce-187a-40aa-9014-a4656e5c778f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 931 time: 0.1777022 Sep 17 01:05:55.763535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.764376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.801241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Calling delete_port for a3105fa9-da82-4eaa-815e-8720b68c8ea6 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:55.804242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.875787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84a45385-1a21-4ced-ada9-1a990e76b7b2 req-f5cc3740-4700-4b37-942c-7920d0dc1d7b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013873 Sep 17 01:05:55.926280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:55.973723 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb908047-91a7-4b85-ac3d-ddd956228e84 x-openstack-request-id: req-fb908047-91a7-4b85-ac3d-ddd956228e84 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:55.974291 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe32366-f838-4f79-b626-d42ada9ec0de", "name": "network-vif-plugged", "status": "completed", "tag": "9837f473-4963-4d06-ba83-4af53f8be254", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:55.976844 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb908047-91a7-4b85-ac3d-ddd956228e84 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:55.977519 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9837f473-4963-4d06-ba83-4af53f8be254', 'code': 200} Sep 17 01:05:56.036805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39698) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:56.092638 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bd88fc-e9f5-41de-837a-5afc9c538a7b x-openstack-request-id: req-28bd88fc-e9f5-41de-837a-5afc9c538a7b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:56.093322 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a", "name": "network-vif-deleted", "tag": "4306bbb2-790e-47f9-8ef0-40bc6f79e031", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:56.093322 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28bd88fc-e9f5-41de-837a-5afc9c538a7b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:56.093845 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c521a5-78e0-47d1-8a5e-5a3cdafe6d8a', 'name': 'network-vif-deleted', 'tag': '4306bbb2-790e-47f9-8ef0-40bc6f79e031', 'status': 'completed', 'code': 200} Sep 17 01:05:56.202250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Deleting subnet 8197d192-2f62-421b-9fc9-38a50560286b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:05:56.205288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219a5d-4bc8-445c-a817-ee227907287a req-f4ac9138-359d-4a77-954c-f6c2375325f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:56.205721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1ec85-6a7f-447d-92ec-477a3c8b636c req-0feb53da-8830-4c62-acb4-0fbca91e2e60 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:56.206763 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6219a5d-4bc8-445c-a817-ee227907287a req-f4ac9138-359d-4a77-954c-f6c2375325f9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 1097 time: 0.1605470 Sep 17 01:05:56.207216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19e1ec85-6a7f-447d-92ec-477a3c8b636c req-0feb53da-8830-4c62-acb4-0fbca91e2e60 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.5963600 Sep 17 01:05:56.209574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.224361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3664b35-a38a-4be8-82f8-afbce57f9ce5 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:05:56.245160 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.273272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.275684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.289841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] Transition to ACTIVE for port object 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:56.298665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Pushing event deleted for resources: {'Port': ['ID=a3105fa9-da82-4eaa-815e-8720b68c8ea6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:56.302481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.302650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.313075 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.323413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Transition to ACTIVE for port object c3664b35-a38a-4be8-82f8-afbce57f9ce5 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:05:56.331830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Calling delete_port for 5bfa1904-ed88-475d-b141-39663f4af499 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:56.360239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.363123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6219a5d-4bc8-445c-a817-ee227907287a req-ad8011c6-eb1b-4e56-94f1-3c7c37212c6f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336997 Sep 17 01:05:56.363286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19e1ec85-6a7f-447d-92ec-477a3c8b636c req-38af9784-fd00-4581-a3b6-ee8444cf58ee tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454155 Sep 17 01:05:56.366552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b60e01-8076-481d-b1c6-7be3aaf69e9c req-d406f0fe-bcc9-4379-8b7f-1472cbec08ba service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205587 Sep 17 01:05:56.399887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.412709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.459882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.495879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=9cff84bb-a6fd-4640-b1c0-aa7f8db14f65,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:56.499741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] No DVR routers for this DVR port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:05:56.508162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.510527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.511711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2dd290f5-8c26-43eb-ac64-b95eaae3980a tempest-ServersTestFqdnHostnames-1801717947 tempest-ServersTestFqdnHostnames-1801717947-project] 10.222.0.13 "DELETE /v2.0/floatingips/afaa2c95-32b2-42c2-a0b7-780d62e1a6b6 HTTP/1.1" status: 204 len: 168 time: 1.2510362 Sep 17 01:05:56.521389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39704) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:56.521589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] Pushing event updated for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:56.568405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3cb57082-70d9-4c66-825c-7785e14bb720 service neutron] 10.222.0.23 "PUT /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 2.1268456 Sep 17 01:05:56.587558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.644898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:56.683228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 81c3bc25-3911-4e8c-9230-6ccc496611dd up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:05:56.692275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Attempting to bind port c3664b35-a38a-4be8-82f8-afbce57f9ce5 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:05:56.692608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Attempting to bind port c3664b35-a38a-4be8-82f8-afbce57f9ce5 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:05:56.692934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Attempting to bind port c3664b35-a38a-4be8-82f8-afbce57f9ce5 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:56.707723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Port c3664b35-a38a-4be8-82f8-afbce57f9ce5 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:05:56.708093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Attempting to bind port c3664b35-a38a-4be8-82f8-afbce57f9ce5 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:05:56.713373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7020d21-8bfc-47ca-bafd-2a7effa33a34 req-349938db-d7bf-436f-a1b6-4f745bc21681 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:56.714933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:05:56.715113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7020d21-8bfc-47ca-bafd-2a7effa33a34 req-349938db-d7bf-436f-a1b6-4f745bc21681 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 948 time: 0.1388559 Sep 17 01:05:56.715404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Checking segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:05:56.715852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Bound using segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:05:56.716342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Bound port: c3664b35-a38a-4be8-82f8-afbce57f9ce5, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:05:56.717100 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.734499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.736669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.737880 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-15513f78-a521-46fd-8c3c-23e3f4d0d76c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7264841 Sep 17 01:05:56.789149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.814312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.816219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8197d192-2f62-421b-9fc9-38a50560286b HTTP/1.1" status: 204 len: 168 time: 0.7784657 Sep 17 01:05:56.817104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5adee7-80ae-48ae-8969-8648d2d07c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8197d192-2f62-421b-9fc9-38a50560286b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:56.820726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39712) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:56.835947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Pushing event deleted for resources: {'Port': ['ID=5bfa1904-ed88-475d-b141-39663f4af499,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:56.859491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:05:56.879425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 81c3bc25-3911-4e8c-9230-6ccc496611dd completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:05:56.883199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 81c3bc25-3911-4e8c-9230-6ccc496611dd triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:05:56.883581 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.933369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:05:56.946435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.949232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:56.955005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc294903-4995-49b9-8660-f4e13e326a43 tempest-ServersTestManualDisk-1781609895 tempest-ServersTestManualDisk-1781609895-project] 10.222.0.13 "DELETE /v2.0/floatingips/fd6aed0c-791d-4b92-b11b-1965afd91a8b HTTP/1.1" status: 204 len: 168 time: 2.0564177 Sep 17 01:05:56.957663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39720) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:56.978201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671aef4-12f8-4bf2-adf0-e78858d80eee req-ea1d931c-b7f4-4ac7-a00e-4f9ea06f33be tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:56.978201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3671aef4-12f8-4bf2-adf0-e78858d80eee req-ea1d931c-b7f4-4ac7-a00e-4f9ea06f33be tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.1858072 Sep 17 01:05:56.993676 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.024469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.031033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 81c3bc25-3911-4e8c-9230-6ccc496611dd, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:57.095450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.096063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.097471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] 10.222.0.36 "PUT /v2.0/ports/c3664b35-a38a-4be8-82f8-afbce57f9ce5 HTTP/1.1" status: 200 len: 1091 time: 2.7814417 Sep 17 01:05:57.125683 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.134863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3671aef4-12f8-4bf2-adf0-e78858d80eee req-f65871d2-86f6-464f-b89e-7d45ae83fa78 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242204 Sep 17 01:05:57.162071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc1adf-c583-4eb6-ab7a-d3dc32cd05bc service neutron] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:57.203224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=81c3bc25-3911-4e8c-9230-6ccc496611dd,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:57.239630 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7020d21-8bfc-47ca-bafd-2a7effa33a34 req-87603b97-d480-4e4c-8f6e-b337b8076a56 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115857 Sep 17 01:05:57.252777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3d64ce87-c6ca-4d99-b799-9bfbef8f40fc tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.267775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-3d64ce87-c6ca-4d99-b799-9bfbef8f40fc tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.5582445 Sep 17 01:05:57.378532 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.425776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-1247139e-cee6-4e69-8528-0b799e9a3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.431175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-1247139e-cee6-4e69-8528-0b799e9a3658 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 1094 time: 0.1242182 Sep 17 01:05:57.453177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-b0cd164e-49e4-41aa-940c-1d59a562e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.453409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9ff4b-21a7-4dda-ba21-778ffb77c541 req-dd1259ac-db64-40b0-b917-e5ff8ab073a9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.457872 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-b0cd164e-49e4-41aa-940c-1d59a562e1dd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901&tenant_id=cf175badd919434ea4c1e976b3e58f09 HTTP/1.1" status: 200 len: 1096 time: 0.1587293 Sep 17 01:05:57.458065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a9ff4b-21a7-4dda-ba21-778ffb77c541 req-dd1259ac-db64-40b0-b917-e5ff8ab073a9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 943 time: 0.1529007 Sep 17 01:05:57.463663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-1fceba73-f67e-455e-9cdb-b44bb815ba72 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--29613073&fields=id&tenant_id=1e35e598357e4285a1e1b63a8d9abef8 HTTP/1.1" status: 200 len: 267 time: 0.1107428 Sep 17 01:05:57.515327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-3f2d5e78-9d3e-4915-8e77-f7a763a495b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5 HTTP/1.1" status: 200 len: 217 time: 0.0594301 Sep 17 01:05:57.595173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a9ff4b-21a7-4dda-ba21-778ffb77c541 req-32d4d310-e58b-4f61-92d0-c99be2cdf65a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190515 Sep 17 01:05:57.603175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-9c2977bc-1fec-48f5-bdaf-b37164c0721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.604704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-9c2977bc-1fec-48f5-bdaf-b37164c0721f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb096bb9-0819-4a5e-83b6-d1e09c5089c4 HTTP/1.1" status: 200 len: 862 time: 0.0739527 Sep 17 01:05:57.609767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.620466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-872a2a5c-3ecf-4a47-a8a2-82c41edb5f02 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.621884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-872a2a5c-3ecf-4a47-a8a2-82c41edb5f02 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 936 time: 0.1360159 Sep 17 01:05:57.645099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-0aeda868-9e79-4da5-871f-ebb07e7e5a26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327842 Sep 17 01:05:57.697565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b3c0fa-a399-4e25-b51f-d5b7fa26fa15']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:57.712502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-663b9741-4d6a-441a-9a0c-9a89d99d71a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.714112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-663b9741-4d6a-441a-9a0c-9a89d99d71a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1096 time: 0.2311907 Sep 17 01:05:57.726038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e37026-d0fe-4330-ad5b-26fd6302d02d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:57.726412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e37026-d0fe-4330-ad5b-26fd6302d02d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:57.741603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-25e30220-44ca-4ea2-8682-5ae02d85a697 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.742937 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-25e30220-44ca-4ea2-8682-5ae02d85a697 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 933 time: 0.0945690 Sep 17 01:05:57.767587 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.796064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f2937-b0ab-46a7-8a60-8a02aecb1b88 req-5b652a99-2f3a-48f8-9786-41f899c1ca81 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:57.797551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f6f2937-b0ab-46a7-8a60-8a02aecb1b88 req-5b652a99-2f3a-48f8-9786-41f899c1ca81 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.1193962 Sep 17 01:05:57.819104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-9833a48f-cf2d-4261-a06e-9ed342cafed5 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522329 Sep 17 01:05:57.821803 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.864428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-28332255-c167-4956-aa11-3c14c4e0c4cc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1030688 Sep 17 01:05:57.877213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.919967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:05:57.920771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:57.925254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b88907f1-6153-4676-8baf-d73254910967 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0533311 Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:05:57.925872 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:05:57.945031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f6f2937-b0ab-46a7-8a60-8a02aecb1b88 req-0fff2e1c-798e-430a-a526-72092368e75f tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398158 Sep 17 01:05:57.978502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c3bc25-3911-4e8c-9230-6ccc496611dd'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:57.983770 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0725efc-4f92-4ede-8537-9ee57a3680cd" -d '{"events": [{"server_uuid": "8355e307-d691-4e5d-9500-ad7d00d15e14", "name": "network-vif-plugged", "status": "completed", "tag": "81c3bc25-3911-4e8c-9230-6ccc496611dd"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:58.027352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-fa583248-8fb9-405a-985f-dfeec0a266d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.028737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-fa583248-8fb9-405a-985f-dfeec0a266d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.3049533 Sep 17 01:05:58.058616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac370173-5f3c-4c93-9973-9f74f5295d9b req-dee6ad67-ffcc-4a78-893f-555fa807ec18 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005758 Sep 17 01:05:58.094168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'tag': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:05:58.096441 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8fa66f-cac9-4067-9664-d3634b593f0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c423033b-3de0-402c-8d11-d1c9acdf12e1", "tag": "c3664b35-a38a-4be8-82f8-afbce57f9ce5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:05:58.125221 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-4459796a-46b5-4f73-88c7-e0be9fcadab5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 200 len: 217 time: 0.0769978 Sep 17 01:05:58.142042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40651e2-36ad-47a8-9111-25bb5a588710 req-d2c71a7a-691b-4fbc-8c2b-b129f1d0fe27 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.143581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f40651e2-36ad-47a8-9111-25bb5a588710 req-d2c71a7a-691b-4fbc-8c2b-b129f1d0fe27 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1218121 Sep 17 01:05:58.168042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.194250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.196160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] 10.222.0.13 "DELETE /v2.0/networks/82b3c0fa-a399-4e25-b51f-d5b7fa26fa15 HTTP/1.1" status: 204 len: 168 time: 1.0231335 Sep 17 01:05:58.209180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:58.214022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f40651e2-36ad-47a8-9111-25bb5a588710 req-eeafb975-b669-4313-88a4-506d5a725c49 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621443 Sep 17 01:05:58.216644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641d76-37f6-460f-8c10-9605702f496b admin admin] Pushing event deleted for resources: {'Network': ['ID=82b3c0fa-a399-4e25-b51f-d5b7fa26fa15,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:58.226827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-69145253-b767-4f40-90b5-0dffa09a67ec tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.233490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-69145253-b767-4f40-90b5-0dffa09a67ec tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.239632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-69145253-b767-4f40-90b5-0dffa09a67ec tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.241269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-69145253-b767-4f40-90b5-0dffa09a67ec tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/networks?id=1d1fc549-aa3d-4d46-98a9-560f16163d29&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 200 len: 1995 time: 0.3028355 Sep 17 01:05:58.247742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-e899f6c6-2eec-4e1c-9a9d-4b38393c366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.250026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-e899f6c6-2eec-4e1c-9a9d-4b38393c366b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.1168296 Sep 17 01:05:58.257828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.265153 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af39abcb-f3d8-43af-8bcd-871043421651 x-openstack-request-id: req-af39abcb-f3d8-43af-8bcd-871043421651 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:58.265692 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355e307-d691-4e5d-9500-ad7d00d15e14", "name": "network-vif-plugged", "status": "completed", "tag": "81c3bc25-3911-4e8c-9230-6ccc496611dd", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:58.269390 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af39abcb-f3d8-43af-8bcd-871043421651 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:58.269390 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c3bc25-3911-4e8c-9230-6ccc496611dd', 'code': 200} Sep 17 01:05:58.317828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Deleting subnet 6c117fb4-1e2c-4c54-aa1c-d0e858de0743 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:05:58.321447 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7ab544-7eb0-45ef-9ba5-b78ed8eaf9c4 x-openstack-request-id: req-bf7ab544-7eb0-45ef-9ba5-b78ed8eaf9c4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:05:58.322288 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c423033b-3de0-402c-8d11-d1c9acdf12e1", "tag": "c3664b35-a38a-4be8-82f8-afbce57f9ce5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:05:58.322288 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf7ab544-7eb0-45ef-9ba5-b78ed8eaf9c4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:05:58.323162 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'tag': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'status': 'completed', 'code': 200} Sep 17 01:05:58.325301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.327744 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-414fc808-54a8-4a64-902e-ec08333b9988 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/quotas/1e35e598357e4285a1e1b63a8d9abef8 HTTP/1.1" status: 200 len: 375 time: 0.0736904 Sep 17 01:05:58.332135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-28a2dfbe-3395-4900-b46c-22b6254e9bed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723360 Sep 17 01:05:58.453801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.485488 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.507238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Deleting port 960c7844-4b4e-4fc2-be4e-30865bb06e42 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:58.507508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.528052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-2b250fec-73d2-4fb5-adc3-1ea7af0c4a0b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1882727 Sep 17 01:05:58.535716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d86ca-a9c3-4a9c-971d-7c3bd0a2af28 req-3a8cf06f-d17f-4aab-852b-f72554d3d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.535716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a84d86ca-a9c3-4a9c-971d-7c3bd0a2af28 req-3a8cf06f-d17f-4aab-852b-f72554d3d143 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 1100 time: 0.1758139 Sep 17 01:05:58.541476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-0b3e1fde-6a7a-48e1-abea-3d081ad3e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.542898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-0b3e1fde-6a7a-48e1-abea-3d081ad3e1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 1094 time: 0.1815894 Sep 17 01:05:58.558443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.579445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-aaa26f92-3fbf-4c87-83de-5826eb919138 service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256465 Sep 17 01:05:58.643676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0237c-8840-4d59-a5f8-7f41618fd667 req-a11de2dd-5da2-404d-b0b3-2e656a3e0550 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:58.645167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8db0237c-8840-4d59-a5f8-7f41618fd667 req-a11de2dd-5da2-404d-b0b3-2e656a3e0550 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.2586684 Sep 17 01:05:58.776618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-cba2fb58-44f0-4b3f-9bff-677a4a76458f service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745892 Sep 17 01:05:58.814366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-eee9c825-35e9-4f54-8c1c-31ca189f5c0c service neutron] 10.222.0.13 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707930 Sep 17 01:05:58.823167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.942071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Deleting port 43792fdd-8073-4b0e-b71b-3c48f4507114 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:05:58.942404 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:58.962712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-549d935a-1abe-44c3-9d5b-d1b8c16f9e7e service neutron] 10.222.0.13 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222367 Sep 17 01:05:59.045160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-2b9de078-17b4-416c-9db5-70ea1b27afe5 service neutron] 10.222.0.13 "GET /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0663631 Sep 17 01:05:59.073264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a84d86ca-a9c3-4a9c-971d-7c3bd0a2af28 req-fa5408c5-8a9d-4f12-890c-c7a24213a93c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293055 Sep 17 01:05:59.088987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] For port 960c7844-4b4e-4fc2-be4e-30865bb06e42, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=960c7844-4b4e-4fc2-be4e-30865bb06e42,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:59.089351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.097241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8db0237c-8840-4d59-a5f8-7f41618fd667 req-b382ea9a-6f00-4278-b61d-cbd254aecc35 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327147 Sep 17 01:05:59.102256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] For port 43792fdd-8073-4b0e-b71b-3c48f4507114, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=43792fdd-8073-4b0e-b71b-3c48f4507114,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:05:59.102636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.122471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Calling delete_port for 960c7844-4b4e-4fc2-be4e-30865bb06e42 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:59.127740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-c1c85e63-e190-4d18-bb60-7a1a26a7b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:59.129838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-c1c85e63-e190-4d18-bb60-7a1a26a7b23b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 923 time: 0.5691156 Sep 17 01:05:59.149619 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Calling delete_port for 43792fdd-8073-4b0e-b71b-3c48f4507114 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:05:59.204903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.216647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-fb4acfff-4a4b-4d1c-817b-8f5b672aab23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5 HTTP/1.1" status: 200 len: 217 time: 0.0765953 Sep 17 01:05:59.231439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-da3def45-5fba-4751-bac9-eb89f5d81ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791708 Sep 17 01:05:59.270188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c117fb4-1e2c-4c54-aa1c-d0e858de0743,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:59.310707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.312816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-896abd69-4d33-4e2d-b8ef-ee928599cb93 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6c117fb4-1e2c-4c54-aa1c-d0e858de0743 HTTP/1.1" status: 204 len: 168 time: 1.0978959 Sep 17 01:05:59.316813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39750) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:05:59.323957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-07bfcdd1-e023-4168-be1e-a2e659b9893c tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:59.325555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-07bfcdd1-e023-4168-be1e-a2e659b9893c tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901&tenant_id=cf175badd919434ea4c1e976b3e58f09&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.1216140 Sep 17 01:05:59.386463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-fcd983a9-fc51-48f8-8413-34af292d84df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:59.387951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-fcd983a9-fc51-48f8-8413-34af292d84df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb096bb9-0819-4a5e-83b6-d1e09c5089c4 HTTP/1.1" status: 200 len: 862 time: 0.1311619 Sep 17 01:05:59.402934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a3ed9-8482-4da1-9095-c2b5746544bf req-2efdc8b4-5fa8-4693-b1d2-7d233f117b6c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:59.404912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f68a3ed9-8482-4da1-9095-c2b5746544bf req-2efdc8b4-5fa8-4693-b1d2-7d233f117b6c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 945 time: 0.2286930 Sep 17 01:05:59.442937 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d2a455f7-ef38-49ae-9076-af9e8ab0dc87 service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023551 Sep 17 01:05:59.447592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-8e2c23df-6f9a-4fe6-b826-a4509382d614 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417109 Sep 17 01:05:59.499143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ebb08637-6080-4758-8f1a-f00f796110ab service neutron] 10.222.0.13 "GET /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0469961 Sep 17 01:05:59.535565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.590477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f68a3ed9-8482-4da1-9095-c2b5746544bf req-d3ff7546-e00f-4b2e-a728-09a1fa8401df tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710117 Sep 17 01:05:59.672871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b88dca60-f5b6-411b-92bc-5cd79d62c59c service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530471 Sep 17 01:05:59.711394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.729502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-a3b782c2-7761-43ad-9763-8dd645c50ecf service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453449 Sep 17 01:05:59.805256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.865973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3856f-9bc4-4a73-a184-b4c8e16cbb95 req-9d02317e-8c55-445d-8b8a-20a020e9faa6 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:05:59.867506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ee3856f-9bc4-4a73-a184-b4c8e16cbb95 req-9d02317e-8c55-445d-8b8a-20a020e9faa6 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 949 time: 0.2046270 Sep 17 01:05:59.877233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:05:59.891318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28369b1-cade-497b-ab91-80547fa108f1']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:59.934893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Pushing event deleted for resources: {'Port': ['ID=960c7844-4b4e-4fc2-be4e-30865bb06e42,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:05:59.938037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5c633a-7662-426a-adf6-393d0d1f66f9') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:59.938330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5c633a-7662-426a-adf6-393d0d1f66f9') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:05:59.975832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.033875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.038365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ee3856f-9bc4-4a73-a184-b4c8e16cbb95 req-8c8cff60-7617-4808-9372-fccf1ee628ee tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580098 Sep 17 01:06:00.051550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:06:00.051956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:06:00.054006 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:06:00.067378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f8fa66f-cac9-4067-9664-d3634b593f0d req-dfe4f374-a28a-4bfe-a563-510b26bcae86 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238859 Sep 17 01:06:00.076432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-85f00e57-3ea8-4e44-a2f4-18ded37a595b service neutron] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:00.105739 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-85f00e57-3ea8-4e44-a2f4-18ded37a595b service neutron] Notify callbacks [] for binding, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.108489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1278da26-ece9-4051-b707-de80c0b61ad4 req-85f00e57-3ea8-4e44-a2f4-18ded37a595b service neutron] 10.222.0.36 "DELETE /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.7437432 Sep 17 01:06:00.113885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Pushing event deleted for resources: {'Port': ['ID=43792fdd-8073-4b0e-b71b-3c48f4507114,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:00.184979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-54bab018-61b8-4f0c-ab34-02384fa00b45 service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056458 Sep 17 01:06:00.317724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419c036-9d10-47f7-bd2e-72fd4d561cfb req-27f90dc2-b31b-4f13-a630-922880439d65 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:00.323603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7419c036-9d10-47f7-bd2e-72fd4d561cfb req-27f90dc2-b31b-4f13-a630-922880439d65 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 943 time: 0.1460714 Sep 17 01:06:00.328315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.332342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.350077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.355762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b28369b1-cade-497b-ab91-80547fa108f1 HTTP/1.1" status: 204 len: 168 time: 1.0335839 Sep 17 01:06:00.383453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-af31b871-f0ac-4dfb-99c8-6d792379ea4f service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839042 Sep 17 01:06:00.385848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.400093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaef08-4d79-45f4-b8d4-10ebcf99ff23 admin admin] Pushing event deleted for resources: {'Network': ['ID=b28369b1-cade-497b-ab91-80547fa108f1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:00.465595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7419c036-9d10-47f7-bd2e-72fd4d561cfb req-27ecc780-8ee3-428f-9ea8-e6f517840cf6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216640 Sep 17 01:06:00.557922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-295189d5-8701-4513-9276-57828ab1a762 service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650555 Sep 17 01:06:00.723979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-abf777fc-74e6-47bb-b416-befa6ff00e96 service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563480 Sep 17 01:06:00.733998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c3664b35-a38a-4be8-82f8-afbce57f9ce5 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:06:00.778478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:06:00.790725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39758) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:00.849184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:00.858247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:06:00.863691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'port_id': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'mac_address': 'fa:16:3e:02:13:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb096bb9-0819-4a5e-83b6-d1e09c5089c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:06:00.867441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339f036-d02d-4828-bb24-5187255eef45 req-ac4a35b5-4d05-4c20-8a62-1b6d17899474 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:00.868949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8339f036-d02d-4828-bb24-5187255eef45 req-ac4a35b5-4d05-4c20-8a62-1b6d17899474 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.1336436 Sep 17 01:06:00.905161 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:00.905371 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-17a683a0-66eb-4433-afd6-90817c82f969 service neutron] 10.222.0.13 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308403 Sep 17 01:06:00.918523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3664b35-a38a-4be8-82f8-afbce57f9ce5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:00.939612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:00.947033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b489e998-8a97-42e0-8f12-bb04a023e971 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1130e2fd7de4a31a864d203bb106bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532302 Sep 17 01:06:00.953599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39760) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:00.985709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8339f036-d02d-4828-bb24-5187255eef45 req-86b85c57-d4e0-4d9f-a835-671ff644553d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076932 Sep 17 01:06:00.989519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:01.003357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e5c0d397-ed57-4fec-9012-71772fcfb720 admin admin] 10.222.0.13 "PUT /v2.0/routers/3179c95b-bef6-49ef-b98c-8ebaffbce6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436149 Sep 17 01:06:01.007138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39764) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:01.014393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] Sync routers for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:01.032727 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.047854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:01.048562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:01.058501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:01.067121 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] Sync routers for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:01.080060 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c46d694d-eada-4ebb-b6e8-7dc7218790cd admin admin] 10.222.0.13 "PUT /v2.0/routers/0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5556841 Sep 17 01:06:01.081555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:01.082214 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:01.093777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39768) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:01.124421 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce457a85-9929-4039-a5e5-63b5947158f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.176954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-f30602fd-1e65-4187-89c5-df9ef554645f service neutron] 10.222.0.13 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707860 Sep 17 01:06:01.223906 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:01.246523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce457a85-9929-4039-a5e5-63b5947158f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.283367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.284938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-68b260b9-263f-4c3b-86ec-d19bde8a7838 service neutron] 10.222.0.13 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071689 Sep 17 01:06:01.299850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e2b66-5785-4590-976d-406b20eb72f9 req-c67618d7-f1f3-4f01-a938-01f4091ab596 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:01.301398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b24e2b66-5785-4590-976d-406b20eb72f9 req-c67618d7-f1f3-4f01-a938-01f4091ab596 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.2254713 Sep 17 01:06:01.313717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:01.318614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:01.401711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-e5bb4581-c14b-4515-b368-e467b49b6edd service neutron] 10.222.0.13 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100435 Sep 17 01:06:01.454271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c3664b35-a38a-4be8-82f8-afbce57f9ce5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:01.463759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:05:59Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:01.472474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b24e2b66-5785-4590-976d-406b20eb72f9 req-8d0e76a7-8046-4e2a-9906-dc218d3c2006 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861640 Sep 17 01:06:01.478318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.511978 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] Checking router: 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:01.525392 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] Routers {'0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:01.526058 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:01.535303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b5a0cc7b-04de-41e7-9b15-7adbf1c2a534 service neutron] 10.222.0.13 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252608 Sep 17 01:06:01.696050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.696648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:05:59Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:01.706634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce457a85-9929-4039-a5e5-63b5947158f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.708146 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] Set router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:01.709334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce457a85-9929-4039-a5e5-63b5947158f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.713504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ce457a85-9929-4039-a5e5-63b5947158f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/490f425c-b80c-4e16-9ae9-225df4df98fd HTTP/1.1" status: 204 len: 168 time: 0.7573214 Sep 17 01:06:01.727793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce457a85-9929-4039-a5e5-63b5947158f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490f425c-b80c-4e16-9ae9-225df4df98fd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:01.738638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] Checking router: 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:01.745962 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.773558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] Routers {'3179c95b-bef6-49ef-b98c-8ebaffbce6e1'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:01.774194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:05:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:01.885961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Deleting port 356b8890-fa41-4113-a64e-8c8010b80c49 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:01.886418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:01.952420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] Set router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:02.024957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] For port 356b8890-fa41-4113-a64e-8c8010b80c49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=356b8890-fa41-4113-a64e-8c8010b80c49,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:02.025392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.038599 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:05:59Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:02.054169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Deleting port ec72c6af-da5d-42fd-8462-fc5a3311e2fa {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:02.054512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.070484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Calling delete_port for 356b8890-fa41-4113-a64e-8c8010b80c49 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:02.072641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1492eaf3-d7da-44a3-b0f3-e9c54da877c2 None None] The sync data for ids ['0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6'] in n-d-789963-7 is: [{'id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'name': 'tempest-ServersTestFqdnHostnames-1762103487-router', 'tenant_id': 'eff8a499c7d4488f88771c0982b9817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:21Z', 'updated_at': '2021-09-17T01:05:59Z', 'revision_number': 5, 'project_id': 'eff8a499c7d4488f88771c0982b9817e', 'gw_port': {'id': 'ec72c6af-da5d-42fd-8462-fc5a3311e2fa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:b6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:22Z', 'updated_at': '2021-09-17T01:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:02.166810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:05:59Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:02.168604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9115d2-5da7-415f-852f-f904381b856d req-663872c7-e9df-4416-9649-9ab7202c9f10 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:02.170278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e9115d2-5da7-415f-852f-f904381b856d req-663872c7-e9df-4416-9649-9ab7202c9f10 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1803961 Sep 17 01:06:02.196449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355d1b19-0d41-4091-bca6-c2f6169e3298 None None] The sync data for ids ['3179c95b-bef6-49ef-b98c-8ebaffbce6e1'] in n-d-789963-7 is: [{'id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'name': 'tempest-ServersTestManualDisk-598108152-router', 'tenant_id': '37d9cb93e2374ba6a49649ccff67e161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:03:13Z', 'updated_at': '2021-09-17T01:05:59Z', 'revision_number': 5, 'project_id': '37d9cb93e2374ba6a49649ccff67e161', 'gw_port': {'id': '356b8890-fa41-4113-a64e-8c8010b80c49', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3179c95b-bef6-49ef-b98c-8ebaffbce6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:03:14Z', 'updated_at': '2021-09-17T01:03:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:02.254243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] For port ec72c6af-da5d-42fd-8462-fc5a3311e2fa, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:02.254605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.297155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e9115d2-5da7-415f-852f-f904381b856d req-aef9a73d-9f95-4601-b0bd-65d39286bec8 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172824 Sep 17 01:06:02.312880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Calling delete_port for ec72c6af-da5d-42fd-8462-fc5a3311e2fa owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:02.631867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39794) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:02.678207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94c26856-8ddf-4fb2-9341-a1839522c450 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5525a341b96f4826b03df53cbf8010ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450256 Sep 17 01:06:02.678690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39796) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:02.736896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6542451-475a-4092-a019-2eec70148970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.748161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c3664b35-a38a-4be8-82f8-afbce57f9ce5 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:02.760639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494e8b2-0441-4c0e-8597-17d5acd1b4b4 req-c70ef828-defe-4b85-b54a-716f8886e774 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:02.762189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4494e8b2-0441-4c0e-8597-17d5acd1b4b4 req-c70ef828-defe-4b85-b54a-716f8886e774 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 949 time: 0.4022968 Sep 17 01:06:02.764076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6542451-475a-4092-a019-2eec70148970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.845268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4494e8b2-0441-4c0e-8597-17d5acd1b4b4 req-9852c080-2541-4bd6-9d82-d72ea379310c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744326 Sep 17 01:06:02.861907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.896374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c3664b35-a38a-4be8-82f8-afbce57f9ce5 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:06:02.896374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c3664b35-a38a-4be8-82f8-afbce57f9ce5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:02.896374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.919556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Pushing event deleted for resources: {'Port': ['ID=356b8890-fa41-4113-a64e-8c8010b80c49,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:02.937171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6542451-475a-4092-a019-2eec70148970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.940168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6542451-475a-4092-a019-2eec70148970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:02.945759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e6542451-475a-4092-a019-2eec70148970 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b18e9af4-f85a-4ede-8410-9fa95bf341d5 HTTP/1.1" status: 204 len: 168 time: 0.2660620 Sep 17 01:06:02.955106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6542451-475a-4092-a019-2eec70148970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18e9af4-f85a-4ede-8410-9fa95bf341d5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:03.027446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.056621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c352563-8336-4d83-bc88-2a1b863c9701 req-6ea6eed9-1d28-4778-8b0d-d19e736c0f1b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:03.058169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c352563-8336-4d83-bc88-2a1b863c9701 req-6ea6eed9-1d28-4778-8b0d-d19e736c0f1b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 944 time: 0.1163797 Sep 17 01:06:03.061565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.063228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:03.067830 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5f169e-18eb-4228-ac71-5da69dd45803" -d '{"events": [{"server_uuid": "c423033b-3de0-402c-8d11-d1c9acdf12e1", "name": "network-vif-plugged", "status": "completed", "tag": "c3664b35-a38a-4be8-82f8-afbce57f9ce5"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:03.084624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:03.128276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.171560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.192058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.195443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.198761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec72c6af-da5d-42fd-8462-fc5a3311e2fa,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:03.242371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:03.291381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c352563-8336-4d83-bc88-2a1b863c9701 req-834b5f86-3580-47d6-98b9-238b8ad4cdfe tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002316 Sep 17 01:06:03.338077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.402958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.403556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3179c95b-bef6-49ef-b98c-8ebaffbce6e1 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:06:03.470504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.474477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39822) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:03.481570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f7072ed5-9554-4eca-8ef6-6f88b60a9525 admin admin] 10.222.0.13 "DELETE /v2.0/routers/3179c95b-bef6-49ef-b98c-8ebaffbce6e1 HTTP/1.1" status: 204 len: 168 time: 2.4733942 Sep 17 01:06:03.567567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.569758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.661255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Deleting subnet 0d02f187-9adb-4755-83ef-ad5f8dc657b4 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:06:03.665223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.710151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb57c4-da5f-4a12-80c8-4793b08b0f8b req-d43ebad7-e519-426f-a5cc-3e699b655ea3 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:03.716134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb57c4-da5f-4a12-80c8-4793b08b0f8b req-d43ebad7-e519-426f-a5cc-3e699b655ea3 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:03.722604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb57c4-da5f-4a12-80c8-4793b08b0f8b req-d43ebad7-e519-426f-a5cc-3e699b655ea3 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:03.724334 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10cb57c4-da5f-4a12-80c8-4793b08b0f8b req-d43ebad7-e519-426f-a5cc-3e699b655ea3 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de&device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a&device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 2417 time: 0.1742871 Sep 17 01:06:03.732028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.742825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.746544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:06:03.752160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.756121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b39b7d5f-9774-4109-af86-f94754f93d50 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0fda7c5d-56bf-48ef-9d6a-b3d4da05a3c6 HTTP/1.1" status: 204 len: 168 time: 2.6576960 Sep 17 01:06:03.756731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39830) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:03.805803 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10cb57c4-da5f-4a12-80c8-4793b08b0f8b req-166c094b-929e-46c6-9e8c-9336177a0a27 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710475 Sep 17 01:06:03.894967 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.900048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Deleting subnet 9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:06:03.916643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:03.998845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 43792fdd-8073-4b0e-b71b-3c48f4507114 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:04.000647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.037239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 43792fdd-8073-4b0e-b71b-3c48f4507114 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:04.041841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 43792fdd-8073-4b0e-b71b-3c48f4507114 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:04.041841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 960c7844-4b4e-4fc2-be4e-30865bb06e42 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:04.076498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.078335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 960c7844-4b4e-4fc2-be4e-30865bb06e42 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:04.078487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 960c7844-4b4e-4fc2-be4e-30865bb06e42 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:04.098997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d02f187-9adb-4755-83ef-ad5f8dc657b4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:04.103385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.110401 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ffe8ce4d-dc63-4837-bbbf-54658bf8d57b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d02f187-9adb-4755-83ef-ad5f8dc657b4 HTTP/1.1" status: 204 len: 168 time: 0.6347995 Sep 17 01:06:04.113046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a80e3-563d-4479-8357-e54df0d43317 None None] Network eb0c8d95-5cc7-4833-b036-275871ed30d0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:04.124000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:04.153614 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357aff0-92c4-436b-a4ba-b920834f2e44 x-openstack-request-id: req-4357aff0-92c4-436b-a4ba-b920834f2e44 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:04.154153 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c423033b-3de0-402c-8d11-d1c9acdf12e1", "name": "network-vif-plugged", "status": "completed", "tag": "c3664b35-a38a-4be8-82f8-afbce57f9ce5", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:04.154715 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4357aff0-92c4-436b-a4ba-b920834f2e44 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:04.155405 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'code': 200} Sep 17 01:06:04.160980 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.290370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.329680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4281-b1ff-4c1a-b648-ebc91aba68b0 req-e3978d70-5a99-4900-a942-1de0a071ff0e tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:04.334172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c71b4281-b1ff-4c1a-b648-ebc91aba68b0 req-e3978d70-5a99-4900-a942-1de0a071ff0e tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 1096 time: 0.0764499 Sep 17 01:06:04.338731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71ff255d-5d74-403e-adbf-58112cc3cf36 req-2b2fc518-ce50-4153-840b-411e21d3142c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0719719 Sep 17 01:06:04.377563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23ec3d-3e3d-47c4-b4ff-c32e95869316 req-93c633eb-447f-408b-a4e0-b63220659c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:04.379111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e23ec3d-3e3d-47c4-b4ff-c32e95869316 req-93c633eb-447f-408b-a4e0-b63220659c6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 1096 time: 0.1174128 Sep 17 01:06:04.417372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] DHCP port deletion for eb0c8d95-5cc7-4833-b036-275871ed30d0 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:06:04.419487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c71b4281-b1ff-4c1a-b648-ebc91aba68b0 req-97a9c0ac-3e83-499b-910d-c787066a8dca tempest-LiveMigrationTest-387405987 tempest-LiveMigrationTest-387405987-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664392 Sep 17 01:06:04.428043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.453268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e23ec3d-3e3d-47c4-b4ff-c32e95869316 req-1a2623b8-60d6-4314-9667-e1a7614acb2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632863 Sep 17 01:06:04.479144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:04.479353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Deleting port 18ca610f-3fc5-4308-a07a-ef1366c8d72f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:04.480435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.486591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.492055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b41c191-744c-4ed3-9ce6-f9757c1ee40c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9e90d3fa-2d5e-4c68-8bd4-c398ed6c6917 HTTP/1.1" status: 204 len: 168 time: 0.7313871 Sep 17 01:06:04.492267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39854) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:04.499742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b657c-c968-40c7-8509-5b225a2bca69 None None] Network 705174b5-edf9-44c0-ad24-c206a1184483 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:04.595702 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.598431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39856) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:04.613944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] For port 18ca610f-3fc5-4308-a07a-ef1366c8d72f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18ca610f-3fc5-4308-a07a-ef1366c8d72f,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:04.614510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.629617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] Deleting port 18ca610f-3fc5-4308-a07a-ef1366c8d72f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:04.629617 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.632488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Calling delete_port for 18ca610f-3fc5-4308-a07a-ef1366c8d72f owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:04.653711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8250c-a7a0-4ee8-ae7d-b82f5b85b8a2 req-3c192696-6823-4251-87c4-98823af82911 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:04.661894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fc8250c-a7a0-4ee8-ae7d-b82f5b85b8a2 req-3c192696-6823-4251-87c4-98823af82911 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.1234400 Sep 17 01:06:04.696758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] For port 18ca610f-3fc5-4308-a07a-ef1366c8d72f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18ca610f-3fc5-4308-a07a-ef1366c8d72f,segment=NetworkSegment(69368f80-78d7-4961-a603-d34fb4df8ffb),segment_id=69368f80-78d7-4961-a603-d34fb4df8ffb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:04.704138 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.710623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] Calling delete_port for 18ca610f-3fc5-4308-a07a-ef1366c8d72f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:04.756048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99356d9-9492-40f3-be2f-f7f3462d4084 req-b0c77cec-7ba6-4362-b29d-1d0df1afad34 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:04.757838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c99356d9-9492-40f3-be2f-f7f3462d4084 req-b0c77cec-7ba6-4362-b29d-1d0df1afad34 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 949 time: 0.0832841 Sep 17 01:06:04.759724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Deleting port f43f5664-9421-4071-ae21-8625912cc9ee {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:04.760183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.779519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fc8250c-a7a0-4ee8-ae7d-b82f5b85b8a2 req-4aa2d497-4bc1-477e-96b2-5097d201ca88 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156244 Sep 17 01:06:04.784745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-network', 'tenant_id': '85924a01053f4f1991788ec365ddbe24'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:04.838745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-11ce069d-558b-45f6-a36b-0e0f971ce3a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202731 Sep 17 01:06:04.898063 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.898918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] For port f43f5664-9421-4071-ae21-8625912cc9ee, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f43f5664-9421-4071-ae21-8625912cc9ee,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:04.899430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.904797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] DHCP port deletion for 705174b5-edf9-44c0-ad24-c206a1184483 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:06:04.921360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Calling delete_port for f43f5664-9421-4071-ae21-8625912cc9ee owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:04.927853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c99356d9-9492-40f3-be2f-f7f3462d4084 req-320b0d58-01e0-40a4-84e2-2688945c7931 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528475 Sep 17 01:06:04.929918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] Pushing event deleted for resources: {'Port': ['ID=18ca610f-3fc5-4308-a07a-ef1366c8d72f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:04.936788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55eeb0-8e43-4ba3-aa3a-929a74f561eb None None] No DVR routers for this DVR port 18ca610f-3fc5-4308-a07a-ef1366c8d72f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:04.947661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:04.968974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695a2aa-48a0-4446-bedd-4c7062f79095 req-82cafde5-ce1e-4654-a447-cf6940c03c1c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:04.976960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5695a2aa-48a0-4446-bedd-4c7062f79095 req-82cafde5-ce1e-4654-a447-cf6940c03c1c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1216245 Sep 17 01:06:05.005172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] Deleting port f43f5664-9421-4071-ae21-8625912cc9ee {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:05.005842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.019042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18ca610f-3fc5-4308-a07a-ef1366c8d72f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:05.026593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] No DVR routers for this DVR port 18ca610f-3fc5-4308-a07a-ef1366c8d72f on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:05.036373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Made reservation on behalf of 85924a01053f4f1991788ec365ddbe24 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:05.038703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.055979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20328-372e-4355-bbf5-a90270df0db7 req-d44d7c26-92a4-44e8-9bd8-743f018ca928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:05.057827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-d44d7c26-92a4-44e8-9bd8-743f018ca928 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf175badd919434ea4c1e976b3e58f09&device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 1096 time: 0.1689622 Sep 17 01:06:05.059219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.128133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5695a2aa-48a0-4446-bedd-4c7062f79095 req-914be602-a373-480d-88d6-f8e6ba03896b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497834 Sep 17 01:06:05.228198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.231254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.232752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] For port f43f5664-9421-4071-ae21-8625912cc9ee, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f43f5664-9421-4071-ae21-8625912cc9ee,segment=NetworkSegment(c1e17191-563d-41dc-8e26-54784ac11cbc),segment_id=c1e17191-563d-41dc-8e26-54784ac11cbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:05.233353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.246835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] Calling delete_port for f43f5664-9421-4071-ae21-8625912cc9ee owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:05.267346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Pushing event deleted for resources: {'Port': ['ID=f43f5664-9421-4071-ae21-8625912cc9ee,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:05.269611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] No DVR routers for this DVR port f43f5664-9421-4071-ae21-8625912cc9ee on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:05.336928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.348925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20328-372e-4355-bbf5-a90270df0db7 req-501ce21f-3f36-4fe1-b7f6-61379ff6a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:05.351494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-501ce21f-3f36-4fe1-b7f6-61379ff6a2ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 200 len: 908 time: 0.2536013 Sep 17 01:06:05.382841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] Pushing event deleted for resources: {'Port': ['ID=f43f5664-9421-4071-ae21-8625912cc9ee,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:05.389306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db19e0-2f46-48f4-9f48-3905a18b2e73 None None] No DVR routers for this DVR port f43f5664-9421-4071-ae21-8625912cc9ee on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:05.398924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.403514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.425632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.446103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705174b5-edf9-44c0-ad24-c206a1184483']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:05.453046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8741904-a960-4373-9c90-d1e82988835f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.463873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-48247153-79c0-4523-89aa-9b2045fa85a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 200 len: 217 time: 0.0670533 Sep 17 01:06:05.480518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0c8d95-5cc7-4833-b036-275871ed30d0']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:05.522858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e17191-563d-41dc-8e26-54784ac11cbc') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:05.524610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e17191-563d-41dc-8e26-54784ac11cbc') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:05.525427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69368f80-78d7-4961-a603-d34fb4df8ffb') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:05.531214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69368f80-78d7-4961-a603-d34fb4df8ffb') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:05.544645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:06:05.546368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.548050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b812d-171f-4449-82bd-617f9dbc8b65,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:05.549038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.569224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c20328-372e-4355-bbf5-a90270df0db7 req-96483625-7d95-4d71-bb29-a8a7f569880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:05.570964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-96483625-7d95-4d71-bb29-a8a7f569880f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 200 len: 847 time: 0.0928349 Sep 17 01:06:05.572275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.581066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:06:05.581922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:06:05.584476 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:06:05.633163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-76155618-bf64-413c-bf5e-5ac6616bef46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f928c174-7c79-4afd-98ad-dbbc4d5bd618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301738 Sep 17 01:06:05.674025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.674347 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Added segment 5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202 of type vlan for network a50b244d-2d7e-4760-a133-50084aa8f089 Sep 17 01:06:05.677501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff16395f-f9b5-4f75-8324-984e0d36b727 req-e482ab2c-a9e1-4910-9022-83053aef0ad0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0484638 Sep 17 01:06:05.687062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.687242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 356b8890-fa41-4113-a64e-8c8010b80c49 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:05.713308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 356b8890-fa41-4113-a64e-8c8010b80c49 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:05.713656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 356b8890-fa41-4113-a64e-8c8010b80c49 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:05.714068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18ca610f-3fc5-4308-a07a-ef1366c8d72f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:05.735118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:06:05.735522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:06:05.737306 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:06:05.751438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-ee038432-c0a1-4313-99b7-6ff57cb2580e tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:05.753378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-ee038432-c0a1-4313-99b7-6ff57cb2580e tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 1100 time: 0.2091191 Sep 17 01:06:05.756831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 18ca610f-3fc5-4308-a07a-ef1366c8d72f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:05.757445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18ca610f-3fc5-4308-a07a-ef1366c8d72f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:05.758067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ec72c6af-da5d-42fd-8462-fc5a3311e2fa no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:05.765868 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:06:05.785280 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.788999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ec72c6af-da5d-42fd-8462-fc5a3311e2fa {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:05.789554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ec72c6af-da5d-42fd-8462-fc5a3311e2fa not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:05.790213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f43f5664-9421-4071-ae21-8625912cc9ee no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:05.820768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f43f5664-9421-4071-ae21-8625912cc9ee {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:05.821440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f43f5664-9421-4071-ae21-8625912cc9ee not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:05.858446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94305dad-173e-402a-93dd-09ffe60c392d req-20dc51c5-c192-4f17-8c40-18a36ad63010 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:05.866986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94305dad-173e-402a-93dd-09ffe60c392d req-20dc51c5-c192-4f17-8c40-18a36ad63010 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.2365263 Sep 17 01:06:05.880235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.889170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.895649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb0c8d95-5cc7-4833-b036-275871ed30d0 HTTP/1.1" status: 204 len: 168 time: 1.7702024 Sep 17 01:06:05.916406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Deleting port 81c3bc25-3911-4e8c-9230-6ccc496611dd {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:05.916792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.955923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf07b4-6127-4230-9f56-535a88ec8be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0c8d95-5cc7-4833-b036-275871ed30d0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:05.990364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:05.996022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-9acf798b-2797-4262-b0ec-1cf37b7fc09d service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519139 Sep 17 01:06:06.012325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.015066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] 10.222.0.13 "DELETE /v2.0/networks/705174b5-edf9-44c0-ad24-c206a1184483 HTTP/1.1" status: 204 len: 168 time: 1.5216837 Sep 17 01:06:06.016038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f1c69-b887-4d2e-9800-75b30641caac admin admin] Pushing event deleted for resources: {'Network': ['ID=705174b5-edf9-44c0-ad24-c206a1184483,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:06.026054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.029013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94305dad-173e-402a-93dd-09ffe60c392d req-39e01e16-bdf4-41cf-8f65-83893546eb43 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555424 Sep 17 01:06:06.032043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:06.043834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.108635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] For port 81c3bc25-3911-4e8c-9230-6ccc496611dd, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=81c3bc25-3911-4e8c-9230-6ccc496611dd,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:06.108906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.158279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] Pushing event updated for resources: {'Network': ['ID=a50b244d-2d7e-4760-a133-50084aa8f089,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:06.165940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Calling delete_port for 81c3bc25-3911-4e8c-9230-6ccc496611dd owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:06.175564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a50b244d-2d7e-4760-a133-50084aa8f089 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:06:06.183042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-37128644-2876-434f-924b-c4be1ef47424 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5812190 Sep 17 01:06:06.189162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39878) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:06.198578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Request body: {'subnet': {'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-subnet', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:06.298527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-ab4998b7-d8e9-46c3-9b24-a16cb042e8ca tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:06.300171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-ab4998b7-d8e9-46c3-9b24-a16cb042e8ca tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.1563737 Sep 17 01:06:06.300342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91c20328-372e-4355-bbf5-a90270df0db7 req-41657490-4ac5-4525-84cd-f39c5640b4df service neutron] 10.222.0.36 "GET /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697625 Sep 17 01:06:06.328040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39884) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:06.330676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f17c-39ed-4206-9e21-bd2e6ebedb50 req-5ed4091d-06b5-4f5d-bc1c-62eb3fec96ab tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:06.332273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11d5f17c-39ed-4206-9e21-bd2e6ebedb50 req-5ed4091d-06b5-4f5d-bc1c-62eb3fec96ab tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 949 time: 0.1792455 Sep 17 01:06:06.378368 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11d5f17c-39ed-4206-9e21-bd2e6ebedb50 req-0c899e18-36cf-4d00-9317-7e1a5711bd54 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Sep 17 01:06:06.447824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Made reservation on behalf of 85924a01053f4f1991788ec365ddbe24 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:06.450149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.503966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39886) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:06.548117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0e8579e5-9e79-40ee-8e0c-5d10fa57cd8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eff8a499c7d4488f88771c0982b9817e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405397 Sep 17 01:06:06.548353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39888) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:06.557926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c136-f47a-422a-9840-e6d33d570333 req-a4e30933-3b69-43ad-819f-0e90f74639fe tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:06.559495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3361c136-f47a-422a-9840-e6d33d570333 req-a4e30933-3b69-43ad-819f-0e90f74639fe tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.2353864 Sep 17 01:06:06.568632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f58066a7-a415-4f6c-8cac-294a53447b45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37d9cb93e2374ba6a49649ccff67e161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395618 Sep 17 01:06:06.579260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39890) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:06.620225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-bee8d83c-4e93-4454-b760-e94014adac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:06.621740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-bee8d83c-4e93-4454-b760-e94014adac93 service neutron] 10.222.0.23 "GET /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 1032 time: 0.3495102 Sep 17 01:06:06.659608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab637-ee45-49d8-9dc8-df1d11fa4622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.691584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfb03ecb-45b0-4551-9f28-a3c882992076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.699031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab637-ee45-49d8-9dc8-df1d11fa4622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.720687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5e5a56ca-a65b-4a37-8e6f-8b7b9bb752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:06.724299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5e5a56ca-a65b-4a37-8e6f-8b7b9bb752a5 service neutron] 10.222.0.23 "GET /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 1029 time: 0.0766420 Sep 17 01:06:06.730385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3361c136-f47a-422a-9840-e6d33d570333 req-f0b588e6-70ca-426c-b2b1-5d475bfa9d6f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246943 Sep 17 01:06:06.735175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfb03ecb-45b0-4551-9f28-a3c882992076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.736799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Deleting port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:06.737141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.809319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.924213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab637-ee45-49d8-9dc8-df1d11fa4622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.924213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ab637-ee45-49d8-9dc8-df1d11fa4622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.937769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5a2ab637-ee45-49d8-9dc8-df1d11fa4622 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6661c48b-6fb7-485e-9a68-9a1f1436af10 HTTP/1.1" status: 204 len: 168 time: 0.3883533 Sep 17 01:06:06.941514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Pushing event deleted for resources: {'Port': ['ID=81c3bc25-3911-4e8c-9230-6ccc496611dd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:06.945326 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfb03ecb-45b0-4551-9f28-a3c882992076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.955573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfb03ecb-45b0-4551-9f28-a3c882992076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:06.959848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dfb03ecb-45b0-4551-9f28-a3c882992076 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dffc3ee3-46a1-4267-a01d-a6af08403480 HTTP/1.1" status: 204 len: 168 time: 0.3764255 Sep 17 01:06:06.976677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ab637-ee45-49d8-9dc8-df1d11fa4622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6661c48b-6fb7-485e-9a68-9a1f1436af10,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:06.988538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6a58267-0fce-46ac-b1af-663f960026a4 req-0347e663-7a6d-4f29-b732-298f407cce72 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.1085160 Sep 17 01:06:07.126714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb03ecb-45b0-4551-9f28-a3c882992076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc3ee3-46a1-4267-a01d-a6af08403480,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:07.133173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] No DVR routers for this DVR port 81c3bc25-3911-4e8c-9230-6ccc496611dd on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:07.153626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:07.178059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2435ab9-5e8e-4b2d-b9ee-a3936afa7ebe req-0f3dc554-e3ed-4923-b11e-c0c1288e2f59 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.178874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-352047d7-e3d5-4212-a2ba-8d51c010f963 req-0bb12c94-c0e3-4c3f-bbd0-612912d17105 tempest-DeleteServersAdminTestJSON-541729229 tempest-DeleteServersAdminTestJSON-541729229-project-admin] 10.222.0.23 "DELETE /v2.0/ports/81c3bc25-3911-4e8c-9230-6ccc496611dd HTTP/1.1" status: 204 len: 173 time: 1.4159052 Sep 17 01:06:07.179775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2435ab9-5e8e-4b2d-b9ee-a3936afa7ebe req-0f3dc554-e3ed-4923-b11e-c0c1288e2f59 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1561952 Sep 17 01:06:07.181952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'name': 'network-vif-deleted', 'tag': '81c3bc25-3911-4e8c-9230-6ccc496611dd'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:07.184306 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91bbf9c-8a01-401c-8813-26058ec21744" -d '{"events": [{"server_uuid": "8355e307-d691-4e5d-9500-ad7d00d15e14", "name": "network-vif-deleted", "tag": "81c3bc25-3911-4e8c-9230-6ccc496611dd"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:07.207296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] For port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:07.207677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:07.244336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:07.245235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2435ab9-5e8e-4b2d-b9ee-a3936afa7ebe req-390504e0-1a3c-424b-b9dc-5442cc0b773e tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Sep 17 01:06:07.255866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b51c24e2-c360-4008-bbc9-a24be884b5a4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.276849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b51c24e2-c360-4008-bbc9-a24be884b5a4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.284583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b51c24e2-c360-4008-bbc9-a24be884b5a4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.287135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-b51c24e2-c360-4008-bbc9-a24be884b5a4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "GET /v2.0/networks?id=1d1fc549-aa3d-4d46-98a9-560f16163d29&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 200 len: 1995 time: 0.5546796 Sep 17 01:06:07.301386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Calling delete_port for 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:07.432003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc274ad-036d-4294-8f16-884d103c8e9e req-3775b67a-6401-494a-8efa-e79b50804baf tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.442770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fc274ad-036d-4294-8f16-884d103c8e9e req-3775b67a-6401-494a-8efa-e79b50804baf tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 945 time: 0.0971267 Sep 17 01:06:07.465030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c6d4a6f4-ee11-4c15-92b6-0db5cd687d2f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e35e598357e4285a1e1b63a8d9abef8 HTTP/1.1" status: 200 len: 378 time: 0.1644285 Sep 17 01:06:07.484371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'admin_state_up': True, 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'security_groups': ['46ce924e-13ca-4cd2-a1b1-19d08f333b54']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:07.491230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fefe54a-261c-40f8-86b3-56497e170110,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:07.493378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fc274ad-036d-4294-8f16-884d103c8e9e req-26e57590-8ae2-4d5f-8bbd-c52f5450aeee tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489776 Sep 17 01:06:07.600171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Checking segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:07.600532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Network hostable DHCP agents. Network: a50b244d-2d7e-4760-a133-50084aa8f089, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:06:07.676157 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f19e039-cea8-4a10-ac34-d86596da9c38 x-openstack-request-id: req-4f19e039-cea8-4a10-ac34-d86596da9c38 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:07.676385 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8355e307-d691-4e5d-9500-ad7d00d15e14", "name": "network-vif-deleted", "tag": "81c3bc25-3911-4e8c-9230-6ccc496611dd", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:07.676632 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f19e039-cea8-4a10-ac34-d86596da9c38 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:07.677148 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8355e307-d691-4e5d-9500-ad7d00d15e14', 'name': 'network-vif-deleted', 'tag': '81c3bc25-3911-4e8c-9230-6ccc496611dd', 'status': 'completed', 'code': 200} Sep 17 01:06:07.771060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Network a50b244d-2d7e-4760-a133-50084aa8f089 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:06:07.773190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c7c9498-43bb-4ec2-849f-e79166aea8cc req-434e0f52-8b50-45df-bf40-9fb570f3d3cc tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=8355e307-d691-4e5d-9500-ad7d00d15e14 HTTP/1.1" status: 200 len: 210 time: 0.0781541 Sep 17 01:06:07.840300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:07.852202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:07.863299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:07.880989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['92a6bdca-277b-416b-adbf-9fbf4a6a9f06'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:07.925282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d081527-38f0-4f75-92eb-fdc141a260e7 req-696c49e9-2c0b-45b4-8a56-0218fd2e5209 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.933902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a50b244d-2d7e-4760-a133-50084aa8f089) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:07.942530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d081527-38f0-4f75-92eb-fdc141a260e7 req-696c49e9-2c0b-45b4-8a56-0218fd2e5209 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.0902510 Sep 17 01:06:07.950566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105ce851-7e8a-4578-b745-2c292d0579fc None None] Network a50b244d-2d7e-4760-a133-50084aa8f089 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:07.974982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:07.975696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:07.986207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d081527-38f0-4f75-92eb-fdc141a260e7 req-7447dbf7-1b8e-41a5-86b1-a851f76dcf04 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Sep 17 01:06:07.988414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event deleted for resources: {'Port': ['ID=3bbe6c69-b6ea-4921-a30c-8ebb9f45918e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:08.059463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980b30-eeb4-4d38-8a4f-26c639b0b882 req-93d236fd-2730-4912-ab5e-6932f8cc10fa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:08.071114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12980b30-eeb4-4d38-8a4f-26c639b0b882 req-93d236fd-2730-4912-ab5e-6932f8cc10fa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.2940478 Sep 17 01:06:08.203661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0b38c-edf8-46b9-a203-18b5c2a159f6 req-698ab1ad-d291-4863-bf3c-006fddeef460 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:08.211409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] No DVR routers for this DVR port 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:08.220442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ad0b38c-edf8-46b9-a203-18b5c2a159f6 req-698ab1ad-d291-4863-bf3c-006fddeef460 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1127038 Sep 17 01:06:08.224024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.226195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cb1c150-021a-4e9d-80b1-0d5b934506d6 req-6acb0c7b-ae80-47ec-a4b3-7581f667d6ab tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "DELETE /v2.0/ports/3bbe6c69-b6ea-4921-a30c-8ebb9f45918e HTTP/1.1" status: 204 len: 173 time: 1.9112122 Sep 17 01:06:08.251638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12980b30-eeb4-4d38-8a4f-26c639b0b882 req-c5330f9c-2ba6-489c-acdb-c0bf35a4861a tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789920 Sep 17 01:06:08.256168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3c9d90f8-35af-409e-ba80-4b3da382f725 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0659420 Sep 17 01:06:08.268981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39942) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:08.278805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:08.299618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a50b244d-2d7e-4760-a133-50084aa8f089', 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'fixed_ips': [{'subnet_id': '0fefe54a-261c-40f8-86b3-56497e170110'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:06:08.300476 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.315341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ad0b38c-edf8-46b9-a203-18b5c2a159f6 req-012d45bc-cef7-405e-9b64-3990800f7677 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883679 Sep 17 01:06:08.411057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c7c5428-f4b8-430e-9603-596e5f68e0ac req-3aa5790e-9cbf-4b92-a044-ac29ef4da43e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0601132 Sep 17 01:06:08.440250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 172.20.0.4 (1d1fc549-aa3d-4d46-98a9-560f16163d29/7372a4ee-7734-4abf-a4a8-a056449fad85/62286378-9f72-4fde-a4bf-a6b658375339) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:08.446868 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-07549d26-bc6f-4379-90d1-9e5f96bf0ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.542172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.542172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.622140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7b44e-945f-44e0-9f68-1a4d099102d5 req-ae0026e5-3468-4391-a426-442d40b1dc99 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:08.624139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fe7b44e-945f-44e0-9f68-1a4d099102d5 req-ae0026e5-3468-4391-a426-442d40b1dc99 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1048830 Sep 17 01:06:08.626182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Allocated IP 172.20.0.2 (a50b244d-2d7e-4760-a133-50084aa8f089/0fefe54a-261c-40f8-86b3-56497e170110/063e7663-ba20-42a5-828b-20b98eb1981f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:08.700284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fe7b44e-945f-44e0-9f68-1a4d099102d5 req-68b16961-f070-4906-bc6b-0b494a06abf3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703540 Sep 17 01:06:08.752379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 81c3bc25-3911-4e8c-9230-6ccc496611dd no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:08.778997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 81c3bc25-3911-4e8c-9230-6ccc496611dd {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:08.779383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 81c3bc25-3911-4e8c-9230-6ccc496611dd not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:08.781928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.790669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:08.820184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:08.820605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3bbe6c69-b6ea-4921-a30c-8ebb9f45918e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:08.836287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925791c0-ac8e-4f05-ae93-62eb7cfc85a5 req-d0ff5a6f-d401-4f6b-90cf-153459875bb6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.1600316 Sep 17 01:06:08.888579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444bed0-5187-47c0-a4f1-cb00557c3e7a req-a2f11a2f-318b-460f-889f-a74c65bc0ed0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:08.896087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b444bed0-5187-47c0-a4f1-cb00557c3e7a req-a2f11a2f-318b-460f-889f-a74c65bc0ed0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1149189 Sep 17 01:06:08.907954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:08.968877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b444bed0-5187-47c0-a4f1-cb00557c3e7a req-432af8a2-7b6e-432d-971d-e2377d0ce049 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654397 Sep 17 01:06:08.976264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39972) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:08.989295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.022685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.026303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39980) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:09.070619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.112385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Network a50b244d-2d7e-4760-a133-50084aa8f089 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:09.138568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:09.156599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:09.219645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33482a25-a2ed-4d2b-8c72-c5a9b3e855db req-d172a989-929e-4976-8b49-c516ffa9ebf6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:09.221239 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33482a25-a2ed-4d2b-8c72-c5a9b3e855db req-d172a989-929e-4976-8b49-c516ffa9ebf6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1452692 Sep 17 01:06:09.273200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33482a25-a2ed-4d2b-8c72-c5a9b3e855db req-c8d6d726-5fd7-4ca5-b26f-661bcef0fdf7 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423262 Sep 17 01:06:09.276790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1484192150-network', 'tenant_id': '67b17bee5e204905913a67b71df616a9'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:09.363795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Pushing event updated for resources: {'Port': ['ID=063e7663-ba20-42a5-828b-20b98eb1981f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:09.364913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438773270-network', 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:09.371261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Attempting to bind port 063e7663-ba20-42a5-828b-20b98eb1981f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:09.371588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Attempting to bind port 063e7663-ba20-42a5-828b-20b98eb1981f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:09.371948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Attempting to bind port 063e7663-ba20-42a5-828b-20b98eb1981f on network a50b244d-2d7e-4760-a133-50084aa8f089 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:09.379556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:09.379920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Checking segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:09.380377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.380775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Bound using segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:09.381252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Bound port: 063e7663-ba20-42a5-828b-20b98eb1981f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:09.381628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.409364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:09.411754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.438913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.470423 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.476106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d7673-968b-478a-a1fc-733674ea2a54 req-a0b84b51-15f1-4e4f-8aaf-57c3c97cc5a2 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:09.477831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-622d7673-968b-478a-a1fc-733674ea2a54 req-a0b84b51-15f1-4e4f-8aaf-57c3c97cc5a2 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.0951002 Sep 17 01:06:09.490932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] For port 063e7663-ba20-42a5-828b-20b98eb1981f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:09.495585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] For port 063e7663-ba20-42a5-828b-20b98eb1981f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=063e7663-ba20-42a5-828b-20b98eb1981f,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:09.510479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:09.512982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.540502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.556121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.569846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-622d7673-968b-478a-a1fc-733674ea2a54 req-d949f922-ec48-4b0c-ab14-19403dfc0f6e tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839162 Sep 17 01:06:09.584325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.621603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-5bbfdc96-d8bc-4528-9c39-23438351c34a tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5ae62d885aa54724acec10428b46cdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427334 Sep 17 01:06:09.666580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.683268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'name': 'network-vif-deleted', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:09.687062 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa12769-bc2f-4ef8-9792-987798b39f50" -d '{"events": [{"server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "name": "network-vif-deleted", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:09.697157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.731032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb5a5f1-4318-4c0b-a420-4ba5b8c92e45 None None] Pushing event updated for resources: {'Port': ['ID=063e7663-ba20-42a5-828b-20b98eb1981f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:09.756222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3293-e38a-43e0-8676-47cbf97be7d9 req-f2b65670-ad55-45c7-a4ab-96b76e415fb4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:09.765288 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-104e3293-e38a-43e0-8676-47cbf97be7d9 req-f2b65670-ad55-45c7-a4ab-96b76e415fb4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.0662928 Sep 17 01:06:09.782892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.811432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:09.816815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27197e42-5379-4d17-96f0-1239d87fd6e9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:09.837772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:09.842395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:06:09.842969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:09.873094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:09.874734 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Added segment 918991a3-be83-4443-96c1-8cafb099700b of type vlan for network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 Sep 17 01:06:09.885290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:09.914549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-104e3293-e38a-43e0-8676-47cbf97be7d9 req-d5ddbdae-fcd2-4260-a8c4-797519a6dbdd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457787 Sep 17 01:06:09.966516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-e1ecb168-a593-445a-bb21-ec116df88f1e tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:09.968481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-e1ecb168-a593-445a-bb21-ec116df88f1e tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438756 Sep 17 01:06:10.003222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:10.003884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.012595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-d6cac92a-0e93-4507-95ff-7cc575c8adfa tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/quotas/5ae62d885aa54724acec10428b46cdf7 HTTP/1.1" status: 200 len: 375 time: 0.0331068 Sep 17 01:06:10.029205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.066140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-69b85136-3fbe-4564-9194-7e767f613235 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ae62d885aa54724acec10428b46cdf7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443606 Sep 17 01:06:10.225185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.226323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:10.227225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.231196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.304562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.312725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-88b53a75-0879-467b-9175-b8437881e188 None None] Provisioning complete for port 62286378-9f72-4fde-a4bf-a6b658375339 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:10.313279 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88b53a75-0879-467b-9175-b8437881e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.325758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] Pushing event updated for resources: {'Network': ['ID=84a1e86d-927d-4a04-b9a1-331c64bc23c1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:10.335792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.338798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135bdd2-46ca-4c6a-a221-7fd998c8893d req-77630a06-cc6c-4bb8-8003-637e269c09ce tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:10.349435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3135bdd2-46ca-4c6a-a221-7fd998c8893d req-77630a06-cc6c-4bb8-8003-637e269c09ce tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 931 time: 0.1450822 Sep 17 01:06:10.366468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.367170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-88b53a75-0879-467b-9175-b8437881e188 None None] Port 62286378-9f72-4fde-a4bf-a6b658375339 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:10.370235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:06:10.410119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-226d5150-494c-455e-b845-7174b3d92df2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9377849 Sep 17 01:06:10.426027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'admin_state_up': True, 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'security_groups': ['46ce924e-13ca-4cd2-a1b1-19d08f333b54']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:10.471462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:06:10.489336 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0791da53-d7be-4f43-82f5-5ba7c9393324 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5107450 Sep 17 01:06:10.494796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:10.512729 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ed671c-c05a-4580-9266-67e397cfc708 x-openstack-request-id: req-57ed671c-c05a-4580-9266-67e397cfc708 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:10.512953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3135bdd2-46ca-4c6a-a221-7fd998c8893d req-393e3e7b-ab5e-4db4-955a-9c1f938456ae tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1622238 Sep 17 01:06:10.513306 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b7b882-481e-414e-af9c-26cc865ba901", "name": "network-vif-deleted", "tag": "3bbe6c69-b6ea-4921-a30c-8ebb9f45918e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:10.513668 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57ed671c-c05a-4580-9266-67e397cfc708 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:10.514150 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b7b882-481e-414e-af9c-26cc865ba901', 'name': 'network-vif-deleted', 'tag': '3bbe6c69-b6ea-4921-a30c-8ebb9f45918e', 'status': 'completed', 'code': 200} Sep 17 01:06:10.523986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Request body: {'subnet': {'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1484192150-subnet', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:10.528558 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643e140d-c8c0-4604-906f-3987271d15c1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:10.554402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.559384 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Added segment 7ef22678-3c44-40bb-8ea1-60ceb43bd97a of type vlan for network c0c90d96-14f1-4d74-bec5-047ffd3779d1 Sep 17 01:06:10.684952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17ab5b04-ad0b-4bac-a666-2fd2925fe184 req-19ddc710-2c89-4d62-a640-9d8b9888cf54 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.0588143 Sep 17 01:06:10.726440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.744168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Allocated IP 172.25.1.105 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/edcab35a-b18c-45dc-8c16-a974ad63e258) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:10.799978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:10.802496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.910817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.912072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:10.916793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.943738 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:10.963696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4dc05026-c508-432f-8e7d-515f5bea6db9 req-f3ced1cb-b5c6-4d27-bcc5-f0fe2f362e4b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 210 time: 0.1464033 Sep 17 01:06:11.004092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.039826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:11.047702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c90d96-14f1-4d74-bec5-047ffd3779d1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:11.048957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.064667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:06:11.118268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e0ffe08b-aa1a-496a-8f71-990b30740e58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0908709 Sep 17 01:06:11.123670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40026) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:11.132601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Request body: {'subnet': {'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438773270-subnet', 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:11.241200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225444b6-3b6e-43c9-8ffe-8681dff61cc2 None None] Network a50b244d-2d7e-4760-a133-50084aa8f089 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:11.254869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:11.257314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.267001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dafdc7-0867-42c2-8da3-0768ed164eb4 req-c0993bb6-b096-4d9a-a950-1a98772fefde tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:11.274575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.275368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-61dafdc7-0867-42c2-8da3-0768ed164eb4 req-c0993bb6-b096-4d9a-a950-1a98772fefde tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1937277 Sep 17 01:06:11.348703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddab2a87-6478-41ca-8ab2-c7b2d6b68f18,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:11.354238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Checking segment: {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:11.354591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Network hostable DHCP agents. Network: 84a1e86d-927d-4a04-b9a1-331c64bc23c1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:06:11.394647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.438702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:06:11.468442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d32dd022-c985-441a-891a-86225195df49 None None] Provisioning complete for port 063e7663-ba20-42a5-828b-20b98eb1981f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:11.469458 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d32dd022-c985-441a-891a-86225195df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.502441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-61dafdc7-0867-42c2-8da3-0768ed164eb4 req-3de5f61c-24a5-4a64-b633-1c6c9ef26511 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264011 Sep 17 01:06:11.514515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 10.1.1.195 (a39e65dd-f6af-460a-ba3d-93ca273b5dc1/f7287359-7cca-4522-b61c-2051adbfc8d6/82098396-32dd-4b1f-81c7-7218175d4d65) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:11.522470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 84a1e86d-927d-4a04-b9a1-331c64bc23c1) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:11.534685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:11.535203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:11.536296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.569233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:11.570802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c39ad5-cd3c-4dac-b0db-8f4e8a85bc15 None None] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:11.590196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:11.641260 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e89b3d03-c132-47e6-8894-92e7e83505cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1241891 Sep 17 01:06:11.645271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:11.652365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:11.721873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Pushing event updated for resources: {'Port': ['ID=edcab35a-b18c-45dc-8c16-a974ad63e258,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:11.728477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 063e7663-ba20-42a5-828b-20b98eb1981f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:11.823991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.825411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.906218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.916410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d32dd022-c985-441a-891a-86225195df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.931504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-84a1e86d-927d-4a04-b9a1-331c64bc23c1', 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'fixed_ips': [{'subnet_id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:06:11.932392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:11.988633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d32dd022-c985-441a-891a-86225195df49 None None] For port 063e7663-ba20-42a5-828b-20b98eb1981f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=063e7663-ba20-42a5-828b-20b98eb1981f,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:11.995375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 063e7663-ba20-42a5-828b-20b98eb1981f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:11.995752 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.088346 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d32dd022-c985-441a-891a-86225195df49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.106642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc38bd-6e3a-471f-bf21-b06a7210511c req-c2cee145-4f48-4471-9657-5ffdc4970d7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:12.114934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dc38bd-6e3a-471f-bf21-b06a7210511c req-c2cee145-4f48-4471-9657-5ffdc4970d7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 931 time: 0.3830934 Sep 17 01:06:12.261826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dd022-c985-441a-891a-86225195df49 None None] Pushing event updated for resources: {'Port': ['ID=063e7663-ba20-42a5-828b-20b98eb1981f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:12.272571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Allocated IP 172.20.0.2 (84a1e86d-927d-4a04-b9a1-331c64bc23c1/ddab2a87-6478-41ca-8ab2-c7b2d6b68f18/3a4e44d4-1294-4454-a9a5-b969a0c56a5f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:12.274375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f3ad29ad-b744-41ce-a96f-4b16613dd04a None None] Provisioning complete for port 063e7663-ba20-42a5-828b-20b98eb1981f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:12.274755 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f3ad29ad-b744-41ce-a96f-4b16613dd04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.293852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.317223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dc38bd-6e3a-471f-bf21-b06a7210511c req-2e32c71b-c4b7-452b-be5a-76a01428fb3d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1924565 Sep 17 01:06:12.424157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.510816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-865b3cce-dd44-4e53-9264-6c5b0b164e88 req-c3b568ca-14d1-4817-9fc3-8ad24f589492 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 210 time: 0.0790892 Sep 17 01:06:12.577313 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.613871 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.631746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4570734b-cefc-4270-bd23-1818da301366,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:12.670399 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.706646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.715490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Pushing event updated for resources: {'Port': ['ID=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:12.719293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:12.735351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:12.736843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:12.739341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:12.763835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.780320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:12.780915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Network hostable DHCP agents. Network: c0c90d96-14f1-4d74-bec5-047ffd3779d1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:06:12.795936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fb10f-758e-464b-baf4-ded49c5c8933 req-2434b580-55bd-4ff1-93c7-1727a7871216 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:12.799482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Attempting to bind port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:12.799967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Attempting to bind port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:12.800531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Attempting to bind port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f on network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:12.803752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e81fb10f-758e-464b-baf4-ded49c5c8933 req-2434b580-55bd-4ff1-93c7-1727a7871216 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.2024100 Sep 17 01:06:12.805766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:12.806215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:12.809860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Checking segment: {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:12.809860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.809860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Bound using segment: {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:12.809860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Bound port: 3a4e44d4-1294-4454-a9a5-b969a0c56a5f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:12.809860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:12.812146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f56729db-2dbf-42b5-ac42-5a2f36c98d81 req-346e7282-7fe8-49bf-a8d9-8bffa1706ac5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.1241398 Sep 17 01:06:12.822206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:12.834590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:12.970339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] For port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:12.974346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] For port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:13.000121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e81fb10f-758e-464b-baf4-ded49c5c8933 req-b733b4db-13b8-480d-96a8-474d186da03b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955030 Sep 17 01:06:13.014650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:13.019591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.037420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:06:13.038435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0d169-8214-4c17-9d25-ebd0fdb61e9e req-ae9788b4-53aa-4df1-bd49-138abfb2a4e1 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:13.054913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4d0d169-8214-4c17-9d25-ebd0fdb61e9e req-ae9788b4-53aa-4df1-bd49-138abfb2a4e1 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1342223 Sep 17 01:06:13.069293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.124666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4d0d169-8214-4c17-9d25-ebd0fdb61e9e req-098ffac5-354c-461d-806d-d375581f1c4b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688472 Sep 17 01:06:13.133357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-e5153b5b-ab17-4b0a-8127-3c1992eefbf3 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=5ae62d885aa54724acec10428b46cdf7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382853 Sep 17 01:06:13.137252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40f9d30a-0495-4381-ba1a-9808b6028920 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7155282 Sep 17 01:06:13.174753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'admin_state_up': True, 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'security_groups': ['46ce924e-13ca-4cd2-a1b1-19d08f333b54']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:13.180639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7cd23-5489-42dc-93f6-d53fad489475 None None] Pushing event updated for resources: {'Port': ['ID=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:13.199015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c0c90d96-14f1-4d74-bec5-047ffd3779d1) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:13.201496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-da0813a3-295e-4103-a5cf-113c76a8a649 None None] Provisioning complete for port 82098396-32dd-4b1f-81c7-7218175d4d65 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:13.202108 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da0813a3-295e-4103-a5cf-113c76a8a649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.253707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456a03f-10a0-412d-b539-0631e3ba7b6c None None] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:13.288935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:13.289564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.298975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.323040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.350630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.548135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0caa7a8f-2e9c-40ed-838e-01554efa3252 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3969822 Sep 17 01:06:13.550795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Allocated IP 172.25.1.125 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/2e2bb5ea-f317-4269-a512-0e2a85a1a71c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:13.729021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:13.733182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-da0813a3-295e-4103-a5cf-113c76a8a649 None None] Port 82098396-32dd-4b1f-81c7-7218175d4d65 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:13.761292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b97bb7-1f1d-49aa-8bbd-664966185c37 None None] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:13.809487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33c1ecd1-af0a-4bd6-9226-a71b285aed60 req-7df3ef0f-b320-4c96-b412-cd92a9a5d619 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 210 time: 0.0454032 Sep 17 01:06:13.904765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a4e44d4-1294-4454-a9a5-b969a0c56a5f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:14.006892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:14.006892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.063098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.143027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:14.146133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.167465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:14.180781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:14.199767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:14.262031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:14.291345 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.292309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 063e7663-ba20-42a5-828b-20b98eb1981f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:14.307632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-2534c5b2-1481-4073-8202-158d5fa09141 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:14.309340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-2534c5b2-1481-4073-8202-158d5fa09141 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1660590 Sep 17 01:06:14.328680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Request body: {'port': {'device_id': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '5ae62d885aa54724acec10428b46cdf7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:14.339464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131f031-5d4b-49d9-b9cf-4c4189e87739 req-e07b9c69-09bb-4179-849b-97ac78b1dea9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:14.346439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131f031-5d4b-49d9-b9cf-4c4189e87739 req-e07b9c69-09bb-4179-849b-97ac78b1dea9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:14.354196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d131f031-5d4b-49d9-b9cf-4c4189e87739 req-e07b9c69-09bb-4179-849b-97ac78b1dea9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 1653 time: 0.7299221 Sep 17 01:06:14.399018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-4100729d-1b83-4004-89cd-2d821e74a6f3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:14.407173 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-4100729d-1b83-4004-89cd-2d821e74a6f3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.3332541 Sep 17 01:06:14.426295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:14.474226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-2d8e8e4a-2fc8-4177-8dcf-7ca7ec37ed3c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0660682 Sep 17 01:06:14.493387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 063e7663-ba20-42a5-828b-20b98eb1981f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:14.494540 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.511386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d131f031-5d4b-49d9-b9cf-4c4189e87739 req-71d6e2bb-6a04-4b4d-b630-10fb4e09cec1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1561074 Sep 17 01:06:14.525965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:14.529906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.569459 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-66983ae6-e3af-45cb-8fa9-fc2555ebc4c6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929828 Sep 17 01:06:14.626290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c1ad5-55e6-4099-9603-ef20d57bc44b None None] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:14.696667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d24397ff-20a6-41e9-988d-fc66b3ea7312 req-07960fef-20b1-4a7e-b12d-1a35a75b7d27 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.0727112 Sep 17 01:06:14.698761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3d4c5d4b-4b9c-42e7-b3d3-9521a49e5381 None None] Provisioning complete for port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:14.699798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3d4c5d4b-4b9c-42e7-b3d3-9521a49e5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.705928 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-a6d24b56-e00f-4fe1-aea4-93a507cc7e29 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350355 Sep 17 01:06:14.804602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Router d7af1000-8f3b-4570-9cbb-a907c1470e08 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:06:14.830320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c3664b35-a38a-4be8-82f8-afbce57f9ce5 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:06:14.868460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-77e68f23-aa57-4b2a-bee6-7a3459baa282 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614699 Sep 17 01:06:14.931167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.936344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Made reservation on behalf of 5ae62d885aa54724acec10428b46cdf7 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:14.940410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:14.969985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ff08d-42ba-4f9a-b203-02e33b5d6457 req-454fc64a-666b-4b37-b879-7d1a71b4d741 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:14.978350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-788ff08d-42ba-4f9a-b203-02e33b5d6457 req-454fc64a-666b-4b37-b879-7d1a71b4d741 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 945 time: 0.1810162 Sep 17 01:06:14.981688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 10.1.1.179 (a39e65dd-f6af-460a-ba3d-93ca273b5dc1/f7287359-7cca-4522-b61c-2051adbfc8d6/4d8696d0-d515-4bb1-825b-1882392eaaae) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:15.072178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:15.088934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'port_id': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'mac_address': 'fa:16:3e:02:13:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb096bb9-0819-4a5e-83b6-d1e09c5089c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:06:15.153098 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:15.170706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:15.179752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3664b35-a38a-4be8-82f8-afbce57f9ce5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:15.188664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:15.190486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Sync routers for ids ['d7af1000-8f3b-4570-9cbb-a907c1470e08'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:15.204728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-788ff08d-42ba-4f9a-b203-02e33b5d6457 req-dc18960c-5ce6-4bea-bede-84b8b4e8c3eb tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248721 Sep 17 01:06:15.257736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Routers {'d7af1000-8f3b-4570-9cbb-a907c1470e08'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:15.264939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d7af1000-8f3b-4570-9cbb-a907c1470e08'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:15.282578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:15.311295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:15.315830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3c7e3a4d-ede0-4c20-8311-5c1cd3f1bdda admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0486360 Sep 17 01:06:15.318061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:15.369206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:15.492640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:15.504095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d98bb-d3c3-4b45-b2ec-d875dadbbf48 req-2fa2fa8c-5615-4539-af36-b2264417dcb6 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:15.505683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b9d98bb-d3c3-4b45-b2ec-d875dadbbf48 req-2fa2fa8c-5615-4539-af36-b2264417dcb6 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.2146068 Sep 17 01:06:15.517568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c3664b35-a38a-4be8-82f8-afbce57f9ce5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:15.546840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0cf7550c-f194-484f-94b8-115e16120c63 req-28bcf99c-4762-4a09-ad47-c4ee4ceada03 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 210 time: 0.1808751 Sep 17 01:06:15.597070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Set router d7af1000-8f3b-4570-9cbb-a907c1470e08 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:15.706569 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b9d98bb-d3c3-4b45-b2ec-d875dadbbf48 req-befb32b8-31a6-4569-949b-527e45cfe1df tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370463 Sep 17 01:06:15.743756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da18de56-d116-4efa-8c8c-a5452c0f5b65 req-7d2fd019-8587-46be-a662-16102b806d2f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 210 time: 0.1094427 Sep 17 01:06:15.746127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a4e44d4-1294-4454-a9a5-b969a0c56a5f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:15.774620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Allocated IP 192.168.233.195 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/41cd06bd-805d-4a93-98f3-c91839b5b8ac) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:15.838515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:15.902066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d63111f-af91-4f58-a071-8b510f206f3c req-aaa19d49-1b58-4745-9676-69be5a946f94 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.0506582 Sep 17 01:06:15.934272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-544767c4-9cfb-402a-a0f3-eb10d5c02f57 None None] Provisioning complete for port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:15.935500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-544767c4-9cfb-402a-a0f3-eb10d5c02f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:15.948809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Router 92e93cf9-be47-461d-9fc7-0c80f257708a is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:06:15.965373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7d12-ef72-436b-a98e-c63dd66f0d95 req-d251b8ea-61a7-49de-adda-5a7435b08992 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:15.973088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a7d12-ef72-436b-a98e-c63dd66f0d95 req-d251b8ea-61a7-49de-adda-5a7435b08992 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:15.985719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7d9a7d12-ef72-436b-a98e-c63dd66f0d95 req-d251b8ea-61a7-49de-adda-5a7435b08992 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 1653 time: 0.1846113 Sep 17 01:06:16.071893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:06:12Z', 'revision_number': 3, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:16.120544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.137179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Checking router: d7af1000-8f3b-4570-9cbb-a907c1470e08 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:16.142853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Updating router d7af1000-8f3b-4570-9cbb-a907c1470e08 port edcab35a-b18c-45dc-8c16-a974ad63e258 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:06:16.156430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:16.156968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.190089 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.194783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7d9a7d12-ef72-436b-a98e-c63dd66f0d95 req-115c9bd7-966b-4f62-a749-8149f8884428 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2003124 Sep 17 01:06:16.222828 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.272692 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.321217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:16.338174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:16.340642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:16.354431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:16.372144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:16.375375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:16.422941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:16.445864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Sync routers for ids ['92e93cf9-be47-461d-9fc7-0c80f257708a'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:16.466678 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Routers {'92e93cf9-be47-461d-9fc7-0c80f257708a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:16.467781 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['92e93cf9-be47-461d-9fc7-0c80f257708a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:16.542560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:16.542923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.566895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:16.571186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.578494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-42eac308-23b2-47df-af8c-bc01083ed9b1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9324265 Sep 17 01:06:16.587337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40102) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:16.689688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b892f60f-f9b4-40c9-9798-b4d10b0a3073 req-0b7f8441-8206-4e22-9cbe-a9fc9eb51cc9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:16.692221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b892f60f-f9b4-40c9-9798-b4d10b0a3073 req-0b7f8441-8206-4e22-9cbe-a9fc9eb51cc9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 944 time: 0.3557467 Sep 17 01:06:16.730211 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Set router 92e93cf9-be47-461d-9fc7-0c80f257708a gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:16.789225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b892f60f-f9b4-40c9-9798-b4d10b0a3073 req-414c22c0-0c46-442b-b15d-eef220fd0412 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852475 Sep 17 01:06:16.790573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4697404 Sep 17 01:06:16.798301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:16.799034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.816838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Request body: {'port': {'device_id': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:16.819545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d41454-347c-4038-9b28-099b47986c10 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Pushing event updated for resources: {'Port': ['ID=41cd06bd-805d-4a93-98f3-c91839b5b8ac,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:16.865499 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.886481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c3664b35-a38a-4be8-82f8-afbce57f9ce5 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:16.927238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.979893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:16.984229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e833b3a5-7ca3-4634-ada4-a67797e987e0 None None] Provisioning complete for port 4d8696d0-d515-4bb1-825b-1882392eaaae triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:16.984593 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e833b3a5-7ca3-4634-ada4-a67797e987e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.007712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.041866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c9250-b2cd-4f03-ba14-f4626ac63dc3 req-8ee31afc-5de0-4a12-b6d9-399ae1d6ee30 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:17.050542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c32c9250-b2cd-4f03-ba14-f4626ac63dc3 req-8ee31afc-5de0-4a12-b6d9-399ae1d6ee30 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 936 time: 0.3419793 Sep 17 01:06:17.254471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c32c9250-b2cd-4f03-ba14-f4626ac63dc3 req-b0ce23aa-874c-4bc1-b78a-a9d683506302 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013676 Sep 17 01:06:17.300083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.316904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a9f9-8ce2-480b-aeb7-e6ab4fd503a5 None None] Pushing event updated for resources: {'Port': ['ID=edcab35a-b18c-45dc-8c16-a974ad63e258,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:17.357866 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:06:14Z', 'revision_number': 3, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:17.390114 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Checking router: 92e93cf9-be47-461d-9fc7-0c80f257708a for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:17.390753 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Updating router 92e93cf9-be47-461d-9fc7-0c80f257708a port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:06:17.412583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Attempting to bind port edcab35a-b18c-45dc-8c16-a974ad63e258 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:17.412940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Attempting to bind port edcab35a-b18c-45dc-8c16-a974ad63e258 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:17.413299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Attempting to bind port edcab35a-b18c-45dc-8c16-a974ad63e258 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:17.420150 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.442263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:17.442576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:17.443252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.443811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:17.444587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Bound port: edcab35a-b18c-45dc-8c16-a974ad63e258, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:17.444960 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.562940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41cd06bd-805d-4a93-98f3-c91839b5b8ac {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:17.562940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.562940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Transition to ACTIVE for port object 41cd06bd-805d-4a93-98f3-c91839b5b8ac will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:17.564071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] For port edcab35a-b18c-45dc-8c16-a974ad63e258, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:17.564071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] For port edcab35a-b18c-45dc-8c16-a974ad63e258, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=edcab35a-b18c-45dc-8c16-a974ad63e258,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:17.564071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c3664b35-a38a-4be8-82f8-afbce57f9ce5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:17.564071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e833b3a5-7ca3-4634-ada4-a67797e987e0 None None] Port 4d8696d0-d515-4bb1-825b-1882392eaaae cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:17.564656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-d7c5239e-a844-4c4f-be0d-8e83d820592f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4044015 Sep 17 01:06:17.569075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'admin_state_up': True, 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'security_groups': ['46ce924e-13ca-4cd2-a1b1-19d08f333b54']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:17.588020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e833b3a5-7ca3-4634-ada4-a67797e987e0 None None] Provisioning complete for port 41cd06bd-805d-4a93-98f3-c91839b5b8ac triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:17.588387 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e833b3a5-7ca3-4634-ada4-a67797e987e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.615762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af852e1-37ea-4d2e-96c7-b68411541de1 req-24dd4528-0650-4645-bff4-2c33c0526aef tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:17.617341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7af852e1-37ea-4d2e-96c7-b68411541de1 req-24dd4528-0650-4645-bff4-2c33c0526aef tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.0983443 Sep 17 01:06:17.623268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:17.667897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e833b3a5-7ca3-4634-ada4-a67797e987e0 None None] Port 41cd06bd-805d-4a93-98f3-c91839b5b8ac cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:17.731316 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.755031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.782709 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.785163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7af852e1-37ea-4d2e-96c7-b68411541de1 req-5eeadb87-92be-4ded-9f36-0dea6074980b tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101282 Sep 17 01:06:17.798343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.858166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Pushing event updated for resources: {'Port': ['ID=41cd06bd-805d-4a93-98f3-c91839b5b8ac,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:17.904855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Routers {'d7af1000-8f3b-4570-9cbb-a907c1470e08'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:17.904855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d7af1000-8f3b-4570-9cbb-a907c1470e08'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:17.926599 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:17.951046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94a9f9-8ce2-480b-aeb7-e6ab4fd503a5 None None] Pushing event updated for resources: {'Port': ['ID=edcab35a-b18c-45dc-8c16-a974ad63e258,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:18.013620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:18.023903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-589d039c-15d0-47e1-b11c-c5bfbc808d7b req-03dbc865-d9b9-456d-8dd3-37bd00570f52 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 210 time: 0.0985758 Sep 17 01:06:18.061014 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Attempting to bind port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:18.061674 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Attempting to bind port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:18.062294 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Attempting to bind port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:18.065311 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Pushing event updated for resources: {'Port': ['ID=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:18.078589 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:18.085211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Attempting to bind port 41cd06bd-805d-4a93-98f3-c91839b5b8ac on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:18.085211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Attempting to bind port 41cd06bd-805d-4a93-98f3-c91839b5b8ac by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:18.085211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Attempting to bind port 41cd06bd-805d-4a93-98f3-c91839b5b8ac on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:18.087456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:18.087912 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.088329 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:18.088851 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Bound port: 2e2bb5ea-f317-4269-a512-0e2a85a1a71c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:18.089259 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.092399 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.092712 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.096230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Port 41cd06bd-805d-4a93-98f3-c91839b5b8ac on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:18.096746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Attempting to bind port 41cd06bd-805d-4a93-98f3-c91839b5b8ac on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:18.109943 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.113424 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.113719 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.114061 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.114422 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.114726 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.115098 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.115416 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.115740 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.119884 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:18.168699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:18.176754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:18.177117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:18.177486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:18.177930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Bound port: 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:18.178298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.233837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] Set router d7af1000-8f3b-4570-9cbb-a907c1470e08 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:18.263850 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] For port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:18.271291 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] For port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:18.319569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Allocated IP 172.20.0.1 (a50b244d-2d7e-4760-a133-50084aa8f089/0fefe54a-261c-40f8-86b3-56497e170110/be564a05-8fbc-4ba7-b728-ac891eb1a912) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:18.345032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] For port 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:18.348304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] For port 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:18.384844 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.452140 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.492019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.494399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:06:12Z', 'revision_number': 3, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:18.509170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.524654 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Routers {'92e93cf9-be47-461d-9fc7-0c80f257708a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:18.525637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['92e93cf9-be47-461d-9fc7-0c80f257708a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:18.527370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39a130b-bb7f-4fd5-86c3-64fbfed74f09 None None] The sync data for ids ['d7af1000-8f3b-4570-9cbb-a907c1470e08'] in n-d-789963-7 is: [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:06:12Z', 'revision_number': 3, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:18.528211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8023f7-7124-4e41-977e-3be8921845c3 req-5c0a9e50-5256-417b-9511-53b1ce60f27e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:18.537014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7fcaefe7-3dc2-4287-9fc4-8d149fbbc022 req-a4d27872-d129-424e-b9c8-fe066cb2efe6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0b7b882-481e-414e-af9c-26cc865ba901 HTTP/1.1" status: 200 len: 210 time: 0.2552123 Sep 17 01:06:18.549918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8023f7-7124-4e41-977e-3be8921845c3 req-5c0a9e50-5256-417b-9511-53b1ce60f27e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:18.553808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8023f7-7124-4e41-977e-3be8921845c3 req-5c0a9e50-5256-417b-9511-53b1ce60f27e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:18.567789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb8023f7-7124-4e41-977e-3be8921845c3 req-5c0a9e50-5256-417b-9511-53b1ce60f27e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 2374 time: 0.2164690 Sep 17 01:06:18.667878 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] Set router 92e93cf9-be47-461d-9fc7-0c80f257708a gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:18.727310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Pushing event updated for resources: {'Port': ['ID=41cd06bd-805d-4a93-98f3-c91839b5b8ac,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:18.741950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-b9e69d2d-d287-4dfb-aa8c-c2dfb64c402e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:18.743844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-b9e69d2d-d287-4dfb-aa8c-c2dfb64c402e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.3293946 Sep 17 01:06:18.744715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474b138-8386-44e9-89c6-8826dad40c79 None None] Pushing event updated for resources: {'Port': ['ID=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:18.763741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:18.764639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:18.770564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-0feb9851-6476-4a52-94e1-f1ca4a6a26b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/41cd06bd-805d-4a93-98f3-c91839b5b8ac HTTP/1.1" status: 200 len: 1096 time: 1.9549677 Sep 17 01:06:18.801830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Request body: {'port': {'device_id': 'ee62355c-2033-4125-8261-a70b76e07506', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'admin_state_up': True, 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:18.812489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'tag': '41cd06bd-805d-4a93-98f3-c91839b5b8ac'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:18.820339 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468c3636-b4dc-40c1-baaf-a8be2a482b15" -d '{"events": [{"name": "network-changed", "server_uuid": "fea55cf5-4bc3-431a-9960-c833210147ea", "tag": "41cd06bd-805d-4a93-98f3-c91839b5b8ac"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:18.862841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf60ed-34d2-413e-b794-a53f459cde08 req-3542e390-e72a-49d1-9694-1693d06e96d7 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:18.878810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7faf60ed-34d2-413e-b794-a53f459cde08 req-3542e390-e72a-49d1-9694-1693d06e96d7 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 943 time: 0.1801348 Sep 17 01:06:18.894595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb8023f7-7124-4e41-977e-3be8921845c3 req-b3cfad0f-d360-4d4a-b9dd-354b07da71bf tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3256748 Sep 17 01:06:18.989218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7faf60ed-34d2-413e-b794-a53f459cde08 req-25163ce2-829b-4ae6-8d8b-951739816575 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075225 Sep 17 01:06:19.012154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:06:14Z', 'revision_number': 3, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:19.078131 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aa095f-dd28-4520-b7f4-2e4a88b4fd21 None None] The sync data for ids ['92e93cf9-be47-461d-9fc7-0c80f257708a'] in n-d-789963-7 is: [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:06:14Z', 'revision_number': 3, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:19.170336 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:19.256318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-183e5ecb-ac24-4041-aea4-cc31c0bd3a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:19.258218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-183e5ecb-ac24-4041-aea4-cc31c0bd3a8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae62d885aa54724acec10428b46cdf7&device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 1099 time: 0.3626225 Sep 17 01:06:19.264528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:19.304429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc2f64-4018-4390-b993-bfe8f4433f8d req-e25e68ad-5bfd-4f97-8608-f4ab82a51e4d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:19.314964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9bc2f64-4018-4390-b993-bfe8f4433f8d req-e25e68ad-5bfd-4f97-8608-f4ab82a51e4d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.2250483 Sep 17 01:06:19.318409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Network a50b244d-2d7e-4760-a133-50084aa8f089 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:19.381391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-07bd67aa-2251-4ef5-b2a9-bbca02b619b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac HTTP/1.1" status: 200 len: 217 time: 0.0803003 Sep 17 01:06:19.391949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9bc2f64-4018-4390-b993-bfe8f4433f8d req-e90fa108-2aa9-4953-9106-8aa27f5c8c19 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Sep 17 01:06:19.393200 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:19.398967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:19.402398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Pushing event updated for resources: {'Port': ['ID=be564a05-8fbc-4ba7-b728-ac891eb1a912,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:19.535067 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731daf4-3c21-4d2c-a81f-6496d7f4a3c9 x-openstack-request-id: req-7731daf4-3c21-4d2c-a81f-6496d7f4a3c9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:19.535249 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fea55cf5-4bc3-431a-9960-c833210147ea", "tag": "41cd06bd-805d-4a93-98f3-c91839b5b8ac", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:19.535490 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7731daf4-3c21-4d2c-a81f-6496d7f4a3c9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:19.535867 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'tag': '41cd06bd-805d-4a93-98f3-c91839b5b8ac', 'status': 'completed', 'code': 200} Sep 17 01:06:19.578140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dd07d-7246-4f38-9a8a-ef6ef4e11340 req-6a750e6a-0ab7-400d-a243-4854ee80ffb5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:19.587733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d54dd07d-7246-4f38-9a8a-ef6ef4e11340 req-6a750e6a-0ab7-400d-a243-4854ee80ffb5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 948 time: 0.4966090 Sep 17 01:06:19.599494 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:19.643784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:19.647876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:19.871351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2e2bb5ea-f317-4269-a512-0e2a85a1a71c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:19.891409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d54dd07d-7246-4f38-9a8a-ef6ef4e11340 req-3422c3ee-b083-460a-9076-2a482a8fa537 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907190 Sep 17 01:06:19.896886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-03e20406-cb9a-4e6e-b49f-9eb86b96b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:19.898527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-03e20406-cb9a-4e6e-b49f-9eb86b96b6b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.4680157 Sep 17 01:06:19.998199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-26be659e-aaae-4ac5-9327-b4d378781c51 None None] Provisioning complete for port be564a05-8fbc-4ba7-b728-ac891eb1a912 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:19.999000 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-26be659e-aaae-4ac5-9327-b4d378781c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.050147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Allocated IP 172.20.0.4 (c0c90d96-14f1-4d74-bec5-047ffd3779d1/4570734b-cefc-4270-bd23-1818da301366/b4b99029-43e2-49d6-b3e4-a710e231eadf) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:20.065446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:20.066133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.087051 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db05b12b-b456-4ba5-a44c-fe892a221563 req-2ee37f0d-f7b7-44bc-a6ba-e575d4472f93 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 210 time: 0.2822704 Sep 17 01:06:20.164707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-26be659e-aaae-4ac5-9327-b4d378781c51 None None] Port be564a05-8fbc-4ba7-b728-ac891eb1a912 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:20.253225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.330429 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.374478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:20.381596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.412625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 10.2.2.100 (50c5ba95-9dcd-4edd-8a10-da4f703909b0/bc49b565-c550-4821-af61-76acd6cfb8ce/3988df96-4c91-4792-911f-f954b14ff2f4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:20.440120 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.441133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device edcab35a-b18c-45dc-8c16-a974ad63e258 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:20.511563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-a8ae90c5-442a-4ee1-b7fa-5a90a52848fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.521663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-a8ae90c5-442a-4ee1-b7fa-5a90a52848fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362430 Sep 17 01:06:20.576709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.617159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-6f833902-9f50-4ddb-a060-692a1dba9f0d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.620074 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-6f833902-9f50-4ddb-a060-692a1dba9f0d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 943 time: 0.4110003 Sep 17 01:06:20.659903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:20.704059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Allocated IP 172.20.0.1 (84a1e86d-927d-4a04-b9a1-331c64bc23c1/ddab2a87-6478-41ca-8ab2-c7b2d6b68f18/778c8f9c-0ad0-43f1-96dc-e71a3bf7305c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:20.719410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e8187-c2ed-4cdf-a3ea-d6e19e1beace req-9d7aa1b3-ceb0-436b-a019-9f7bca24dc41 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.721025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ff5e8187-c2ed-4cdf-a3ea-d6e19e1beace req-9d7aa1b3-ceb0-436b-a019-9f7bca24dc41 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 943 time: 0.3675773 Sep 17 01:06:20.723007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event updated for resources: {'Port': ['ID=b4b99029-43e2-49d6-b3e4-a710e231eadf,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:20.741329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port edcab35a-b18c-45dc-8c16-a974ad63e258 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:20.747901 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.774651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:20.797510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:20.807744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:20.874845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.876464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:20.892773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc965-1a66-48aa-8908-328bab7cbcd3 req-7a0320d2-18fb-4887-8a06-791dc03a6aff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.899703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc965-1a66-48aa-8908-328bab7cbcd3 req-7a0320d2-18fb-4887-8a06-791dc03a6aff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.906852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fc965-1a66-48aa-8908-328bab7cbcd3 req-7a0320d2-18fb-4887-8a06-791dc03a6aff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:20.907947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-785fc965-1a66-48aa-8908-328bab7cbcd3 req-7a0320d2-18fb-4887-8a06-791dc03a6aff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 2374 time: 0.5954986 Sep 17 01:06:20.951596 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.011542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port edcab35a-b18c-45dc-8c16-a974ad63e258, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=edcab35a-b18c-45dc-8c16-a974ad63e258,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:21.087536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-3eeacfda-638f-47c1-842d-a51d8a5a2eac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2903247 Sep 17 01:06:21.092002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ff5e8187-c2ed-4cdf-a3ea-d6e19e1beace req-4ed1b61e-8668-4d8e-8109-dc201b4b74da tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274398 Sep 17 01:06:21.101996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Request body: {'port': {'device_id': 'ee62355c-2033-4125-8261-a70b76e07506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:21.110307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.251675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=edcab35a-b18c-45dc-8c16-a974ad63e258,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:21.375726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Deleting port c3664b35-a38a-4be8-82f8-afbce57f9ce5 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:21.376078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.444845 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.556703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-785fc965-1a66-48aa-8908-328bab7cbcd3 req-b0059351-4f0c-42e2-8629-f74128015705 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5945203 Sep 17 01:06:21.596179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-68d5a0f1-f3d9-4210-b209-62cac59329f4 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0621355 Sep 17 01:06:21.640194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] For port c3664b35-a38a-4be8-82f8-afbce57f9ce5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c3664b35-a38a-4be8-82f8-afbce57f9ce5,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:21.640648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.660256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Calling delete_port for c3664b35-a38a-4be8-82f8-afbce57f9ce5 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:21.759603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2e2bb5ea-f317-4269-a512-0e2a85a1a71c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:21.777472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.835759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.859675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.861469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:21.861852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:21.900708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd6c3-c53b-476d-8d58-4437e8506652 req-680e235a-3fdb-493b-ba90-441252bc7add tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:21.909647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f7fd6c3-c53b-476d-8d58-4437e8506652 req-680e235a-3fdb-493b-ba90-441252bc7add tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.6170833 Sep 17 01:06:21.973830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device edcab35a-b18c-45dc-8c16-a974ad63e258 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:21.981575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-845a8a54-e510-4b9c-ae02-10a1da01fe95 req-09d9d1e3-212e-4836-b657-eac7b91530d8 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731551 Sep 17 01:06:22.042678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.045598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port edcab35a-b18c-45dc-8c16-a974ad63e258 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:22.050931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.058940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb4367-b16d-40df-8a05-493a4dee4f10 req-c07ccccf-dcbe-4f57-a80d-4dd87ca61fd5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:22.062981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:22.065953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:22.067119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12eb4367-b16d-40df-8a05-493a4dee4f10 req-c07ccccf-dcbe-4f57-a80d-4dd87ca61fd5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 948 time: 0.2993031 Sep 17 01:06:22.090743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:22.165339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f7fd6c3-c53b-476d-8d58-4437e8506652 req-3f8d1e91-7790-42df-8c78-c9eff179886d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547188 Sep 17 01:06:22.176196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:22.189489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.192802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.244159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.359906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.413719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5552055d-0688-40ef-a06a-62df7935afcb None None] Provisioning complete for port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:22.414302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:22.414682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5552055d-0688-40ef-a06a-62df7935afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.423974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:22.428144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:22.430197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:22.469572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Pushing event updated for resources: {'Port': ['ID=be564a05-8fbc-4ba7-b728-ac891eb1a912,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:22.502369 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.512477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:22.513432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.529416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5552055d-0688-40ef-a06a-62df7935afcb None None] Port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:22.581274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] No DVR routers for this DVR port c3664b35-a38a-4be8-82f8-afbce57f9ce5 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:22.591667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.594311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0741e2a-782e-4a59-a3ae-f6c638ff0fae req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "DELETE /v2.0/ports/c3664b35-a38a-4be8-82f8-afbce57f9ce5 HTTP/1.1" status: 204 len: 173 time: 1.9624696 Sep 17 01:06:22.595248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'name': 'network-vif-deleted', 'tag': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:22.598522 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d12992-c9aa-48d4-bed3-30569c797918" -d '{"events": [{"server_uuid": "c423033b-3de0-402c-8d11-d1c9acdf12e1", "name": "network-vif-deleted", "tag": "c3664b35-a38a-4be8-82f8-afbce57f9ce5"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:22.601743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452675e2-5f32-4aa1-bdee-30e2e59cbef1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event deleted for resources: {'Port': ['ID=c3664b35-a38a-4be8-82f8-afbce57f9ce5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:22.620988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12eb4367-b16d-40df-8a05-493a4dee4f10 req-917246cb-3220-4f77-935c-b3d4b0c97588 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073491 Sep 17 01:06:22.656978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-75a5a976-f029-4db5-bd57-bde416073092 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0892637 Sep 17 01:06:22.699845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'admin_state_up': True, 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'security_groups': ['46ce924e-13ca-4cd2-a1b1-19d08f333b54']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:22.723453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-b1844fb1-c614-4267-9105-5547b18ad508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:22.726829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-b1844fb1-c614-4267-9105-5547b18ad508 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5ae62d885aa54724acec10428b46cdf7&device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 1099 time: 0.5315106 Sep 17 01:06:22.730952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837368e8-bac8-43b5-b26d-2843b25ae5de req-e3b077d6-d8e1-471d-8825-5b68568df86a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:22.748075 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-837368e8-bac8-43b5-b26d-2843b25ae5de req-e3b077d6-d8e1-471d-8825-5b68568df86a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 931 time: 0.4363084 Sep 17 01:06:22.844069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d6b2c78-7576-4519-b654-b8c3ee156228 req-2f696dd6-4c49-48eb-9307-c467d67990fa tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=c423033b-3de0-402c-8d11-d1c9acdf12e1 HTTP/1.1" status: 200 len: 210 time: 0.0432234 Sep 17 01:06:22.879192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a8149208-6095-45b6-93f3-155717305bcc None None] Provisioning complete for port 3988df96-4c91-4792-911f-f954b14ff2f4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:22.882539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8149208-6095-45b6-93f3-155717305bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:22.916975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Network a50b244d-2d7e-4760-a133-50084aa8f089 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:22.921032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:22.968767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c3664b35-a38a-4be8-82f8-afbce57f9ce5 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:22.982861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-837368e8-bac8-43b5-b26d-2843b25ae5de req-cb574e70-8871-4b3a-8509-3ceb753e2625 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338097 Sep 17 01:06:23.040085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c3664b35-a38a-4be8-82f8-afbce57f9ce5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:23.041111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c3664b35-a38a-4be8-82f8-afbce57f9ce5 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:23.054447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a8149208-6095-45b6-93f3-155717305bcc None None] Port 3988df96-4c91-4792-911f-f954b14ff2f4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:23.085792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-5417abfd-7d60-4d2a-b71b-34416cf351e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.087859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-5417abfd-7d60-4d2a-b71b-34416cf351e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.3295918 Sep 17 01:06:23.142112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:23.234753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-44ee1859-1819-4b07-802c-a7b2b451a9ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac HTTP/1.1" status: 200 len: 217 time: 0.1363847 Sep 17 01:06:23.277596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b99029-43e2-49d6-b3e4-a710e231eadf {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:23.286684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:23.291245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9d9caec8-3c56-4185-a8ec-f4e57a15b2ff None None] Provisioning complete for port be564a05-8fbc-4ba7-b728-ac891eb1a912 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:23.292990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9d9caec8-3c56-4185-a8ec-f4e57a15b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:23.300181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Transition to ACTIVE for port object b4b99029-43e2-49d6-b3e4-a710e231eadf will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:23.313616 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b979705a-67ad-4826-a4a3-42fa74c97cb3 x-openstack-request-id: req-b979705a-67ad-4826-a4a3-42fa74c97cb3 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:23.313919 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c423033b-3de0-402c-8d11-d1c9acdf12e1", "name": "network-vif-deleted", "tag": "c3664b35-a38a-4be8-82f8-afbce57f9ce5", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:23.314179 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b979705a-67ad-4826-a4a3-42fa74c97cb3 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:23.314581 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c423033b-3de0-402c-8d11-d1c9acdf12e1', 'name': 'network-vif-deleted', 'tag': 'c3664b35-a38a-4be8-82f8-afbce57f9ce5', 'status': 'completed', 'code': 200} Sep 17 01:06:23.333632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Made reservation on behalf of 1e35e598357e4285a1e1b63a8d9abef8 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:23.337201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:23.401599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc060-21eb-4cc1-b9a9-8ba0b5c7ef2a req-a716b90d-cfbc-4b88-afe2-7d2d92192c95 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.408697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc060-21eb-4cc1-b9a9-8ba0b5c7ef2a req-a716b90d-cfbc-4b88-afe2-7d2d92192c95 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.416547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc060-21eb-4cc1-b9a9-8ba0b5c7ef2a req-a716b90d-cfbc-4b88-afe2-7d2d92192c95 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.420837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9d9caec8-3c56-4185-a8ec-f4e57a15b2ff None None] Port be564a05-8fbc-4ba7-b728-ac891eb1a912 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:23.431480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3dc060-21eb-4cc1-b9a9-8ba0b5c7ef2a req-a716b90d-cfbc-4b88-afe2-7d2d92192c95 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.433785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b3dc060-21eb-4cc1-b9a9-8ba0b5c7ef2a req-a716b90d-cfbc-4b88-afe2-7d2d92192c95 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 3095 time: 0.3159487 Sep 17 01:06:23.436738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Router d7af1000-8f3b-4570-9cbb-a907c1470e08 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:06:23.442855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:23.471298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-e552be31-49a3-46f1-b2c6-2ff59401804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.473443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-e552be31-49a3-46f1-b2c6-2ff59401804b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2231076 Sep 17 01:06:23.698002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b99029-43e2-49d6-b3e4-a710e231eadf,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:23.714986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c98eb9-3aac-4590-94de-7bc2eb0b53e1 req-83097343-e918-4e7f-b789-eecd2bb707ec tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.725106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b3dc060-21eb-4cc1-b9a9-8ba0b5c7ef2a req-f76ae996-9a5c-4628-9f1d-8ae5adb340ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2785335 Sep 17 01:06:23.734549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-22c98eb9-3aac-4590-94de-7bc2eb0b53e1 req-83097343-e918-4e7f-b789-eecd2bb707ec tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.2960649 Sep 17 01:06:23.853776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-b359c925-9ca1-4371-893b-a92130bfd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:23.854348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-b359c925-9ca1-4371-893b-a92130bfd537 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3676856 Sep 17 01:06:23.863905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-22c98eb9-3aac-4590-94de-7bc2eb0b53e1 req-552c5f1f-969d-4643-a917-ab9fa9de294e tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284828 Sep 17 01:06:23.874480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:23.884470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Sync routers for ids ['d7af1000-8f3b-4570-9cbb-a907c1470e08'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:23.891625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a57bbc8b-99d7-40f7-82ef-41b3ef9f83b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7af1000-8f3b-4570-9cbb-a907c1470e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5626600 Sep 17 01:06:23.909301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Routers {'d7af1000-8f3b-4570-9cbb-a907c1470e08'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:23.916100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d7af1000-8f3b-4570-9cbb-a907c1470e08'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:24.017799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:24.072218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Allocated IP 10.2.2.200 (50c5ba95-9dcd-4edd-8a10-da4f703909b0/bc49b565-c550-4821-af61-76acd6cfb8ce/4ee7911a-7193-49f1-bbd1-f836af47be46) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:24.098165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:24.147879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Set router d7af1000-8f3b-4570-9cbb-a907c1470e08 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:24.391804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:24.442037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:06:19Z', 'revision_number': 4, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'be564a05-8fbc-4ba7-b728-ac891eb1a912', 'name': '', 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'mac_address': 'fa:16:3e:ca:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0fefe54a-261c-40f8-86b3-56497e170110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:17Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 2, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'subnets': [{'id': '0fefe54a-261c-40f8-86b3-56497e170110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:24.525537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Checking router: d7af1000-8f3b-4570-9cbb-a907c1470e08 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:24.525767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Updating router d7af1000-8f3b-4570-9cbb-a907c1470e08 port be564a05-8fbc-4ba7-b728-ac891eb1a912 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:06:24.566486 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:24.595338 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:24.627528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:24.637498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:24.751665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:24.824732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Attempting to bind port b4b99029-43e2-49d6-b3e4-a710e231eadf on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:24.824732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Attempting to bind port b4b99029-43e2-49d6-b3e4-a710e231eadf by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:24.824732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Attempting to bind port b4b99029-43e2-49d6-b3e4-a710e231eadf on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:24.833088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-77da71ee-4322-4e0b-b6bf-12789c38eede service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9547305 Sep 17 01:06:24.841817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252b0fd-20e5-4e72-aab1-c56fa9a3f1f0 req-e7ad1a5c-abfc-4b6a-a59c-66505a6b07d9 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:24.847846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5252b0fd-20e5-4e72-aab1-c56fa9a3f1f0 req-e7ad1a5c-abfc-4b6a-a59c-66505a6b07d9 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 948 time: 0.9999402 Sep 17 01:06:24.855970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:24.861004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634369188', 'description': 'tempest-description--1518368342'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:24.924512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 41cd06bd-805d-4a93-98f3-c91839b5b8ac details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:06:24.941507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Port b4b99029-43e2-49d6-b3e4-a710e231eadf on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:24.941745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Attempting to bind port b4b99029-43e2-49d6-b3e4-a710e231eadf on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:25.009604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:25.009941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:25.010339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Bound using segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:25.010787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Bound port: b4b99029-43e2-49d6-b3e4-a710e231eadf, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:25.011182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.154016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event updated for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:25.184480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00bb81-530d-440c-9b24-99b837177fd6 req-d3784cdb-c8fb-46bc-a008-ff18773a383f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.190650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a00bb81-530d-440c-9b24-99b837177fd6 req-d3784cdb-c8fb-46bc-a008-ff18773a383f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 943 time: 0.1231923 Sep 17 01:06:25.227050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1332da65-82c1-41c7-98f9-b76be327c083 None None] Provisioning complete for port 4ee7911a-7193-49f1-bbd1-f836af47be46 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:25.227745 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1332da65-82c1-41c7-98f9-b76be327c083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.250632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40188) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:25.267356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Pushing event updated for resources: {'Port': ['ID=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:25.269947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-network', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:25.270979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1332da65-82c1-41c7-98f9-b76be327c083 None None] Port 4ee7911a-7193-49f1-bbd1-f836af47be46 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:25.291108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.291805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a00bb81-530d-440c-9b24-99b837177fd6 req-f203fa56-2679-42df-9b65-9941175fdaaa tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002316 Sep 17 01:06:25.293315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.338763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.339133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.339480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.339818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.340154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.340487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.341463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.341813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.342144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.342644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.342974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.343324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:25.350382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:25.384290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.385260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.412148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '41cd06bd-805d-4a93-98f3-c91839b5b8ac', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '41cd06bd-805d-4a93-98f3-c91839b5b8ac', 'mac_address': 'fa:16:3e:bf:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:06:25.414880 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.447326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] For port b4b99029-43e2-49d6-b3e4-a710e231eadf, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:25.452017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] For port b4b99029-43e2-49d6-b3e4-a710e231eadf, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:25.470790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5252b0fd-20e5-4e72-aab1-c56fa9a3f1f0 req-677a250b-1515-4435-ba69-c0c5ffd05b78 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5706060 Sep 17 01:06:25.494727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-db87366e-a84a-4022-a65f-bf73226a70ef tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8054128 Sep 17 01:06:25.511689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:25.514984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.535732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:06:25.535732 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:06:25.535732 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': '088c9ebc9b2445f5ad066b014d6a7ec3', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 6, 5, 453551)}] Sep 17 01:06:25.535732 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:06:25.536152 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:06:25.539334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.657825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-759d44f7-d484-45c5-b5a1-e79dd87bd27f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.675660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41cd06bd-805d-4a93-98f3-c91839b5b8ac {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:25.679630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-759d44f7-d484-45c5-b5a1-e79dd87bd27f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.682355 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.697695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-759d44f7-d484-45c5-b5a1-e79dd87bd27f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.715377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-759d44f7-d484-45c5-b5a1-e79dd87bd27f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.728063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-759d44f7-d484-45c5-b5a1-e79dd87bd27f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.744602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-759d44f7-d484-45c5-b5a1-e79dd87bd27f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 3816 time: 0.3408933 Sep 17 01:06:25.761363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Made reservation on behalf of ea318162183d49f3a67bfa8bab418a38 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:25.774792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.789468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468c3636-b4dc-40c1-baaf-a8be2a482b15 req-55c39828-ecc6-4e05-836a-7ced3197a8f4 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9405384 Sep 17 01:06:25.797130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.817566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:25.818060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49125fc-f961-4c91-8af1-158583de2e1b None None] Pushing event updated for resources: {'Port': ['ID=be564a05-8fbc-4ba7-b728-ac891eb1a912,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:25.837245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:25.845967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Attempting to bind port be564a05-8fbc-4ba7-b728-ac891eb1a912 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:25.846513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Attempting to bind port be564a05-8fbc-4ba7-b728-ac891eb1a912 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:25.846971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Attempting to bind port be564a05-8fbc-4ba7-b728-ac891eb1a912 on network a50b244d-2d7e-4760-a133-50084aa8f089 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:25.853392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:25.854663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:25.855174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Checking segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:25.855937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.856992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Bound using segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:25.857812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Bound port: be564a05-8fbc-4ba7-b728-ac891eb1a912, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:25.858574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.871219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.892178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:25.892842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:25.894521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] 10.222.0.23 "PUT /v2.0/ports/b4b99029-43e2-49d6-b3e4-a710e231eadf HTTP/1.1" status: 200 len: 1091 time: 4.7976100 Sep 17 01:06:25.907699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee62355c-2033-4125-8261-a70b76e07506', 'tag': 'b4b99029-43e2-49d6-b3e4-a710e231eadf'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:25.910028 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cefbec4-697f-40d6-b184-e5a03564446c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee62355c-2033-4125-8261-a70b76e07506", "tag": "b4b99029-43e2-49d6-b3e4-a710e231eadf"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:25.987635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-132387bb-0d3e-45b6-a3d0-9c0469e708a9 req-f300d74d-40d8-4958-b046-f6dc9c72baf4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2360489 Sep 17 01:06:26.175024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.211450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Router 92e93cf9-be47-461d-9fc7-0c80f257708a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:06:26.254543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=41cd06bd-805d-4a93-98f3-c91839b5b8ac,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:26.290412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-55d41228-c476-491a-be8f-342fce690489 None None] Provisioning complete for port be564a05-8fbc-4ba7-b728-ac891eb1a912 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:26.290875 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-55d41228-c476-491a-be8f-342fce690489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.358412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] For port be564a05-8fbc-4ba7-b728-ac891eb1a912, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:26.360429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-55d41228-c476-491a-be8f-342fce690489 None None] Port be564a05-8fbc-4ba7-b728-ac891eb1a912 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:26.374599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] For port be564a05-8fbc-4ba7-b728-ac891eb1a912, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=be564a05-8fbc-4ba7-b728-ac891eb1a912,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:26.378594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:26.389917 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Sync routers for ids ['92e93cf9-be47-461d-9fc7-0c80f257708a'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:26.398907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.402708 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Routers {'92e93cf9-be47-461d-9fc7-0c80f257708a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:26.403487 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['92e93cf9-be47-461d-9fc7-0c80f257708a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:26.404158 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-917e538f-5f9a-4202-8582-897e63a9edb9 admin admin] 10.222.0.13 "PUT /v2.0/routers/92e93cf9-be47-461d-9fc7-0c80f257708a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8155856 Sep 17 01:06:26.421764 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5061042-a181-4b26-a4f8-fcd348a7fe36 x-openstack-request-id: req-e5061042-a181-4b26-a4f8-fcd348a7fe36 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:26.422007 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee62355c-2033-4125-8261-a70b76e07506", "tag": "b4b99029-43e2-49d6-b3e4-a710e231eadf", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:26.422267 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5061042-a181-4b26-a4f8-fcd348a7fe36 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:26.422529 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee62355c-2033-4125-8261-a70b76e07506', 'tag': 'b4b99029-43e2-49d6-b3e4-a710e231eadf', 'status': 'completed', 'code': 200} Sep 17 01:06:26.462868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['41cd06bd-805d-4a93-98f3-c91839b5b8ac'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:26.492156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74115215-dc3a-4a18-89f3-6864f0d8e163 req-e1ccee72-afd8-46ae-8ef5-c309e7c90968 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:26.493657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74115215-dc3a-4a18-89f3-6864f0d8e163 req-e1ccee72-afd8-46ae-8ef5-c309e7c90968 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.8480086 Sep 17 01:06:26.505868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a8ecb-5dd9-4a93-9f56-32112b3f7f90 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b99029-43e2-49d6-b3e4-a710e231eadf,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:26.523356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62286378-9f72-4fde-a4bf-a6b658375339 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:26.547584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.581920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.593642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Transition to ACTIVE for port object 62286378-9f72-4fde-a4bf-a6b658375339 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:26.600515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0a24c818-2a42-4c21-adef-a0f472269b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:26.602039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-0a24c818-2a42-4c21-adef-a0f472269b75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 1094 time: 0.2005334 Sep 17 01:06:26.612824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74115215-dc3a-4a18-89f3-6864f0d8e163 req-0b05d383-c1e8-48c5-8dc8-64ecb691dc7a tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007097 Sep 17 01:06:26.615694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:26.665822 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Set router 92e93cf9-be47-461d-9fc7-0c80f257708a gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:26.667576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-06cb70a9-9244-4171-862b-aeb788593dd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf HTTP/1.1" status: 200 len: 217 time: 0.0522931 Sep 17 01:06:26.726197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.734146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49125fc-f961-4c91-8af1-158583de2e1b None None] Pushing event updated for resources: {'Port': ['ID=be564a05-8fbc-4ba7-b728-ac891eb1a912,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:26.749297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-56331f8f-7f47-4676-a375-3b515150042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:26.756824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-56331f8f-7f47-4676-a375-3b515150042b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.0754392 Sep 17 01:06:26.763277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Routers {'d7af1000-8f3b-4570-9cbb-a907c1470e08'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:26.764141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d7af1000-8f3b-4570-9cbb-a907c1470e08'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:26.777988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d1d510c9-8e28-4ad3-835f-e5209e93a3dd None None] Provisioning complete for port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:26.777988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d510c9-8e28-4ad3-835f-e5209e93a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.783364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.830425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-2cb4613c-e18b-4d4e-8c12-b908100778bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697370 Sep 17 01:06:26.887976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-322032407'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:26.917717 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:26.991055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845d38-3973-4923-a334-8737040e5f89 req-13f5fbb3-9a08-4dc1-bb92-982348d581ca tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.005697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5845d38-3973-4923-a334-8737040e5f89 req-13f5fbb3-9a08-4dc1-bb92-982348d581ca tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 949 time: 0.1998591 Sep 17 01:06:27.007980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d1d510c9-8e28-4ad3-835f-e5209e93a3dd None None] Port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:27.105842 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:06:22Z', 'revision_number': 4, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '778c8f9c-0ad0-43f1-96dc-e71a3bf7305c', 'name': '', 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'mac_address': 'fa:16:3e:17:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:19Z', 'updated_at': '2021-09-17T01:06:23Z', 'revision_number': 2, 'project_id': '67b17bee5e204905913a67b71df616a9', 'subnets': [{'id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:27.121750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5845d38-3973-4923-a334-8737040e5f89 req-492e2fcf-290e-463c-a5a2-d9442118f6cd tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149058 Sep 17 01:06:27.137521 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Checking router: 92e93cf9-be47-461d-9fc7-0c80f257708a for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:27.137922 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Updating router 92e93cf9-be47-461d-9fc7-0c80f257708a port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:06:27.183898 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.223106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] Set router d7af1000-8f3b-4570-9cbb-a907c1470e08 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:27.280874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-61b5726c-17ca-465f-9616-9291fc57cb86 None None] Provisioning complete for port be564a05-8fbc-4ba7-b728-ac891eb1a912 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:27.282377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61b5726c-17ca-465f-9616-9291fc57cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.362416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86722071-498f-4e3a-b3f0-45395871ec0f req-55bc3a01-bb01-4893-bf7e-51edf7c50f38 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.374413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86722071-498f-4e3a-b3f0-45395871ec0f req-55bc3a01-bb01-4893-bf7e-51edf7c50f38 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.1319799 Sep 17 01:06:27.446604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86722071-498f-4e3a-b3f0-45395871ec0f req-bd9b6b49-18f9-4538-9c74-3f93b4f73bd0 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684021 Sep 17 01:06:27.604386 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61b5726c-17ca-465f-9616-9291fc57cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.668417 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.682095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-61b5726c-17ca-465f-9616-9291fc57cb86 None None] For port be564a05-8fbc-4ba7-b728-ac891eb1a912, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=be564a05-8fbc-4ba7-b728-ac891eb1a912,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:27.687858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-cc44db45-4ee1-4df1-ad4b-cf9cc5ff6281 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.697096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-cc44db45-4ee1-4df1-ad4b-cf9cc5ff6281 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.703607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:06:19Z', 'revision_number': 4, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'be564a05-8fbc-4ba7-b728-ac891eb1a912', 'name': '', 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'mac_address': 'fa:16:3e:ca:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0fefe54a-261c-40f8-86b3-56497e170110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:17Z', 'updated_at': '2021-09-17T01:06:26Z', 'revision_number': 4, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'subnets': [{'id': '0fefe54a-261c-40f8-86b3-56497e170110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:27.704167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-cc44db45-4ee1-4df1-ad4b-cf9cc5ff6281 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.711134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-cc44db45-4ee1-4df1-ad4b-cf9cc5ff6281 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.721417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-cc44db45-4ee1-4df1-ad4b-cf9cc5ff6281 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:27.723112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-cc44db45-4ee1-4df1-ad4b-cf9cc5ff6281 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 3828 time: 0.1431284 Sep 17 01:06:27.739180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e45ff91-c56b-449d-8660-e14f42419b49 None None] The sync data for ids ['d7af1000-8f3b-4570-9cbb-a907c1470e08'] in n-d-789963-7 is: [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:06:19Z', 'revision_number': 4, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'be564a05-8fbc-4ba7-b728-ac891eb1a912', 'name': '', 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'mac_address': 'fa:16:3e:ca:2a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '0fefe54a-261c-40f8-86b3-56497e170110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:17Z', 'updated_at': '2021-09-17T01:06:26Z', 'revision_number': 4, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'subnets': [{'id': '0fefe54a-261c-40f8-86b3-56497e170110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:27.754421 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.759306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:06:27.763554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61b5726c-17ca-465f-9616-9291fc57cb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.801559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0267056-77e5-4b70-a259-413fc1cb2b9c req-eb247ef6-8063-4d6c-8eaa-e24e51d18576 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636332 Sep 17 01:06:27.857123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b5726c-17ca-465f-9616-9291fc57cb86 None None] Pushing event updated for resources: {'Port': ['ID=be564a05-8fbc-4ba7-b728-ac891eb1a912,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:27.930484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Pushing event updated for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:27.935226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308cacf6-884e-42c5-92bd-eaa2af514688,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:27.965768 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.966259 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Added segment d7377789-6832-4184-8742-ddd29eb6237c of type vlan for network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 Sep 17 01:06:27.973435 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Attempting to bind port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:27.976800 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Attempting to bind port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:27.976800 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Attempting to bind port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c on network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:27.990445 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:27.995676 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Checking segment: {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:27.996172 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:27.996573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Bound using segment: {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:27.999830 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Bound port: 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918991a3-be83-4443-96c1-8cafb099700b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:28.000248 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.036167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef94092-c87a-4eab-8190-1a9469ae4615 req-3b6efa81-3f29-4727-94dd-cfbfbfe7d9e7 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:28.040119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ef94092-c87a-4eab-8190-1a9469ae4615 req-3b6efa81-3f29-4727-94dd-cfbfbfe7d9e7 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1036055 Sep 17 01:06:28.040707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.098569 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] For port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:28.101935 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] For port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:28.116948 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5735-5ef5-459e-8e9d-24922c251676 None None] Pushing event updated for resources: {'Port': ['ID=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:28.133367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-57505f5e-d647-40cd-be71-8e298dda03f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2689581 Sep 17 01:06:28.136697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ef94092-c87a-4eab-8190-1a9469ae4615 req-204b985c-5d76-4fab-a262-619bb5a3f571 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885172 Sep 17 01:06:28.216608 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.220914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-88fca063-3e9a-4757-96d5-6f1181c8d276 None None] Provisioning complete for port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:28.232278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88fca063-3e9a-4757-96d5-6f1181c8d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.268360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a8a8f-9bca-4735-813b-09983d4ed649 req-44138d13-812f-46b8-b354-c9959573680d tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:28.276991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef5a8a8f-9bca-4735-813b-09983d4ed649 req-44138d13-812f-46b8-b354-c9959573680d tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 949 time: 0.0707178 Sep 17 01:06:28.322641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f5735-5ef5-459e-8e9d-24922c251676 None None] Pushing event updated for resources: {'Port': ['ID=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:28.336041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef5a8a8f-9bca-4735-813b-09983d4ed649 req-6dbe25ad-7ac0-4cb4-bad5-4e226527225c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579877 Sep 17 01:06:28.364626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-900b4aee-4547-449b-a921-2550477757e6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:28.364626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-900b4aee-4547-449b-a921-2550477757e6 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.6420977 Sep 17 01:06:28.372700 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Routers {'92e93cf9-be47-461d-9fc7-0c80f257708a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:28.372700 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['92e93cf9-be47-461d-9fc7-0c80f257708a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:28.373125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.374480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:28.375934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.400355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88fca063-3e9a-4757-96d5-6f1181c8d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.421778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2849c8-d3d1-4dd9-a4e8-8ac243951fa6 req-2169c5c3-625b-4270-bb78-9271d562bd43 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:28.429962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a2849c8-d3d1-4dd9-a4e8-8ac243951fa6 req-2169c5c3-625b-4270-bb78-9271d562bd43 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 943 time: 1.6057267 Sep 17 01:06:28.483781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-88fca063-3e9a-4757-96d5-6f1181c8d276 None None] For port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:28.506849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.558544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88fca063-3e9a-4757-96d5-6f1181c8d276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.670565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861a53-4677-472e-bf40-85fc9dc165e5 req-4282dea7-b7b9-487c-a399-7d7b487b335f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:28.687775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7861a53-4677-472e-bf40-85fc9dc165e5 req-4282dea7-b7b9-487c-a399-7d7b487b335f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 944 time: 0.1148181 Sep 17 01:06:28.708885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fca063-3e9a-4757-96d5-6f1181c8d276 None None] Pushing event updated for resources: {'Port': ['ID=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:28.747072 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] Set router 92e93cf9-be47-461d-9fc7-0c80f257708a gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:28.764576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a2849c8-d3d1-4dd9-a4e8-8ac243951fa6 req-b0a36546-192c-40ea-8334-12408fd40311 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336182 Sep 17 01:06:28.782535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7861a53-4677-472e-bf40-85fc9dc165e5 req-d0813e6b-5cae-46f8-a14b-5f60a6b49f20 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936723 Sep 17 01:06:28.791028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-58eff2ac-bd93-49d4-80a5-dfeae3285637 None None] Provisioning complete for port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:28.791431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-58eff2ac-bd93-49d4-80a5-dfeae3285637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.847741 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.850330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Attempting to bind port 62286378-9f72-4fde-a4bf-a6b658375339 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:28.850835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Attempting to bind port 62286378-9f72-4fde-a4bf-a6b658375339 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:28.851356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Attempting to bind port 62286378-9f72-4fde-a4bf-a6b658375339 on network 1d1fc549-aa3d-4d46-98a9-560f16163d29 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:28.860528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.891780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] Pushing event updated for resources: {'Network': ['ID=28f75030-afc4-4f33-b2b3-184fd0fc4fe8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:28.913929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Port 62286378-9f72-4fde-a4bf-a6b658375339 on network 1d1fc549-aa3d-4d46-98a9-560f16163d29 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:28.914249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Attempting to bind port 62286378-9f72-4fde-a4bf-a6b658375339 on network 1d1fc549-aa3d-4d46-98a9-560f16163d29 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:28.920596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:28.920929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Checking segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:28.921424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Bound using segment: {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:28.921862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Bound port: 62286378-9f72-4fde-a4bf-a6b658375339, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4ec621d-ab60-4b21-ba6d-532913badb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:28.922220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.930213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8da94f5-3c1c-446d-addb-a5a85fb3ab95 req-5e08ef31-9dd4-4a59-b4dc-aedcee3dfa69 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267420 Sep 17 01:06:28.937653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:06:28.940924 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:28.961964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 41cd06bd-805d-4a93-98f3-c91839b5b8ac up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:29.046267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f4fb1943-2653-4eba-ab39-f54a34d41b91 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.7828312 Sep 17 01:06:29.047932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40218) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:29.053278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2777bf-d9bb-4bf6-ba06-2747e45fd02d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:29.055638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Request body: {'subnet': {'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-subnet', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:29.079848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:29.084567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.130016 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:06:22Z', 'revision_number': 4, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '778c8f9c-0ad0-43f1-96dc-e71a3bf7305c', 'name': '', 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'mac_address': 'fa:16:3e:17:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:19Z', 'updated_at': '2021-09-17T01:06:28Z', 'revision_number': 4, 'project_id': '67b17bee5e204905913a67b71df616a9', 'subnets': [{'id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:29.149728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Deleting port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:29.150092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.150325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:06:29.185489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.185987 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Added segment 2727b412-8f14-4b24-aa85-2b5c4f4d9e78 of type vlan for network 215ff0eb-9f95-491b-b06e-5147f425900d Sep 17 01:06:29.186462 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a548aa9-d32b-471e-be34-5f38d22c35dd None None] The sync data for ids ['92e93cf9-be47-461d-9fc7-0c80f257708a'] in n-d-789963-7 is: [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:06:22Z', 'revision_number': 4, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '778c8f9c-0ad0-43f1-96dc-e71a3bf7305c', 'name': '', 'network_id': '84a1e86d-927d-4a04-b9a1-331c64bc23c1', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'mac_address': 'fa:16:3e:17:1f:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_interface', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:19Z', 'updated_at': '2021-09-17T01:06:28Z', 'revision_number': 4, 'project_id': '67b17bee5e204905913a67b71df616a9', 'subnets': [{'id': 'ddab2a87-6478-41ca-8ab2-c7b2d6b68f18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:29.202105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:29.214436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec705-0753-4334-8499-52bacaa4eb11 req-39f4c1c2-d309-4666-8ab0-c4c7cd22cbf6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.221541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec705-0753-4334-8499-52bacaa4eb11 req-39f4c1c2-d309-4666-8ab0-c4c7cd22cbf6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.227652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec705-0753-4334-8499-52bacaa4eb11 req-39f4c1c2-d309-4666-8ab0-c4c7cd22cbf6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.228140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 41cd06bd-805d-4a93-98f3-c91839b5b8ac completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:06:29.236969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 41cd06bd-805d-4a93-98f3-c91839b5b8ac triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:29.236969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.237200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec705-0753-4334-8499-52bacaa4eb11 req-39f4c1c2-d309-4666-8ab0-c4c7cd22cbf6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.243819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ec705-0753-4334-8499-52bacaa4eb11 req-39f4c1c2-d309-4666-8ab0-c4c7cd22cbf6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.245439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-883ec705-0753-4334-8499-52bacaa4eb11 req-39f4c1c2-d309-4666-8ab0-c4c7cd22cbf6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 3828 time: 0.3020856 Sep 17 01:06:29.246342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.248237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c21b483a-9913-4e04-9a77-07b4f21fad1a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 4.3911250 Sep 17 01:06:29.254452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40222) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:29.273941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'security_group_rule': {'security_group_id': '0d2777bf-d9bb-4bf6-ba06-2747e45fd02d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:29.288450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=62286378-9f72-4fde-a4bf-a6b658375339,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:29.298769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Made reservation on behalf of ea318162183d49f3a67bfa8bab418a38 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:29.301112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.306050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.373203 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.399325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefbec4-697f-40d6-b184-e5a03564446c req-6793d243-5ac8-4a4a-a17f-8a6d8354eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.403052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-6793d243-5ac8-4a4a-a17f-8a6d8354eec2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 1094 time: 0.3322194 Sep 17 01:06:29.435719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cd06bd-805d-4a93-98f3-c91839b5b8ac'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:29.439291 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784a6d2-b08f-4d1c-913f-7d25c5a911cb" -d '{"events": [{"server_uuid": "fea55cf5-4bc3-431a-9960-c833210147ea", "name": "network-vif-plugged", "status": "completed", "tag": "41cd06bd-805d-4a93-98f3-c91839b5b8ac"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:29.450236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3f4de-f5d0-4f8f-a36f-5c1056616388 req-4604f06d-11f3-4d41-b46a-51abbec876ae tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.452589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80c3f4de-f5d0-4f8f-a36f-5c1056616388 req-4604f06d-11f3-4d41-b46a-51abbec876ae tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.2265644 Sep 17 01:06:29.454884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] For port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:29.455559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.467363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:29.474539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.497832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.503943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.504584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.535735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Calling delete_port for 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:29.564784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-883ec705-0753-4334-8499-52bacaa4eb11 req-546ba163-595f-4d52-a0d1-aaa27d787cd8 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3092937 Sep 17 01:06:29.570975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.571779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:29.586804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:29.587043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.588759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] 10.222.0.23 "PUT /v2.0/ports/62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 200 len: 1091 time: 4.0814834 Sep 17 01:06:29.599627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:29.602033 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "62286378-9f72-4fde-a4bf-a6b658375339"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:29.622188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:29.736319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:29.766385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Network': ['ID=215ff0eb-9f95-491b-b06e-5147f425900d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:29.774316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712cf23-4781-4a2d-962f-81e37f91649e service neutron] Pushing event updated for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:29.779586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80c3f4de-f5d0-4f8f-a36f-5c1056616388 req-d45e6c7c-4309-4450-bf1f-434175acd783 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138514 Sep 17 01:06:29.797944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=41cd06bd-805d-4a93-98f3-c91839b5b8ac,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:29.804568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 215ff0eb-9f95-491b-b06e-5147f425900d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:06:29.851687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f26671f9-c329-413b-a645-1a8f7948dad4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 3.2323360 Sep 17 01:06:29.868101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40236) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:29.885656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'subnet': {'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:29.917606 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af51c4f-22f9-4db9-ac7a-c1868c6012c0 x-openstack-request-id: req-3af51c4f-22f9-4db9-ac7a-c1868c6012c0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:29.917983 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea55cf5-4bc3-431a-9960-c833210147ea", "name": "network-vif-plugged", "status": "completed", "tag": "41cd06bd-805d-4a93-98f3-c91839b5b8ac", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:29.918489 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3af51c4f-22f9-4db9-ac7a-c1868c6012c0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:29.919760 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41cd06bd-805d-4a93-98f3-c91839b5b8ac', 'code': 200} Sep 17 01:06:29.924091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device be564a05-8fbc-4ba7-b728-ac891eb1a912 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:29.963783 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bc170e-ef94-43f9-bd4b-a8aa579a0508 x-openstack-request-id: req-54bc170e-ef94-43f9-bd4b-a8aa579a0508 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:29.964302 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "62286378-9f72-4fde-a4bf-a6b658375339", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:29.964302 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54bc170e-ef94-43f9-bd4b-a8aa579a0508 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:29.964728 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339', 'status': 'completed', 'code': 200} Sep 17 01:06:30.033666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port be564a05-8fbc-4ba7-b728-ac891eb1a912 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:30.034054 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.035474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefbec4-697f-40d6-b184-e5a03564446c req-d2347c91-9b35-4467-bd97-75bf037ad4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.038422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-d2347c91-9b35-4467-bd97-75bf037ad4ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 912 time: 0.5711508 Sep 17 01:06:30.060291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.122958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:30.123765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.136743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e6e61-543f-488a-b0a6-621bc9b6ea86 req-ffaeee6b-686b-4dab-853b-7f60aa674a79 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.147873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf1e6e61-543f-488a-b0a6-621bc9b6ea86 req-ffaeee6b-686b-4dab-853b-7f60aa674a79 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 950 time: 0.4205718 Sep 17 01:06:30.166932 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.180329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:30.182248 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.185176 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-79954ce8-1df8-411d-8649-957bb9a9a6a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf HTTP/1.1" status: 200 len: 217 time: 0.1228449 Sep 17 01:06:30.227557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8fa20-805d-499f-b864-d9e29cc68fbc req-4fe32538-9393-4098-adc2-800c14d17233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.229955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ba8fa20-805d-499f-b864-d9e29cc68fbc req-4fe32538-9393-4098-adc2-800c14d17233 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 1101 time: 0.2524018 Sep 17 01:06:30.231331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.246208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a43f0-26f1-48c9-818b-497ba7add30f req-c10052e3-fbec-4d25-a68c-47027ff46d81 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.255390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e5a43f0-26f1-48c9-818b-497ba7add30f req-c10052e3-fbec-4d25-a68c-47027ff46d81 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 943 time: 0.2426183 Sep 17 01:06:30.264475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-2b424122-6a37-44c0-b136-671012539e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.265218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-2b424122-6a37-44c0-b136-671012539e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.265849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-2b424122-6a37-44c0-b136-671012539e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.266473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-2b424122-6a37-44c0-b136-671012539e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.267128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-2b424122-6a37-44c0-b136-671012539e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.269759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-2b424122-6a37-44c0-b136-671012539e1e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 4363 time: 0.3116431 Sep 17 01:06:30.288386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cefbec4-697f-40d6-b184-e5a03564446c req-943cba97-510a-4c61-89b6-0b0602d3efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.292313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-943cba97-510a-4c61-89b6-0b0602d3efed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.0928779 Sep 17 01:06:30.318249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62d4eb9-52ff-41bb-8897-6878352a3eea,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:30.326392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.327620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c71db23e-3166-4b32-9e09-0cf13d231ad3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0576339 Sep 17 01:06:30.338415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40238) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:30.374335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'security_group_rule': {'security_group_id': '0d2777bf-d9bb-4bf6-ba06-2747e45fd02d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:30.393061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-8a5019ac-da2e-41df-927c-006b2d68ea2f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716555 Sep 17 01:06:30.435440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8669c933-4df3-4b3c-b5fb-c66ff6e9d789,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:30.452620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf1e6e61-543f-488a-b0a6-621bc9b6ea86 req-492ce5cf-f312-4e7e-bc01-f556b7378da5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034003 Sep 17 01:06:30.495802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:30.500340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.596408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e5a43f0-26f1-48c9-818b-497ba7add30f req-686406ae-0812-40e3-ad0e-90148bd1caaf tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396056 Sep 17 01:06:30.612555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ba8fa20-805d-499f-b864-d9e29cc68fbc req-95899afa-59ba-4343-8192-bb63d8c5211b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397133 Sep 17 01:06:30.658400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Checking segment: {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:30.658884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Network hostable DHCP agents. Network: 28f75030-afc4-4f33-b2b3-184fd0fc4fe8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:06:30.682346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-14fb8547-599d-4f0c-87b9-4f1bc1cada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.685787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-14fb8547-599d-4f0c-87b9-4f1bc1cada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.686501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-14fb8547-599d-4f0c-87b9-4f1bc1cada0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:30.688172 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-14fb8547-599d-4f0c-87b9-4f1bc1cada0a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3761730 Sep 17 01:06:30.704345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.753655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.794703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b4b99029-43e2-49d6-b3e4-a710e231eadf details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:06:30.836342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event deleted for resources: {'Port': ['ID=92a6bdca-277b-416b-adbf-9fbf4a6a9f06,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:30.839897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21a7ed2f-aaef-4386-af14-ceeafafded38 req-63493a3b-59a8-471c-b182-7ccae65eb14d tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d03c1b4-2267-4ad4-be9d-ce8b761ef554 HTTP/1.1" status: 200 len: 210 time: 0.1493297 Sep 17 01:06:30.870770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:06:30.909152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] No DVR routers for this DVR port 92a6bdca-277b-416b-adbf-9fbf4a6a9f06 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:30.914378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:30.922287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bf74e94-8232-444d-8840-e3c55b4d7c69 req-b04b36d1-b4b7-46c9-8fed-345ac07c9cc5 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "DELETE /v2.0/ports/92a6bdca-277b-416b-adbf-9fbf4a6a9f06 HTTP/1.1" status: 204 len: 173 time: 2.5411239 Sep 17 01:06:30.996713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-33090f4f-98d6-48c5-9d67-e72f665cdf1b service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5919704 Sep 17 01:06:31.031742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b4b99029-43e2-49d6-b3e4-a710e231eadf, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:31.041070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b1c768-479a-4802-80cd-cb4431ae8054 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:31.046287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 28f75030-afc4-4f33-b2b3-184fd0fc4fe8) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:31.049723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.055002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.057710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.058650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b4b99029-43e2-49d6-b3e4-a710e231eadf', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': 'b4b99029-43e2-49d6-b3e4-a710e231eadf', 'mac_address': 'fa:16:3e:55:44:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:06:31.063447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73269151-3303-4f69-82ec-7b84254d147d None None] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:31.178278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-3921850e-a5f1-497a-b2e8-ca08277bd5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.180316 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85dd65b0-ec73-4c5a-afa6-a09b0577cb14 req-3921850e-a5f1-497a-b2e8-ca08277bd5e8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4811003 Sep 17 01:06:31.207911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.221741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-db397970-47f5-493d-85ad-c7be95e4221a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1719787 Sep 17 01:06:31.224925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40248) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:31.231794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:31.234238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cefbec4-697f-40d6-b184-e5a03564446c req-cf96b1c4-fa81-44ac-8d1b-cba2d0d61554 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632919 Sep 17 01:06:31.235328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Transition to ACTIVE for port object e5b1c768-479a-4802-80cd-cb4431ae8054 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:31.266094 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.267724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-87cfa7ec-8876-4642-b901-e41537a03db2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.273949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-87cfa7ec-8876-4642-b901-e41537a03db2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.292208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-87cfa7ec-8876-4642-b901-e41537a03db2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.299025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-87cfa7ec-8876-4642-b901-e41537a03db2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.305357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-87cfa7ec-8876-4642-b901-e41537a03db2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.313600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-87cfa7ec-8876-4642-b901-e41537a03db2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 3828 time: 0.4202609 Sep 17 01:06:31.326041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.328475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a3b8c-a699-4b1b-873e-4fa7624cb714 req-bc709d85-12f7-49a4-8a58-de236bb2ab76 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.330143 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d38a3b8c-a699-4b1b-873e-4fa7624cb714 req-bc709d85-12f7-49a4-8a58-de236bb2ab76 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.0927866 Sep 17 01:06:31.331442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.374106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.426843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82db093-6489-4ba9-bd8f-fe047b486848,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:31.439843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:31.465275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d38a3b8c-a699-4b1b-873e-4fa7624cb714 req-2edda24c-c001-40c6-ad74-876fbf4e8d9f tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757852 Sep 17 01:06:31.493257 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2806ae28-72bf-4c7e-89cd-70d1c4ebed40 req-1746ffd5-c277-4fd4-9bee-c41b12669e0c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1785767 Sep 17 01:06:31.527678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Subnet': ['ID=871ac6d8-f02e-47b2-ab6e-d0c17488300c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:31.545278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.549455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.569891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Checking segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:31.569891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network hostable DHCP agents. Network: 215ff0eb-9f95-491b-b06e-5147f425900d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:06:31.614678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b99029-43e2-49d6-b3e4-a710e231eadf {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:31.740341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Attempting to bind port e5b1c768-479a-4802-80cd-cb4431ae8054 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:31.740967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Attempting to bind port e5b1c768-479a-4802-80cd-cb4431ae8054 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:31.741486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Attempting to bind port e5b1c768-479a-4802-80cd-cb4431ae8054 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:31.753025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b4b99029-43e2-49d6-b3e4-a710e231eadf, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:31.758540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network 215ff0eb-9f95-491b-b06e-5147f425900d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:06:31.767599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.769167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ada28f73-7863-4603-b3ef-e0d8281b79c1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4150081 Sep 17 01:06:31.787561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40254) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:31.787561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.788249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Port e5b1c768-479a-4802-80cd-cb4431ae8054 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:31.788505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Attempting to bind port e5b1c768-479a-4802-80cd-cb4431ae8054 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:31.792852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-45161e4f-6782-42ec-bd00-02a0b37b52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.794401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-45161e4f-6782-42ec-bd00-02a0b37b52c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 1096 time: 0.2457850 Sep 17 01:06:31.800593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:31.809864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:31.812353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Checking segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:31.812353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Bound using segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:31.812353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Bound port: e5b1c768-479a-4802-80cd-cb4431ae8054, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:31.812353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.832782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.900280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 215ff0eb-9f95-491b-b06e-5147f425900d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:31.911488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.912099 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:31.920288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac5825-6b06-48d1-99f1-640e4848151c req-3dfecc2a-bd05-44ce-b0a5-4f1c9df78e20 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:31.925064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7eac5825-6b06-48d1-99f1-640e4848151c req-3dfecc2a-bd05-44ce-b0a5-4f1c9df78e20 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 950 time: 0.2636478 Sep 17 01:06:31.944164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb59cef-c83d-4ba5-a8e0-5f5ef5a40005 None None] Network 215ff0eb-9f95-491b-b06e-5147f425900d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:31.984177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'name': 'network-vif-deleted', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:31.986202 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a3292-e10e-4744-9dda-555075ad3539" -d '{"events": [{"server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "name": "network-vif-deleted", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:32.082144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51e886-fed6-48ab-8758-ddd2a7a15c6b req-8f1dae4e-ad22-46fe-a975-0f47a1af0092 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.091235 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7eac5825-6b06-48d1-99f1-640e4848151c req-b6c1581d-7eb8-4e9d-8e22-5e9c5cb2f279 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484947 Sep 17 01:06:32.096630 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ee51e886-fed6-48ab-8758-ddd2a7a15c6b req-8f1dae4e-ad22-46fe-a975-0f47a1af0092 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 943 time: 0.3245406 Sep 17 01:06:32.139792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-28f75030-afc4-4f33-b2b3-184fd0fc4fe8', 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'fixed_ips': [{'subnet_id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:06:32.141652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.200747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-77c9e504-06db-494c-a54e-24a06ca74c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.202287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-77c9e504-06db-494c-a54e-24a06ca74c2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 200 len: 916 time: 0.3938980 Sep 17 01:06:32.203579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:32.207410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e5b1c768-479a-4802-80cd-cb4431ae8054,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:32.229510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.234913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.288372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.291018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-04e73d63-c882-41fc-9e6f-45605b72d896 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e HTTP/1.1" status: 200 len: 217 time: 0.0808272 Sep 17 01:06:32.293243 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90650b89-f141-4766-b8a1-806417c50fce x-openstack-request-id: req-90650b89-f141-4766-b8a1-806417c50fce {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:32.293534 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d03c1b4-2267-4ad4-be9d-ce8b761ef554", "name": "network-vif-deleted", "tag": "92a6bdca-277b-416b-adbf-9fbf4a6a9f06", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:32.293942 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90650b89-f141-4766-b8a1-806417c50fce {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:32.294330 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d03c1b4-2267-4ad4-be9d-ce8b761ef554', 'name': 'network-vif-deleted', 'tag': '92a6bdca-277b-416b-adbf-9fbf4a6a9f06', 'status': 'completed', 'code': 200} Sep 17 01:06:32.296714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ee51e886-fed6-48ab-8758-ddd2a7a15c6b req-a6cbfc64-1094-4632-b5fe-c0078bace368 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991174 Sep 17 01:06:32.302872 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7bc689ae-8634-4b9e-9fef-988d8db9acc5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4317799 Sep 17 01:06:32.305162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40262) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:32.311978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1689472612'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:32.319448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b4b99029-43e2-49d6-b3e4-a710e231eadf'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:32.388716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.389704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.391297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 1135 time: 2.6591539 Sep 17 01:06:32.404407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b4b99029-43e2-49d6-b3e4-a710e231eadf,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:32.426042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-6a06db5c-4251-470a-bf60-0ac8032c7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.429702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-6a06db5c-4251-470a-bf60-0ac8032c7d5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 200 len: 854 time: 0.1181962 Sep 17 01:06:32.429702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337884f7-5d71-4ff3-a069-01aaca3bddc3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:32.435930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:32.457430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.490980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:32.565021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:06:32.576724 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.577072 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Added segment 7568d194-9cef-462c-a01e-210ae667133c of type vlan for network a74a4adc-0f46-45ee-965f-0c2e2265f4cb Sep 17 01:06:32.600905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-0ab769fd-f82d-4ae6-9e05-38b33b75cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.602905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-0ab769fd-f82d-4ae6-9e05-38b33b75cb0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fb8849bc-1e45-4603-9988-23f515631066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659067 Sep 17 01:06:32.609588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.619125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Allocated IP 172.20.0.2 (28f75030-afc4-4f33-b2b3-184fd0fc4fe8/8669c933-4df3-4b3c-b5fb-c66ff6e9d789/0c03528e-aa8c-4780-8a73-b0ee9cb74dff) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:32.619848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.729757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.737084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.737713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.823017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8b5d8-aec1-45cb-87a8-9632a89ad9ac req-ddb97769-ef78-4189-973a-8df98f33d770 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:32.827407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fa8b5d8-aec1-45cb-87a8-9632a89ad9ac req-ddb97769-ef78-4189-973a-8df98f33d770 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1742971 Sep 17 01:06:32.838900 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.844189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.852285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-215ff0eb-9f95-491b-b06e-5147f425900d', 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'fixed_ips': [{'subnet_id': '871ac6d8-f02e-47b2-ab6e-d0c17488300c'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:06:32.853902 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:32.886396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-23bdd64f-f1fd-42a8-aa44-7284d5777b5b service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708542 Sep 17 01:06:32.949308 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6400185 Sep 17 01:06:32.954246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40270) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:32.963744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'subnet': {'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:32.991867 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.003338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a72d96-1ac7-43b9-b9a4-729f86308388 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Network': ['ID=a74a4adc-0f46-45ee-965f-0c2e2265f4cb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:33.024579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:33.038533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:33.041660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:06:33.065591 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fa8b5d8-aec1-45cb-87a8-9632a89ad9ac req-b387acdf-948e-4cc1-a5e1-334f93ca4c95 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314715 Sep 17 01:06:33.116621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:33.224721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Allocated IP 172.25.1.229 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/f534bd8a-019a-4a77-a429-4bb35732df13) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:33.257929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Attempting to bind port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:33.258449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Attempting to bind port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:33.258932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Attempting to bind port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff on network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:33.276864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:33.277668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Checking segment: {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:33.278276 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.278780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Bound using segment: {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:33.279428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Bound port: 0c03528e-aa8c-4780-8a73-b0ee9cb74dff, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:33.279917 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.314702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Pushing event updated for resources: {'Port': ['ID=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:33.416806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] For port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:33.421326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] For port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:33.443908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Allocated IP 19.80.0.2 (215ff0eb-9f95-491b-b06e-5147f425900d/871ac6d8-f02e-47b2-ab6e-d0c17488300c/09fb6e42-6c38-45d0-848b-c73a34ccf147) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:33.476702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.504531 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.512851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.519880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.526021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.532682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.538952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.545728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.553835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-a0adb665-d730-4b6a-8085-a0bd8820bbba tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 4605 time: 0.6138260 Sep 17 01:06:33.557773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.593664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23bdd335-9e3f-4ccd-83f0-129bc1042096 req-0251d570-34f4-4ca6-a6bc-9cc6e2b196e9 service neutron] 10.222.0.36 "GET /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942542 Sep 17 01:06:33.600741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.631358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e0fe2-b3ca-45e4-83b7-bff2429ddc47 None None] Pushing event updated for resources: {'Port': ['ID=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:33.655476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a79730f5-9da8-4fb8-9fb5-ceb98425f3ec req-07248cb0-40f4-433e-8e3c-70c3ced8c79d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0970042 Sep 17 01:06:33.685172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:33.685172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.755117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'Port': ['ID=f534bd8a-019a-4a77-a429-4bb35732df13,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:33.758720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c445f14-30f8-47fa-934c-611ea0e2ad17 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:33.771465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:33.777170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:33.794383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.806125 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.817874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:33.821621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.832088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-af11a6ac-419c-4a30-bb17-3b93a3983103 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.833599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-af11a6ac-419c-4a30-bb17-3b93a3983103 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.5491633 Sep 17 01:06:33.851881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Transition to ACTIVE for port object 3c445f14-30f8-47fa-934c-611ea0e2ad17 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:33.868760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00626ef3-79d7-4395-bd64-57e25c252f60 req-fc9524b0-97ea-4989-9562-e48fce6b3ecf tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.876951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00626ef3-79d7-4395-bd64-57e25c252f60 req-fc9524b0-97ea-4989-9562-e48fce6b3ecf tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 950 time: 0.1244016 Sep 17 01:06:33.880040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.913445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:33.928572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69a3cc-6b48-49cd-aaa6-2a43f506e025 req-8ffcc9c9-3194-41f2-8a85-450e06fd3af9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:33.930199 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b69a3cc-6b48-49cd-aaa6-2a43f506e025 req-8ffcc9c9-3194-41f2-8a85-450e06fd3af9 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 944 time: 0.7569647 Sep 17 01:06:33.940470 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00626ef3-79d7-4395-bd64-57e25c252f60 req-bccb84c6-3b41-4e89-93ec-b32a37347e59 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560699 Sep 17 01:06:33.944756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.003708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Network 215ff0eb-9f95-491b-b06e-5147f425900d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:34.006308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:34.024114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:34.084490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Pushing event updated for resources: {'Port': ['ID=09fb6e42-6c38-45d0-848b-c73a34ccf147,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:34.121437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Pushing event updated for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:34.183423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Attempting to bind port 09fb6e42-6c38-45d0-848b-c73a34ccf147 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:34.184037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Attempting to bind port 09fb6e42-6c38-45d0-848b-c73a34ccf147 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:34.184846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Attempting to bind port 09fb6e42-6c38-45d0-848b-c73a34ccf147 on network 215ff0eb-9f95-491b-b06e-5147f425900d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:34.194080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:34.194350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b69a3cc-6b48-49cd-aaa6-2a43f506e025 req-cb6f4f74-1f22-4daa-8a91-b58367f1266c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084584 Sep 17 01:06:34.194828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Checking segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:34.194828 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.195123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Bound using segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:34.195891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Bound port: 09fb6e42-6c38-45d0-848b-c73a34ccf147, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:34.196778 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.248613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.272739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d325a-c56f-4b41-814c-81483f56be0e req-5907ad4c-d1a9-40ad-ad77-817144ee4a8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.274400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f4d325a-c56f-4b41-814c-81483f56be0e req-5907ad4c-d1a9-40ad-ad77-817144ee4a8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 944 time: 0.1980190 Sep 17 01:06:34.295536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': 'e5b1c768-479a-4802-80cd-cb4431ae8054'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:34.303522 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e155ce-2178-4647-985f-f1c5f15a9ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "e5b1c768-479a-4802-80cd-cb4431ae8054"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:34.328168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] For port 09fb6e42-6c38-45d0-848b-c73a34ccf147, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:34.333258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] For port 09fb6e42-6c38-45d0-848b-c73a34ccf147, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=09fb6e42-6c38-45d0-848b-c73a34ccf147,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:34.358817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Attempting to bind port 3c445f14-30f8-47fa-934c-611ea0e2ad17 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:34.359307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Attempting to bind port 3c445f14-30f8-47fa-934c-611ea0e2ad17 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:34.359515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Attempting to bind port 3c445f14-30f8-47fa-934c-611ea0e2ad17 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:34.367800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Port 3c445f14-30f8-47fa-934c-611ea0e2ad17 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:34.368128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Attempting to bind port 3c445f14-30f8-47fa-934c-611ea0e2ad17 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:34.400196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f4d325a-c56f-4b41-814c-81483f56be0e req-4658a57e-037f-4324-ab28-7914c1e3f92a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076360 Sep 17 01:06:34.400913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:34.401258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Checking segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:34.401709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Bound using segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:34.402162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Bound port: 3c445f14-30f8-47fa-934c-611ea0e2ad17, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:34.402569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.404725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.555694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cbd97-b585-4a20-8c8d-4e4b58d67bc5 None None] Pushing event updated for resources: {'Port': ['ID=09fb6e42-6c38-45d0-848b-c73a34ccf147,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:34.617965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:34.652549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42017c44-23e7-471a-8446-3ce984da54f1 req-730d202d-8fd4-4a60-accd-47c64b9e7c8d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.654618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42017c44-23e7-471a-8446-3ce984da54f1 req-730d202d-8fd4-4a60-accd-47c64b9e7c8d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1462214 Sep 17 01:06:34.657674 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c224a87-0390-47cb-8911-79ef038a70de x-openstack-request-id: req-2c224a87-0390-47cb-8911-79ef038a70de {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:34.657967 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "e5b1c768-479a-4802-80cd-cb4431ae8054", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:34.664465 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c224a87-0390-47cb-8911-79ef038a70de {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:34.664465 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': 'e5b1c768-479a-4802-80cd-cb4431ae8054', 'status': 'completed', 'code': 200} Sep 17 01:06:34.761306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:34.821656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b4b99029-43e2-49d6-b3e4-a710e231eadf up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:34.850093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42017c44-23e7-471a-8446-3ce984da54f1 req-edf74996-85ac-45d7-884e-5b0338b817ff tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839001 Sep 17 01:06:34.888556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.891151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.894180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.894180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.895964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.898894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.899796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.905013 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-2a551ccd-ca1c-4e82-9211-7c7a593d2055 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6174 time: 0.2366590 Sep 17 01:06:34.908750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.966142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:34.967171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:34.968920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-03b80761-b146-4012-b918-a1e38f184226 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 1132 time: 2.4825077 Sep 17 01:06:34.987446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Allocated IP 172.25.1.116 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:35.016527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b4b99029-43e2-49d6-b3e4-a710e231eadf completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:06:35.022088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b4b99029-43e2-49d6-b3e4-a710e231eadf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:35.023067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.111264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7995a-a479-467e-b157-a1d66a42af94 req-ba9b7b4a-bec2-41a9-bc14-6ec3124b2d65 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.113044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1d7995a-a479-467e-b157-a1d66a42af94 req-ba9b7b4a-bec2-41a9-bc14-6ec3124b2d65 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 950 time: 0.3099785 Sep 17 01:06:35.130657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:35.209658 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.233469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Deleting port 14defeb1-8f53-4376-9f0e-f85138e015f9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:35.234071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.251258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee62355c-2033-4125-8261-a70b76e07506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b99029-43e2-49d6-b3e4-a710e231eadf'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:35.253969 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d4836-db77-426f-b922-51adfeafd8ea" -d '{"events": [{"server_uuid": "ee62355c-2033-4125-8261-a70b76e07506", "name": "network-vif-plugged", "status": "completed", "tag": "b4b99029-43e2-49d6-b3e4-a710e231eadf"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:35.268591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b80761-b146-4012-b918-a1e38f184226 service neutron] Pushing event updated for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:35.293920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b4b99029-43e2-49d6-b3e4-a710e231eadf, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:35.366717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.378937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-4aa046b5-7f1a-49e4-b9a4-49fe79f0bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.379479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-4aa046b5-7f1a-49e4-b9a4-49fe79f0bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.379962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-4aa046b5-7f1a-49e4-b9a4-49fe79f0bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.382723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-4aa046b5-7f1a-49e4-b9a4-49fe79f0bb7c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4644651 Sep 17 01:06:35.393491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.426719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.434005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.441345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.459911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.467435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.470003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d326f7fd-61e3-46fb-92f7-de84f010c63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.475754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.477417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575ecc2-25a5-4c31-b961-6e975532faa3 None None] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:35.482425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:35.484787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19111388-271a-4b56-af95-652d01b166e8 req-97ebaaa1-b785-4c7a-9a51-a06d383a8704 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5379 time: 0.4258389 Sep 17 01:06:35.490960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b4b99029-43e2-49d6-b3e4-a710e231eadf,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:35.537030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1d7995a-a479-467e-b157-a1d66a42af94 req-55aa610f-dd49-4b35-8b93-dee82afc70d9 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971221 Sep 17 01:06:35.696333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8683ba3e-6ba6-47a4-8599-f255913f284d None None] Provisioning complete for port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:35.700764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8683ba3e-6ba6-47a4-8599-f255913f284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.716237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] For port 14defeb1-8f53-4376-9f0e-f85138e015f9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=14defeb1-8f53-4376-9f0e-f85138e015f9,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:35.716599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.749471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Calling delete_port for 14defeb1-8f53-4376-9f0e-f85138e015f9 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:35.837080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0c03528e-aa8c-4780-8a73-b0ee9cb74dff up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:35.918049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.933504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.964523 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8683ba3e-6ba6-47a4-8599-f255913f284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:35.978021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82098396-32dd-4b1f-81c7-7218175d4d65 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:35.988254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.006704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Transition to ACTIVE for port object 82098396-32dd-4b1f-81c7-7218175d4d65 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:36.020610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19111388-271a-4b56-af95-652d01b166e8 req-8da1a287-302f-4d87-8181-091f0c4bbd7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5217574 Sep 17 01:06:36.041610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:36.042145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.070044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-22f699dc-5cb7-4414-8b1f-653ec358f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:36.076180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6e155ce-2178-4647-985f-f1c5f15a9ea3 req-22f699dc-5cb7-4414-8b1f-653ec358f442 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6845777 Sep 17 01:06:36.092928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.102466 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32508714-052b-4a3b-b78a-1c7aa556f369 x-openstack-request-id: req-32508714-052b-4a3b-b78a-1c7aa556f369 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:36.102874 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee62355c-2033-4125-8261-a70b76e07506", "name": "network-vif-plugged", "status": "completed", "tag": "b4b99029-43e2-49d6-b3e4-a710e231eadf", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:36.103148 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-32508714-052b-4a3b-b78a-1c7aa556f369 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:36.103537 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee62355c-2033-4125-8261-a70b76e07506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b99029-43e2-49d6-b3e4-a710e231eadf', 'code': 200} Sep 17 01:06:36.149295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d49b8ed-86a4-4783-a077-052add6163e5 None None] Network 215ff0eb-9f95-491b-b06e-5147f425900d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:36.164118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.168540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8683ba3e-6ba6-47a4-8599-f255913f284d None None] For port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:36.188244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.212368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:36.294108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event deleted for resources: {'Port': ['ID=14defeb1-8f53-4376-9f0e-f85138e015f9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:36.314018 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.421336 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8683ba3e-6ba6-47a4-8599-f255913f284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.426654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Attempting to bind port 82098396-32dd-4b1f-81c7-7218175d4d65 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:36.427065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Attempting to bind port 82098396-32dd-4b1f-81c7-7218175d4d65 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:36.427507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Attempting to bind port 82098396-32dd-4b1f-81c7-7218175d4d65 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:36.435985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Port 82098396-32dd-4b1f-81c7-7218175d4d65 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:36.436404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Attempting to bind port 82098396-32dd-4b1f-81c7-7218175d4d65 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:36.444799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648716b-9470-408f-9efd-d43b4811cfa0 req-a1fa8bac-5ddb-4c32-8b2b-4b6e1bd3be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:36.446420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1648716b-9470-408f-9efd-d43b4811cfa0 req-a1fa8bac-5ddb-4c32-8b2b-4b6e1bd3be0e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 1096 time: 0.2751963 Sep 17 01:06:36.466351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc16d5-510d-42fa-b211-bf7382555c70 req-1f2bc362-5695-4853-8311-549e5c7a401a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:36.466734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fd2f2-9d85-44ed-bb91-09329bbacbb8 req-dcea5ebb-88bf-4e56-ae44-33db46e57a4f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:36.468428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e7fd2f2-9d85-44ed-bb91-09329bbacbb8 req-dcea5ebb-88bf-4e56-ae44-33db46e57a4f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 945 time: 0.2465360 Sep 17 01:06:36.471595 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92fc16d5-510d-42fa-b211-bf7382555c70 req-1f2bc362-5695-4853-8311-549e5c7a401a tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b1db957-139e-4940-a88a-db29751a05e3 HTTP/1.1" status: 200 len: 866 time: 0.5484118 Sep 17 01:06:36.474015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'Port': ['ID=f534bd8a-019a-4a77-a429-4bb35732df13,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:36.540772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:36.546227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Checking segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:36.546227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Bound using segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:36.546227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Bound port: 82098396-32dd-4b1f-81c7-7218175d4d65, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:36.546227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.589644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Subnet': ['ID=c225b12c-0b7a-43ca-8dca-fb95fcaed523,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:36.602198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-48a6a760-7350-4358-a739-79d1bf859b04 None None] Provisioning complete for port 09fb6e42-6c38-45d0-848b-c73a34ccf147 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:36.602665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48a6a760-7350-4358-a739-79d1bf859b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.604421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.620135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Checking segment: {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:36.620135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network hostable DHCP agents. Network: a74a4adc-0f46-45ee-965f-0c2e2265f4cb, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:06:36.641667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.654372 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1648716b-9470-408f-9efd-d43b4811cfa0 req-935ed2b5-fac6-4e42-80ff-e95821b19397 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795287 Sep 17 01:06:36.670351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e7fd2f2-9d85-44ed-bb91-09329bbacbb8 req-152d8394-67b9-4e88-b943-938d0b8bcfa7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744690 Sep 17 01:06:36.671102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '3c445f14-30f8-47fa-934c-611ea0e2ad17'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:36.672490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.679445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] No DVR routers for this DVR port 14defeb1-8f53-4376-9f0e-f85138e015f9 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:36.690193 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb07855-b6e0-4fb6-9a96-c75f207a5196" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "3c445f14-30f8-47fa-934c-611ea0e2ad17"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:36.702644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.705352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5538e910-f9ad-42bc-8e10-57a5537ccc4f req-46ccaff9-fbbc-4718-9f1b-802e4cc2b93c tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "DELETE /v2.0/ports/14defeb1-8f53-4376-9f0e-f85138e015f9 HTTP/1.1" status: 204 len: 173 time: 2.8531303 Sep 17 01:06:36.710087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92fc16d5-510d-42fa-b211-bf7382555c70 req-e810f3c9-e375-4462-afc8-f19b428dbaaa tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279239 Sep 17 01:06:36.710543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'name': 'network-vif-deleted', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:36.712854 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043e70f4-e8e9-4a16-a18a-1b37646eff6f" -d '{"events": [{"server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "name": "network-vif-deleted", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:36.729131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683ba3e-6ba6-47a4-8599-f255913f284d None None] Pushing event updated for resources: {'Port': ['ID=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:36.750110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:36.753923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:36.757123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:36.766903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Pushing event updated for resources: {'Port': ['ID=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:36.793147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:06:36.793495 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:06:36.813432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:36.819310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=82098396-32dd-4b1f-81c7-7218175d4d65,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:36.876383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:06:36.878470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.888240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9602865e-94a6-450d-b30d-ecffb1bc4f56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0897279 Sep 17 01:06:36.888452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.888572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48a6a760-7350-4358-a739-79d1bf859b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.919776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:36.920455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:36.921871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] 10.222.0.23 "PUT /v2.0/ports/82098396-32dd-4b1f-81c7-7218175d4d65 HTTP/1.1" status: 200 len: 1091 time: 1.8016562 Sep 17 01:06:36.975072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-48a6a760-7350-4358-a739-79d1bf859b04 None None] For port 09fb6e42-6c38-45d0-848b-c73a34ccf147, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=09fb6e42-6c38-45d0-848b-c73a34ccf147,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:36.975442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf85e3f-7ee4-4b32-93fe-82b2d9326ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:37.001059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:37.050740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 14defeb1-8f53-4376-9f0e-f85138e015f9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:37.051416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 14defeb1-8f53-4376-9f0e-f85138e015f9 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:37.053891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:37.069658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ccbc9-a8fc-495e-a0d9-be0f01bce167 req-6e265d2b-16f3-4665-913b-cfee6da001ff tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.071323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-698ccbc9-a8fc-495e-a0d9-be0f01bce167 req-6e265d2b-16f3-4665-913b-cfee6da001ff tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1880548 Sep 17 01:06:37.087308 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48a6a760-7350-4358-a739-79d1bf859b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.148523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a74a4adc-0f46-45ee-965f-0c2e2265f4cb) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:37.156491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.167064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.167687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.172451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57433ab-a2ef-4d59-bb6c-106d5a11692b None None] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:37.196987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-698ccbc9-a8fc-495e-a0d9-be0f01bce167 req-9e1963e7-1deb-4bd0-80c6-dfea5e5c2d25 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171880 Sep 17 01:06:37.355464 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f06835c-758e-47ab-9481-bbaaed0e656f x-openstack-request-id: req-9f06835c-758e-47ab-9481-bbaaed0e656f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:37.355464 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "3c445f14-30f8-47fa-934c-611ea0e2ad17", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:37.361410 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f06835c-758e-47ab-9481-bbaaed0e656f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:37.362005 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '3c445f14-30f8-47fa-934c-611ea0e2ad17', 'status': 'completed', 'code': 200} Sep 17 01:06:37.401908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2ee4f13f-88b2-439c-834e-4f0032050b15 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.4419701 Sep 17 01:06:37.405411 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61579654-1d57-4ec2-aa68-e4b4efb3f8f5 x-openstack-request-id: req-61579654-1d57-4ec2-aa68-e4b4efb3f8f5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:37.405533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6a760-7350-4358-a739-79d1bf859b04 None None] Pushing event updated for resources: {'Port': ['ID=09fb6e42-6c38-45d0-848b-c73a34ccf147,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:37.405652 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b1db957-139e-4940-a88a-db29751a05e3", "name": "network-vif-deleted", "tag": "14defeb1-8f53-4376-9f0e-f85138e015f9", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:37.405871 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61579654-1d57-4ec2-aa68-e4b4efb3f8f5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:37.406274 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b1db957-139e-4940-a88a-db29751a05e3', 'name': 'network-vif-deleted', 'tag': '14defeb1-8f53-4376-9f0e-f85138e015f9', 'status': 'completed', 'code': 200} Sep 17 01:06:37.433022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8fd16e02-9072-4b45-a26c-0528f1c1e883 None None] Provisioning complete for port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:37.433401 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8fd16e02-9072-4b45-a26c-0528f1c1e883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.444224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.471652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 09fb6e42-6c38-45d0-848b-c73a34ccf147 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:37.543029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a74a4adc-0f46-45ee-965f-0c2e2265f4cb', 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'fixed_ips': [{'subnet_id': 'c225b12c-0b7a-43ca-8dca-fb95fcaed523'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:06:37.544072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.602959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 09fb6e42-6c38-45d0-848b-c73a34ccf147 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:37.603273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.666966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.667459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.667944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.669406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.669587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.670353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.670868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.676226 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8f618199-681d-4352-87b6-f0102c4018a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6283 time: 0.3456089 Sep 17 01:06:37.694175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-48aa5f25-c3a0-4526-becf-810a6b0eb3a2 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.695676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-48aa5f25-c3a0-4526-becf-810a6b0eb3a2 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 822 time: 0.2027261 Sep 17 01:06:37.726554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-6d16fc5d-cac6-45bf-b078-e1c0d619336c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/quotas/088c9ebc9b2445f5ad066b014d6a7ec3 HTTP/1.1" status: 200 len: 375 time: 0.0177741 Sep 17 01:06:37.803918 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:37.822706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.829115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.835183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Allocated IP 19.86.0.2 (a74a4adc-0f46-45ee-965f-0c2e2265f4cb/c225b12c-0b7a-43ca-8dca-fb95fcaed523/8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:37.835368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.841643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.847840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.854188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.857628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-2eb6a477-40ef-423c-8665-4bc5f05b625c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0971813 Sep 17 01:06:37.869454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:37.878267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-e08a49ad-bd23-4365-ba3b-6b8473ee8f81 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5391 time: 0.4490809 Sep 17 01:06:37.995534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc28b4df-a3fe-46b5-9173-765742c516c1 req-378e63fb-470c-4199-bbbb-ba7ab8a7aff3 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1139472 Sep 17 01:06:38.006921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-bf2dfbe7-479d-42d3-82bf-5b020773ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.007569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-bf2dfbe7-479d-42d3-82bf-5b020773ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.008074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-bf2dfbe7-479d-42d3-82bf-5b020773ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.009759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-bf2dfbe7-479d-42d3-82bf-5b020773ff41 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3211460 Sep 17 01:06:38.040846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.070070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0c03528e-aa8c-4780-8a73-b0ee9cb74dff up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:38.120332 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-3c50cffd-bc8c-4ec8-8d4a-85dbdcc59a69 service neutron] 10.222.0.13 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504947 Sep 17 01:06:38.124363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.160730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a619383d-a536-4909-929a-35cf964dc678 None None] Provisioning complete for port 09fb6e42-6c38-45d0-848b-c73a34ccf147 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:38.161972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a619383d-a536-4909-929a-35cf964dc678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.166211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d8696d0-d515-4bb1-825b-1882392eaaae {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:38.178298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.194555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f2f7176-e169-4d2c-939a-4e1a71770c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.203383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:38.211662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Transition to ACTIVE for port object 4d8696d0-d515-4bb1-825b-1882392eaaae will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:38.220117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:38.224869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e1b61-1ed3-44ae-9acf-36c5902c4dc9 req-14eb8c0e-6966-4eee-99a4-288526233eb5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.226381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35e1b61-1ed3-44ae-9acf-36c5902c4dc9 req-14eb8c0e-6966-4eee-99a4-288526233eb5 tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 950 time: 0.1366394 Sep 17 01:06:38.227618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8e092163-eb2d-491d-bf0c-286ba8816452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.228932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccb07855-b6e0-4fb6-9a96-c75f207a5196 req-8e092163-eb2d-491d-bf0c-286ba8816452 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016699 Sep 17 01:06:38.231472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:38.236018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-55d14e01-a3b0-409d-8fe2-d7ee11667a45 service neutron] 10.222.0.13 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084039 Sep 17 01:06:38.240946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Pushing event updated for resources: {'Port': ['ID=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:38.262292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:06:38.275869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:38.275869 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.285987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d35e1b61-1ed3-44ae-9acf-36c5902c4dc9 req-5fc650e8-b7b6-4cb8-aca8-c416fd51182c tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/security-groups?id=526a20fe-da6f-47c2-ad43-b5ac8847b09d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527232 Sep 17 01:06:38.296551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.340040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Attempting to bind port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:38.340040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Attempting to bind port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:38.340465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Attempting to bind port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 on network a74a4adc-0f46-45ee-965f-0c2e2265f4cb {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:38.369478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:38.369897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Checking segment: {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:38.370206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.370668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Bound using segment: {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:38.371099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Bound port: 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:38.372358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.436469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:38.461802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Sync routers for ids ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:38.511927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Pushing event updated for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:38.518948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Routers {'6b06d7c2-e356-4233-a65e-8ee7ae80aca3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:38.519851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:38.523850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 09fb6e42-6c38-45d0-848b-c73a34ccf147 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:38.529242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] For port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:38.535163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c83a3-b00c-47fc-8d36-37c0fa9d065f req-105ba5e1-f234-47f4-867e-49b23fac253e tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.542377 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-876c83a3-b00c-47fc-8d36-37c0fa9d065f req-105ba5e1-f234-47f4-867e-49b23fac253e tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 945 time: 0.1372516 Sep 17 01:06:38.592015 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.593541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c12961f3-42b1-4cf9-b987-5acb9bdbcd95 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3659623 Sep 17 01:06:38.597159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] For port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:38.597637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40330) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:38.602319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Attempting to bind port 4d8696d0-d515-4bb1-825b-1882392eaaae on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:38.602539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Attempting to bind port 4d8696d0-d515-4bb1-825b-1882392eaaae by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:38.612141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Attempting to bind port 4d8696d0-d515-4bb1-825b-1882392eaaae on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:38.625295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Port 4d8696d0-d515-4bb1-825b-1882392eaaae on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:38.625581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Attempting to bind port 4d8696d0-d515-4bb1-825b-1882392eaaae on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:38.639962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-876c83a3-b00c-47fc-8d36-37c0fa9d065f req-866a4b2a-f63e-40e7-8448-db58388756c8 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962536 Sep 17 01:06:38.648172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:38.648514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Checking segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:38.648903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Bound using segment: {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:38.649342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Bound port: 4d8696d0-d515-4bb1-825b-1882392eaaae, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842012c-49b5-4d14-bc2d-7cb461591865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:38.649705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.719489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.797325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bff5b0-a567-43af-af0a-d573928a67be req-92a0746d-5796-47a4-a3d8-e058eb20fa6e tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.798887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14bff5b0-a567-43af-af0a-d573928a67be req-92a0746d-5796-47a4-a3d8-e058eb20fa6e tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.36 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 950 time: 0.2597647 Sep 17 01:06:38.805155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Set router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:38.867006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93313b-b19b-4640-9e5d-57de7ca8ee0b req-ccf21af2-b5e0-4206-b8c0-b8580b7dc6c5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:38.875286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a93313b-b19b-4640-9e5d-57de7ca8ee0b req-ccf21af2-b5e0-4206-b8c0-b8580b7dc6c5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 945 time: 0.1272862 Sep 17 01:06:38.890666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:38.899333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 09fb6e42-6c38-45d0-848b-c73a34ccf147 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:38.899709 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:38.919782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4d8696d0-d515-4bb1-825b-1882392eaaae,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:38.938095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a93313b-b19b-4640-9e5d-57de7ca8ee0b req-837f49d7-654e-43de-adf0-9fb3e9950bc9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616708 Sep 17 01:06:38.986346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd82e4-9d6e-4584-a553-7f3edc461c13 None None] Pushing event updated for resources: {'Port': ['ID=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:38.994637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.039985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-a3db8872-3e24-4845-b489-102740e52aa1 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:39.062744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-a3db8872-3e24-4845-b489-102740e52aa1 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:39.068126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:39.068512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.069975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-34016043-8207-468f-9ab8-df643c247d6b service neutron] 10.222.0.23 "PUT /v2.0/ports/4d8696d0-d515-4bb1-825b-1882392eaaae HTTP/1.1" status: 200 len: 1091 time: 2.0204861 Sep 17 01:06:39.071526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-a3db8872-3e24-4845-b489-102740e52aa1 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/networks?id=215ff0eb-9f95-491b-b06e-5147f425900d&id=a74a4adc-0f46-45ee-965f-0c2e2265f4cb&id=215ff0eb-9f95-491b-b06e-5147f425900d HTTP/1.1" status: 200 len: 1391 time: 0.3492560 Sep 17 01:06:39.124796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-6b768ff0-d168-4090-90b5-7947de664412 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/quotas/67b17bee5e204905913a67b71df616a9 HTTP/1.1" status: 200 len: 375 time: 0.0522614 Sep 17 01:06:39.190979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:39.223832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79e33a3e-3627-4e0b-865e-62af7970b68b req-48488c19-37a5-4fbc-8706-07d0754739b1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 210 time: 0.1109686 Sep 17 01:06:39.228018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34016043-8207-468f-9ab8-df643c247d6b service neutron] Pushing event updated for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:39.297092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.365884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65'}, {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:39.368620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65"}, {"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:39.401339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.513691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07d790-a86b-4ea7-a880-41dc249110e7 req-19a60dfe-0d4e-48e5-8c67-3ce058bc2905 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:39.522184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f07d790-a86b-4ea7-a880-41dc249110e7 req-19a60dfe-0d4e-48e5-8c67-3ce058bc2905 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.1497605 Sep 17 01:06:39.532233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:06:37Z', 'revision_number': 3, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:39.540177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.571864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Checking router: 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:39.572347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Updating router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:06:39.587056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f07d790-a86b-4ea7-a880-41dc249110e7 req-3f02269c-5c96-4dd9-870e-1648b82c1be5 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637274 Sep 17 01:06:39.602236 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.697147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Deleting port 41cd06bd-805d-4a93-98f3-c91839b5b8ac {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:39.697731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.808752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3988df96-4c91-4792-911f-f954b14ff2f4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:39.818359 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.839799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Transition to ACTIVE for port object 3988df96-4c91-4792-911f-f954b14ff2f4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:39.858469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-78e134aa-9783-4873-96e8-4ef69f2711cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7326603 Sep 17 01:06:39.932757 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:39.954881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.016609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Pushing event updated for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:40.017640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.031739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] For port 41cd06bd-805d-4a93-98f3-c91839b5b8ac, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=41cd06bd-805d-4a93-98f3-c91839b5b8ac,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:40.032111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.053942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:40.082565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Calling delete_port for 41cd06bd-805d-4a93-98f3-c91839b5b8ac owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:40.149843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Attempting to bind port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:40.150371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Attempting to bind port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:40.150862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Attempting to bind port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:40.169073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:40.169632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:40.170247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.170714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:40.171352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Bound port: 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:40.171940 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.177192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-27b2bee3-4205-47f2-b918-c13e953c8eae service neutron] 10.222.0.13 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863955 Sep 17 01:06:40.211889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Attempting to bind port 3988df96-4c91-4792-911f-f954b14ff2f4 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:40.212457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Attempting to bind port 3988df96-4c91-4792-911f-f954b14ff2f4 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:40.212574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Attempting to bind port 3988df96-4c91-4792-911f-f954b14ff2f4 on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:40.220151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Port 3988df96-4c91-4792-911f-f954b14ff2f4 on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:40.220472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Attempting to bind port 3988df96-4c91-4792-911f-f954b14ff2f4 on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:40.221401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3591fb-0bea-4abe-93e9-a28bf63fdf82 None None] Pushing event updated for resources: {'Port': ['ID=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:40.227276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:40.227559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Checking segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:40.227939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Bound using segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:40.228366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Bound port: 3988df96-4c91-4792-911f-f954b14ff2f4, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:40.228721 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.266413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:40.267143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.307696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] For port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:40.327662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca88c38-f183-4bb5-bf50-61936ff5d862 None None] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:06:40.343832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] For port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:40.360046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:40.366708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3988df96-4c91-4792-911f-f954b14ff2f4,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:40.421215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.435166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.481159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.493693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.494317 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.495782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] 10.222.0.23 "PUT /v2.0/ports/3988df96-4c91-4792-911f-f954b14ff2f4 HTTP/1.1" status: 200 len: 1091 time: 1.3347964 Sep 17 01:06:40.533885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-68045ad1-6902-4c93-b6d4-068166a36973 service neutron] 10.222.0.13 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446903 Sep 17 01:06:40.546964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78948999-24ff-4c1c-bc40-bfd94040008b service neutron] Pushing event updated for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:40.602922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Routers {'6b06d7c2-e356-4233-a65e-8ee7ae80aca3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:40.603890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:40.606413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3591fb-0bea-4abe-93e9-a28bf63fdf82 None None] Pushing event updated for resources: {'Port': ['ID=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:40.614299 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Request body: {'port': {'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:40.618359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b2a4544-1fe8-494c-a7b6-e785b11dc299 None None] Provisioning complete for port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:40.618837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b2a4544-1fe8-494c-a7b6-e785b11dc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.723870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.735913 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.746149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.753596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.765437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.774437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.783806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.793884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.794112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-deb3fdc8-b837-4d95-bcee-28f56f8f7856 service neutron] 10.222.0.13 "GET /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479200 Sep 17 01:06:40.801757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:40.811540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbde664e-00a5-459d-a22a-f1450e17024c req-89bde2b6-79d7-4630-92fc-3fadc0911391 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5415 time: 0.2427614 Sep 17 01:06:40.850116 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.878519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbde664e-00a5-459d-a22a-f1450e17024c req-93cf56e4-d94b-4cd0-a5d3-de241d3ffaab tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0649807 Sep 17 01:06:40.882964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:40.889879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['41cd06bd-805d-4a93-98f3-c91839b5b8ac'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:40.922939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Pushing event deleted for resources: {'Port': ['ID=41cd06bd-805d-4a93-98f3-c91839b5b8ac,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:40.960577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Allocated IP 172.20.0.1 (28f75030-afc4-4f33-b2b3-184fd0fc4fe8/8669c933-4df3-4b3c-b5fb-c66ff6e9d789/ad734ada-232c-46a5-ba9a-c5d140417629) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:40.964095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] Set router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:40.974540 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:40.997149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] No DVR routers for this DVR port 41cd06bd-805d-4a93-98f3-c91839b5b8ac on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:41.004990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:41.006950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14bff5b0-a567-43af-af0a-d573928a67be req-de82b770-57cf-4a83-8c82-8e331ef2539b tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.36 "DELETE /v2.0/ports/41cd06bd-805d-4a93-98f3-c91839b5b8ac HTTP/1.1" status: 204 len: 173 time: 2.1611629 Sep 17 01:06:41.007420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'name': 'network-vif-deleted', 'tag': '41cd06bd-805d-4a93-98f3-c91839b5b8ac'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:41.009664 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5bba94-1c9e-4a29-81cc-07e79953ded2" -d '{"events": [{"server_uuid": "fea55cf5-4bc3-431a-9960-c833210147ea", "name": "network-vif-deleted", "tag": "41cd06bd-805d-4a93-98f3-c91839b5b8ac"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:41.037692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-922d128c-80d3-43c9-87cc-06078ee58339 service neutron] 10.222.0.13 "GET /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345929 Sep 17 01:06:41.053522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-3e24e20e-0d90-4d5c-84c3-bd5eeb4e3843 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.055560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-3e24e20e-0d90-4d5c-84c3-bd5eeb4e3843 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.1486380 Sep 17 01:06:41.135707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:41.235926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:41.246174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-986594f2-07ce-45b7-82b3-50db3657470f service neutron] 10.222.0.13 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957109 Sep 17 01:06:41.309722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:41.343683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7696d232-fb2e-4c9a-bc8e-02ee5bca6649 req-66b84ec4-f04d-42d6-b531-3dcbc5d7d67a tempest-DeleteServersAdminTestJSON-1335496059 tempest-DeleteServersAdminTestJSON-1335496059-project] 10.222.0.13 "GET /v2.0/ports?device_id=fea55cf5-4bc3-431a-9960-c833210147ea HTTP/1.1" status: 200 len: 210 time: 0.2419109 Sep 17 01:06:41.470971 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec559c-bbca-46a1-b2e4-9f9d51d30520 x-openstack-request-id: req-b6ec559c-bbca-46a1-b2e4-9f9d51d30520 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:41.471316 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:41.471544 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6ec559c-bbca-46a1-b2e4-9f9d51d30520 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:41.472497 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65', 'status': 'completed', 'code': 200} Sep 17 01:06:41.472497 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae', 'status': 'completed', 'code': 200} Sep 17 01:06:41.485030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:06:37Z', 'revision_number': 3, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:41.495800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-bbdea6b8-ccd0-4308-a68e-6751294bbc51 req-2b01d9e9-eed0-45d1-b970-42aa1eca43d0 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:06:41.499855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbdea6b8-ccd0-4308-a68e-6751294bbc51 req-2b01d9e9-eed0-45d1-b970-42aa1eca43d0 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110500 Sep 17 01:06:41.523708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99575db0-297d-4669-be93-ddab3e6555c9 None None] The sync data for ids ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'] in n-d-789963-7 is: [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:06:37Z', 'revision_number': 3, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:41.558708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-9e415219-456e-4785-86e6-7ecb76af1fd8 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.558708 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-9e415219-456e-4785-86e6-7ecb76af1fd8 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 822 time: 0.3588591 Sep 17 01:06:41.579713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'port': {'device_id': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'admin_state_up': True, 'tenant_id': '088c9ebc9b2445f5ad066b014d6a7ec3'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:41.594040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.594740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.595232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.595695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.596153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.596618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.597124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.599169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f4ca9a70-1d8e-49c1-8152-49ff8a5aebf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6417 time: 0.1430697 Sep 17 01:06:41.612939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-2740dbc9-2c9f-4605-bdea-730dc2f4c9e6 service neutron] 10.222.0.13 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496327 Sep 17 01:06:41.641270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dbc6abb9-2529-426d-b245-2ffac5d34116 None None] Provisioning complete for port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:41.644372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dbc6abb9-2529-426d-b245-2ffac5d34116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:41.658591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-de3811d0-b4cd-4832-b9ac-296d7f82329c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:41.663262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-de3811d0-b4cd-4832-b9ac-296d7f82329c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 945 time: 0.3166065 Sep 17 01:06:41.690162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:41.808331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:41.820090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:41.835570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:41.874214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Pushing event updated for resources: {'Port': ['ID=ad734ada-232c-46a5-ba9a-c5d140417629,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:41.983145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.077319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:42.186606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:42.187219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.191691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-036d70d8-710e-45ad-8d22-2c644f419998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.192700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-036d70d8-710e-45ad-8d22-2c644f419998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.193357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-036d70d8-710e-45ad-8d22-2c644f419998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.196031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-036d70d8-710e-45ad-8d22-2c644f419998 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5856194 Sep 17 01:06:42.262003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Deleting port 32c1090a-649a-48e7-a602-f4fd49f70da2 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:42.263661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.291603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee7911a-7193-49f1-bbd1-f836af47be46 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:42.306484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbdea6b8-ccd0-4308-a68e-6751294bbc51 req-ca4436fc-2671-4ac5-94d0-fdf8e3dbfd5d tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7968118 Sep 17 01:06:42.313648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.386045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-72225aef-6bdc-4e5f-a83a-fe1d977630f6 None None] Provisioning complete for port ad734ada-232c-46a5-ba9a-c5d140417629 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:42.386443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72225aef-6bdc-4e5f-a83a-fe1d977630f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.399568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.402062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Transition to ACTIVE for port object 4ee7911a-7193-49f1-bbd1-f836af47be46 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:42.420534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596923a4-35e2-405f-82cb-c2a12e4d38ab req-d68c43c5-acc5-4b5d-a037-03c85ad500db tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.428965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-596923a4-35e2-405f-82cb-c2a12e4d38ab req-d68c43c5-acc5-4b5d-a037-03c85ad500db tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 945 time: 0.2448363 Sep 17 01:06:42.454524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Made reservation on behalf of 088c9ebc9b2445f5ad066b014d6a7ec3 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:42.458362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.465004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-72225aef-6bdc-4e5f-a83a-fe1d977630f6 None None] Port ad734ada-232c-46a5-ba9a-c5d140417629 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:42.494346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] For port 32c1090a-649a-48e7-a602-f4fd49f70da2, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=32c1090a-649a-48e7-a602-f4fd49f70da2,segment=NetworkSegment(6b4fe42d-5657-4d68-b811-a0e5f9747902),segment_id=6b4fe42d-5657-4d68-b811-a0e5f9747902)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:42.495247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.501322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f1574fc7-3213-4e50-9cf8-d76b8be6fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.502936 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f1574fc7-3213-4e50-9cf8-d76b8be6fbd3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2912858 Sep 17 01:06:42.516000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Calling delete_port for 32c1090a-649a-48e7-a602-f4fd49f70da2 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:42.596104 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.617821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Deleting port b4b99029-43e2-49d6-b3e4-a710e231eadf {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:42.618160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.662579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-596923a4-35e2-405f-82cb-c2a12e4d38ab req-c34efe46-50fd-4393-898a-d20542a71af7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330859 Sep 17 01:06:42.729197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] For port b4b99029-43e2-49d6-b3e4-a710e231eadf, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b4b99029-43e2-49d6-b3e4-a710e231eadf,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:42.729563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:42.757506 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:06:42.790927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Calling delete_port for b4b99029-43e2-49d6-b3e4-a710e231eadf owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:42.814803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eca841f4-61c6-4dfe-8e10-12fbab906406 req-00d4dea6-1392-479c-b6be-8f3fcf931405 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 210 time: 0.0548663 Sep 17 01:06:42.876982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:42.896428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.901042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.901042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.901042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.901042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.901042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.901042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:42.902131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-f2bc80b0-14e5-4c27-a7b2-2ba0b9a218da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6442 time: 0.3151834 Sep 17 01:06:42.941764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Allocated IP 172.20.0.3 (e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9/cb096bb9-0819-4a5e-83b6-d1e09c5089c4/d5eb86c0-100a-4e51-8816-51ffdab8b972) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:42.955474 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d966f9e-c7cf-4ec5-99a3-5d14312b0f8f x-openstack-request-id: req-7d966f9e-c7cf-4ec5-99a3-5d14312b0f8f {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:42.955807 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fea55cf5-4bc3-431a-9960-c833210147ea", "name": "network-vif-deleted", "tag": "41cd06bd-805d-4a93-98f3-c91839b5b8ac", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:42.956022 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d966f9e-c7cf-4ec5-99a3-5d14312b0f8f {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:42.956496 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fea55cf5-4bc3-431a-9960-c833210147ea', 'name': 'network-vif-deleted', 'tag': '41cd06bd-805d-4a93-98f3-c91839b5b8ac', 'status': 'completed', 'code': 200} Sep 17 01:06:42.961085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.961437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.961780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.962117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.962451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.962780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.964774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.971041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.971041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.971041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.971041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:42.971041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:43.016232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 41cd06bd-805d-4a93-98f3-c91839b5b8ac no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:43.018916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf356446-bba4-4527-bdea-5c8d4dfa7815 req-7d64e638-4a43-42d3-9e0c-02767a0d2791 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.026580 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf356446-bba4-4527-bdea-5c8d4dfa7815 req-7d64e638-4a43-42d3-9e0c-02767a0d2791 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 945 time: 0.2342978 Sep 17 01:06:43.057555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3a5c8f5-974a-4da3-ade2-3f5180912a66 req-ed291764-8852-4ec4-aa94-8ba4a9c300ad tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 210 time: 0.1021135 Sep 17 01:06:43.058519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 41cd06bd-805d-4a93-98f3-c91839b5b8ac {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:43.059203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 41cd06bd-805d-4a93-98f3-c91839b5b8ac not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:43.061035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 32c1090a-649a-48e7-a602-f4fd49f70da2 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:43.130786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Attempting to bind port 4ee7911a-7193-49f1-bbd1-f836af47be46 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:43.131260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Attempting to bind port 4ee7911a-7193-49f1-bbd1-f836af47be46 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:43.131492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Attempting to bind port 4ee7911a-7193-49f1-bbd1-f836af47be46 on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:43.136768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Port 4ee7911a-7193-49f1-bbd1-f836af47be46 on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:43.137809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Attempting to bind port 4ee7911a-7193-49f1-bbd1-f836af47be46 on network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:43.150215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.211897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf356446-bba4-4527-bdea-5c8d4dfa7815 req-00f88720-9fa0-49d3-8bbf-dc5dd561bf8f tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ef739a8-5666-4345-a79e-2cbb6bab308e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844738 Sep 17 01:06:43.217677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-d0b305a3-9570-47a9-94f1-409427ccfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.218151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-d0b305a3-9570-47a9-94f1-409427ccfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.225605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-d0b305a3-9570-47a9-94f1-409427ccfe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.225605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-d0b305a3-9570-47a9-94f1-409427ccfe8b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2730308 Sep 17 01:06:43.242730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:43.243071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Checking segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:43.243868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Bound using segment: {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:43.244201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Bound port: 4ee7911a-7193-49f1-bbd1-f836af47be46, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75de20f3-d82c-4764-8d53-fac89044f415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:43.244533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.248736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.256369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.294320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.306918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Pushing event deleted for resources: {'Port': ['ID=32c1090a-649a-48e7-a602-f4fd49f70da2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:43.364211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event deleted for resources: {'Port': ['ID=b4b99029-43e2-49d6-b3e4-a710e231eadf,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:43.418211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.426788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.444140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.445414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.452464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.459604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.467481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.471619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-0d18ed4b-45de-4ae3-9ee7-c473df7c38f9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.2648225 Sep 17 01:06:43.479449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Pushing event updated for resources: {'Port': ['ID=ad734ada-232c-46a5-ba9a-c5d140417629,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:43.494098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.533362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:43.536050 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f748c0-b2bb-4a3e-805e-456a3357b6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:43.543721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] No DVR routers for this DVR port 32c1090a-649a-48e7-a602-f4fd49f70da2 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:43.552615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.554383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-512e572e-4dcb-4cd8-9520-0c080da491b5 req-56aac595-cc41-4406-9825-7412dd354b56 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.36 "DELETE /v2.0/ports/32c1090a-649a-48e7-a602-f4fd49f70da2 HTTP/1.1" status: 204 len: 173 time: 2.4918642 Sep 17 01:06:43.578602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] No DVR routers for this DVR port b4b99029-43e2-49d6-b3e4-a710e231eadf on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:43.593752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.595732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f1ec018-f649-43fa-9b58-c138329dd71b req-03207fbe-966b-4874-869b-9921e54b2679 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "DELETE /v2.0/ports/b4b99029-43e2-49d6-b3e4-a710e231eadf HTTP/1.1" status: 204 len: 173 time: 1.9228468 Sep 17 01:06:43.601574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:43.609838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4ee7911a-7193-49f1-bbd1-f836af47be46,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:43.627393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-269c5e63-2f92-4d03-a473-3cb71cfd8d7e req-77a87c54-906a-419b-b750-2914b3527642 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0826604 Sep 17 01:06:43.721335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.791201 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091c9f04-0991-4338-8eb3-b8ec68600336 x-openstack-request-id: req-091c9f04-0991-4338-8eb3-b8ec68600336 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:43.791959 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:43.792382 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-091c9f04-0991-4338-8eb3-b8ec68600336 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:43.792625 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4', 'status': 'completed', 'code': 200} Sep 17 01:06:43.809108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:43.809108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:43.809681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] 10.222.0.23 "PUT /v2.0/ports/4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 200 len: 1091 time: 3.2009032 Sep 17 01:06:43.852971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb110a-7f83-49a3-a0e6-76400dc73734 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:43.910754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28534619-312a-4b3d-a987-52bb3db133a3 req-116efa65-71d0-4c66-a8c0-659c9c8b3ec7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 210 time: 0.0456991 Sep 17 01:06:44.023453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c954d8-37c2-4c65-8011-bac1b28bf96f req-35bf4621-fee9-4d0d-a555-14216b51aa7c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.032555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86c954d8-37c2-4c65-8011-bac1b28bf96f req-35bf4621-fee9-4d0d-a555-14216b51aa7c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.7077875 Sep 17 01:06:44.061046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:44.062971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-be17bfdb-cb40-4f67-9def-56cea12dba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.064584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cc0ae5e-ee88-4a31-8cf3-fd834ddb69ba req-be17bfdb-cb40-4f67-9def-56cea12dba6e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8373811 Sep 17 01:06:44.133828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:44.134339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:44.172315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-814e7db2-bd9c-40cf-9a73-c93016f39911 req-632a6489-88d5-47e7-bec5-5a155e546bad tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 210 time: 0.0532398 Sep 17 01:06:44.224207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:44.269204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:44.286123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:44.286609 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:44.325652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:44.354828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c08e2f62-a183-4e0c-a601-3a7908efd5e1 req-57457b05-bcbd-487b-9480-e4a5793a389d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 210 time: 0.0454824 Sep 17 01:06:44.411147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:44.457426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86c954d8-37c2-4c65-8011-bac1b28bf96f req-f6dd24a0-19b7-41a1-9d90-505e852eaf2c tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188728 Sep 17 01:06:44.532420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:44.573135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f18a20c6-a650-4bc6-a90b-90283f8b5a86 req-72c7d5e3-3b7a-4af0-be80-ad2ee5be23c8 tempest-LiveMigrationTest-302562188 tempest-LiveMigrationTest-302562188-project] 10.222.0.13 "GET /v2.0/ports?device_id=34cabbed-8ff0-4162-8181-de3e87325750 HTTP/1.1" status: 200 len: 210 time: 0.0729585 Sep 17 01:06:44.578911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:06:44.599748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.600178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.600647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.601116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.601577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.602035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.602568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9c18ed15-0c0e-4d2d-93b5-b8bce105a30a None None] Provisioning complete for port ad734ada-232c-46a5-ba9a-c5d140417629 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:44.602875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.603029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c18ed15-0c0e-4d2d-93b5-b8bce105a30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:44.616733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-0afd9d5c-e423-4104-967d-ab97074722dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6484 time: 0.4570351 Sep 17 01:06:44.649958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9c18ed15-0c0e-4d2d-93b5-b8bce105a30a None None] Port ad734ada-232c-46a5-ba9a-c5d140417629 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:44.763335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:44.779600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.785548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.791393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.797800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.803679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.810203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.817141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.819106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-692fa9b2-9d22-4090-9716-e1502583a201 req-9825e537-3141-4f5b-9ab5-02f92a7f6f7e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.0944057 Sep 17 01:06:44.836606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:44.852065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5771401-2d6b-4fdf-a09f-bd90beff53b1 req-58b8c1cc-a48f-4a31-baca-bfb7759b3462 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.853556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5771401-2d6b-4fdf-a09f-bd90beff53b1 req-58b8c1cc-a48f-4a31-baca-bfb7759b3462 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 945 time: 0.2352667 Sep 17 01:06:44.862714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b4b99029-43e2-49d6-b3e4-a710e231eadf no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:44.867185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-692fa9b2-9d22-4090-9716-e1502583a201 req-7d0b3dd6-583d-403a-9e85-455138d7e2cc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0415452 Sep 17 01:06:44.894561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: b4b99029-43e2-49d6-b3e4-a710e231eadf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:06:44.895054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b4b99029-43e2-49d6-b3e4-a710e231eadf not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:06:44.911103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:44.925195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:44.940722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:44.967830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-3e4ce428-27d7-4241-988f-8e0f99ad03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.968304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-3e4ce428-27d7-4241-988f-8e0f99ad03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.968770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-3e4ce428-27d7-4241-988f-8e0f99ad03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:44.970404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-3e4ce428-27d7-4241-988f-8e0f99ad03a4 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3371744 Sep 17 01:06:45.020957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ace48686-57e2-42f6-a185-fe5854b52df2 req-4394c69d-60ff-4084-8786-6ac9f3fe0c03 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee62355c-2033-4125-8261-a70b76e07506 HTTP/1.1" status: 200 len: 210 time: 0.0298121 Sep 17 01:06:45.026212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:06:45.038640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5771401-2d6b-4fdf-a09f-bd90beff53b1 req-1cc8ca27-2b73-41b0-b1ed-785c7ab76911 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738412 Sep 17 01:06:45.044556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-50d64536-90a9-41a2-ac61-fe345ec3d86e admin admin] 10.222.0.13 "PUT /v2.0/routers/6b06d7c2-e356-4233-a65e-8ee7ae80aca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4435496 Sep 17 01:06:45.054539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.055234 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:45.059315 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Sync routers for ids ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:06:45.083377 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Routers {'6b06d7c2-e356-4233-a65e-8ee7ae80aca3'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:45.086175 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:45.136179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-ce005532-c150-419c-a501-cd5d175e401d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.138277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79f748c0-b2bb-4a3e-805e-456a3357b6b6 req-ce005532-c150-419c-a501-cd5d175e401d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528094 Sep 17 01:06:45.251465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-566cf21d-aeae-4795-bed5-21dc8e42e84b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.257279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-566cf21d-aeae-4795-bed5-21dc8e42e84b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.258998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-566cf21d-aeae-4795-bed5-21dc8e42e84b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "GET /v2.0/networks?id=215ff0eb-9f95-491b-b06e-5147f425900d&id=a74a4adc-0f46-45ee-965f-0c2e2265f4cb&id=215ff0eb-9f95-491b-b06e-5147f425900d HTTP/1.1" status: 200 len: 1391 time: 0.1855557 Sep 17 01:06:45.274867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'port': {'device_id': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d', 'admin_state_up': True, 'tenant_id': '67b17bee5e204905913a67b71df616a9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:45.280454 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Set router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:45.280939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-b3b37f96-378e-4d07-96de-945e1394f8ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7110589 Sep 17 01:06:45.304503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Request body: {'port': {'device_id': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:45.417067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.417618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.418738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.431195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.432899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.438224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.438224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.440640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-621a6568-2df8-4a03-b531-591f43a00687 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6484 time: 0.2485840 Sep 17 01:06:45.501732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222278d-914a-4f54-8086-f97849bbff77 req-af7bc19f-b9cb-43dd-8c5b-a46e1c1c66a7 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.511405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2222278d-914a-4f54-8086-f97849bbff77 req-af7bc19f-b9cb-43dd-8c5b-a46e1c1c66a7 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.2511873 Sep 17 01:06:45.524278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:45.543053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-adcb329f-7673-410b-b952-b48013a645e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 200 len: 217 time: 0.0895286 Sep 17 01:06:45.577793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:45.583041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:45.614026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2222278d-914a-4f54-8086-f97849bbff77 req-89319f12-672f-4c9c-802e-5bdecbc5f00e tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016166 Sep 17 01:06:45.625105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:45.638892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-a863c83a-444b-4a28-b3ed-2b07b1deecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.640626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-a863c83a-444b-4a28-b3ed-2b07b1deecdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7372a4ee-7734-4abf-a4a8-a056449fad85 HTTP/1.1" status: 200 len: 856 time: 0.0735528 Sep 17 01:06:45.700745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33937b-9e4a-4e2e-9c3b-3e8d8382eae0 req-524bda3d-ebe4-489a-a7ac-10c5cea793bd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:45.709564 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:06:42Z', 'revision_number': 4, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ad734ada-232c-46a5-ba9a-c5d140417629', 'name': '', 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'mac_address': 'fa:16:3e:b1:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:40Z', 'updated_at': '2021-09-17T01:06:42Z', 'revision_number': 2, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'subnets': [{'id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:45.711846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da33937b-9e4a-4e2e-9c3b-3e8d8382eae0 req-524bda3d-ebe4-489a-a7ac-10c5cea793bd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 931 time: 0.3755777 Sep 17 01:06:45.786615 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Checking router: 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:06:45.789070 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Updating router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 port ad734ada-232c-46a5-ba9a-c5d140417629 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:06:45.791679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da33937b-9e4a-4e2e-9c3b-3e8d8382eae0 req-d37ba164-75b3-4b0e-a67a-e3ee1483d52f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735545 Sep 17 01:06:45.823658 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:45.833529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'name': 'network-vif-deleted', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2'}, {'server_uuid': 'ee62355c-2033-4125-8261-a70b76e07506', 'name': 'network-vif-deleted', 'tag': 'b4b99029-43e2-49d6-b3e4-a710e231eadf'}, {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:45.843833 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca" -d '{"events": [{"server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "name": "network-vif-deleted", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2"}, {"server_uuid": "ee62355c-2033-4125-8261-a70b76e07506", "name": "network-vif-deleted", "tag": "b4b99029-43e2-49d6-b3e4-a710e231eadf"}, {"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:45.947554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40442) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:45.970482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bea8774c-0285-4c75-b21e-a113b0bf3e7e req-a911a3e3-4b1b-4a61-8e9f-4eee2292f758 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 210 time: 0.1109004 Sep 17 01:06:46.001328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-be61c003-33da-4b9a-93a2-bcaf283a00c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.003248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-be61c003-33da-4b9a-93a2-bcaf283a00c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d1fc549-aa3d-4d46-98a9-560f16163d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3529720 Sep 17 01:06:46.091809 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d55fd1-38ff-46b3-9626-99c01d32ca80 x-openstack-request-id: req-03d55fd1-38ff-46b3-9626-99c01d32ca80 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:46.092116 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cabbed-8ff0-4162-8181-de3e87325750", "name": "network-vif-deleted", "tag": "32c1090a-649a-48e7-a602-f4fd49f70da2", "status": "completed", "code": 200}, {"server_uuid": "ee62355c-2033-4125-8261-a70b76e07506", "name": "network-vif-deleted", "tag": "b4b99029-43e2-49d6-b3e4-a710e231eadf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:46.092370 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03d55fd1-38ff-46b3-9626-99c01d32ca80 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:46.092772 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cabbed-8ff0-4162-8181-de3e87325750', 'name': 'network-vif-deleted', 'tag': '32c1090a-649a-48e7-a602-f4fd49f70da2', 'status': 'completed', 'code': 200} Sep 17 01:06:46.093023 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee62355c-2033-4125-8261-a70b76e07506', 'name': 'network-vif-deleted', 'tag': 'b4b99029-43e2-49d6-b3e4-a710e231eadf', 'status': 'completed', 'code': 200} Sep 17 01:06:46.093271 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46', 'status': 'completed', 'code': 200} Sep 17 01:06:46.141232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:46.278155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-189d74a8-822b-4b37-af0d-4fcf24a41e53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ae62d885aa54724acec10428b46cdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6518190 Sep 17 01:06:46.283535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:46.283915 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.289690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:46.316278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Deleting subnet a47cc473-dd7a-43ea-aabd-7c5da26929b1 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:06:46.346576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Allocated IP 19.80.0.175 (215ff0eb-9f95-491b-b06e-5147f425900d/871ac6d8-f02e-47b2-ab6e-d0c17488300c/04f3050d-4752-4b7c-8f95-c042f195e35a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:46.374393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.386593 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.413389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.426962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.441746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.454533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.457733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557091c-6f05-4b5f-ac9c-56970e4c6c3d req-d949558c-1350-4f76-ada1-beb2a4098dae tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.461210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.466871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557091c-6f05-4b5f-ac9c-56970e4c6c3d req-d949558c-1350-4f76-ada1-beb2a4098dae tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.468788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.474975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557091c-6f05-4b5f-ac9c-56970e4c6c3d req-d949558c-1350-4f76-ada1-beb2a4098dae tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.475393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:46.479312 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.485072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-325c946d-9664-414a-ba1c-90ccd6d4e45f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.2575283 Sep 17 01:06:46.491773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5557091c-6f05-4b5f-ac9c-56970e4c6c3d req-d949558c-1350-4f76-ada1-beb2a4098dae tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de&device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a&device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 2417 time: 0.2604575 Sep 17 01:06:46.561697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-5c277f1b-c97a-4b9b-876f-d892ee923fd1 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495043 Sep 17 01:06:46.571398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a121d9fd-3ee8-4654-b22b-cd737adc7ab5 req-78f460c2-3734-42de-b33f-15c8b3835db3 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0812719 Sep 17 01:06:46.577930 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573dc8a-8f3c-42d6-9d41-4face6c7dc15 None None] Pushing event updated for resources: {'Port': ['ID=ad734ada-232c-46a5-ba9a-c5d140417629,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:46.670340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b7984a1-61e1-4f6f-8b73-10ed9f62b586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.703566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Attempting to bind port ad734ada-232c-46a5-ba9a-c5d140417629 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:46.704283 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Attempting to bind port ad734ada-232c-46a5-ba9a-c5d140417629 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:46.704846 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Attempting to bind port ad734ada-232c-46a5-ba9a-c5d140417629 on network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:46.710425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:46.711498 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Checking segment: {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:46.712132 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.712716 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Bound using segment: {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:46.713378 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Bound port: ad734ada-232c-46a5-ba9a-c5d140417629, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7377789-6832-4184-8742-ddd29eb6237c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:46.713960 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.815612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.833652 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-23f7ec0a-5310-401e-887d-b34775dabe59 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492304 Sep 17 01:06:46.845536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5557091c-6f05-4b5f-ac9c-56970e4c6c3d req-dc028efb-b8a1-4d79-8da1-97fc56b58c00 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546054 Sep 17 01:06:46.858508 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] For port ad734ada-232c-46a5-ba9a-c5d140417629, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:46.868098 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] For port ad734ada-232c-46a5-ba9a-c5d140417629, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ad734ada-232c-46a5-ba9a-c5d140417629,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:46.880813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:46.924485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-da4dcab6-834f-4fe7-bbbc-4b0046eed3ca req-b85fb2ab-85da-46ed-8376-174c1047be95 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:06:46.932482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da4dcab6-834f-4fe7-bbbc-4b0046eed3ca req-b85fb2ab-85da-46ed-8376-174c1047be95 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148401 Sep 17 01:06:46.966064 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.030432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Provisioning complete for port ad734ada-232c-46a5-ba9a-c5d140417629 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:47.030869 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.042680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-e767bf4e-7cef-4078-ab4e-e8e860fb69a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 217 time: 0.1400270 Sep 17 01:06:47.072592 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573dc8a-8f3c-42d6-9d41-4face6c7dc15 None None] Pushing event updated for resources: {'Port': ['ID=ad734ada-232c-46a5-ba9a-c5d140417629,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:47.076624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525046-52f1-4d10-aea5-7e885621e7e6 req-7c260e0e-d648-49ef-ae4c-2f69cc9b6f94 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:47.095747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9525046-52f1-4d10-aea5-7e885621e7e6 req-7c260e0e-d648-49ef-ae4c-2f69cc9b6f94 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 931 time: 0.1674643 Sep 17 01:06:47.111238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.118338 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Routers {'6b06d7c2-e356-4233-a65e-8ee7ae80aca3'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:06:47.119324 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:06:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:47.202679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.207288 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b7984a1-61e1-4f6f-8b73-10ed9f62b586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.219580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c0c54863-2b8c-4aaf-a02d-652e93d77e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:47.223492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c0c54863-2b8c-4aaf-a02d-652e93d77e03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1244490 Sep 17 01:06:47.270369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network 215ff0eb-9f95-491b-b06e-5147f425900d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:47.274378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] For port ad734ada-232c-46a5-ba9a-c5d140417629, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ad734ada-232c-46a5-ba9a-c5d140417629,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:47.286443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9525046-52f1-4d10-aea5-7e885621e7e6 req-64bdf662-46eb-491d-bf7f-3e02b1c27465 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887975 Sep 17 01:06:47.289526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Port': ['ID=04f3050d-4752-4b7c-8f95-c042f195e35a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:47.312103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:47.317219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:47.348012 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.350053 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] Set router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:06:47.447818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da4dcab6-834f-4fe7-bbbc-4b0046eed3ca req-2dd57e05-ddad-4ba4-8655-ff8a9153e357 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.5143595 Sep 17 01:06:47.476405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Pushing event updated for resources: {'Port': ['ID=ad734ada-232c-46a5-ba9a-c5d140417629,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:47.492229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.507942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.508586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.510393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.510904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.518603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.519267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.524685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.524685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.524685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.524685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.525754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.526243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d98678-c4bf-4a59-969a-abe90e57e1ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:06:47.547130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:47.547884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.597057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e0bb3cd-2508-49ae-a9ef-193bcba6f253 None None] Provisioning complete for port ad734ada-232c-46a5-ba9a-c5d140417629 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:47.597446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e0bb3cd-2508-49ae-a9ef-193bcba6f253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.719394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-fe2c9adb-0dab-43ff-b6da-0f9659bfd283 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4490821 Sep 17 01:06:47.751530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-8429ee4a-8d6e-4831-a565-9043159b2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:47.753254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-8429ee4a-8d6e-4831-a565-9043159b2ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4987359 Sep 17 01:06:47.758042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'port': {'device_id': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb', 'admin_state_up': True, 'tenant_id': '67b17bee5e204905913a67b71df616a9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:47.771864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5eb86c0-100a-4e51-8816-51ffdab8b972 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:47.814232 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.865795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Transition to ACTIVE for port object d5eb86c0-100a-4e51-8816-51ffdab8b972 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:47.893645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8877c1c4-c55b-445a-8ccb-fffaf1c28784 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:47.901410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8877c1c4-c55b-445a-8ccb-fffaf1c28784 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.3983824 Sep 17 01:06:47.928514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-5515b8f0-ea0f-458d-97e9-99bff5da7814 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0260997 Sep 17 01:06:47.933228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2f183f5b-1d49-4ba8-9fcc-396eef2873eb None None] Provisioning complete for port 04f3050d-4752-4b7c-8f95-c042f195e35a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:47.934411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f183f5b-1d49-4ba8-9fcc-396eef2873eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.949737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b7984a1-61e1-4f6f-8b73-10ed9f62b586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.960741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b7984a1-61e1-4f6f-8b73-10ed9f62b586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:47.960741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b7984a1-61e1-4f6f-8b73-10ed9f62b586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/526a20fe-da6f-47c2-ad43-b5ac8847b09d HTTP/1.1" status: 204 len: 168 time: 1.6609554 Sep 17 01:06:47.981513 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:06:42Z', 'revision_number': 4, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ad734ada-232c-46a5-ba9a-c5d140417629', 'name': '', 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'mac_address': 'fa:16:3e:b1:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:40Z', 'updated_at': '2021-09-17T01:06:46Z', 'revision_number': 4, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'subnets': [{'id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:47.983448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7984a1-61e1-4f6f-8b73-10ed9f62b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a20fe-da6f-47c2-ad43-b5ac8847b09d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:48.002667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.022058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-1c0e8ef2-b284-4e14-8327-445ceed6383a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925918 Sep 17 01:06:48.024435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.059889 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b84dcb9-d3ad-46a1-9f4c-6c0831d00144 None None] The sync data for ids ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'] in n-d-789963-7 is: [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:06:42Z', 'revision_number': 4, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ad734ada-232c-46a5-ba9a-c5d140417629', 'name': '', 'network_id': '28f75030-afc4-4f33-b2b3-184fd0fc4fe8', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'mac_address': 'fa:16:3e:b1:61:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:40Z', 'updated_at': '2021-09-17T01:06:46Z', 'revision_number': 4, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'subnets': [{'id': '8669c933-4df3-4b3c-b5fb-c66ff6e9d789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:06:48.209043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.210525 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a47cc473-dd7a-43ea-aabd-7c5da26929b1 HTTP/1.1" status: 204 len: 168 time: 2.2535644 Sep 17 01:06:48.214304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40478) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:48.253109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Pushing event updated for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:48.374547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47490652-5f83-4f86-bfae-a04d09f24039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47cc473-dd7a-43ea-aabd-7c5da26929b1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:48.392946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:48.402605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.439676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-52d6fd17-275a-4eac-bd84-8ef5ab24fda5 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6518135 Sep 17 01:06:48.471034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2f183f5b-1d49-4ba8-9fcc-396eef2873eb None None] Port 04f3050d-4752-4b7c-8f95-c042f195e35a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:48.635374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.729171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639113fb-2d53-4fd2-bc13-0ba6dcaee08b req-ac8f7a78-2f44-4063-91ad-03ddee299434 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:48.735410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-639113fb-2d53-4fd2-bc13-0ba6dcaee08b req-ac8f7a78-2f44-4063-91ad-03ddee299434 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 932 time: 0.4884763 Sep 17 01:06:48.794973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-ffb5654f-c054-42d0-8ac5-4c5b0f903bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706566 Sep 17 01:06:48.796896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Allocated IP 19.86.0.191 (a74a4adc-0f46-45ee-965f-0c2e2265f4cb/c225b12c-0b7a-43ca-8dca-fb95fcaed523/059bac2f-ae63-42c1-af14-56d74050a0ab) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:48.830035 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-efe16dd7-3cac-4de3-8e92-6c72f435b9dd service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772600 Sep 17 01:06:48.909514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.931940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f928c174-7c79-4afd-98ad-dbbc4d5bd618']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:48.943948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4fe42d-5657-4d68-b811-a0e5f9747902') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:48.944078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4fe42d-5657-4d68-b811-a0e5f9747902') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:48.958679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.972196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Attempting to bind port d5eb86c0-100a-4e51-8816-51ffdab8b972 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:48.974047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Attempting to bind port d5eb86c0-100a-4e51-8816-51ffdab8b972 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:48.974960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Attempting to bind port d5eb86c0-100a-4e51-8816-51ffdab8b972 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:48.981826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.981946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-4d6b6d12-3638-4558-ac67-44c316742a65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 217 time: 0.1427298 Sep 17 01:06:48.985900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:06:48.986446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:48.999661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-639113fb-2d53-4fd2-bc13-0ba6dcaee08b req-a9a8517f-43e7-417c-87f3-37a56be32849 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250731 Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:06:49.092349 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:06:49.122620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40484) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:49.154157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c61bcbbc-d57a-41d2-8eb5-8b592dbab982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.155621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c61bcbbc-d57a-41d2-8eb5-8b592dbab982 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1325314 Sep 17 01:06:49.156409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Port d5eb86c0-100a-4e51-8816-51ffdab8b972 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:49.156732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Attempting to bind port d5eb86c0-100a-4e51-8816-51ffdab8b972 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:49.173676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:49.174020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Checking segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:49.174458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Bound using segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:49.174932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Bound port: d5eb86c0-100a-4e51-8816-51ffdab8b972, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:49.175379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.214073 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0d58bc9c-bc0a-4183-8b52-3706f0db7b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.221859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.257546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.260471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f928c174-7c79-4afd-98ad-dbbc4d5bd618 HTTP/1.1" status: 204 len: 168 time: 1.0438139 Sep 17 01:06:49.272015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:49.298031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49e17f-011b-4aec-aa2f-fe200641b449 admin admin] Pushing event deleted for resources: {'Network': ['ID=f928c174-7c79-4afd-98ad-dbbc4d5bd618,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:49.409493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-73880c4c-e994-494a-ba45-e9cfc6177f08 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040277 Sep 17 01:06:49.555311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.625426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0d58bc9c-bc0a-4183-8b52-3706f0db7b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.743509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0d58bc9c-bc0a-4183-8b52-3706f0db7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.799851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:49.807301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-2f02cbd3-0312-4605-a1fe-392211dc96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.809417 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-2f02cbd3-0312-4605-a1fe-392211dc96cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6456189 Sep 17 01:06:49.825560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:49.835902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0d58bc9c-bc0a-4183-8b52-3706f0db7b6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc67e9a6f12547a49e1a8736f444e005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068954 Sep 17 01:06:49.843126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.849105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.852259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40492) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:49.856091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.871261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.900534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.920875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.938612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:49.945993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-4ed94a2d-a808-4c83-a381-6990b65fe1c5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.6957886 Sep 17 01:06:49.966108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Deleting subnet 6329c328-a4c5-4fe2-8746-f1c40fb3251d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:06:49.988411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:49.998783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:50.025416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.074789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:50.090039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.092980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad734ada-232c-46a5-ba9a-c5d140417629 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:50.093791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:50.180658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.184479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ad734ada-232c-46a5-ba9a-c5d140417629 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:50.185326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.236817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d58bc9c-bc0a-4183-8b52-3706f0db7b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a7ba0c-10ec-4e9f-b6b5-c20adb7d9bdf,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:50.266525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.302539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Port': ['ID=059bac2f-ae63-42c1-af14-56d74050a0ab,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:50.379285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14e7adf9-7b78-46d1-b600-79f5db2b02ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.408101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.411228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.444504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14e7adf9-7b78-46d1-b600-79f5db2b02ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.471102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2185bba-5355-4441-9822-6dc34f06fd6e req-94071d9f-fe71-4c93-a0fa-b6384f562337 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.472805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2185bba-5355-4441-9822-6dc34f06fd6e req-94071d9f-fe71-4c93-a0fa-b6384f562337 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 943 time: 0.1238523 Sep 17 01:06:50.485126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.525412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.534273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40504) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:50.534416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6329c328-a4c5-4fe2-8746-f1c40fb3251d HTTP/1.1" status: 204 len: 168 time: 1.2517686 Sep 17 01:06:50.536289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446aa97-0858-496f-a845-86224a02ecbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6329c328-a4c5-4fe2-8746-f1c40fb3251d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:50.554519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c8ec13e-2ee2-4a20-81ea-e7796eea2278 req-52df17bf-31d3-4b78-a791-dfae5bd10acf tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5624294 Sep 17 01:06:50.572794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-76700a81-2ffe-4707-899b-3e54237493d3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8399701 Sep 17 01:06:50.578474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.579157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.580617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] 10.222.0.36 "PUT /v2.0/ports/d5eb86c0-100a-4e51-8816-51ffdab8b972 HTTP/1.1" status: 200 len: 1091 time: 5.2847812 Sep 17 01:06:50.583708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'tag': 'd5eb86c0-100a-4e51-8816-51ffdab8b972'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:50.587812 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f" -d '{"events": [{"name": "network-changed", "server_uuid": "b53031b4-5f11-48af-bc63-763ceb427da6", "tag": "d5eb86c0-100a-4e51-8816-51ffdab8b972"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:50.593403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'port': {'device_id': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d', 'admin_state_up': True, 'tenant_id': '67b17bee5e204905913a67b71df616a9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:50.621989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dc211bde-825b-44dc-808e-70dcdbf9be71 None None] Provisioning complete for port 059bac2f-ae63-42c1-af14-56d74050a0ab triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:50.623979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dc211bde-825b-44dc-808e-70dcdbf9be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.627304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2185bba-5355-4441-9822-6dc34f06fd6e req-1ecced1d-52f4-4645-8878-bcc959022d49 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367781 Sep 17 01:06:50.681789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6a14af7-a3dc-4ca7-9861-4e0baad926ff req-645fc789-7073-4d0a-b327-e1cb87e28911 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Sep 17 01:06:50.684184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-57eb315f-981f-4e25-b7b8-0fb39ca44763 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8664777 Sep 17 01:06:50.752633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dc211bde-825b-44dc-808e-70dcdbf9be71 None None] Port 059bac2f-ae63-42c1-af14-56d74050a0ab cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:50.821047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-da520101-49f7-457d-9cfb-ff66e9fd9fee service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249700 Sep 17 01:06:50.821746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d85edd-21aa-461b-a085-bc4603bbc96b service neutron] Pushing event updated for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:50.852387 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:50.870659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-49bee718-526e-42b9-b461-d00629083707 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=82098396-32dd-4b1f-81c7-7218175d4d65 HTTP/1.1" status: 200 len: 217 time: 0.0373087 Sep 17 01:06:50.931706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449a533-f1a0-4dc8-83a4-a2abe1a4a69e req-50878107-a59e-4c79-ade3-1838dd387217 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.939183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449a533-f1a0-4dc8-83a4-a2abe1a4a69e req-50878107-a59e-4c79-ade3-1838dd387217 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.941052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5449a533-f1a0-4dc8-83a4-a2abe1a4a69e req-50878107-a59e-4c79-ade3-1838dd387217 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 1655 time: 0.0849888 Sep 17 01:06:50.944127 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-01dccf8d-ca15-4274-9e2d-dc0437c8a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.945699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-01dccf8d-ca15-4274-9e2d-dc0437c8a9da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0601478 Sep 17 01:06:50.947638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-a7a91a75-b1a7-4337-ac5c-e1da226f10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:50.949075 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-a7a91a75-b1a7-4337-ac5c-e1da226f10c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 1094 time: 0.1237886 Sep 17 01:06:51.006732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5449a533-f1a0-4dc8-83a4-a2abe1a4a69e req-4e42816d-7a53-47fd-86c1-a718eeaf502c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Sep 17 01:06:51.033378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-d5b5b371-36d9-41fd-bc46-8bd55499325a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972 HTTP/1.1" status: 200 len: 217 time: 0.0516846 Sep 17 01:06:51.040031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14e7adf9-7b78-46d1-b600-79f5db2b02ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.041068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14e7adf9-7b78-46d1-b600-79f5db2b02ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.042374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-14e7adf9-7b78-46d1-b600-79f5db2b02ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3a7ba0c-10ec-4e9f-b6b5-c20adb7d9bdf HTTP/1.1" status: 204 len: 168 time: 1.1874864 Sep 17 01:06:51.043260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:51.048049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.134814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-711a6cc6-3977-4463-a6a0-52454d7033f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.136533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-711a6cc6-3977-4463-a6a0-52454d7033f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1826549 Sep 17 01:06:51.140534 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d85b87-2454-4f24-9ba8-9515cb54abdf x-openstack-request-id: req-38d85b87-2454-4f24-9ba8-9515cb54abdf {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:51.140935 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53031b4-5f11-48af-bc63-763ceb427da6", "tag": "d5eb86c0-100a-4e51-8816-51ffdab8b972", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:51.141245 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38d85b87-2454-4f24-9ba8-9515cb54abdf {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:51.141698 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'tag': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'status': 'completed', 'code': 200} Sep 17 01:06:51.261527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.281054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-8478d4d0-41be-44d3-b716-d9ba9f37bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.283065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-8478d4d0-41be-44d3-b716-d9ba9f37bd32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb096bb9-0819-4a5e-83b6-d1e09c5089c4 HTTP/1.1" status: 200 len: 862 time: 0.2422912 Sep 17 01:06:51.287515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3588ab54-9921-4151-93bb-3fe944e13882']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:51.298710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '908e21e1-2f94-497d-8b98-97db7cbb1c4f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:51.302597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '908e21e1-2f94-497d-8b98-97db7cbb1c4f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:06:51.308780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.330124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-276beb7a-9b22-4581-9aaf-8a52ef211403 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314476 Sep 17 01:06:51.333941 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ce2eda7e-dd43-45f9-a7c1-5788c11cac77 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877613 Sep 17 01:06:51.339229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7adf9-7b78-46d1-b600-79f5db2b02ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a7ba0c-10ec-4e9f-b6b5-c20adb7d9bdf,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:51.346801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.359652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:06:51.360804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:06:51.364209 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:06:51.419744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Allocated IP 19.80.0.9 (215ff0eb-9f95-491b-b06e-5147f425900d/871ac6d8-f02e-47b2-ab6e-d0c17488300c/cdab1400-961f-46ad-92da-a1db81afb9c8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:51.676902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.678102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-c66065b8-7d44-48c3-bb9b-9efc22f4d382 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399055 Sep 17 01:06:51.682385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-f2e647f9-95d9-4dad-a48d-965468f2fbaf service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147454 Sep 17 01:06:51.716117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.716117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3588ab54-9921-4151-93bb-3fe944e13882 HTTP/1.1" status: 204 len: 168 time: 1.1671832 Sep 17 01:06:51.747210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-40e59128-c3ef-4380-b30f-6a24af156a75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4d8696d0-d515-4bb1-825b-1882392eaaae HTTP/1.1" status: 200 len: 217 time: 0.0514023 Sep 17 01:06:51.761834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918d889-1250-4804-92f7-0d5598a553d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3588ab54-9921-4151-93bb-3fe944e13882,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:51.861927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:51.926525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.932297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.940546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.946476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.953148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.959173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.965934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.973204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-92d3681f-c4ae-4137-a150-71af1f3b262e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.2156544 Sep 17 01:06:51.975929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ccdfd216-694a-416c-ac15-0c22d321021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:51.977323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ccdfd216-694a-416c-ac15-0c22d321021e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.2168562 Sep 17 01:06:52.034392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:52.092966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178d6d28-11b3-4bf5-810b-1bd23c1b75a2 req-9c0de260-4459-42f9-9654-9a827f7b113b service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060249 Sep 17 01:06:52.116501 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-610dfc22-4596-4ece-ad83-dea1226246d3 req-6acf334d-8184-40d6-ab89-17c1e858a6a1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1422400 Sep 17 01:06:52.120183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network 215ff0eb-9f95-491b-b06e-5147f425900d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:52.142456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-2ca6b039-2bc3-4277-ae39-c7eb2dea2947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:52.144142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-2ca6b039-2bc3-4277-ae39-c7eb2dea2947 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528728 Sep 17 01:06:52.170164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Port': ['ID=cdab1400-961f-46ad-92da-a1db81afb9c8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:52.178087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:52.191248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:52.331321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebfd61-b180-4493-bd9c-22cc798faf72 req-9906dda7-2c1e-47c4-8b52-3efce5af9cad tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:52.342824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1ebfd61-b180-4493-bd9c-22cc798faf72 req-9906dda7-2c1e-47c4-8b52-3efce5af9cad tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 943 time: 0.2643013 Sep 17 01:06:52.381129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:52.479906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b24070f-facb-474a-a849-0d52e100096b req-c6325df4-4d4d-4358-af3f-f2816e526a9c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.1672032 Sep 17 01:06:52.514763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:52.522348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:52.522506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-f1d2f028-4a7e-4e96-85fb-c0734dfb0bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686092 Sep 17 01:06:52.532533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1ebfd61-b180-4493-bd9c-22cc798faf72 req-1ed23b60-3ce3-41c2-9c42-4e4384a070c2 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875489 Sep 17 01:06:52.564597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-cfeeccda-52fd-4e54-a8ae-47095bf1c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:52.569864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-cfeeccda-52fd-4e54-a8ae-47095bf1c605 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 1094 time: 0.2815669 Sep 17 01:06:52.693194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-b43ffbf3-5810-4224-b49a-40945162c030 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1123738 Sep 17 01:06:52.721167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Request body: {'port': {'device_id': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:52.724169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-36fc635f-a27c-4ef3-9bc1-cd78c0c6c24f None None] Provisioning complete for port cdab1400-961f-46ad-92da-a1db81afb9c8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:52.725183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36fc635f-a27c-4ef3-9bc1-cd78c0c6c24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:52.759345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-f2ac847c-7941-4e51-b623-acd7fc45b3a2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:52.761431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-f2ac847c-7941-4e51-b623-acd7fc45b3a2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.4892712 Sep 17 01:06:52.764761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dad01f43-015f-4cf2-a760-6f367588cac1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf175badd919434ea4c1e976b3e58f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796861 Sep 17 01:06:52.780171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-05fad3da-41c8-4c0b-bb22-46e9e0857d8a service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422972 Sep 17 01:06:52.780707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:52.806839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Request body: {'port': {'device_id': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'admin_state_up': True, 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:52.823859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-36fc635f-a27c-4ef3-9bc1-cd78c0c6c24f None None] Port cdab1400-961f-46ad-92da-a1db81afb9c8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:06:52.894613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-aea5f159-585f-46ee-b4f0-982ca193106a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3988df96-4c91-4792-911f-f954b14ff2f4 HTTP/1.1" status: 200 len: 217 time: 0.0541346 Sep 17 01:06:52.914077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-15c7918e-e685-442f-8b94-404cb83c0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:52.924821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-15c7918e-e685-442f-8b94-404cb83c0ee3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 923 time: 0.3218553 Sep 17 01:06:53.117358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-4a14ed7d-a870-481e-8a91-af004d1d818b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972 HTTP/1.1" status: 200 len: 217 time: 0.1549284 Sep 17 01:06:53.187221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-baa1546a-47c1-4f6d-9e5f-d5344f30cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.189720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-baa1546a-47c1-4f6d-9e5f-d5344f30cec3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb096bb9-0819-4a5e-83b6-d1e09c5089c4 HTTP/1.1" status: 200 len: 862 time: 0.0633757 Sep 17 01:06:53.276482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-90a34ef7-923a-46a3-be85-9cbf1a4a962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.278988 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-90a34ef7-923a-46a3-be85-9cbf1a4a962e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.3345771 Sep 17 01:06:53.283132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-cc0a3f58-7a30-4332-9dd7-7e364065c067 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429704 Sep 17 01:06:53.283874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee7c7-2e8b-4e95-8700-ea36b9ed82f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:53.361992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee7c7-2e8b-4e95-8700-ea36b9ed82f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:53.370954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce52b58-3002-4525-ae3e-d9bfd9fed8e9 req-51bb5348-b984-4bca-8d82-e7f4a1410569 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.377355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179873ba-37a8-4e09-a088-b99866c772b3 req-bc8f28e4-0f8c-4fdd-81ed-5b57e70536b4 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.378786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce52b58-3002-4525-ae3e-d9bfd9fed8e9 req-51bb5348-b984-4bca-8d82-e7f4a1410569 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.378924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-179873ba-37a8-4e09-a088-b99866c772b3 req-bc8f28e4-0f8c-4fdd-81ed-5b57e70536b4 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.1855845 Sep 17 01:06:53.385386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce52b58-3002-4525-ae3e-d9bfd9fed8e9 req-51bb5348-b984-4bca-8d82-e7f4a1410569 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.388342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ce52b58-3002-4525-ae3e-d9bfd9fed8e9 req-51bb5348-b984-4bca-8d82-e7f4a1410569 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2375 time: 0.6854026 Sep 17 01:06:53.390005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:53.469202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ce52b58-3002-4525-ae3e-d9bfd9fed8e9 req-f49d8d2b-75c4-48d5-9b5e-3007f9ccaa9e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628071 Sep 17 01:06:53.469705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:06:53.473173 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:53.550981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-7742aa0e-1754-449a-bb79-592140dd6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.552758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-7742aa0e-1754-449a-bb79-592140dd6e7d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2643280 Sep 17 01:06:53.570813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-179873ba-37a8-4e09-a088-b99866c772b3 req-dfb4cd45-3ccb-4e44-aeca-f888f04f7424 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728208 Sep 17 01:06:53.595257 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-c243e368-1462-432e-bbef-834415952228 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904913 Sep 17 01:06:53.827812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.833919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.840835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.857046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.857046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.860874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.867378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:53.875960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-f00792fa-c9af-4b4a-8d18-fa66a4d371cd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.2273526 Sep 17 01:06:53.948558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee7c7-2e8b-4e95-8700-ea36b9ed82f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:53.951244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae6ee7c7-2e8b-4e95-8700-ea36b9ed82f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:53.952351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae6ee7c7-2e8b-4e95-8700-ea36b9ed82f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ef739a8-5666-4345-a79e-2cbb6bab308e HTTP/1.1" status: 204 len: 168 time: 1.1134734 Sep 17 01:06:54.014127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-062b9dcc-ed3b-4a3c-a80b-f4b83f34c773 req-7a751fb0-34d7-417b-9ab9-5afc5fccfde7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1369233 Sep 17 01:06:54.033719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ac53dcf-182c-473d-8750-b26b99c32fee req-9573d515-900a-4466-9747-60e024de83f4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.0897865 Sep 17 01:06:54.055130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ee7c7-2e8b-4e95-8700-ea36b9ed82f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef739a8-5666-4345-a79e-2cbb6bab308e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:54.094723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Allocated IP 172.20.0.10 (c0c90d96-14f1-4d74-bec5-047ffd3779d1/4570734b-cefc-4270-bd23-1818da301366/43ddb9f2-5295-45c9-84bd-313d19e5a7a7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:06:54.145885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c9507ded-0221-4be8-94ce-a6052545ccac service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785325 Sep 17 01:06:54.253900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f3050d-4752-4b7c-8f95-c042f195e35a {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:54.268061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:54.309527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Transition to ACTIVE for port object 04f3050d-4752-4b7c-8f95-c042f195e35a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:54.382356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-bdf3be31-1fb9-4e76-955d-ca08bd789725 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182782 Sep 17 01:06:54.386160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b1b29bb-6d53-4bdb-9e90-d68779ef910f req-9635b22f-82db-4290-9cca-bcf2e60dbf17 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7692394 Sep 17 01:06:54.466003 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:54.466601 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ec879d42-eb42-4f73-949b-e1cbeeb88a62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 200 len: 217 time: 0.0752907 Sep 17 01:06:54.474952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f45ca-fd76-42c0-9c16-3c9ffc603e4d req-7b23289d-982c-43b4-b633-6c6660f62574 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:54.483001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e9f45ca-fd76-42c0-9c16-3c9ffc603e4d req-7b23289d-982c-43b4-b633-6c6660f62574 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 943 time: 0.1718071 Sep 17 01:06:54.577399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ee87f7dc-88b4-46c3-ae05-d3701a6f56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:54.579234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-ee87f7dc-88b4-46c3-ae05-d3701a6f56d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.0832129 Sep 17 01:06:54.675255 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:54.690394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e9f45ca-fd76-42c0-9c16-3c9ffc603e4d req-f74c8988-e4e2-4eb5-abaa-3680e952fd6b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063601 Sep 17 01:06:54.722873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-9a0d8488-8ab9-42e1-b6a3-342ece8a20ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:54.725189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-9a0d8488-8ab9-42e1-b6a3-342ece8a20ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1372299 Sep 17 01:06:54.746783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Pushing event updated for resources: {'Port': ['ID=04f3050d-4752-4b7c-8f95-c042f195e35a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:54.799573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-f56128a3-4fdb-408e-8984-b335efb739fc tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:54.804104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-f56128a3-4fdb-408e-8984-b335efb739fc tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.23 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.4299743 Sep 17 01:06:54.900618 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.063309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d5eb86c0-100a-4e51-8816-51ffdab8b972 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:06:55.071312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event updated for resources: {'Port': ['ID=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:55.112564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-7b592deb-d810-48ce-845b-1a2500391e0c service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783276 Sep 17 01:06:55.116045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40590) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:55.172222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695ab2-7922-4d3a-a7b3-76ddee5b50c1 req-b9fe774c-f968-4e88-8050-793577aca6e2 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.207312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7daec-d1e7-4146-8f89-a3045c5866b3 req-d7223309-e703-488d-b66f-0f618978d691 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.225612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf695ab2-7922-4d3a-a7b3-76ddee5b50c1 req-b9fe774c-f968-4e88-8050-793577aca6e2 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 946 time: 0.3709636 Sep 17 01:06:55.228189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7daec-d1e7-4146-8f89-a3045c5866b3 req-d7223309-e703-488d-b66f-0f618978d691 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.242383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7daec-d1e7-4146-8f89-a3045c5866b3 req-d7223309-e703-488d-b66f-0f618978d691 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.251514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ae7daec-d1e7-4146-8f89-a3045c5866b3 req-d7223309-e703-488d-b66f-0f618978d691 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2387 time: 0.4934170 Sep 17 01:06:55.303812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:06:55.321514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:06:55.331674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:06:55.438032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:55.459194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b8620e-26d4-4c49-9439-86ec5520d229 req-c3b5ba52-c2c7-4e74-8abb-c61a6b58a52e service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227768 Sep 17 01:06:55.482281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Attempting to bind port 04f3050d-4752-4b7c-8f95-c042f195e35a on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:55.482877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Attempting to bind port 04f3050d-4752-4b7c-8f95-c042f195e35a by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:55.483246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Attempting to bind port 04f3050d-4752-4b7c-8f95-c042f195e35a on network 215ff0eb-9f95-491b-b06e-5147f425900d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:55.487169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'port_id': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'mac_address': 'fa:16:3e:cb:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb096bb9-0819-4a5e-83b6-d1e09c5089c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:06:55.502515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Port 04f3050d-4752-4b7c-8f95-c042f195e35a on network 215ff0eb-9f95-491b-b06e-5147f425900d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:55.502878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Attempting to bind port 04f3050d-4752-4b7c-8f95-c042f195e35a on network 215ff0eb-9f95-491b-b06e-5147f425900d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:55.551909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf695ab2-7922-4d3a-a7b3-76ddee5b50c1 req-1b8935a3-5c9b-4efd-818b-d61b8f36c977 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251276 Sep 17 01:06:55.564636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:55.565455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Checking segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:55.566157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Bound using segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:55.566858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Bound port: 04f3050d-4752-4b7c-8f95-c042f195e35a, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:55.567492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.592159 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70bcd59b-4e4f-4b4c-8ad7-e56252c4cba4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0c9a8a9e8c045159dbcd31998d4c411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739342 Sep 17 01:06:55.592754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:06:55.663715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.691176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] For port 04f3050d-4752-4b7c-8f95-c042f195e35a, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:55.694607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] For port 04f3050d-4752-4b7c-8f95-c042f195e35a, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=04f3050d-4752-4b7c-8f95-c042f195e35a,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:55.696388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5eb86c0-100a-4e51-8816-51ffdab8b972 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:55.703902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.704741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.705627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8529c1da-d60d-49bd-b18e-7b085121d756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.737974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ae7daec-d1e7-4146-8f89-a3045c5866b3 req-776814a5-179e-4045-a2de-253063b05990 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259179 Sep 17 01:06:55.738750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:55.772503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Deleting port 9837f473-4963-4d06-ba83-4af53f8be254 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:06:55.772503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.798811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.820674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.821259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.821730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.822219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.822742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.823336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.823816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.826332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.826660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-4fce50dd-6d36-4fdb-bbfa-98fb83045992 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6484 time: 0.1865098 Sep 17 01:06:55.856275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8529c1da-d60d-49bd-b18e-7b085121d756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.913402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:55.947063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-c60bd0ae-b438-4a85-99f5-50a3a3e76720 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1599836 Sep 17 01:06:55.950814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.951734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:55.952977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] 10.222.0.36 "PUT /v2.0/ports/04f3050d-4752-4b7c-8f95-c042f195e35a HTTP/1.1" status: 200 len: 1092 time: 3.2469742 Sep 17 01:06:55.956245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'tag': '04f3050d-4752-4b7c-8f95-c042f195e35a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:55.958864 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc23961-82ce-4b93-9fec-87b2d97bc435" -d '{"events": [{"name": "network-changed", "server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "tag": "04f3050d-4752-4b7c-8f95-c042f195e35a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:55.962695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a59d5-1254-49d0-9ffa-d47f497fbfd5 req-2ce34a29-912e-476b-9d6a-4c5736a978ab tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:55.970222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf8a59d5-1254-49d0-9ffa-d47f497fbfd5 req-2ce34a29-912e-476b-9d6a-4c5736a978ab tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 932 time: 0.2207601 Sep 17 01:06:55.986980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Request body: {'port': {'device_id': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:56.061590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Request body: {'port': {'device_id': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:56.075355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d5eb86c0-100a-4e51-8816-51ffdab8b972'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:56.087859 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf8a59d5-1254-49d0-9ffa-d47f497fbfd5 req-c70412d6-14d5-4668-9195-39d3241bb11f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166868 Sep 17 01:06:56.122157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-62ab4fba-4558-4336-bfe8-c61f87441897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.122157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-62ab4fba-4558-4336-bfe8-c61f87441897 service neutron] 10.222.0.23 "GET /v2.0/networks?id=50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 200 len: 902 time: 0.2795258 Sep 17 01:06:56.206464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8529c1da-d60d-49bd-b18e-7b085121d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:56.210428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8529c1da-d60d-49bd-b18e-7b085121d756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:56.212690 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8529c1da-d60d-49bd-b18e-7b085121d756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b538e2e9-5362-4573-91e6-e6803287427b HTTP/1.1" status: 204 len: 168 time: 0.6189952 Sep 17 01:06:56.231772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-ff9ba497-f0f5-467f-b1f8-2caffe0113c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 200 len: 217 time: 0.0998352 Sep 17 01:06:56.234577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927e95d-b023-4266-aa12-ea8f62ca14ed service neutron] Pushing event updated for resources: {'Port': ['ID=04f3050d-4752-4b7c-8f95-c042f195e35a,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:56.237515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:56.273402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529c1da-d60d-49bd-b18e-7b085121d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b538e2e9-5362-4573-91e6-e6803287427b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:56.317454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] For port 9837f473-4963-4d06-ba83-4af53f8be254, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9837f473-4963-4d06-ba83-4af53f8be254,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:56.321251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:56.383587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e956f5-c987-421f-95cb-81468f56b78d req-112629b4-568e-48e0-a2bc-e19f16b5a810 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.385605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8e956f5-c987-421f-95cb-81468f56b78d req-112629b4-568e-48e0-a2bc-e19f16b5a810 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 944 time: 0.1524518 Sep 17 01:06:56.393192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-ad434157-5ecf-47e8-8bf5-93403ab79dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.394742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-ad434157-5ecf-47e8-8bf5-93403ab79dcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.1158111 Sep 17 01:06:56.409333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Calling delete_port for 9837f473-4963-4d06-ba83-4af53f8be254 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:06:56.470808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.476969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.483518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.488807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8e956f5-c987-421f-95cb-81468f56b78d req-adc94ba7-ee23-40a1-b732-9255c80301bb tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916970 Sep 17 01:06:56.496191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.502268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.508683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.515147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.517100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-00663593-2540-414b-8e95-dc7e71a84571 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.5718479 Sep 17 01:06:56.529737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:56.540628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-f9dbd2cf-cbb7-4bad-93fa-d3c12f00f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:56.545507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-f9dbd2cf-cbb7-4bad-93fa-d3c12f00f8a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324940 Sep 17 01:06:56.754472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-1e759233-9c0f-4220-81e2-df674f9f4cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009943 Sep 17 01:06:56.883525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9837f473-4963-4d06-ba83-4af53f8be254 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:06:56.969782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8577f95-b9b9-40c8-90ac-4bfe3840a3ca req-9ab34c96-f15f-4ca1-8ac2-c7257490bbbf service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050064 Sep 17 01:06:57.002033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebbba9d9-0f42-476b-b566-66a5ba45abcd req-f5c2c469-6167-401d-94be-62a685c27f40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4584553 Sep 17 01:06:57.082058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d5eb86c0-100a-4e51-8816-51ffdab8b972 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:06:57.089156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.134166 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943982fa-7530-49af-9cff-bfa4c042a331 x-openstack-request-id: req-943982fa-7530-49af-9cff-bfa4c042a331 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:57.134604 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "tag": "04f3050d-4752-4b7c-8f95-c042f195e35a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:57.134963 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-943982fa-7530-49af-9cff-bfa4c042a331 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:57.135478 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'tag': '04f3050d-4752-4b7c-8f95-c042f195e35a', 'status': 'completed', 'code': 200} Sep 17 01:06:57.178651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.212670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['7f6b20a9-e160-4f6b-b956-fa79deda5d8e', '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:06:57.244348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-c55f6ee2-2bec-418a-8202-fa431b81faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.244991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-c55f6ee2-2bec-418a-8202-fa431b81faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.247192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-c55f6ee2-2bec-418a-8202-fa431b81faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.248953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-c55f6ee2-2bec-418a-8202-fa431b81faac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2730 time: 0.0986249 Sep 17 01:06:57.349535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:57.359580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.374294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Transition to ACTIVE for port object 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:57.435144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Pushing event deleted for resources: {'Port': ['ID=9837f473-4963-4d06-ba83-4af53f8be254,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:57.466891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3106829-8ad4-4146-a7d5-3f3a1f54285c req-a5e302c3-5a26-44b9-991e-c757539d6776 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.2741904 Sep 17 01:06:57.511116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-9cee43f5-f4b3-48c9-9622-10860456b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.515700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-9cee43f5-f4b3-48c9-9622-10860456b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.516285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-9cee43f5-f4b3-48c9-9622-10860456b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.518297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-9cee43f5-f4b3-48c9-9622-10860456b399 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=67b17bee5e204905913a67b71df616a9&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2589812 Sep 17 01:06:57.548970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2e9c-da3a-4967-bd3a-b353c1d31079 req-b39c4c78-4b69-4b3e-b827-2092003f144a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.565369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2e9c-da3a-4967-bd3a-b353c1d31079 req-b39c4c78-4b69-4b3e-b827-2092003f144a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.581805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2e9c-da3a-4967-bd3a-b353c1d31079 req-b39c4c78-4b69-4b3e-b827-2092003f144a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.584674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.585276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-064f2e9c-da3a-4967-bd3a-b353c1d31079 req-b39c4c78-4b69-4b3e-b827-2092003f144a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2387 time: 0.3349054 Sep 17 01:06:57.627605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port d5eb86c0-100a-4e51-8816-51ffdab8b972 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:06:57.640434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port d5eb86c0-100a-4e51-8816-51ffdab8b972 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:06:57.640919 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.680071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] No DVR routers for this DVR port 9837f473-4963-4d06-ba83-4af53f8be254 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:06:57.683035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.686453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9f9a8c6-fde2-4443-b394-d24247bee438 req-d743ea44-29fc-4060-a938-d73a1f41fefa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.23 "DELETE /v2.0/ports/9837f473-4963-4d06-ba83-4af53f8be254 HTTP/1.1" status: 204 len: 173 time: 2.8339810 Sep 17 01:06:57.702107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Pushing event updated for resources: {'Port': ['ID=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:57.836990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-05117fc2-2cc9-4ffb-8cde-23b817bf913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:57.838716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dc23961-82ce-4b93-9fec-87b2d97bc435 req-05117fc2-2cc9-4ffb-8cde-23b817bf913c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506728 Sep 17 01:06:57.903483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Attempting to bind port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:57.904058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Attempting to bind port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:57.914360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Attempting to bind port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:57.922019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.935174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-064f2e9c-da3a-4967-bd3a-b353c1d31079 req-c4fa048d-76f8-4276-a98f-42b11436814e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846345 Sep 17 01:06:57.935651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:57.935651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Attempting to bind port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:57.944293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:57.944658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:57.950292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Bound using segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:57.950930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Bound port: 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:57.954451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:57.985849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059bac2f-ae63-42c1-af14-56d74050a0ab {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:06:58.049978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:06:58.052492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eb86c0-100a-4e51-8816-51ffdab8b972'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:58.056332 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adccd605-4c95-487c-850e-07d15765ecf8" -d '{"events": [{"server_uuid": "b53031b4-5f11-48af-bc63-763ceb427da6", "name": "network-vif-plugged", "status": "completed", "tag": "d5eb86c0-100a-4e51-8816-51ffdab8b972"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:58.090633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] For port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:58.093337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] For port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:58.098529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.129398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Transition to ACTIVE for port object 059bac2f-ae63-42c1-af14-56d74050a0ab will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:06:58.129947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.164867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7d6aa-9334-446a-9d08-4c018789669e req-a8dc4781-6d3b-4437-9d42-784fc84d3fbd tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.166839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3c7d6aa-9334-446a-9d08-4c018789669e req-a8dc4781-6d3b-4437-9d42-784fc84d3fbd tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 944 time: 0.0932553 Sep 17 01:06:58.188830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.212757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:58.227403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3c7d6aa-9334-446a-9d08-4c018789669e req-0d70d06a-2c6d-4fdc-998b-2d1996e14776 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540838 Sep 17 01:06:58.245030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.245622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.255750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] 10.222.0.23 "PUT /v2.0/ports/43ddb9f2-5295-45c9-84bd-313d19e5a7a7 HTTP/1.1" status: 200 len: 1092 time: 2.2694333 Sep 17 01:06:58.257487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.321034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f954c7b-b4ee-44f5-b23c-94c8fe1de083 service neutron] Pushing event updated for resources: {'Port': ['ID=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:58.482246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.489116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.497684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.506093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.512851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.516006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.516185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Pushing event updated for resources: {'Port': ['ID=059bac2f-ae63-42c1-af14-56d74050a0ab,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:58.519903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.528183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.530370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3641860a-c773-45b3-a57f-778113a55a57 req-af3fd70e-ec18-4153-a13a-02b3b4a7d81e tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1428568 Sep 17 01:06:58.590044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-08ff5a8e-05df-4514-a78a-b79eb0abdc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.592468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-08ff5a8e-05df-4514-a78a-b79eb0abdc66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 1095 time: 0.1959600 Sep 17 01:06:58.607476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3641860a-c773-45b3-a57f-778113a55a57 req-10b16865-34b8-4e3c-a628-856691a10e94 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0632744 Sep 17 01:06:58.618707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734df5f-45c7-4d2d-86bf-f358485bc048 req-7385ad02-6df0-43f0-9119-aef51b9414da tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.629859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7734df5f-45c7-4d2d-86bf-f358485bc048 req-7385ad02-6df0-43f0-9119-aef51b9414da tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 945 time: 0.2106149 Sep 17 01:06:58.656531 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc23c525-5883-4cde-a1dc-a23633f5cb8d x-openstack-request-id: req-cc23c525-5883-4cde-a1dc-a23633f5cb8d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:58.656827 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53031b4-5f11-48af-bc63-763ceb427da6", "name": "network-vif-plugged", "status": "completed", "tag": "d5eb86c0-100a-4e51-8816-51ffdab8b972", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:58.657103 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc23c525-5883-4cde-a1dc-a23633f5cb8d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:58.657473 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'code': 200} Sep 17 01:06:58.695228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-1e27a01d-5565-408b-b8e3-dce3f6c4edd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7 HTTP/1.1" status: 200 len: 217 time: 0.0515184 Sep 17 01:06:58.695888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Attempting to bind port 059bac2f-ae63-42c1-af14-56d74050a0ab on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:06:58.700609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Attempting to bind port 059bac2f-ae63-42c1-af14-56d74050a0ab by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:06:58.700609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Attempting to bind port 059bac2f-ae63-42c1-af14-56d74050a0ab on network a74a4adc-0f46-45ee-965f-0c2e2265f4cb {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:58.740060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Port 059bac2f-ae63-42c1-af14-56d74050a0ab on network a74a4adc-0f46-45ee-965f-0c2e2265f4cb not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:06:58.740564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Attempting to bind port 059bac2f-ae63-42c1-af14-56d74050a0ab on network a74a4adc-0f46-45ee-965f-0c2e2265f4cb {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:06:58.748704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:06:58.748919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Checking segment: {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:06:58.749313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Bound using segment: {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:06:58.752216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Bound port: 059bac2f-ae63-42c1-af14-56d74050a0ab, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7568d194-9cef-462c-a01e-210ae667133c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:06:58.752216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.763675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274cebb-3a9a-46de-b551-7b0fb183a032 req-88f971d1-103b-4806-b8ec-06db5076cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.765930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1274cebb-3a9a-46de-b551-7b0fb183a032 req-88f971d1-103b-4806-b8ec-06db5076cd7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 1096 time: 0.0483000 Sep 17 01:06:58.799252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7734df5f-45c7-4d2d-86bf-f358485bc048 req-d7257e6b-318b-4dfd-a502-6bfdb9414a8e tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621358 Sep 17 01:06:58.823185 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1274cebb-3a9a-46de-b551-7b0fb183a032 req-2feb16d4-dd73-4750-b892-ef9674153024 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497644 Sep 17 01:06:58.828013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:58.838183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-b82789aa-7c59-4594-aae2-7b2a713bbf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:58.841219 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-b82789aa-7c59-4594-aae2-7b2a713bbf28 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.1352937 Sep 17 01:06:58.893636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-b02acd1f-cfd1-44e6-948e-32c76da215d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434928 Sep 17 01:06:58.946906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-824ca218-0309-4cf5-96f1-447b6bdad0fc req-0bfb20dc-f19c-4315-b475-eea8417a546a tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfe32366-f838-4f79-b626-d42ada9ec0de HTTP/1.1" status: 200 len: 210 time: 0.0525215 Sep 17 01:06:59.056424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-ffd6819f-226f-49d4-952c-5a162820825f service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480546 Sep 17 01:06:59.057708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] For port 059bac2f-ae63-42c1-af14-56d74050a0ab, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:06:59.108135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] For port 059bac2f-ae63-42c1-af14-56d74050a0ab, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=059bac2f-ae63-42c1-af14-56d74050a0ab,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:06:59.167257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'name': 'network-vif-deleted', 'tag': '9837f473-4963-4d06-ba83-4af53f8be254'}, {'name': 'network-changed', 'server_uuid': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'tag': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:06:59.169965 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6ed429-aaf2-4588-b2d9-bb5076d784d3" -d '{"events": [{"server_uuid": "dfe32366-f838-4f79-b626-d42ada9ec0de", "name": "network-vif-deleted", "tag": "9837f473-4963-4d06-ba83-4af53f8be254"}, {"name": "network-changed", "server_uuid": "bd93ffef-c348-4d9c-b252-552f60fa2143", "tag": "43ddb9f2-5295-45c9-84bd-313d19e5a7a7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:06:59.216325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574eac9-d22e-430c-ae68-49156076caa3 req-fcc5e148-3eb3-4240-bc01-0fa93bfde238 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.222348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574eac9-d22e-430c-ae68-49156076caa3 req-fcc5e148-3eb3-4240-bc01-0fa93bfde238 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.228783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574eac9-d22e-430c-ae68-49156076caa3 req-fcc5e148-3eb3-4240-bc01-0fa93bfde238 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.237147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f574eac9-d22e-430c-ae68-49156076caa3 req-fcc5e148-3eb3-4240-bc01-0fa93bfde238 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2399 time: 0.1332588 Sep 17 01:06:59.248595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:59.265421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d5812b1-9304-4e14-b1dc-14b03c2e21e4 req-d5cfe94a-72f0-4a95-8ded-8af1ff64fea8 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976905 Sep 17 01:06:59.301710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.302333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:59.303764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] 10.222.0.36 "PUT /v2.0/ports/059bac2f-ae63-42c1-af14-56d74050a0ab HTTP/1.1" status: 200 len: 1092 time: 3.2671044 Sep 17 01:06:59.359765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f574eac9-d22e-430c-ae68-49156076caa3 req-24028127-dc49-4bfd-8024-18e3b223bd7f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216063 Sep 17 01:06:59.361297 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa30a82-ff29-492e-bf8a-2c72759a983f x-openstack-request-id: req-afa30a82-ff29-492e-bf8a-2c72759a983f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:06:59.361597 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe32366-f838-4f79-b626-d42ada9ec0de", "name": "network-vif-deleted", "tag": "9837f473-4963-4d06-ba83-4af53f8be254", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd93ffef-c348-4d9c-b252-552f60fa2143", "tag": "43ddb9f2-5295-45c9-84bd-313d19e5a7a7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:06:59.361851 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afa30a82-ff29-492e-bf8a-2c72759a983f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:06:59.362276 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe32366-f838-4f79-b626-d42ada9ec0de', 'name': 'network-vif-deleted', 'tag': '9837f473-4963-4d06-ba83-4af53f8be254', 'status': 'completed', 'code': 200} Sep 17 01:06:59.362525 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'tag': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7', 'status': 'completed', 'code': 200} Sep 17 01:06:59.375178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734a9a9-cfdb-4e29-a1d9-3d0b0181bbee service neutron] Pushing event updated for resources: {'Port': ['ID=059bac2f-ae63-42c1-af14-56d74050a0ab,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:06:59.490009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Request body: {'port': {'device_id': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:06:59.603956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638bfe6-0491-4a73-901d-98a2224097ea req-7bea00b5-0366-4cc5-9a35-f6bdec2a137f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.607561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4638bfe6-0491-4a73-901d-98a2224097ea req-7bea00b5-0366-4cc5-9a35-f6bdec2a137f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 944 time: 0.1881709 Sep 17 01:06:59.611098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-f80f08e0-2b69-488e-99ef-05269a452ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.612748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-f80f08e0-2b69-488e-99ef-05269a452ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 1095 time: 0.1356091 Sep 17 01:06:59.613486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:06:59.782600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4638bfe6-0491-4a73-901d-98a2224097ea req-237a3df4-43d6-438d-bd32-825a69ca7560 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654429 Sep 17 01:06:59.881370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.885258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-6f015cc1-438c-4a0e-b037-cedd9a5a0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.888119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-6f015cc1-438c-4a0e-b037-cedd9a5a0d76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 912 time: 0.2622218 Sep 17 01:06:59.904995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.913674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.922994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.941887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.953062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.959877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:06:59.969028 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-153527a4-2ca1-4789-a01f-5efdc78c249b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1873517 Sep 17 01:07:00.028630 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11b7c604-9fb2-4a42-91cf-f294e7c9c43a req-09a6f357-345d-444d-b245-7ebb9c2f8caf tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0540702 Sep 17 01:07:00.348606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-0bd9ee87-4854-47fb-8e8a-1dac0ab1442a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7 HTTP/1.1" status: 200 len: 217 time: 0.4489629 Sep 17 01:07:00.349766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-26a4899d-e572-4b87-88b7-2b58cdd4aee2 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537815 Sep 17 01:07:00.479089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9106cc-ff1a-4f1b-8264-cad5a72b9422 req-c7d2d40d-63c5-4afb-a7e7-e7a64017a8a9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:00.486563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c9106cc-ff1a-4f1b-8264-cad5a72b9422 req-c7d2d40d-63c5-4afb-a7e7-e7a64017a8a9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 945 time: 0.1501892 Sep 17 01:07:00.489252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-df695568-1775-49a5-b7f9-c7e87d04ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:00.490630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-df695568-1775-49a5-b7f9-c7e87d04ba92 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.1337516 Sep 17 01:07:00.552839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-d66b10d0-9eef-44e2-9888-ea49f48fa867 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456028 Sep 17 01:07:00.595810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-585f408b-9f24-4484-ba81-66f2e2781ffc tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:00.597632 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-585f408b-9f24-4484-ba81-66f2e2781ffc tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2469769 Sep 17 01:07:00.616546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-57aea584-3028-4987-a3d7-4a661878ec05 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/quotas/fd3b9f321f0a4ea892d5f899093746c1 HTTP/1.1" status: 200 len: 375 time: 0.0126410 Sep 17 01:07:00.656519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-fba314eb-f2ed-4e23-b9c3-27a463c3ef73 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339937 Sep 17 01:07:00.663648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c9106cc-ff1a-4f1b-8264-cad5a72b9422 req-554cf9de-aec8-42ed-8f1f-385da574cc26 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761942 Sep 17 01:07:00.730236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdab1400-961f-46ad-92da-a1db81afb9c8 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:00.747354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:00.756137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-d46a1123-5084-4b2e-912f-1dfc35c0b186 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937568 Sep 17 01:07:00.776690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Transition to ACTIVE for port object cdab1400-961f-46ad-92da-a1db81afb9c8 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:00.872480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:00.888367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6ed429-aaf2-4588-b2d9-bb5076d784d3 req-fdca6254-446f-4df2-8da8-d0921229c8bb service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220629 Sep 17 01:07:00.900176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:00.957420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Pushing event updated for resources: {'Port': ['ID=cdab1400-961f-46ad-92da-a1db81afb9c8,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:01.083492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Attempting to bind port cdab1400-961f-46ad-92da-a1db81afb9c8 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:01.084101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Attempting to bind port cdab1400-961f-46ad-92da-a1db81afb9c8 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:01.084772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Attempting to bind port cdab1400-961f-46ad-92da-a1db81afb9c8 on network 215ff0eb-9f95-491b-b06e-5147f425900d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:01.092790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Port cdab1400-961f-46ad-92da-a1db81afb9c8 on network 215ff0eb-9f95-491b-b06e-5147f425900d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:01.093394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Attempting to bind port cdab1400-961f-46ad-92da-a1db81afb9c8 on network 215ff0eb-9f95-491b-b06e-5147f425900d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:01.103723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:01.104769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbdda-19f8-4c86-91d7-72908961445f req-953bb8fe-3aca-4a5d-8254-feb58a9c696e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.112378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbdda-19f8-4c86-91d7-72908961445f req-953bb8fe-3aca-4a5d-8254-feb58a9c696e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.119409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cbdda-19f8-4c86-91d7-72908961445f req-953bb8fe-3aca-4a5d-8254-feb58a9c696e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.127540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7', 'mac_address': 'fa:16:3e:05:c6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:01.127712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-759cbdda-19f8-4c86-91d7-72908961445f req-953bb8fe-3aca-4a5d-8254-feb58a9c696e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2411 time: 0.1673317 Sep 17 01:07:01.146749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:01.147271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Checking segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:01.147661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Bound using segment: {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:01.148106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Bound port: cdab1400-961f-46ad-92da-a1db81afb9c8, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2727b412-8f14-4b24-aa85-2b5c4f4d9e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:01.148469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:01.176327 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:01.191304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:01.216298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:01.240089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-759cbdda-19f8-4c86-91d7-72908961445f req-26ae6386-52fe-40ea-bd69-e4547bb38379 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113601 Sep 17 01:07:01.290553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] For port cdab1400-961f-46ad-92da-a1db81afb9c8, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:01.295568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] For port cdab1400-961f-46ad-92da-a1db81afb9c8, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cdab1400-961f-46ad-92da-a1db81afb9c8,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:01.296813 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:01.363824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'tag': '059bac2f-ae63-42c1-af14-56d74050a0ab'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:01.365005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad98b559-ec46-42d7-b66c-009bedb74b74 req-01a02cb9-d591-484c-b532-60758c24d4b9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.366220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23ef71-549a-4c7c-a852-7e043495a6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "tag": "059bac2f-ae63-42c1-af14-56d74050a0ab"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:01.375719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:01.379470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad98b559-ec46-42d7-b66c-009bedb74b74 req-01a02cb9-d591-484c-b532-60758c24d4b9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 944 time: 0.1269405 Sep 17 01:07:01.419234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.419868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:01.421265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] 10.222.0.36 "PUT /v2.0/ports/cdab1400-961f-46ad-92da-a1db81afb9c8 HTTP/1.1" status: 200 len: 1090 time: 1.9429519 Sep 17 01:07:01.447052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:01.472290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad98b559-ec46-42d7-b66c-009bedb74b74 req-5dc6f4b0-238f-4a30-b445-191f335cebcd tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917983 Sep 17 01:07:01.485407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f9b46-0eae-4fab-9bfb-2042422b43fc service neutron] Pushing event updated for resources: {'Port': ['ID=cdab1400-961f-46ad-92da-a1db81afb9c8,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:01.529960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['43ddb9f2-5295-45c9-84bd-313d19e5a7a7'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:01.582466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13b9da7a-9c4e-46d2-bda2-0c92b94de112 req-6cf33e02-b679-450d-a503-b20a0763c230 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 210 time: 0.0576694 Sep 17 01:07:01.647202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-eaac1bcd-be26-4dd2-a767-182b8cd2d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.653436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-eaac1bcd-be26-4dd2-a767-182b8cd2d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.653436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-eaac1bcd-be26-4dd2-a767-182b8cd2d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.660005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-eaac1bcd-be26-4dd2-a767-182b8cd2d4c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2864 time: 0.1098185 Sep 17 01:07:01.767401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-bb3402c9-92ac-42e5-9963-a85f79d5004e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.175&port_id=04f3050d-4752-4b7c-8f95-c042f195e35a HTTP/1.1" status: 200 len: 217 time: 0.0940602 Sep 17 01:07:01.831319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-ec0fd662-a56f-4056-a7f3-64432788e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.832941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-ec0fd662-a56f-4056-a7f3-64432788e378 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=871ac6d8-f02e-47b2-ab6e-d0c17488300c HTTP/1.1" status: 200 len: 801 time: 0.0597384 Sep 17 01:07:01.844354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.850693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.857172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.863254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.870237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.875769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.882148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.884760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-be6051df-1269-4229-8c6e-f92f4279ced5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1460001 Sep 17 01:07:01.888407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-535fdcba-555a-43b6-b7d3-1e89a6accfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:01.890134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-535fdcba-555a-43b6-b7d3-1e89a6accfba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=215ff0eb-9f95-491b-b06e-5147f425900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0472798 Sep 17 01:07:01.954416 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f6f57f-74e5-4190-9505-c64c1751ade4 x-openstack-request-id: req-b4f6f57f-74e5-4190-9505-c64c1751ade4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:01.954708 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "tag": "059bac2f-ae63-42c1-af14-56d74050a0ab", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:01.954955 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4f6f57f-74e5-4190-9505-c64c1751ade4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:01.958693 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'tag': '059bac2f-ae63-42c1-af14-56d74050a0ab', 'status': 'completed', 'code': 200} Sep 17 01:07:01.970598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d036db8-85c7-4029-b3c9-efab1b15f42f req-8495499a-4615-4c18-be65-8502e6a7fc4d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0658896 Sep 17 01:07:02.081164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-90e3b2ab-41d1-4789-b8f4-b45a3f6fe406 service neutron] 10.222.0.36 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821823 Sep 17 01:07:02.097883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ccb19-50b2-44da-9796-5a4edb87ecf8 req-b0daef7c-4112-420c-9665-b2b448c408dc tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.099862 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b9ccb19-50b2-44da-9796-5a4edb87ecf8 req-b0daef7c-4112-420c-9665-b2b448c408dc tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 945 time: 0.0584531 Sep 17 01:07:02.149481 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b9ccb19-50b2-44da-9796-5a4edb87ecf8 req-232d35c5-3740-48c6-9bd0-db18c71ddebb tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421612 Sep 17 01:07:02.190293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20914ad6-eacf-4a5b-9844-4079c4a2430f req-eee6f9ab-0c65-41a4-adbf-d1103c89e899 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.191858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20914ad6-eacf-4a5b-9844-4079c4a2430f req-eee6f9ab-0c65-41a4-adbf-d1103c89e899 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 945 time: 0.1734698 Sep 17 01:07:02.238815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-d4ed3424-63a4-4480-b4ca-7e653ca57ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429243 Sep 17 01:07:02.297569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20914ad6-eacf-4a5b-9844-4079c4a2430f req-8aeda196-2133-48f6-ad37-ab78e349c135 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950048 Sep 17 01:07:02.301174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-a909cf98-3efd-4c61-abf7-99c67f12d6bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=059bac2f-ae63-42c1-af14-56d74050a0ab HTTP/1.1" status: 200 len: 217 time: 0.0511317 Sep 17 01:07:02.443341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-e8c12447-6f37-4f24-b1c1-d5b9828054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.444817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-e8c12447-6f37-4f24-b1c1-d5b9828054c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c225b12c-0b7a-43ca-8dca-fb95fcaed523 HTTP/1.1" status: 200 len: 801 time: 0.1347811 Sep 17 01:07:02.474666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334a99-6d79-4af0-b5d1-b13dcdbd0565 req-c1e9a043-1db7-43bd-9eb3-0dee8b5bb7fa tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.481799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334a99-6d79-4af0-b5d1-b13dcdbd0565 req-c1e9a043-1db7-43bd-9eb3-0dee8b5bb7fa tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.481969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf391c3-b06b-477c-95a0-bf129fab448a req-3d7e3283-a41f-4608-b1fc-667ac75f23ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.487780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334a99-6d79-4af0-b5d1-b13dcdbd0565 req-c1e9a043-1db7-43bd-9eb3-0dee8b5bb7fa tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.489439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0334a99-6d79-4af0-b5d1-b13dcdbd0565 req-c1e9a043-1db7-43bd-9eb3-0dee8b5bb7fa tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2411 time: 0.1076288 Sep 17 01:07:02.489969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdf391c3-b06b-477c-95a0-bf129fab448a req-3d7e3283-a41f-4608-b1fc-667ac75f23ed tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 945 time: 0.0957797 Sep 17 01:07:02.543742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdf391c3-b06b-477c-95a0-bf129fab448a req-11353587-dc6b-4e64-8b95-e0656253e8cd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516560 Sep 17 01:07:02.556083 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0334a99-6d79-4af0-b5d1-b13dcdbd0565 req-d4b61211-9f3c-4791-9e91-35ea2190a16d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474284 Sep 17 01:07:02.557850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-c817169f-c24c-40c2-a3dd-ef56e1bf169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.559365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-c817169f-c24c-40c2-a3dd-ef56e1bf169f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a74a4adc-0f46-45ee-965f-0c2e2265f4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1044998 Sep 17 01:07:02.674734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-f75f3bce-52eb-4cd2-b186-dccae08a710e service neutron] 10.222.0.36 "GET /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077065 Sep 17 01:07:02.797176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e7dff-d686-4a6a-814f-0ff6800bcc47 req-5b4b6fc4-6073-4ce5-8241-080dad337f33 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.798718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d6e7dff-d686-4a6a-814f-0ff6800bcc47 req-5b4b6fc4-6073-4ce5-8241-080dad337f33 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 945 time: 0.1229265 Sep 17 01:07:02.830910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-bc5a5da5-4711-47cc-b5a2-fba8d14c5802 service neutron] 10.222.0.36 "GET /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457582 Sep 17 01:07:02.886261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-11d506e7-5188-42bf-82cd-553deab72eb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=cdab1400-961f-46ad-92da-a1db81afb9c8 HTTP/1.1" status: 200 len: 217 time: 0.0469420 Sep 17 01:07:02.901476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d6e7dff-d686-4a6a-814f-0ff6800bcc47 req-c402a17c-73af-40c5-b6d0-63bd6a211e83 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925512 Sep 17 01:07:02.922588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:02.992274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-da5f0289-babb-43c0-9b70-4b4c4a36e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:02.994327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-da5f0289-babb-43c0-9b70-4b4c4a36e447 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=871ac6d8-f02e-47b2-ab6e-d0c17488300c HTTP/1.1" status: 200 len: 801 time: 0.0930812 Sep 17 01:07:03.084899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-010745cd-9004-4d23-b448-e508d8b9db1f req-7144b619-7023-42fe-9049-c04b50d85f78 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 210 time: 0.0296929 Sep 17 01:07:03.101613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-5f71baf7-ce66-4b48-b4f6-d95db44c1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.112740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-5f71baf7-ce66-4b48-b4f6-d95db44c1d50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=215ff0eb-9f95-491b-b06e-5147f425900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0983973 Sep 17 01:07:03.135654 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:03.141144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:03.141570 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:03.241052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-16ecf848-048f-4e80-a88c-e82fc476eb27 service neutron] 10.222.0.36 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280940 Sep 17 01:07:03.270815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-7e4d164f-e49b-4769-a70b-c47837a1fd82 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.272652 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-7e4d164f-e49b-4769-a70b-c47837a1fd82 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 945 time: 0.1326392 Sep 17 01:07:03.273231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:03.325771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:03.331356 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b5955-519e-48de-ab80-0a9c8d926777" -d '{"events": [{"server_uuid": "bd93ffef-c348-4d9c-b252-552f60fa2143", "name": "network-vif-plugged", "status": "completed", "tag": "43ddb9f2-5295-45c9-84bd-313d19e5a7a7"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:03.345343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:03.407727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.414145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.421031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.429909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.437063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.439788 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:03.443155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.449769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:03.451713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-c14c346b-681d-4a46-a602-81a3fa71f67a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1846962 Sep 17 01:07:03.488252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Deleting port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:03.488870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:03.498942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cc10c6-c827-4e5d-bb2a-f2ce8bcc9d2f req-0022f506-037e-4188-aa15-035c600bc573 service neutron] 10.222.0.36 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457697 Sep 17 01:07:03.524318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f22746a-02c3-4f2e-ba66-b902cb024322 req-15d4210a-7a3e-41a3-9c39-e1de8058ee7a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0517330 Sep 17 01:07:03.555766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:03.604637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] For port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:03.605787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:03.626063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Calling delete_port for 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:03.960205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'tag': 'cdab1400-961f-46ad-92da-a1db81afb9c8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:03.962665 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3645320c-efcb-46a4-b796-4ce8ce44f14e" -d '{"events": [{"name": "network-changed", "server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "tag": "cdab1400-961f-46ad-92da-a1db81afb9c8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:04.005452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:04.021129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['7f6b20a9-e160-4f6b-b956-fa79deda5d8e', '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:04.040086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Pushing event deleted for resources: {'Port': ['ID=91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:04.110599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] No DVR routers for this DVR port 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:04.118626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:04.121900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1cfb555-3ac9-41bc-8628-de5cf7133a98 req-e93c01c2-b3db-410d-861c-a7b6c9442c62 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "DELETE /v2.0/ports/91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 HTTP/1.1" status: 204 len: 173 time: 0.8423669 Sep 17 01:07:04.123219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'name': 'network-vif-deleted', 'tag': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:04.125005 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b467c4d-b8fc-4e93-9658-c5513828bc1e" -d '{"events": [{"server_uuid": "415c26c4-3e2b-463e-8e3c-10a2bebdda2a", "name": "network-vif-deleted", "tag": "91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:04.144231 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694f0da1-00e0-4ed5-b138-d7884f98cc23 x-openstack-request-id: req-694f0da1-00e0-4ed5-b138-d7884f98cc23 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:04.144528 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd93ffef-c348-4d9c-b252-552f60fa2143", "name": "network-vif-plugged", "status": "completed", "tag": "43ddb9f2-5295-45c9-84bd-313d19e5a7a7", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:04.144777 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-694f0da1-00e0-4ed5-b138-d7884f98cc23 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:04.145169 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7', 'code': 200} Sep 17 01:07:04.173443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0befa8a5-79fc-4d24-ad6d-928cac25e520 req-439fa953-8ca2-4fc6-8ee1-fc52ef9df91a tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 210 time: 0.0561256 Sep 17 01:07:04.256405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-2891ad64-fa5d-40cb-a6a3-3bd7229898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.256886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-2891ad64-fa5d-40cb-a6a3-3bd7229898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.257358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-2891ad64-fa5d-40cb-a6a3-3bd7229898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.259124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-2891ad64-fa5d-40cb-a6a3-3bd7229898bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2864 time: 0.2103794 Sep 17 01:07:04.291852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-baf5e65a-871a-4d39-8a80-bb8d91ca6cf7 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015077 Sep 17 01:07:04.303624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc6412-a04a-4971-97f9-dbb3204daee5 req-e5e0b4f3-6256-4f19-8df4-027ae5920129 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.314995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc6412-a04a-4971-97f9-dbb3204daee5 req-e5e0b4f3-6256-4f19-8df4-027ae5920129 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.322453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc6412-a04a-4971-97f9-dbb3204daee5 req-e5e0b4f3-6256-4f19-8df4-027ae5920129 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.330954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bafc6412-a04a-4971-97f9-dbb3204daee5 req-e5e0b4f3-6256-4f19-8df4-027ae5920129 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2411 time: 0.1234272 Sep 17 01:07:04.385083 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bafc6412-a04a-4971-97f9-dbb3204daee5 req-433a635c-855c-4fda-a962-adc9357b204d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530024 Sep 17 01:07:04.445258 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6205e02e-5235-4b97-8320-6ad46a67db9c x-openstack-request-id: req-6205e02e-5235-4b97-8320-6ad46a67db9c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:04.445583 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "tag": "cdab1400-961f-46ad-92da-a1db81afb9c8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:04.445784 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6205e02e-5235-4b97-8320-6ad46a67db9c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:04.446171 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'tag': 'cdab1400-961f-46ad-92da-a1db81afb9c8', 'status': 'completed', 'code': 200} Sep 17 01:07:04.609107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c6a4d-9764-4f31-b8c2-72a7ca8b661f req-228e281f-09d0-4674-ac8d-6c059abed77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.611061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd7c6a4d-9764-4f31-b8c2-72a7ca8b661f req-228e281f-09d0-4674-ac8d-6c059abed77d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 1097 time: 0.3907950 Sep 17 01:07:04.733205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f6bb0-97fe-4c35-9f5b-10e62d2332e1 req-14c5a7dc-7e2b-4012-9eed-969316743b89 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.735026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d22f6bb0-97fe-4c35-9f5b-10e62d2332e1 req-14c5a7dc-7e2b-4012-9eed-969316743b89 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.3670599 Sep 17 01:07:04.764805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-681e6eb7-17c5-4ce4-a727-fe8d21854ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.766260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-681e6eb7-17c5-4ce4-a727-fe8d21854ea6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a74a4adc-0f46-45ee-965f-0c2e2265f4cb HTTP/1.1" status: 200 len: 903 time: 0.4963622 Sep 17 01:07:04.790744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-182c80d3-23a6-4504-aafd-4752cf174375 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.792182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-182c80d3-23a6-4504-aafd-4752cf174375 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4752510 Sep 17 01:07:04.797046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd7c6a4d-9764-4f31-b8c2-72a7ca8b661f req-45e5cb90-439a-45d0-83bb-50e6b1e3536e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701822 Sep 17 01:07:04.827447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-e4189b6b-c626-4343-a5a2-64e2bf542304 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.191&port_id=059bac2f-ae63-42c1-af14-56d74050a0ab HTTP/1.1" status: 200 len: 217 time: 0.0499520 Sep 17 01:07:04.842816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d22f6bb0-97fe-4c35-9f5b-10e62d2332e1 req-755d469d-8d7a-4fcc-a184-41d82eee1db6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971823 Sep 17 01:07:04.897241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-c4f7f417-4bab-4ab3-ba25-49c482483b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:04.899205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-c4f7f417-4bab-4ab3-ba25-49c482483b83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c225b12c-0b7a-43ca-8dca-fb95fcaed523 HTTP/1.1" status: 200 len: 801 time: 0.0542386 Sep 17 01:07:04.942709 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5312e090-9cc9-4765-bf31-8a35d07d03da x-openstack-request-id: req-5312e090-9cc9-4765-bf31-8a35d07d03da {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:04.943632 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415c26c4-3e2b-463e-8e3c-10a2bebdda2a", "name": "network-vif-deleted", "tag": "91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:04.944063 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5312e090-9cc9-4765-bf31-8a35d07d03da {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:04.944456 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415c26c4-3e2b-463e-8e3c-10a2bebdda2a', 'name': 'network-vif-deleted', 'tag': '91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6', 'status': 'completed', 'code': 200} Sep 17 01:07:04.978269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a41e525-5d11-41ce-9cb9-b21dcf65f75c req-790534e7-2030-400f-b09e-34780df97801 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 210 time: 0.0617731 Sep 17 01:07:05.002859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Request body: {'port': {'device_id': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'fd3b9f321f0a4ea892d5f899093746c1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:05.021689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-d0a6f8e8-79d7-45e7-abce-595daa2914dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.023246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-d0a6f8e8-79d7-45e7-abce-595daa2914dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a74a4adc-0f46-45ee-965f-0c2e2265f4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1148069 Sep 17 01:07:05.148713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.155296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.162972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.171317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.178423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.186036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.193476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.195479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-cb24fd0f-9307-4617-8a0a-09e922d5fefe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1142766 Sep 17 01:07:05.272672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81dc6d50-a83d-420e-891b-9088dc310f8e req-6efc3a3f-94dd-4a99-917a-577210ea1e86 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549860 Sep 17 01:07:05.274781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-0a95eb32-9ef6-4d9d-b129-8c0c00620412 service neutron] 10.222.0.36 "GET /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214472 Sep 17 01:07:05.357547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Made reservation on behalf of fd3b9f321f0a4ea892d5f899093746c1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:05.361173 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:05.395364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:05.405679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6c1941fd-8adb-4012-83d7-143f213b1880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:05.449122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f81db-1e81-41a1-99e7-db2035f0796a req-587c71e5-f433-42bb-a4f8-d30ad68116d4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.450672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b8f81db-1e81-41a1-99e7-db2035f0796a req-587c71e5-f433-42bb-a4f8-d30ad68116d4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 945 time: 0.1804540 Sep 17 01:07:05.512009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c23ef71-549a-4c7c-a852-7e043495a6f1 req-8cdd7464-747d-479d-9cb2-1987114df5dc service neutron] 10.222.0.36 "GET /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263529 Sep 17 01:07:05.539691 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a5c8bc6-7c18-4bec-a223-221ab583c7dd req-fbb7203f-b420-46c7-b90b-62cb0e540b04 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=415c26c4-3e2b-463e-8e3c-10a2bebdda2a HTTP/1.1" status: 200 len: 210 time: 0.0531645 Sep 17 01:07:05.548711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b8f81db-1e81-41a1-99e7-db2035f0796a req-3c6375c2-62d4-444d-878f-e0e810688221 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826969 Sep 17 01:07:05.697197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-d4762851-e895-4836-b03d-d1c7e87d8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.697672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-d4762851-e895-4836-b03d-d1c7e87d8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.698137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-d4762851-e895-4836-b03d-d1c7e87d8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.700871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-d4762851-e895-4836-b03d-d1c7e87d8b6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2864 time: 0.1200194 Sep 17 01:07:05.737821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:05.760912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925831a-78fe-4aed-867c-67533c1a4d59 req-5f665792-f6ca-4adc-a050-8269d97285ad tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.767526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925831a-78fe-4aed-867c-67533c1a4d59 req-5f665792-f6ca-4adc-a050-8269d97285ad tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.773801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925831a-78fe-4aed-867c-67533c1a4d59 req-5f665792-f6ca-4adc-a050-8269d97285ad tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.781358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9925831a-78fe-4aed-867c-67533c1a4d59 req-5f665792-f6ca-4adc-a050-8269d97285ad tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2411 time: 0.1509280 Sep 17 01:07:05.834412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:05.934830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9925831a-78fe-4aed-867c-67533c1a4d59 req-7c9d49f7-4aa0-40ac-a37b-09c0caafb02f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467474 Sep 17 01:07:05.958474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397b28d9-b6cc-4d4e-a087-7e026add0a73,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:05.972764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-248a92af-c2fe-4e1b-a0fd-f97beea2218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:05.974289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-248a92af-c2fe-4e1b-a0fd-f97beea2218c service neutron] 10.222.0.36 "GET /v2.0/networks?id=215ff0eb-9f95-491b-b06e-5147f425900d HTTP/1.1" status: 200 len: 902 time: 0.2534680 Sep 17 01:07:06.022379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4d1b9-1267-4145-a729-0080fac0c01b req-a0677098-2b71-4320-a13e-9815c0cfb348 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.025288 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bad4d1b9-1267-4145-a729-0080fac0c01b req-a0677098-2b71-4320-a13e-9815c0cfb348 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.0872102 Sep 17 01:07:06.056949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-1d49fa59-12f2-4488-8dc0-f5a7e62b8fef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.9&port_id=cdab1400-961f-46ad-92da-a1db81afb9c8 HTTP/1.1" status: 200 len: 217 time: 0.0653138 Sep 17 01:07:06.112141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Allocated IP 192.168.233.144 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/87820d7a-bd60-49b5-8d9a-ac100fcdc02e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:06.121432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bad4d1b9-1267-4145-a729-0080fac0c01b req-e8f5aca9-14b7-4868-a76b-30965e4a5ef0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880952 Sep 17 01:07:06.175843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9a06402-824c-4714-b075-c2d06b4f26dd req-7384cd9d-d69c-448c-90bf-cb67139cb431 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 210 time: 0.0720003 Sep 17 01:07:06.186751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-64a3e346-eb07-4c98-a339-552f3dc728fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.188170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-64a3e346-eb07-4c98-a339-552f3dc728fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=871ac6d8-f02e-47b2-ab6e-d0c17488300c HTTP/1.1" status: 200 len: 801 time: 0.1209068 Sep 17 01:07:06.285326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-aaff8a6e-82ef-4ca5-8d18-68644934c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.286909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-aaff8a6e-82ef-4ca5-8d18-68644934c96e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=215ff0eb-9f95-491b-b06e-5147f425900d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872552 Sep 17 01:07:06.346349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40870) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:06.484627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.490732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.499151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.505695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.514832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.521463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.528298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.530509 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-57f2b74a-dab2-422c-96ed-c915f4f845e1 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1458325 Sep 17 01:07:06.605985 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a170-9d06-4b30-9640-d8d2376da2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:06.750933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a170-9d06-4b30-9640-d8d2376da2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:06.764417 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-600b9776-e61d-4d2a-8889-3349e8e59eb3 req-a09d1895-9c29-4efc-8020-ec3892c0ab47 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2245374 Sep 17 01:07:06.826043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fd6a170-9d06-4b30-9640-d8d2376da2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:06.889350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:06.894781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-e3fb8d43-7a84-4aa2-af59-568431924187 service neutron] 10.222.0.36 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906389 Sep 17 01:07:06.899176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fd6a170-9d06-4b30-9640-d8d2376da2cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e59bb80288247ee9353e2637436ae7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495458 Sep 17 01:07:06.900792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40880) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:06.913765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d414f62-4b56-4faa-a147-d715180eb438 req-c04c7745-93ae-464b-9152-72c6e62d83c6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:06.915640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6a170-9d06-4b30-9640-d8d2376da2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fcb65c-9b8b-40cc-9e61-153cbff19b61,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:06.921794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d414f62-4b56-4faa-a147-d715180eb438 req-c04c7745-93ae-464b-9152-72c6e62d83c6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 945 time: 0.1194394 Sep 17 01:07:07.007496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9add-8780-4124-acf9-7753fe2d37fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.033636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9add-8780-4124-acf9-7753fe2d37fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.076426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d414f62-4b56-4faa-a147-d715180eb438 req-994863e8-a5a5-4faf-a40c-e7acb31e7fa3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534748 Sep 17 01:07:07.093859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-e21711fd-3390-4f1b-89bb-360b87459f2d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1636822 Sep 17 01:07:07.122783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d5eb86c0-100a-4e51-8816-51ffdab8b972 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:07.126919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:07.147475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3645320c-efcb-46a4-b796-4ce8ce44f14e req-02f36620-af41-4b90-9fb3-63285598a371 service neutron] 10.222.0.36 "GET /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426515 Sep 17 01:07:07.179825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.211202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:07.212724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 91c937e1-3cb4-4e33-8986-0fd6e4e7cfd6 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:07.233625 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9add-8780-4124-acf9-7753fe2d37fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.238328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9add-8780-4124-acf9-7753fe2d37fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.241828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d9ff9add-8780-4124-acf9-7753fe2d37fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1fcb65c-9b8b-40cc-9e61-153cbff19b61 HTTP/1.1" status: 204 len: 168 time: 0.3378270 Sep 17 01:07:07.253746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff9add-8780-4124-acf9-7753fe2d37fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fcb65c-9b8b-40cc-9e61-153cbff19b61,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:07.330403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:07.344347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca8aba-1c7b-4b5c-ac74-bd59e95e8cd3 req-9cc03f6e-013c-4a44-845a-5adcc47e639f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.352087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16ca8aba-1c7b-4b5c-ac74-bd59e95e8cd3 req-9cc03f6e-013c-4a44-845a-5adcc47e639f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.0694075 Sep 17 01:07:07.397426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:07.403484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16ca8aba-1c7b-4b5c-ac74-bd59e95e8cd3 req-f00a5516-1427-4446-8ec6-5c2b529f3faf tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Sep 17 01:07:07.416081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:07.416420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:07.436899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Pushing event updated for resources: {'Port': ['ID=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:07.452734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'port_id': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'mac_address': 'fa:16:3e:cb:74:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb096bb9-0819-4a5e-83b6-d1e09c5089c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:07.515405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-a4b10957-0420-47c3-9228-aa44a07b9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.517148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-a4b10957-0420-47c3-9228-aa44a07b9108 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 1097 time: 0.3578637 Sep 17 01:07:07.539355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.575739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5eb86c0-100a-4e51-8816-51ffdab8b972 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:07.614582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586eca7e-bb3a-45e1-9613-29dab2012a97 req-2e98659e-d150-455f-9b5e-6bc0a4de9eb1 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.624736 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-586eca7e-bb3a-45e1-9613-29dab2012a97 req-2e98659e-d150-455f-9b5e-6bc0a4de9eb1 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.1238668 Sep 17 01:07:07.641945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:07.662183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbde3-1efa-4074-a9eb-258a015d037a req-060dc713-967d-43a5-b2ef-59b807c49998 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.669609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbde3-1efa-4074-a9eb-258a015d037a req-060dc713-967d-43a5-b2ef-59b807c49998 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.676648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cbde3-1efa-4074-a9eb-258a015d037a req-060dc713-967d-43a5-b2ef-59b807c49998 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.696505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c69cbde3-1efa-4074-a9eb-258a015d037a req-060dc713-967d-43a5-b2ef-59b807c49998 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2411 time: 0.4222565 Sep 17 01:07:07.713867 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.715250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 059bac2f-ae63-42c1-af14-56d74050a0ab details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:07.762588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-586eca7e-bb3a-45e1-9613-29dab2012a97 req-a7b48f16-1da0-409a-a9af-9c040de28d09 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365559 Sep 17 01:07:07.775446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.776075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:07.876081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c69cbde3-1efa-4074-a9eb-258a015d037a req-a20a2a87-40cf-4259-87f2-0cd2018e5ed6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786275 Sep 17 01:07:07.929040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21583802-8015-4732-bd5f-6f467ee6ba88 req-90d57eae-3a8f-4206-b36e-113b5dd7f83b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.939172 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21583802-8015-4732-bd5f-6f467ee6ba88 req-90d57eae-3a8f-4206-b36e-113b5dd7f83b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 936 time: 0.0970268 Sep 17 01:07:07.961311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:07.984150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-af060c0b-4531-4e6c-8b80-da51350b7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:07.987543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-af060c0b-4531-4e6c-8b80-da51350b7f8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 912 time: 0.4195869 Sep 17 01:07:07.991500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-e3beca60-861f-494f-9422-6955280ac43e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0088093 Sep 17 01:07:08.020102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Request body: {'port': {'device_id': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:08.020377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c61266ee-6b36-4727-96fc-cc77f3f4708c None None] Provisioning complete for port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:08.020756 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c61266ee-6b36-4727-96fc-cc77f3f4708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.037420 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21583802-8015-4732-bd5f-6f467ee6ba88 req-45f0d498-e397-4537-ab42-627c0aa7c984 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970142 Sep 17 01:07:08.097175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-b4da83b5-d87f-4f9b-b53d-3ec623f012f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7 HTTP/1.1" status: 200 len: 217 time: 0.0970891 Sep 17 01:07:08.106303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 059bac2f-ae63-42c1-af14-56d74050a0ab, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=059bac2f-ae63-42c1-af14-56d74050a0ab,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:08.128745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c61266ee-6b36-4727-96fc-cc77f3f4708c None None] Port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:08.131877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '059bac2f-ae63-42c1-af14-56d74050a0ab', 'network_id': 'a74a4adc-0f46-45ee-965f-0c2e2265f4cb', 'port_id': '059bac2f-ae63-42c1-af14-56d74050a0ab', 'mac_address': 'fa:16:3e:83:eb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c225b12c-0b7a-43ca-8dca-fb95fcaed523', 'ip_address': '19.86.0.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:08.142440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40902) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:08.168756 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-146b0fc1-e2db-42e9-a840-d90f0fd1cecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.183925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.200225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059bac2f-ae63-42c1-af14-56d74050a0ab {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:08.225886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 059bac2f-ae63-42c1-af14-56d74050a0ab, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=059bac2f-ae63-42c1-af14-56d74050a0ab,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:08.227830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.228397 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-67037728-e27e-441a-893b-4d9cfca5ebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.234936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.241220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.248084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.254186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.260492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.266767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.277866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-553bb3e4-c20a-4914-b36a-f8b20f4bbf9b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.2558665 Sep 17 01:07:08.293306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.303944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e151c-1f32-4bbb-9664-024a9f494f74 req-417dc206-00be-4052-bb09-b0f26eb98b89 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.312416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f32e151c-1f32-4bbb-9664-024a9f494f74 req-417dc206-00be-4052-bb09-b0f26eb98b89 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 944 time: 0.0952179 Sep 17 01:07:08.312766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-267ea9bf-e906-449d-8494-9c6217469dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:08.316270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-267ea9bf-e906-449d-8494-9c6217469dcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.1972919 Sep 17 01:07:08.346408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.347376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cdab1400-961f-46ad-92da-a1db81afb9c8 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:08.376085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f32e151c-1f32-4bbb-9664-024a9f494f74 req-19d13ba0-9b30-4c3a-842d-9ea4166ce67c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614710 Sep 17 01:07:08.427606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-146b0fc1-e2db-42e9-a840-d90f0fd1cecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.502241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-146b0fc1-e2db-42e9-a840-d90f0fd1cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.537997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=059bac2f-ae63-42c1-af14-56d74050a0ab,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:08.586930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-146b0fc1-e2db-42e9-a840-d90f0fd1cecc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4bb40f5a2ab42e3a7139c45c59b22aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4403629 Sep 17 01:07:08.587209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-d8e0f7ad-dad2-48f6-8fe4-7e5a1627b2a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993552 Sep 17 01:07:08.587494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40910) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:08.589782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b0fc1-e2db-42e9-a840-d90f0fd1cecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb4162b-29d3-462f-849c-621c3b022027,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:08.599490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71c2ca7b-828d-4a37-8d6e-d8df902c1eb8 req-8a9ed403-edbd-47ef-a13b-769b30f88329 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3225815 Sep 17 01:07:08.660247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port cdab1400-961f-46ad-92da-a1db81afb9c8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cdab1400-961f-46ad-92da-a1db81afb9c8,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:08.691691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'cdab1400-961f-46ad-92da-a1db81afb9c8', 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d', 'port_id': 'cdab1400-961f-46ad-92da-a1db81afb9c8', 'mac_address': 'fa:16:3e:1e:b5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871ac6d8-f02e-47b2-ab6e-d0c17488300c', 'ip_address': '19.80.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:08.754083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.780663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdab1400-961f-46ad-92da-a1db81afb9c8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:08.822049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port cdab1400-961f-46ad-92da-a1db81afb9c8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cdab1400-961f-46ad-92da-a1db81afb9c8,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:08.926759 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:08.927491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 04f3050d-4752-4b7c-8f95-c042f195e35a details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:09.029277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 04f3050d-4752-4b7c-8f95-c042f195e35a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=04f3050d-4752-4b7c-8f95-c042f195e35a,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:09.041647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '04f3050d-4752-4b7c-8f95-c042f195e35a', 'network_id': '215ff0eb-9f95-491b-b06e-5147f425900d', 'port_id': '04f3050d-4752-4b7c-8f95-c042f195e35a', 'mac_address': 'fa:16:3e:46:67:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '871ac6d8-f02e-47b2-ab6e-d0c17488300c', 'ip_address': '19.80.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:09.080640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22f694-79c0-4c08-a11e-0d90c83f6d7f req-c7927466-2097-41ca-b816-14e598041b05 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.086548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22f694-79c0-4c08-a11e-0d90c83f6d7f req-c7927466-2097-41ca-b816-14e598041b05 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.092779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22f694-79c0-4c08-a11e-0d90c83f6d7f req-c7927466-2097-41ca-b816-14e598041b05 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.093258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87820d7a-bd60-49b5-8d9a-ac100fcdc02e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:09.094674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f22f694-79c0-4c08-a11e-0d90c83f6d7f req-c7927466-2097-41ca-b816-14e598041b05 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2413 time: 0.1238019 Sep 17 01:07:09.106716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.112463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=cdab1400-961f-46ad-92da-a1db81afb9c8,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:09.127994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.145022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f3050d-4752-4b7c-8f95-c042f195e35a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:09.147612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f22f694-79c0-4c08-a11e-0d90c83f6d7f req-e5fdf38b-6360-4a5a-8f93-6543da07ed52 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Sep 17 01:07:09.157227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9e4886d-6380-4aae-8cd8-b2c070ef39da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.166616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 04f3050d-4752-4b7c-8f95-c042f195e35a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=04f3050d-4752-4b7c-8f95-c042f195e35a,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:09.168253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Transition to ACTIVE for port object 87820d7a-bd60-49b5-8d9a-ac100fcdc02e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:09.276195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e92575-69d5-4f98-b085-af2cd223cb17 req-5f918f0d-33b6-4209-8036-ff4010a2afaa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.276195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48e92575-69d5-4f98-b085-af2cd223cb17 req-5f918f0d-33b6-4209-8036-ff4010a2afaa tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.3421984 Sep 17 01:07:09.276195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-504089da-6a50-4a88-9bfe-e8306c45904f service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889187 Sep 17 01:07:09.276195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-b0bacc33-99ea-44bd-90f5-9998371d7c44 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.276195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-b0bacc33-99ea-44bd-90f5-9998371d7c44 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.3134916 Sep 17 01:07:09.276195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9e4886d-6380-4aae-8cd8-b2c070ef39da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.282933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebd8cc-20d7-414d-871d-e8af7283dea0 req-46d71f77-2a24-4eda-b76d-0b37e2fca553 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.284976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6ebd8cc-20d7-414d-871d-e8af7283dea0 req-46d71f77-2a24-4eda-b76d-0b37e2fca553 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 944 time: 0.0675809 Sep 17 01:07:09.326433 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6ebd8cc-20d7-414d-871d-e8af7283dea0 req-0fa5690c-3c49-4ccb-bce1-f297ffca63c6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346704 Sep 17 01:07:09.375610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48e92575-69d5-4f98-b085-af2cd223cb17 req-e228ecdf-343a-41fc-9ce6-d7636ee8c621 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738377 Sep 17 01:07:09.393665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.434919 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.436328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49ca08b5-267f-4ba5-a122-9bb4ff8eaaef req-e3696b04-a270-437f-82c3-0cede8a10953 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373304 Sep 17 01:07:09.440807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.449702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.470481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8eb9b-f43c-4415-bea5-94df78fd47ef req-34f185de-d0e8-47ad-8de5-54db763fe4eb tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:09.482258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52f8eb9b-f43c-4415-bea5-94df78fd47ef req-34f185de-d0e8-47ad-8de5-54db763fe4eb tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 936 time: 0.0720780 Sep 17 01:07:09.555891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9e4886d-6380-4aae-8cd8-b2c070ef39da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.565870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52f8eb9b-f43c-4415-bea5-94df78fd47ef req-69229a02-0c6d-4f9a-ab35-a5eb1a11e14f tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692346 Sep 17 01:07:09.583324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9e4886d-6380-4aae-8cd8-b2c070ef39da admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:09.591469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f9e4886d-6380-4aae-8cd8-b2c070ef39da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fb4162b-29d3-462f-849c-621c3b022027 HTTP/1.1" status: 204 len: 168 time: 1.0000148 Sep 17 01:07:09.599220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d5eb86c0-100a-4e51-8816-51ffdab8b972'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:09.602860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81570728-2213-4b04-8561-190670cd313c service neutron] Pushing event updated for resources: {'Port': ['ID=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:09.653326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=04f3050d-4752-4b7c-8f95-c042f195e35a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:09.697163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4886d-6380-4aae-8cd8-b2c070ef39da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb4162b-29d3-462f-849c-621c3b022027,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:09.748233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['059bac2f-ae63-42c1-af14-56d74050a0ab'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:09.802339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['04f3050d-4752-4b7c-8f95-c042f195e35a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:09.816671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Deleting port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:09.816999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.133677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.133677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.139889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.148080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.154302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.163658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.213001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.217955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65ee640a-05ce-408f-b965-463368cc127e req-d252499f-a679-42fb-95dd-dc700e0cec16 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.3800380 Sep 17 01:07:10.266862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Attempting to bind port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:10.267499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Attempting to bind port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:10.268025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Attempting to bind port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:10.294512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:10.295159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Attempting to bind port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:10.305679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] For port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:10.306315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.344053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65ee640a-05ce-408f-b965-463368cc127e req-038b8785-1334-446a-8646-b483462ce1e4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1171107 Sep 17 01:07:10.344899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:10.345228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:10.349455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:10.349455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Bound port: 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:10.349455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.385804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Calling delete_port for 7f6b20a9-e160-4f6b-b956-fa79deda5d8e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:10.404053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b436-8962-475c-a346-0e1adcf55e42 req-75b75d39-4797-463d-ba8d-b7e522afdf59 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.416976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b436-8962-475c-a346-0e1adcf55e42 req-75b75d39-4797-463d-ba8d-b7e522afdf59 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.447772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94b436-8962-475c-a346-0e1adcf55e42 req-75b75d39-4797-463d-ba8d-b7e522afdf59 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.451754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc94b436-8962-475c-a346-0e1adcf55e42 req-75b75d39-4797-463d-ba8d-b7e522afdf59 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2414 time: 0.1326971 Sep 17 01:07:10.514448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc94b436-8962-475c-a346-0e1adcf55e42 req-4bfb5b6d-342c-4397-985e-0826fdab3ec5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Sep 17 01:07:10.535934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] For port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:10.554088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] For port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:10.586209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-ce624174-6b07-47bc-b9b5-af5e771d0261 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.588223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-ce624174-6b07-47bc-b9b5-af5e771d0261 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 944 time: 0.0725820 Sep 17 01:07:10.606752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53db77b8-1584-405d-881f-e1a0ed3c9e3f req-6b6f141f-04dd-43ed-9f95-89d4e03991d8 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.608863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53db77b8-1584-405d-881f-e1a0ed3c9e3f req-6b6f141f-04dd-43ed-9f95-89d4e03991d8 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 944 time: 0.1348522 Sep 17 01:07:10.652530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.745012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40944) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:10.750627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.750627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.752070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-81570728-2213-4b04-8561-190670cd313c service neutron] 10.222.0.23 "PUT /v2.0/ports/87820d7a-bd60-49b5-8d9a-ac100fcdc02e HTTP/1.1" status: 200 len: 1096 time: 2.7443101 Sep 17 01:07:10.752552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'tag': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:10.754845 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a04ed-3573-4bbf-8d71-40b1447d88de" -d '{"events": [{"name": "network-changed", "server_uuid": "caf57125-08cf-4e03-8aa7-00fe378bf777", "tag": "87820d7a-bd60-49b5-8d9a-ac100fcdc02e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:10.783941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5cdbaa-3a59-4cf5-8ca9-8c5a468e69ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.804440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53db77b8-1584-405d-881f-e1a0ed3c9e3f req-44f72f20-a034-407b-96f7-759923b0637c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616263 Sep 17 01:07:10.818564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['cdab1400-961f-46ad-92da-a1db81afb9c8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:10.822157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81570728-2213-4b04-8561-190670cd313c service neutron] Pushing event updated for resources: {'Port': ['ID=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:10.868801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a334423-a82d-451d-bde5-f8e908e92e87 req-8075c3a7-1638-4373-81dc-2f91cd7d7332 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:10.872737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a334423-a82d-451d-bde5-f8e908e92e87 req-8075c3a7-1638-4373-81dc-2f91cd7d7332 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/ports?device_id=55d38577-cd7c-49a4-8a22-5b8c6edbe8c2 HTTP/1.1" status: 200 len: 945 time: 0.2121203 Sep 17 01:07:10.881420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.888953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Deleting port d5eb86c0-100a-4e51-8816-51ffdab8b972 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:10.889672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:10.977077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Pushing event deleted for resources: {'Port': ['ID=7f6b20a9-e160-4f6b-b956-fa79deda5d8e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:10.986708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.101406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] No DVR routers for this DVR port 7f6b20a9-e160-4f6b-b956-fa79deda5d8e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:11.114328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.116847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da005076-66e3-46b1-a470-d4dbb3d9b510 req-f020691a-2f36-4119-bc09-1eb62fbd9549 tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.36 "DELETE /v2.0/ports/7f6b20a9-e160-4f6b-b956-fa79deda5d8e HTTP/1.1" status: 204 len: 173 time: 1.8842075 Sep 17 01:07:11.131922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-c7d3a84f-6de2-4fdb-8c84-beb14366df26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.138029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-c7d3a84f-6de2-4fdb-8c84-beb14366df26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 1099 time: 0.2653985 Sep 17 01:07:11.147798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb3c2c-eea0-40ce-9685-28bc3a8cd74f req-96a3e1e6-631f-4420-8358-6d694a0793a1 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.149380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3bcb3c2c-eea0-40ce-9685-28bc3a8cd74f req-96a3e1e6-631f-4420-8358-6d694a0793a1 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 948 time: 0.1582806 Sep 17 01:07:11.204091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-cc23552c-5df8-450c-a34d-459d06aa3d6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e HTTP/1.1" status: 200 len: 217 time: 0.0537047 Sep 17 01:07:11.288268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a334423-a82d-451d-bde5-f8e908e92e87 req-723ded47-f865-40d1-a9a1-da0e88ebbf9e tempest-ListServerFiltersTestJSON-886142176 tempest-ListServerFiltersTestJSON-886142176-project] 10.222.0.13 "GET /v2.0/security-groups?id=13210e20-b6f0-40a2-b6cb-437cb026c20c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944187 Sep 17 01:07:11.308874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3bcb3c2c-eea0-40ce-9685-28bc3a8cd74f req-8d8c0a11-eb7c-4509-9a10-9912951879c2 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514745 Sep 17 01:07:11.333452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] For port d5eb86c0-100a-4e51-8816-51ffdab8b972, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d5eb86c0-100a-4e51-8816-51ffdab8b972,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:11.345432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.357169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Calling delete_port for d5eb86c0-100a-4e51-8816-51ffdab8b972 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:11.404887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-2d725655-c1cb-4e43-9bb1-f0496dcd04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.406379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-2d725655-c1cb-4e43-9bb1-f0496dcd04b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1798713 Sep 17 01:07:11.435422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5cdbaa-3a59-4cf5-8ca9-8c5a468e69ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.467979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['7f6b20a9-e160-4f6b-b956-fa79deda5d8e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:11.502764 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe89b02-8549-4a46-80fe-a2e43100ae78 x-openstack-request-id: req-dfe89b02-8549-4a46-80fe-a2e43100ae78 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:11.503488 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf57125-08cf-4e03-8aa7-00fe378bf777", "tag": "87820d7a-bd60-49b5-8d9a-ac100fcdc02e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:11.503749 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfe89b02-8549-4a46-80fe-a2e43100ae78 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:11.504170 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'tag': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e', 'status': 'completed', 'code': 200} Sep 17 01:07:11.510301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5cdbaa-3a59-4cf5-8ca9-8c5a468e69ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.525394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 059bac2f-ae63-42c1-af14-56d74050a0ab up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:11.544997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-597c107a-c13a-47d5-a643-b7d281ea7616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.546534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-597c107a-c13a-47d5-a643-b7d281ea7616 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185553 Sep 17 01:07:11.638405 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb5cdbaa-3a59-4cf5-8ca9-8c5a468e69ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d49f9f7eaba49b68594afe5ccc6b287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8705294 Sep 17 01:07:11.641727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40956) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:11.655060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cdbaa-3a59-4cf5-8ca9-8c5a468e69ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a67e0-dfaf-4565-9486-ca9b77b97d85,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:11.699198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 059bac2f-ae63-42c1-af14-56d74050a0ab completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:11.705509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 059bac2f-ae63-42c1-af14-56d74050a0ab triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:11.706179 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.709135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3869e0a-dfd5-41b1-a003-32d1e18918a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.727713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.734818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.740136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3869e0a-dfd5-41b1-a003-32d1e18918a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.740984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.747304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.751054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.753415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.760012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.767052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:11.774748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-7919800d-cab9-4d7d-946d-01e288696db6 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.1779265 Sep 17 01:07:11.802475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event deleted for resources: {'Port': ['ID=d5eb86c0-100a-4e51-8816-51ffdab8b972,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:11.814832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-c3c952f4-df24-430c-9f66-8e80309b1529 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605593 Sep 17 01:07:11.860222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] No DVR routers for this DVR port d5eb86c0-100a-4e51-8816-51ffdab8b972 on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:11.863491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.864504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcbc4d6d-c19d-42ba-9815-be466c192645 req-d02cefd8-a1ff-452a-9670-a2cc55aecc89 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0875063 Sep 17 01:07:11.865963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b57ca9e-e836-4249-935d-9c20f7178897 req-3bcf4d1c-085c-419d-84cd-125b4fe87597 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "DELETE /v2.0/ports/d5eb86c0-100a-4e51-8816-51ffdab8b972 HTTP/1.1" status: 204 len: 173 time: 1.2709050 Sep 17 01:07:11.866428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'name': 'network-vif-deleted', 'tag': 'd5eb86c0-100a-4e51-8816-51ffdab8b972'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:11.869617 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5a34e-cfcd-4971-a955-3584f2af1187" -d '{"events": [{"server_uuid": "b53031b4-5f11-48af-bc63-763ceb427da6", "name": "network-vif-deleted", "tag": "d5eb86c0-100a-4e51-8816-51ffdab8b972"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:11.959526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3869e0a-dfd5-41b1-a003-32d1e18918a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.964307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3869e0a-dfd5-41b1-a003-32d1e18918a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:11.969877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b3869e0a-dfd5-41b1-a003-32d1e18918a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed8a67e0-dfaf-4565-9486-ca9b77b97d85 HTTP/1.1" status: 204 len: 168 time: 0.3211064 Sep 17 01:07:11.979056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3869e0a-dfd5-41b1-a003-32d1e18918a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a67e0-dfaf-4565-9486-ca9b77b97d85,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:12.051387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-634c0edd-7d0c-47b9-8580-84f71ee763e4 req-9cdff24b-104f-47ad-b172-f314d7805b7a service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279739 Sep 17 01:07:12.069233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec05a9-df7c-4be8-acd3-1377dde6d83c req-254f053d-8f98-46db-96de-4422c501033b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.084748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec05a9-df7c-4be8-acd3-1377dde6d83c req-254f053d-8f98-46db-96de-4422c501033b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.095963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec05a9-df7c-4be8-acd3-1377dde6d83c req-254f053d-8f98-46db-96de-4422c501033b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.107784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34ec05a9-df7c-4be8-acd3-1377dde6d83c req-254f053d-8f98-46db-96de-4422c501033b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2414 time: 0.1525493 Sep 17 01:07:12.118971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.151480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059bac2f-ae63-42c1-af14-56d74050a0ab'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:12.154406 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa3755-b15b-408c-ac36-9441265059e4" -d '{"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "059bac2f-ae63-42c1-af14-56d74050a0ab"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:12.177018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 059bac2f-ae63-42c1-af14-56d74050a0ab, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=059bac2f-ae63-42c1-af14-56d74050a0ab,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:12.180998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34ec05a9-df7c-4be8-acd3-1377dde6d83c req-e5d21db7-2340-4ddc-9dfa-2360312a8605 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717924 Sep 17 01:07:12.244941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.246035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 04f3050d-4752-4b7c-8f95-c042f195e35a up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:12.260521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-37cb41a5-6117-4a77-9ec2-004222e82e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.262841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-37cb41a5-6117-4a77-9ec2-004222e82e1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 1099 time: 0.0745494 Sep 17 01:07:12.360415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=059bac2f-ae63-42c1-af14-56d74050a0ab,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:12.384146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f91f0402-88a3-4f87-86fc-275986751bf7 req-a791a01d-dd20-45bb-a99c-92e669e35187 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=b53031b4-5f11-48af-bc63-763ceb427da6 HTTP/1.1" status: 200 len: 210 time: 0.0458210 Sep 17 01:07:12.399865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-45597cb2-db2c-42ab-989c-552be2fe6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.401327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-45597cb2-db2c-42ab-989c-552be2fe6841 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1297050 Sep 17 01:07:12.451300 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2f4bb2-8c04-4520-ba96-a43875355ae0 x-openstack-request-id: req-7e2f4bb2-8c04-4520-ba96-a43875355ae0 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:12.452156 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53031b4-5f11-48af-bc63-763ceb427da6", "name": "network-vif-deleted", "tag": "d5eb86c0-100a-4e51-8816-51ffdab8b972", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:12.452583 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e2f4bb2-8c04-4520-ba96-a43875355ae0 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:12.453151 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53031b4-5f11-48af-bc63-763ceb427da6', 'name': 'network-vif-deleted', 'tag': 'd5eb86c0-100a-4e51-8816-51ffdab8b972', 'status': 'completed', 'code': 200} Sep 17 01:07:12.458614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-89beb2c9-ceee-44cf-aa38-2fe919e9f054 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e HTTP/1.1" status: 200 len: 217 time: 0.0460846 Sep 17 01:07:12.472569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 04f3050d-4752-4b7c-8f95-c042f195e35a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:12.477727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 04f3050d-4752-4b7c-8f95-c042f195e35a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:12.478093 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.503858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40976) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:12.572219 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58369e3b-079f-46fe-89f4-61e8e7ec7323 x-openstack-request-id: req-58369e3b-079f-46fe-89f4-61e8e7ec7323 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:12.572561 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "059bac2f-ae63-42c1-af14-56d74050a0ab", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:12.572815 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58369e3b-079f-46fe-89f4-61e8e7ec7323 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:12.573369 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059bac2f-ae63-42c1-af14-56d74050a0ab', 'code': 200} Sep 17 01:07:12.596900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-b850bbef-b621-472f-96ca-39eed29c47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.601943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-b850bbef-b621-472f-96ca-39eed29c47fe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1352415 Sep 17 01:07:12.625617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Deleting subnet 1b9ff891-b24a-43c7-8f69-0a485a43766e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:07:12.636074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.677557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.733866 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.751262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 04f3050d-4752-4b7c-8f95-c042f195e35a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=04f3050d-4752-4b7c-8f95-c042f195e35a,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:12.765072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-4cd1e2e4-f2d9-4d79-8669-1163aeed0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.766988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-4cd1e2e4-f2d9-4d79-8669-1163aeed0536 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570320 Sep 17 01:07:12.780853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecde32d-7e6e-497c-8098-2fcc7e23e365 req-8cedd337-33f5-4690-a12f-361bb49aac32 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:12.782588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ecde32d-7e6e-497c-8098-2fcc7e23e365 req-8cedd337-33f5-4690-a12f-361bb49aac32 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 948 time: 0.1243296 Sep 17 01:07:12.833436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.868117 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:12.869108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7f6b20a9-e160-4f6b-b956-fa79deda5d8e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:12.963740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ecde32d-7e6e-497c-8098-2fcc7e23e365 req-9a69d050-9fc0-402a-8ebd-5fc276870c00 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657774 Sep 17 01:07:12.998712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e5b1c768-479a-4802-80cd-cb4431ae8054 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:13.018079 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-711bed48-0aba-487e-9dc1-cd9e5f46500a service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342598 Sep 17 01:07:13.061347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:13.140839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9ff891-b24a-43c7-8f69-0a485a43766e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:13.169762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:13.173887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f8cbdd88-a7d7-4bad-9999-e6ecb613712d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1b9ff891-b24a-43c7-8f69-0a485a43766e HTTP/1.1" status: 204 len: 168 time: 0.6687386 Sep 17 01:07:13.177138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40990) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:13.192991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.201789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.210965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.218550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.225883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.232621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e5b1c768-479a-4802-80cd-cb4431ae8054,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:13.235451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.241950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.253222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-a516d774-1b30-4108-926e-0623bdb4b878 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5427 time: 0.2512879 Sep 17 01:07:13.259253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'e5b1c768-479a-4802-80cd-cb4431ae8054', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'port_id': 'e5b1c768-479a-4802-80cd-cb4431ae8054', 'mac_address': 'fa:16:3e:5b:35:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:13.266657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45749c42-c6ac-4bad-95a0-010d1665bd07 None None] Network fb8849bc-1e45-4603-9988-23f515631066 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:13.268415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 7f6b20a9-e160-4f6b-b956-fa79deda5d8e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:13.268762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7f6b20a9-e160-4f6b-b956-fa79deda5d8e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:13.269179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d5eb86c0-100a-4e51-8816-51ffdab8b972 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:13.312057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca690a13-bc1a-4ade-b738-8ffd8d6bc29d req-5cc5cd3e-572b-49c5-a5e4-5efc3739c7ca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578504 Sep 17 01:07:13.367214 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-712a04ed-3573-4bbf-8d71-40b1447d88de req-d729522f-043c-40b8-9464-13b7a177b491 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412452 Sep 17 01:07:13.396917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=04f3050d-4752-4b7c-8f95-c042f195e35a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:13.421997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: d5eb86c0-100a-4e51-8816-51ffdab8b972 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:13.422350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d5eb86c0-100a-4e51-8816-51ffdab8b972 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:13.439050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:13.514917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c376f-86ca-4a66-a2a1-b418b7e28e32 req-4ee9781b-bc8b-44f8-b07c-975814966c93 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.520988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c376f-86ca-4a66-a2a1-b418b7e28e32 req-4ee9781b-bc8b-44f8-b07c-975814966c93 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.522562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cdab1400-961f-46ad-92da-a1db81afb9c8 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:13.527755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c376f-86ca-4a66-a2a1-b418b7e28e32 req-4ee9781b-bc8b-44f8-b07c-975814966c93 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:13.528149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:13.537032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-692c376f-86ca-4a66-a2a1-b418b7e28e32 req-4ee9781b-bc8b-44f8-b07c-975814966c93 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2416 time: 0.1862285 Sep 17 01:07:13.540355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'name': 'network-vif-deleted', 'tag': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:13.543176 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ff6da-c721-4797-9455-09f77bb8ce67" -d '{"events": [{"server_uuid": "55d38577-cd7c-49a4-8a22-5b8c6edbe8c2", "name": "network-vif-deleted", "tag": "7f6b20a9-e160-4f6b-b956-fa79deda5d8e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:13.648980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b1c768-479a-4802-80cd-cb4431ae8054 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:13.779200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e5b1c768-479a-4802-80cd-cb4431ae8054,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:13.873588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port cdab1400-961f-46ad-92da-a1db81afb9c8 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:13.878461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port cdab1400-961f-46ad-92da-a1db81afb9c8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:13.879005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:13.961535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] DHCP port deletion for fb8849bc-1e45-4603-9988-23f515631066 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:07:13.968319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:13.968972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c445f14-30f8-47fa-934c-611ea0e2ad17 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:14.040478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:14.072208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-257c0a19-00ad-4285-8492-338409d14f8c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:14.076295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-257c0a19-00ad-4285-8492-338409d14f8c tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 822 time: 0.2406309 Sep 17 01:07:14.107921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-2e410a50-f92b-4d77-8c00-a22d3ed1e442 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/quotas/088c9ebc9b2445f5ad066b014d6a7ec3 HTTP/1.1" status: 200 len: 375 time: 0.0245585 Sep 17 01:07:14.153991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.168855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 277ff654-ed65-456d-87ca-ee12fe859681 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:14.180772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-692c376f-86ca-4a66-a2a1-b418b7e28e32 req-eee9dfe8-2085-48da-a3e3-a4148607cf8b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427937 Sep 17 01:07:14.210617 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.resource_extend [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:07:14.233560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-ff304c7b-2b18-465f-bc62-0acb6df6c97f tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190143 Sep 17 01:07:14.237249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Deleting port 277ff654-ed65-456d-87ca-ee12fe859681 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:14.237805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.264809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:14.284077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port cdab1400-961f-46ad-92da-a1db81afb9c8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cdab1400-961f-46ad-92da-a1db81afb9c8,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:14.301970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '3c445f14-30f8-47fa-934c-611ea0e2ad17', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'port_id': '3c445f14-30f8-47fa-934c-611ea0e2ad17', 'mac_address': 'fa:16:3e:30:77:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:14.313296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] Deleting port 277ff654-ed65-456d-87ca-ee12fe859681 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:14.313512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.400244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] For port 277ff654-ed65-456d-87ca-ee12fe859681, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=277ff654-ed65-456d-87ca-ee12fe859681,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:14.400645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.415119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] Calling delete_port for 277ff654-ed65-456d-87ca-ee12fe859681 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:14.437361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] For port 277ff654-ed65-456d-87ca-ee12fe859681, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=277ff654-ed65-456d-87ca-ee12fe859681,segment=NetworkSegment(2e18ef93-cecc-4911-a0a8-174e0fde451d),segment_id=2e18ef93-cecc-4911-a0a8-174e0fde451d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:14.441295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.478223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Calling delete_port for 277ff654-ed65-456d-87ca-ee12fe859681 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:14.494002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-06fa6413-1663-4d41-9066-f29133d2f30c service neutron] 10.222.0.13 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510076 Sep 17 01:07:14.546846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.599667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f3050d-4752-4b7c-8f95-c042f195e35a'}, {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdab1400-961f-46ad-92da-a1db81afb9c8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:14.607928 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937dff28-fb84-4907-a0bd-9a73fead40b0" -d '{"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "04f3050d-4752-4b7c-8f95-c042f195e35a"}, {"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "cdab1400-961f-46ad-92da-a1db81afb9c8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:14.627498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-79d26a18-48a3-4635-a4a1-744ef7a68b10 service neutron] 10.222.0.13 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216016 Sep 17 01:07:14.630731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.656155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] No DVR routers for this DVR port 277ff654-ed65-456d-87ca-ee12fe859681 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:14.665087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5765-afa6-4b19-8d62-c96b0096b105 req-fcb6e180-e6db-4490-96c9-a009e4a4bd0f tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:14.669666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cada5765-afa6-4b19-8d62-c96b0096b105 req-fcb6e180-e6db-4490-96c9-a009e4a4bd0f tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 948 time: 0.3427026 Sep 17 01:07:14.702020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.707354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.733812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=277ff654-ed65-456d-87ca-ee12fe859681,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:14.736948 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.751302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c445f14-30f8-47fa-934c-611ea0e2ad17 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:14.766112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] No DVR routers for this DVR port 277ff654-ed65-456d-87ca-ee12fe859681 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:14.846920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.856805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cada5765-afa6-4b19-8d62-c96b0096b105 req-0025239b-1fa3-4f6b-a581-946f5ead5952 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511388 Sep 17 01:07:14.858382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=cdab1400-961f-46ad-92da-a1db81afb9c8,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:14.921611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8849bc-1e45-4603-9988-23f515631066']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:14.929761 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1015969-ab14-4e21-b176-c9d93e516646 x-openstack-request-id: req-d1015969-ab14-4e21-b176-c9d93e516646 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:14.930053 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55d38577-cd7c-49a4-8a22-5b8c6edbe8c2", "name": "network-vif-deleted", "tag": "7f6b20a9-e160-4f6b-b956-fa79deda5d8e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:14.930300 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1015969-ab14-4e21-b176-c9d93e516646 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:14.930683 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55d38577-cd7c-49a4-8a22-5b8c6edbe8c2', 'name': 'network-vif-deleted', 'tag': '7f6b20a9-e160-4f6b-b956-fa79deda5d8e', 'status': 'completed', 'code': 200} Sep 17 01:07:14.943835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e18ef93-cecc-4911-a0a8-174e0fde451d') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:14.943835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e18ef93-cecc-4911-a0a8-174e0fde451d') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:14.946970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:14.962797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:14.991435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.001043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d61d4-d7ba-4a6c-a5ca-a4abd7541b60 None None] Pushing event deleted for resources: {'Port': ['ID=277ff654-ed65-456d-87ca-ee12fe859681,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:15.003383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:07:15.003792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:07:15.005649 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:07:15.039100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.041768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3988df96-4c91-4792-911f-f954b14ff2f4 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:15.109937 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc883c4d-a9fc-485d-abe4-78a0c7e724c3 x-openstack-request-id: req-cc883c4d-a9fc-485d-abe4-78a0c7e724c3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:15.110232 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "04f3050d-4752-4b7c-8f95-c042f195e35a", "code": 200}, {"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "cdab1400-961f-46ad-92da-a1db81afb9c8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:15.110530 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc883c4d-a9fc-485d-abe4-78a0c7e724c3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:15.110921 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f3050d-4752-4b7c-8f95-c042f195e35a', 'code': 200} Sep 17 01:07:15.111194 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdab1400-961f-46ad-92da-a1db81afb9c8', 'code': 200} Sep 17 01:07:15.188567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:15.190057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4988142f-0260-4cbf-91dd-947bc9b4d01c req-33c66031-d9fe-4850-9ee4-dd05e60f5f99 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 210 time: 0.0474958 Sep 17 01:07:15.238661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.249228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.264759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.277446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3988df96-4c91-4792-911f-f954b14ff2f4,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:15.278006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.284346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a9e0-5070-4294-ac2c-c717133eb0c7 req-abef087c-827f-46e7-a07d-c2dd5cde33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.284827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a9e0-5070-4294-ac2c-c717133eb0c7 req-abef087c-827f-46e7-a07d-c2dd5cde33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.285294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90a9e0-5070-4294-ac2c-c717133eb0c7 req-abef087c-827f-46e7-a07d-c2dd5cde33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.290971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cc90a9e0-5070-4294-ac2c-c717133eb0c7 req-abef087c-827f-46e7-a07d-c2dd5cde33d1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2870 time: 0.1034865 Sep 17 01:07:15.295517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '3988df96-4c91-4792-911f-f954b14ff2f4', 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'port_id': '3988df96-4c91-4792-911f-f954b14ff2f4', 'mac_address': 'fa:16:3e:33:bc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc49b565-c550-4821-af61-76acd6cfb8ce', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:15.307019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.330152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.370004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.372685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-14d38945-178e-42be-8702-0dfada0bb7d0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5429 time: 0.3477011 Sep 17 01:07:15.391802 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.413065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.419442 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fb8849bc-1e45-4603-9988-23f515631066 HTTP/1.1" status: 204 len: 168 time: 2.2384498 Sep 17 01:07:15.419642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cc90a9e0-5070-4294-ac2c-c717133eb0c7 req-b934bb49-0da7-4284-ad16-7712ec19104c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168122 Sep 17 01:07:15.435164 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.477798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3988df96-4c91-4792-911f-f954b14ff2f4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:15.511520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eaf3fe-c720-4198-bc54-46676a8e2dc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb8849bc-1e45-4603-9988-23f515631066,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:15.519528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3988df96-4c91-4792-911f-f954b14ff2f4,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:15.611315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d48b35a8-2e5f-4e24-924c-cc2c0530e4bf req-d2ba283e-ecf2-4424-8cc4-1cb87309a297 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1951220 Sep 17 01:07:15.621600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917cc3-ba3a-49b1-8d24-e080cb5a0464 req-982535c9-906b-484c-9541-2390a6cbee6a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.621600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917cc3-ba3a-49b1-8d24-e080cb5a0464 req-982535c9-906b-484c-9541-2390a6cbee6a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.621600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917cc3-ba3a-49b1-8d24-e080cb5a0464 req-982535c9-906b-484c-9541-2390a6cbee6a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:15.621600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1917cc3-ba3a-49b1-8d24-e080cb5a0464 req-982535c9-906b-484c-9541-2390a6cbee6a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2417 time: 0.2073708 Sep 17 01:07:15.715844 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1917cc3-ba3a-49b1-8d24-e080cb5a0464 req-14a38306-3732-41b4-af61-115246f0ee0f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968473 Sep 17 01:07:15.753443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:15.754268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 62286378-9f72-4fde-a4bf-a6b658375339 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:15.870193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:16.055850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e248d3-20c2-4c92-ac56-6504f6446f3f req-ef7dbec0-6033-4452-be7f-bda0bb7f3b25 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:16.064315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41066) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:16.066201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e248d3-20c2-4c92-ac56-6504f6446f3f req-ef7dbec0-6033-4452-be7f-bda0bb7f3b25 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 948 time: 0.0799198 Sep 17 01:07:16.096893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=62286378-9f72-4fde-a4bf-a6b658375339,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:16.114855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '62286378-9f72-4fde-a4bf-a6b658375339', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'port_id': '62286378-9f72-4fde-a4bf-a6b658375339', 'mac_address': 'fa:16:3e:d8:19:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:16.125064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3e248d3-20c2-4c92-ac56-6504f6446f3f req-44eea411-ace0-48ea-84a1-2810280357b4 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564239 Sep 17 01:07:16.176292 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.189987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1f35d253-9cde-457e-be71-a264e41efe45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0a8f6b262b7445bbc38df18fcd6f8e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243067 Sep 17 01:07:16.192849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41070) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:16.207394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62286378-9f72-4fde-a4bf-a6b658375339 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:16.254081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=62286378-9f72-4fde-a4bf-a6b658375339,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:16.285847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b31812c-6019-4654-85b2-1fc3c17844a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.316380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b31812c-6019-4654-85b2-1fc3c17844a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.353432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.355745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 82098396-32dd-4b1f-81c7-7218175d4d65 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:16.401159 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc879fef-417e-4d6b-b461-b7f9fb5c2757 req-7d6db287-2d68-49e1-bc4d-fc8652167c56 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 210 time: 0.0604854 Sep 17 01:07:16.490469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b31812c-6019-4654-85b2-1fc3c17844a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.493701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b31812c-6019-4654-85b2-1fc3c17844a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.495146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b31812c-6019-4654-85b2-1fc3c17844a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/13210e20-b6f0-40a2-b6cb-437cb026c20c HTTP/1.1" status: 204 len: 168 time: 0.3010225 Sep 17 01:07:16.516782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31812c-6019-4654-85b2-1fc3c17844a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13210e20-b6f0-40a2-b6cb-437cb026c20c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:16.556501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=82098396-32dd-4b1f-81c7-7218175d4d65,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:16.582225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:16.599758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '82098396-32dd-4b1f-81c7-7218175d4d65', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'port_id': '82098396-32dd-4b1f-81c7-7218175d4d65', 'mac_address': 'fa:16:3e:5a:ec:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:16.649379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:16.679910 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.696788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82098396-32dd-4b1f-81c7-7218175d4d65 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:16.727403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=82098396-32dd-4b1f-81c7-7218175d4d65,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:16.816252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.855223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4d8696d0-d515-4bb1-825b-1882392eaaae details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:16.888025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5754-d5fb-4b22-8508-6f535405bc10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:16.996718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b936f6-06bd-4751-a8c9-67dfc0dbb6dd req-546e9dec-2963-4901-8233-a77a6a664650 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.003039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b936f6-06bd-4751-a8c9-67dfc0dbb6dd req-546e9dec-2963-4901-8233-a77a6a664650 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.009987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b936f6-06bd-4751-a8c9-67dfc0dbb6dd req-546e9dec-2963-4901-8233-a77a6a664650 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.012026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99b936f6-06bd-4751-a8c9-67dfc0dbb6dd req-546e9dec-2963-4901-8233-a77a6a664650 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2417 time: 0.1558580 Sep 17 01:07:17.029476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.076133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.089137 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99b936f6-06bd-4751-a8c9-67dfc0dbb6dd req-7f998759-b219-4c75-8c1d-d59632c38fda tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627966 Sep 17 01:07:17.108548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5754-d5fb-4b22-8508-6f535405bc10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.109309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.121127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:17.130899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.155742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4d8696d0-d515-4bb1-825b-1882392eaaae,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:17.184172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.184172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.184172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.186431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-1c20cffe-e476-4a9a-8f17-d1d9ff093a37 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5432 time: 0.3824234 Sep 17 01:07:17.197509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '4d8696d0-d515-4bb1-825b-1882392eaaae', 'network_id': 'a39e65dd-f6af-460a-ba3d-93ca273b5dc1', 'port_id': '4d8696d0-d515-4bb1-825b-1882392eaaae', 'mac_address': 'fa:16:3e:25:85:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7287359-7cca-4522-b61c-2051adbfc8d6', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:17.247489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.263351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e83cfd8d-0661-4fbf-8055-67f3b6b7c8d4 req-ae4b282e-2c5c-43a8-876d-64a4500e882f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0703342 Sep 17 01:07:17.273836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d8696d0-d515-4bb1-825b-1882392eaaae {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:17.296953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4d8696d0-d515-4bb1-825b-1882392eaaae,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:17.328681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3dfb5754-d5fb-4b22-8508-6f535405bc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.382631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.450862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4ee7911a-7193-49f1-bbd1-f836af47be46 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:17.520480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3dfb5754-d5fb-4b22-8508-6f535405bc10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=349c697ca75a44b8b84911eb84537044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8695645 Sep 17 01:07:17.521010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41106) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:17.524538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb5754-d5fb-4b22-8508-6f535405bc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7776a5e9-a3b2-4348-ac27-946815d1179c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:17.549548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43583-96c3-4dbb-9fe3-d7783ecc3a0e req-56b76229-1320-48c9-a2b6-ddb9ed7a7ddb tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:17.555012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89d43583-96c3-4dbb-9fe3-d7783ecc3a0e req-56b76229-1320-48c9-a2b6-ddb9ed7a7ddb tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 948 time: 0.3046079 Sep 17 01:07:17.634711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89d43583-96c3-4dbb-9fe3-d7783ecc3a0e req-df1a9cc4-d8fc-448b-9d06-30122a411b14 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Sep 17 01:07:17.672197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5816d909-7fe5-43dc-bdc1-94d341b63da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.709857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5816d909-7fe5-43dc-bdc1-94d341b63da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.766523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:17.804427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7fd6c500-8943-4281-bfa2-bd8068a64386 req-79004402-f511-4ee7-b625-22ce45d937ef tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 210 time: 0.0809095 Sep 17 01:07:17.812181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4ee7911a-7193-49f1-bbd1-f836af47be46,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:17.836854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '4ee7911a-7193-49f1-bbd1-f836af47be46', 'network_id': '50c5ba95-9dcd-4edd-8a10-da4f703909b0', 'port_id': '4ee7911a-7193-49f1-bbd1-f836af47be46', 'mac_address': 'fa:16:3e:f4:4b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc49b565-c550-4821-af61-76acd6cfb8ce', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:17.879775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5816d909-7fe5-43dc-bdc1-94d341b63da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.883457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5816d909-7fe5-43dc-bdc1-94d341b63da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.884853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5816d909-7fe5-43dc-bdc1-94d341b63da9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7776a5e9-a3b2-4348-ac27-946815d1179c HTTP/1.1" status: 204 len: 168 time: 0.3618641 Sep 17 01:07:17.898651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:17.899139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d909-7fe5-43dc-bdc1-94d341b63da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7776a5e9-a3b2-4348-ac27-946815d1179c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:17.948620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['62286378-9f72-4fde-a4bf-a6b658375339'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:18.061129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['4d8696d0-d515-4bb1-825b-1882392eaaae'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:18.063233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3988df96-4c91-4792-911f-f954b14ff2f4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:18.106337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7e75-eb27-424b-b649-5f81356983e8 req-e7c9d32f-31d4-46e1-81b3-286678bd3ee4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.114589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7e75-eb27-424b-b649-5f81356983e8 req-e7c9d32f-31d4-46e1-81b3-286678bd3ee4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.123481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa7e75-eb27-424b-b649-5f81356983e8 req-e7c9d32f-31d4-46e1-81b3-286678bd3ee4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.131619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfaa7e75-eb27-424b-b649-5f81356983e8 req-e7c9d32f-31d4-46e1-81b3-286678bd3ee4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2417 time: 0.1215181 Sep 17 01:07:18.205005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee7911a-7193-49f1-bbd1-f836af47be46 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:18.247013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfaa7e75-eb27-424b-b649-5f81356983e8 req-12a059d5-5b90-4b4d-b2af-1c4506d3037a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049612 Sep 17 01:07:18.389343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4ee7911a-7193-49f1-bbd1-f836af47be46,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:18.500892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:18.500892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 87820d7a-bd60-49b5-8d9a-ac100fcdc02e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:18.504127 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-59ede48e-ce0c-4196-bd2b-ac6d4ef276dd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.506989 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-59ede48e-ce0c-4196-bd2b-ac6d4ef276dd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "GET /v2.0/networks?id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 200 len: 822 time: 0.2580600 Sep 17 01:07:18.521958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Request body: {'port': {'device_id': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'admin_state_up': True, 'tenant_id': '088c9ebc9b2445f5ad066b014d6a7ec3'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:18.530232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.553302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.585792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.606312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.617650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.625448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.633006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.635221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49ba839-ade9-4f63-a915-25f49c58735d req-3a6e868d-fc13-4506-8565-6d4bf86d5fdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5433 time: 0.2187250 Sep 17 01:07:18.706593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49ba839-ade9-4f63-a915-25f49c58735d req-f5318b4c-8169-4c25-8819-6f14dc3d3460 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0645409 Sep 17 01:07:18.809934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f3293-424d-43d4-ab00-e8cd06c2515b req-000fd320-af3f-439b-b557-354d63fa6395 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:18.812174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a1f3293-424d-43d4-ab00-e8cd06c2515b req-000fd320-af3f-439b-b557-354d63fa6395 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 948 time: 0.0723143 Sep 17 01:07:18.837663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Made reservation on behalf of 088c9ebc9b2445f5ad066b014d6a7ec3 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:18.842652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:18.894127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a1f3293-424d-43d4-ab00-e8cd06c2515b req-c8be8adc-af67-4a6c-98e4-34cc35b2e193 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704031 Sep 17 01:07:18.966989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['82098396-32dd-4b1f-81c7-7218175d4d65'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:18.973703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1570d6bb-2d90-4d9e-8b73-92fff0e2f9a4 req-7cae94f4-cfe9-4db6-bcab-aaaf121c7049 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 210 time: 0.0495398 Sep 17 01:07:18.977429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e5b1c768-479a-4802-80cd-cb4431ae8054'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:18.985405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41142) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:19.039184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:19.065966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de99d545-1963-4ee6-9e20-7461a52ca4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.079716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Allocated IP 172.20.0.9 (e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9/cb096bb9-0819-4a5e-83b6-d1e09c5089c4/a316be87-94ea-47b7-ac16-aba0fecf1d81) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:19.100878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:19.175878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e', 'mac_address': 'fa:16:3e:04:ab:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:19.218339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:19.316170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.364684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de99d545-1963-4ee6-9e20-7461a52ca4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.376948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3c445f14-30f8-47fa-934c-611ea0e2ad17'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:19.426491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de99d545-1963-4ee6-9e20-7461a52ca4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.462932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.481145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99d545-1963-4ee6-9e20-7461a52ca4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8122995c-c6b1-4d47-af64-a28fc92c6267,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:19.487668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2057637006-network', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:19.513007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.521514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87820d7a-bd60-49b5-8d9a-ac100fcdc02e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:19.546245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:19.547822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8e0e-7c34-4f9b-bacc-8503db54fe22 req-fab816ea-f48a-4e35-9dac-11bddea935ca tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.561201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8e0e-7c34-4f9b-bacc-8503db54fe22 req-fab816ea-f48a-4e35-9dac-11bddea935ca tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.561994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-de99d545-1963-4ee6-9e20-7461a52ca4d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d64f7ff0532944659e7f99b6f9440bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220377 Sep 17 01:07:19.575818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-fe3662ad-0b56-4a18-afa1-76cc9fec6b8d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.577926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb8e0e-7c34-4f9b-bacc-8503db54fe22 req-fab816ea-f48a-4e35-9dac-11bddea935ca tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.584679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-fe3662ad-0b56-4a18-afa1-76cc9fec6b8d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.594279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-acdb8e0e-7c34-4f9b-bacc-8503db54fe22 req-fab816ea-f48a-4e35-9dac-11bddea935ca tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2417 time: 0.2052519 Sep 17 01:07:19.594470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-fe3662ad-0b56-4a18-afa1-76cc9fec6b8d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.596601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41158) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:19.597325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-fe3662ad-0b56-4a18-afa1-76cc9fec6b8d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 2417 time: 0.2179997 Sep 17 01:07:19.648589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:19.652675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.671246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.749483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:19.756551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.763792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event updated for resources: {'Port': ['ID=a316be87-94ea-47b7-ac16-aba0fecf1d81,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:19.766774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:19.772032 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:07:19.780105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:19.802281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-acdb8e0e-7c34-4f9b-bacc-8503db54fe22 req-466ec1bd-45d7-45e7-a45a-08261a885298 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024281 Sep 17 01:07:19.818040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.865081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aec402ad-7047-43aa-ab62-fc91ad6192e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.887429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.888161 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.927383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.938742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aec402ad-7047-43aa-ab62-fc91ad6192e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:19.982592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:19.994655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:19.996789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:07:20.001241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.008072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.014504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.019602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-30cc597a-86a9-457e-b4d9-83317492faf9 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.021137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-30cc597a-86a9-457e-b4d9-83317492faf9 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/networks?id=a50b244d-2d7e-4760-a133-50084aa8f089 HTTP/1.1" status: 200 len: 815 time: 0.1980934 Sep 17 01:07:20.021770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.023880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be377f3-f75d-4d8e-b3ad-0ffe147114f6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:20.030298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.030643 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Added segment 3e26b26d-0327-46ac-b4dc-ea09d122e962 of type vlan for network 52d194fb-aecd-48ff-aacc-b31c797e19a9 Sep 17 01:07:20.042752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.049304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.054146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-16f8f932-8e0a-41bb-b9e0-00bdbe58d15c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5434 time: 0.1631935 Sep 17 01:07:20.059862 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-fb60190c-b991-47f0-8a71-7aaecb44d9d0 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5419407 Sep 17 01:07:20.076279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-d80b4b8e-27d6-493a-b28c-dcb972092b7b tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/quotas/85924a01053f4f1991788ec365ddbe24 HTTP/1.1" status: 200 len: 375 time: 0.0378525 Sep 17 01:07:20.083129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Request body: {'port': {'device_id': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:20.089993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.131413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 04f3050d-4752-4b7c-8f95-c042f195e35a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:20.131674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.153590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4b33445-a7e6-4d38-b977-9cc98dbed8f0 req-3f858e57-a6dd-46db-a4c8-dc335e85cee8 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0952835 Sep 17 01:07:20.160463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.216921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4dec83db-ebdb-45c6-9321-4ec57e62a830 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=85924a01053f4f1991788ec365ddbe24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326280 Sep 17 01:07:20.270485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 04f3050d-4752-4b7c-8f95-c042f195e35a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=04f3050d-4752-4b7c-8f95-c042f195e35a,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:20.270777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.273147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.277344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.277344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.305621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aec402ad-7047-43aa-ab62-fc91ad6192e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.305621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aec402ad-7047-43aa-ab62-fc91ad6192e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.305915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['87820d7a-bd60-49b5-8d9a-ac100fcdc02e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:20.306030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aec402ad-7047-43aa-ab62-fc91ad6192e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8122995c-c6b1-4d47-af64-a28fc92c6267 HTTP/1.1" status: 204 len: 168 time: 0.6678624 Sep 17 01:07:20.333013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 04f3050d-4752-4b7c-8f95-c042f195e35a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:20.340459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec402ad-7047-43aa-ab62-fc91ad6192e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8122995c-c6b1-4d47-af64-a28fc92c6267,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:20.389763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4152cc-a895-4758-8b75-3db81ce16c31 req-1abc250f-054b-4739-a84c-ff4b1c640b9e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.391425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5e4152cc-a895-4758-8b75-3db81ce16c31 req-1abc250f-054b-4739-a84c-ff4b1c640b9e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 949 time: 0.1472771 Sep 17 01:07:20.391584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['4ee7911a-7193-49f1-bbd1-f836af47be46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:20.435564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] Pushing event updated for resources: {'Network': ['ID=52d194fb-aecd-48ff-aacc-b31c797e19a9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:20.451972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-add474f7-9eb2-4710-916e-b3bfbbbb10d0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4654484 Sep 17 01:07:20.453067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:07:20.462675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:20.479808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Request body: {'subnet': {'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2057637006-subnet', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:20.505719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5e4152cc-a895-4758-8b75-3db81ce16c31 req-aa469c05-55df-4716-9675-db6c75c29b21 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843203 Sep 17 01:07:20.516303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-80757fcc-e878-4617-9504-747b651441ad service neutron] 10.222.0.13 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911532 Sep 17 01:07:20.633500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:20.636733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.661648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a316be87-94ea-47b7-ac16-aba0fecf1d81 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:20.671384 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.688502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-49072d20-e8c6-4530-8e47-9a8bae3a29d0 service neutron] 10.222.0.13 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577010 Sep 17 01:07:20.702138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d1e1d-cf81-4b06-a809-e50b9d707a59 req-abb6c8fd-cd21-44f2-8e17-c25e7b4129f8 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.703765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b9d1e1d-cf81-4b06-a809-e50b9d707a59 req-abb6c8fd-cd21-44f2-8e17-c25e7b4129f8 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 931 time: 0.1008937 Sep 17 01:07:20.735364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Transition to ACTIVE for port object a316be87-94ea-47b7-ac16-aba0fecf1d81 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:20.784384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b9d1e1d-cf81-4b06-a809-e50b9d707a59 req-d3852a16-0ec0-467b-b5e2-e7e6242eb5f1 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Sep 17 01:07:20.811367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.882099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a316be87-94ea-47b7-ac16-aba0fecf1d81,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:20.911621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:20.925213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['059bac2f-ae63-42c1-af14-56d74050a0ab', '04f3050d-4752-4b7c-8f95-c042f195e35a', 'cdab1400-961f-46ad-92da-a1db81afb9c8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:20.949633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=04f3050d-4752-4b7c-8f95-c042f195e35a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:20.988430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53b67-c117-44f6-b8d3-8bb505d821aa req-b806ff2b-6dbd-480b-9918-63d3b95c990a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:20.994544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb53b67-c117-44f6-b8d3-8bb505d821aa req-b806ff2b-6dbd-480b-9918-63d3b95c990a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.002733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0cb53b67-c117-44f6-b8d3-8bb505d821aa req-b806ff2b-6dbd-480b-9918-63d3b95c990a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 1681 time: 0.1182597 Sep 17 01:07:21.031705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 04f3050d-4752-4b7c-8f95-c042f195e35a on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:21.035684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.038097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-43934004-1b0d-4356-9d44-db283a99dfef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "DELETE /v2.0/ports/04f3050d-4752-4b7c-8f95-c042f195e35a HTTP/1.1" status: 204 len: 173 time: 1.4339945 Sep 17 01:07:21.040642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-deleted', 'tag': '04f3050d-4752-4b7c-8f95-c042f195e35a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:21.043764 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cfe421-f27a-4b5e-bcce-58c9551f16b6" -d '{"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-deleted", "tag": "04f3050d-4752-4b7c-8f95-c042f195e35a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:21.069102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0cb53b67-c117-44f6-b8d3-8bb505d821aa req-0bfc6ee2-3ee2-437c-9fc4-e85cd7a0f1b5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653615 Sep 17 01:07:21.070224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Attempting to bind port a316be87-94ea-47b7-ac16-aba0fecf1d81 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:21.070885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Attempting to bind port a316be87-94ea-47b7-ac16-aba0fecf1d81 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:21.071333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Attempting to bind port a316be87-94ea-47b7-ac16-aba0fecf1d81 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:21.083417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Port a316be87-94ea-47b7-ac16-aba0fecf1d81 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:21.083839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Attempting to bind port a316be87-94ea-47b7-ac16-aba0fecf1d81 on network e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:21.128633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:21.130097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Checking segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:21.130239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Bound using segment: {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:21.132575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Bound port: a316be87-94ea-47b7-ac16-aba0fecf1d81, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '732659e0-81bf-426c-8c24-c9c9e90d5f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:21.134634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.280164 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ed3244-6ce7-44fa-87a1-3f1d45e54d4c x-openstack-request-id: req-a6ed3244-6ce7-44fa-87a1-3f1d45e54d4c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:21.280537 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-deleted", "tag": "04f3050d-4752-4b7c-8f95-c042f195e35a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:21.280860 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6ed3244-6ce7-44fa-87a1-3f1d45e54d4c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:21.281340 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-deleted', 'tag': '04f3050d-4752-4b7c-8f95-c042f195e35a', 'status': 'completed', 'code': 200} Sep 17 01:07:21.288486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] For port a316be87-94ea-47b7-ac16-aba0fecf1d81, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:21.299612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] For port a316be87-94ea-47b7-ac16-aba0fecf1d81, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a316be87-94ea-47b7-ac16-aba0fecf1d81,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:21.328538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f49f9a3-6ee5-4ae8-8a2f-4128cd7cd9ad req-2613d3a9-9b2e-4c8e-b86e-e7f6375ea4b5 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 210 time: 0.0461824 Sep 17 01:07:21.371392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.379334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.379974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port cdab1400-961f-46ad-92da-a1db81afb9c8 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:21.380321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.385612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.393094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.399238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.404983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.409419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.410950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.413103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e284418c-27f9-46db-a055-b633112d0dd0 req-f957d843-5292-40c4-8622-6cea0338bbff tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5434 time: 0.1116779 Sep 17 01:07:21.414992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.492646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.493394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.494813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/a316be87-94ea-47b7-ac16-aba0fecf1d81 HTTP/1.1" status: 200 len: 1091 time: 1.4265676 Sep 17 01:07:21.495478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'tag': 'a316be87-94ea-47b7-ac16-aba0fecf1d81'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:21.498008 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29c9db1-0331-40d0-8686-b61f62695c14" -d '{"events": [{"name": "network-changed", "server_uuid": "1b5ef995-38e5-4ad7-a26f-6d0b758ced5b", "tag": "a316be87-94ea-47b7-ac16-aba0fecf1d81"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:21.540903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0e7f33-46c5-4bed-a885-ff52cf53767a,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:21.547685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e284418c-27f9-46db-a055-b633112d0dd0 req-cf76739a-cfb5-4b87-b4d2-d573e3d30e4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1238928 Sep 17 01:07:21.549603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5602a4-835c-476b-b440-761a486022e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a316be87-94ea-47b7-ac16-aba0fecf1d81,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:21.567844 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1e947c-8a37-45a4-af3c-1e8d3d310ed9 x-openstack-request-id: req-dc1e947c-8a37-45a4-af3c-1e8d3d310ed9 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:21.567844 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b5ef995-38e5-4ad7-a26f-6d0b758ced5b", "tag": "a316be87-94ea-47b7-ac16-aba0fecf1d81", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:21.567844 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc1e947c-8a37-45a4-af3c-1e8d3d310ed9 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:21.567844 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'tag': 'a316be87-94ea-47b7-ac16-aba0fecf1d81', 'status': 'completed', 'code': 200} Sep 17 01:07:21.582375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:21.582711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Network hostable DHCP agents. Network: 52d194fb-aecd-48ff-aacc-b31c797e19a9, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:07:21.585792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port cdab1400-961f-46ad-92da-a1db81afb9c8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cdab1400-961f-46ad-92da-a1db81afb9c8,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:21.586156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.601815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for cdab1400-961f-46ad-92da-a1db81afb9c8 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:21.659342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c9db1-0331-40d0-8686-b61f62695c14 req-05ea7223-17c0-45ee-83c6-2647b2a0daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.660967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f29c9db1-0331-40d0-8686-b61f62695c14 req-05ea7223-17c0-45ee-83c6-2647b2a0daca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 1094 time: 0.0719171 Sep 17 01:07:21.708571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:07:21.726209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222c368-4dff-4f9f-8e45-2cef1fc13a4f req-c0ee8e1e-c834-43c2-9eb6-5f02b27ece9a tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.727938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7222c368-4dff-4f9f-8e45-2cef1fc13a4f req-c0ee8e1e-c834-43c2-9eb6-5f02b27ece9a tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 949 time: 0.0726738 Sep 17 01:07:21.774404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4d8696d0-d515-4bb1-825b-1882392eaaae up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:21.800156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c9db1-0331-40d0-8686-b61f62695c14 req-61214de5-e754-498e-a706-c97c06b7addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.802412 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f29c9db1-0331-40d0-8686-b61f62695c14 req-61214de5-e754-498e-a706-c97c06b7addf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1335177 Sep 17 01:07:21.803758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 52d194fb-aecd-48ff-aacc-b31c797e19a9) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:21.816173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.816762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.821290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7222c368-4dff-4f9f-8e45-2cef1fc13a4f req-3c0f57ce-9f96-4934-b4d7-acb928053d9c tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827072 Sep 17 01:07:21.830353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb9b35-e72f-451a-9db4-d0fda5431e87 None None] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:21.938130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-58fd345e-51a8-4699-bb46-2186a4a9ac10 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4656651 Sep 17 01:07:21.940670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41222) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:21.945458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:21.950701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.965495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 4d8696d0-d515-4bb1-825b-1882392eaaae completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:21.973199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1bf97-e8ee-4e6c-9f8d-156ac7ab1a39 req-5c469b89-ca12-4fc9-b308-6ebf3d959275 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.974698 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49c1bf97-e8ee-4e6c-9f8d-156ac7ab1a39 req-5c469b89-ca12-4fc9-b308-6ebf3d959275 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 943 time: 0.0736752 Sep 17 01:07:21.976483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c9db1-0331-40d0-8686-b61f62695c14 req-e2c703c1-94c1-4333-9f10-7ef180d0961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:21.977869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f29c9db1-0331-40d0-8686-b61f62695c14 req-e2c703c1-94c1-4333-9f10-7ef180d0961a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1579106 Sep 17 01:07:21.978700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 4d8696d0-d515-4bb1-825b-1882392eaaae triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:21.979181 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:21.995517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=cdab1400-961f-46ad-92da-a1db81afb9c8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:22.040291 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49c1bf97-e8ee-4e6c-9f8d-156ac7ab1a39 req-d4d12542-eb43-4103-b6c5-f98346252415 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514424 Sep 17 01:07:22.044952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port cdab1400-961f-46ad-92da-a1db81afb9c8 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:22.060789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.066219 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-6b927134-619f-4cb0-a77a-bc6c3b5c0da3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "DELETE /v2.0/ports/cdab1400-961f-46ad-92da-a1db81afb9c8 HTTP/1.1" status: 204 len: 173 time: 1.0154729 Sep 17 01:07:22.087453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-52d194fb-aecd-48ff-aacc-b31c797e19a9', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:07:22.091456 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.108298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-e4fe354f-b20d-46aa-b74d-f8973766417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.110727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-e4fe354f-b20d-46aa-b74d-f8973766417c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 1094 time: 0.0677648 Sep 17 01:07:22.157092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.158229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.165733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-2e6ef2ca-4ed3-4e69-b69c-7be3308c23ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a316be87-94ea-47b7-ac16-aba0fecf1d81 HTTP/1.1" status: 200 len: 217 time: 0.0468013 Sep 17 01:07:22.266749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-b532b1ae-6505-499a-b37c-37a6b8e6bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.268498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-b532b1ae-6505-499a-b37c-37a6b8e6bf73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb096bb9-0819-4a5e-83b6-d1e09c5089c4 HTTP/1.1" status: 200 len: 862 time: 0.0950344 Sep 17 01:07:22.319469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.345920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.350262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce74f3-2414-4b07-a65e-6d9994c39f3d req-1bffa788-8c5a-451f-b355-c4f144794798 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.359452 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-9849a90b-daa2-4b85-b7a6-4256074751f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816600 Sep 17 01:07:22.359912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2ce74f3-2414-4b07-a65e-6d9994c39f3d req-1bffa788-8c5a-451f-b355-c4f144794798 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 946 time: 0.1369026 Sep 17 01:07:22.399547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 059bac2f-ae63-42c1-af14-56d74050a0ab {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:22.400020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.401208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4d8696d0-d515-4bb1-825b-1882392eaaae,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:22.409472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:22.409472 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6ed1d2-a0aa-4725-b8ae-9e35e99bb045" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:22.432017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Allocated IP 172.20.0.2 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/59425363-50af-4074-84cc-83f4b2fd33d0) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:22.452549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15ba6608-fb2e-47da-aaf2-b61b9b89978d req-43011d70-4885-481f-a1ac-46d9a4174b35 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 210 time: 0.0379112 Sep 17 01:07:22.486256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.487219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3988df96-4c91-4792-911f-f954b14ff2f4 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:22.514429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2ce74f3-2414-4b07-a65e-6d9994c39f3d req-a036bd66-3040-4c1d-bd8a-ea8ae070e6a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535413 Sep 17 01:07:22.530822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-12420da1-127a-494b-821f-20d3f544dc6c service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644390 Sep 17 01:07:22.566267 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc23ff0-2e3a-4b54-b065-2dc9f75a2ae0 x-openstack-request-id: req-acc23ff0-2e3a-4b54-b065-2dc9f75a2ae0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:22.566568 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:22.567042 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acc23ff0-2e3a-4b54-b065-2dc9f75a2ae0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:22.567462 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae', 'code': 200} Sep 17 01:07:22.690432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2e5468d-b637-45d8-861b-1881ba8cba67 req-54129cd4-6d87-4411-958c-d5809e53d4b9 service neutron] 10.222.0.36 "GET /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517179 Sep 17 01:07:22.747560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:22.827388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.843848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 059bac2f-ae63-42c1-af14-56d74050a0ab, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=059bac2f-ae63-42c1-af14-56d74050a0ab,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:22.844220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.849722 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.862398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 059bac2f-ae63-42c1-af14-56d74050a0ab owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:22.882873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 3988df96-4c91-4792-911f-f954b14ff2f4 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:22.888365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.892455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 3988df96-4c91-4792-911f-f954b14ff2f4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:22.892827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:22.894588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.900720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.908574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.915672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.922441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.928623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:22.938085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-e8d86b31-b5c6-4708-be77-4c72e853debe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5435 time: 0.1938848 Sep 17 01:07:22.941011 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.012564 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb65e-c865-40aa-b5f4-efcc80f90ebb req-dfa5d090-9303-4a70-a521-32292ca2d1a5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:23.015357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:23.020401 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-188cb65e-c865-40aa-b5f4-efcc80f90ebb req-dfa5d090-9303-4a70-a521-32292ca2d1a5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 949 time: 0.0793254 Sep 17 01:07:23.027947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:23.031732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Pushing event updated for resources: {'Port': ['ID=59425363-50af-4074-84cc-83f4b2fd33d0,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:23.034482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:23.046747 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.062510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-310d69ad-59f7-4426-8f56-8b32fc782744 req-f5a43f4e-2f4a-4c60-be2e-01ae57cd494d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1234729 Sep 17 01:07:23.076712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-188cb65e-c865-40aa-b5f4-efcc80f90ebb req-06c0c2e0-c9f3-455b-a4aa-68ad9b359ad5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549190 Sep 17 01:07:23.140174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3988df96-4c91-4792-911f-f954b14ff2f4,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:23.145995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Attempting to bind port 59425363-50af-4074-84cc-83f4b2fd33d0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:23.145995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Attempting to bind port 59425363-50af-4074-84cc-83f4b2fd33d0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:23.145995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Attempting to bind port 59425363-50af-4074-84cc-83f4b2fd33d0 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:23.147442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:23.147851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:23.148218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.148746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:23.149209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Bound port: 59425363-50af-4074-84cc-83f4b2fd33d0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:23.149583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.215528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835036ed-0bc3-4c8d-87a4-30d167e9a41f req-a06a5b7a-d88e-421d-acdb-62f1b5fc26fb tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:23.217087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-835036ed-0bc3-4c8d-87a4-30d167e9a41f req-a06a5b7a-d88e-421d-acdb-62f1b5fc26fb tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 943 time: 0.0549181 Sep 17 01:07:23.227943 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.233715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 62286378-9f72-4fde-a4bf-a6b658375339 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:23.268443 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-835036ed-0bc3-4c8d-87a4-30d167e9a41f req-9a992b0a-0802-45f7-97ae-92fef3a77cab tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Sep 17 01:07:23.315135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-deleted', 'tag': 'cdab1400-961f-46ad-92da-a1db81afb9c8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:23.317445 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694a8457-1ca8-48fe-b932-a35e5f8179eb" -d '{"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-deleted", "tag": "cdab1400-961f-46ad-92da-a1db81afb9c8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:23.337668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] For port 59425363-50af-4074-84cc-83f4b2fd33d0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:23.348812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.372498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] For port 59425363-50af-4074-84cc-83f4b2fd33d0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=59425363-50af-4074-84cc-83f4b2fd33d0,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:23.382855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:23.390204 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb7483-14ff-4461-8992-98b8f56b3c0e x-openstack-request-id: req-27cb7483-14ff-4461-8992-98b8f56b3c0e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:23.390204 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-deleted", "tag": "cdab1400-961f-46ad-92da-a1db81afb9c8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:23.390204 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27cb7483-14ff-4461-8992-98b8f56b3c0e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:23.390772 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-deleted', 'tag': 'cdab1400-961f-46ad-92da-a1db81afb9c8', 'status': 'completed', 'code': 200} Sep 17 01:07:23.395046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=059bac2f-ae63-42c1-af14-56d74050a0ab,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:23.429931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.466476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.466807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.468330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 059bac2f-ae63-42c1-af14-56d74050a0ab on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:23.471241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.474766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c8807e-f2ee-4892-8856-1608b9b52577 req-68f13030-0086-4913-8ec9-9b61c3474794 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.36 "DELETE /v2.0/ports/059bac2f-ae63-42c1-af14-56d74050a0ab HTTP/1.1" status: 204 len: 173 time: 1.4013464 Sep 17 01:07:23.501705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 62286378-9f72-4fde-a4bf-a6b658375339 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:23.511564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cdab1400-961f-46ad-92da-a1db81afb9c8 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:23.544647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 62286378-9f72-4fde-a4bf-a6b658375339 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:23.545162 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.551310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: cdab1400-961f-46ad-92da-a1db81afb9c8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:23.551655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cdab1400-961f-46ad-92da-a1db81afb9c8 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:23.552075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 059bac2f-ae63-42c1-af14-56d74050a0ab no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:23.637408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 059bac2f-ae63-42c1-af14-56d74050a0ab {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:23.637787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 059bac2f-ae63-42c1-af14-56d74050a0ab not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:23.638215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 04f3050d-4752-4b7c-8f95-c042f195e35a no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:23.657748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Allocated IP 172.25.1.248 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e1c8dc1e-b320-4930-a097-33f3e24f4b2b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:23.658911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57f6e6f1-8b07-4ce6-91c0-9e6d2e80b066 req-5c4ea358-9127-4c6b-9211-9b74e1d98327 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 210 time: 0.0515435 Sep 17 01:07:23.690393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 04f3050d-4752-4b7c-8f95-c042f195e35a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:23.690740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 04f3050d-4752-4b7c-8f95-c042f195e35a not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:23.692544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd79b4e-8326-409e-b9ed-f03ee7265fae None None] Pushing event updated for resources: {'Port': ['ID=59425363-50af-4074-84cc-83f4b2fd33d0,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:23.765969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.802552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=62286378-9f72-4fde-a4bf-a6b658375339,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:23.877054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e49e7d-5e33-427f-99d8-8577526ccfc7 req-363bdd2f-1479-4238-b409-3a74b80a241a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=32adb720-b55b-42a7-9ab6-1f06a75f6f4a HTTP/1.1" status: 200 len: 210 time: 0.0791206 Sep 17 01:07:23.900646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.911685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:23.950493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e5b1c768-479a-4802-80cd-cb4431ae8054 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:24.078048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:24.091910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4622bcd4-5ea5-47a9-88e9-883055a29e1e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.094089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4622bcd4-5ea5-47a9-88e9-883055a29e1e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.36 "GET /v2.0/networks?id=a50b244d-2d7e-4760-a133-50084aa8f089 HTTP/1.1" status: 200 len: 815 time: 0.1806493 Sep 17 01:07:24.119621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Request body: {'port': {'device_id': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'admin_state_up': True, 'tenant_id': '85924a01053f4f1991788ec365ddbe24'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:24.122014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59425363-50af-4074-84cc-83f4b2fd33d0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:24.122659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.146882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port e5b1c768-479a-4802-80cd-cb4431ae8054 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:24.153140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port e5b1c768-479a-4802-80cd-cb4431ae8054 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:24.153759 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.250631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 59425363-50af-4074-84cc-83f4b2fd33d0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:24.251286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.280465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.329807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e5b1c768-479a-4802-80cd-cb4431ae8054,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:24.370966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.403247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.404136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4ee7911a-7193-49f1-bbd1-f836af47be46 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:24.409738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 59425363-50af-4074-84cc-83f4b2fd33d0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=59425363-50af-4074-84cc-83f4b2fd33d0,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:24.485237 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.508606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:24.544394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:24.552272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:24.568878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b1c768-479a-4802-80cd-cb4431ae8054'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:24.570952 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c8570-a7c6-41b4-b28c-26f694915378" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "62286378-9f72-4fde-a4bf-a6b658375339"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "e5b1c768-479a-4802-80cd-cb4431ae8054"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:24.588659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:24.602648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=59425363-50af-4074-84cc-83f4b2fd33d0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:24.689545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 4ee7911a-7193-49f1-bbd1-f836af47be46 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:24.691798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Pushing event updated for resources: {'Port': ['ID=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:24.693507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 4ee7911a-7193-49f1-bbd1-f836af47be46 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:24.694375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.742623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.749682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.755682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.762673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.769188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.777382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.783699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.793517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44c1ee95-20c7-48d8-960c-b12678568495 req-d1eebfd2-da94-42f5-ad78-600b8e9150ee tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5438 time: 0.2892249 Sep 17 01:07:24.810006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca0992-c1bc-4736-a9e6-b4437843e8a5 req-2fab13c8-6892-468e-987f-193dfe03e7c2 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:24.818725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10ca0992-c1bc-4736-a9e6-b4437843e8a5 req-2fab13c8-6892-468e-987f-193dfe03e7c2 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 949 time: 0.0687006 Sep 17 01:07:24.846842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:24.875325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10ca0992-c1bc-4736-a9e6-b4437843e8a5 req-73d932fa-d61a-4781-8b82-ab4567d7b651 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481391 Sep 17 01:07:25.013966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74465-8735-4760-a6dd-7a4d2c052a92 req-8744f794-6845-44c6-a6fa-db9b02bdb016 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:25.016554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44c1ee95-20c7-48d8-960c-b12678568495 req-057803f4-ce03-4a14-8873-842994c64470 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2225471 Sep 17 01:07:25.024002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7f74465-8735-4760-a6dd-7a4d2c052a92 req-8744f794-6845-44c6-a6fa-db9b02bdb016 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 943 time: 0.0708950 Sep 17 01:07:25.075561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7f74465-8735-4760-a6dd-7a4d2c052a92 req-78b926f1-f145-4d79-8900-4f168165d74e tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504053 Sep 17 01:07:25.079017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Made reservation on behalf of 85924a01053f4f1991788ec365ddbe24 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:25.090941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.095135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4ee7911a-7193-49f1-bbd1-f836af47be46,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:25.118694 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dd2493-fd14-48cf-8856-efe76241a9b2 x-openstack-request-id: req-94dd2493-fd14-48cf-8856-efe76241a9b2 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:25.118998 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "62286378-9f72-4fde-a4bf-a6b658375339", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "e5b1c768-479a-4802-80cd-cb4431ae8054", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:25.119299 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94dd2493-fd14-48cf-8856-efe76241a9b2 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:25.119738 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4', 'code': 200} Sep 17 01:07:25.119962 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339', 'code': 200} Sep 17 01:07:25.120684 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b1c768-479a-4802-80cd-cb4431ae8054', 'code': 200} Sep 17 01:07:25.127721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3823f871-081e-4ed2-822c-801e3e861547 None None] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:25.160448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.161892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c445f14-30f8-47fa-934c-611ea0e2ad17 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:25.167922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:25.358676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-401e149e-35df-4877-a8a7-a56d9f738c27 req-e12e6f61-9256-4b06-8ef9-4154e83ceb86 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 210 time: 0.0548184 Sep 17 01:07:25.391006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting subnet c225b12c-0b7a-43ca-8dca-fb95fcaed523 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:07:25.392110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-deleted', 'tag': '059bac2f-ae63-42c1-af14-56d74050a0ab'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:25.395962 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8be407-c6c5-4437-b810-1231de2f3601" -d '{"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-deleted", "tag": "059bac2f-ae63-42c1-af14-56d74050a0ab"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:25.399752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.462652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Allocated IP 172.20.0.4 (a50b244d-2d7e-4760-a133-50084aa8f089/0fefe54a-261c-40f8-86b3-56497e170110/e2652c27-5fd3-4215-bcbd-2eaf3e835444) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:25.490111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.502289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-74e69553-663d-46dd-9b94-899e9a63ca48 None None] Provisioning complete for port 59425363-50af-4074-84cc-83f4b2fd33d0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:25.502671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74e69553-663d-46dd-9b94-899e9a63ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.560511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a316be87-94ea-47b7-ac16-aba0fecf1d81 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:25.563147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:25.601872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.735044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.748165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.798324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 3c445f14-30f8-47fa-934c-611ea0e2ad17 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:25.806129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.825744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a316be87-94ea-47b7-ac16-aba0fecf1d81, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a316be87-94ea-47b7-ac16-aba0fecf1d81,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:25.869269 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.874510 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/subnets/c225b12c-0b7a-43ca-8dca-fb95fcaed523 HTTP/1.1" status: 204 len: 168 time: 0.7055590 Sep 17 01:07:25.877299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Subnet': ['ID=c225b12c-0b7a-43ca-8dca-fb95fcaed523,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:25.884116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41314) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:25.910809 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63b79f7-abdc-4a4e-8a25-f1eeed7c0fa1 x-openstack-request-id: req-b63b79f7-abdc-4a4e-8a25-f1eeed7c0fa1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:25.918914 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32adb720-b55b-42a7-9ab6-1f06a75f6f4a", "name": "network-vif-deleted", "tag": "059bac2f-ae63-42c1-af14-56d74050a0ab", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:25.919336 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b63b79f7-abdc-4a4e-8a25-f1eeed7c0fa1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:25.919856 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32adb720-b55b-42a7-9ab6-1f06a75f6f4a', 'name': 'network-vif-deleted', 'tag': '059bac2f-ae63-42c1-af14-56d74050a0ab', 'status': 'completed', 'code': 200} Sep 17 01:07:25.922864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 3c445f14-30f8-47fa-934c-611ea0e2ad17 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:25.923689 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:25.935485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'a316be87-94ea-47b7-ac16-aba0fecf1d81', 'network_id': 'e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9', 'port_id': 'a316be87-94ea-47b7-ac16-aba0fecf1d81', 'mac_address': 'fa:16:3e:52:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb096bb9-0819-4a5e-83b6-d1e09c5089c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:25.938788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3be9ff-6a15-4a05-8338-8c3184c0cfc0 None None] Network a74a4adc-0f46-45ee-965f-0c2e2265f4cb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:25.972780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.974097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.975192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.976774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.977792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.979134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.981027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.982257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.984056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.984677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.986734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:25.987298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86425d41-d58c-435f-9431-eccd9265e4b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:26.253746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.333393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59425363-50af-4074-84cc-83f4b2fd33d0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:26.473222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41328) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:26.503632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.511639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.523319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Network a50b244d-2d7e-4760-a133-50084aa8f089 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:26.528206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a316be87-94ea-47b7-ac16-aba0fecf1d81 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:26.531931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 59425363-50af-4074-84cc-83f4b2fd33d0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:26.532321 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.543374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.558792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.576031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.600867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.612997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.616229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.628861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a316be87-94ea-47b7-ac16-aba0fecf1d81, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a316be87-94ea-47b7-ac16-aba0fecf1d81,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:26.637209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.644281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-30e354f2-5e4a-4ccd-9411-0712e492503e None None] Provisioning complete for port 59425363-50af-4074-84cc-83f4b2fd33d0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:26.644281 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-30e354f2-5e4a-4ccd-9411-0712e492503e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.646563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84586e0f-3fec-4c9f-a136-bf8a9a9de625 req-db3fb45e-979e-4c1b-b6b3-fdbe84426219 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.653833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.655701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84586e0f-3fec-4c9f-a136-bf8a9a9de625 req-db3fb45e-979e-4c1b-b6b3-fdbe84426219 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 949 time: 0.5752127 Sep 17 01:07:26.658148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-846fdcbc-d99d-4ee1-a634-77b7d88c0a4f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5439 time: 0.4580986 Sep 17 01:07:26.663575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:26.674830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Pushing event updated for resources: {'Port': ['ID=e2652c27-5fd3-4215-bcbd-2eaf3e835444,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:26.684478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:26.725422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.746999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84586e0f-3fec-4c9f-a136-bf8a9a9de625 req-9327e60b-33c2-49fb-b057-6da02553f7a4 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899282 Sep 17 01:07:26.753100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] DHCP port deletion for a74a4adc-0f46-45ee-965f-0c2e2265f4cb request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:07:26.784700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.826136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:26.829590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.865485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-82ccd09e-eddc-47cd-ae0e-b8f84d0c5391 req-cfb609b0-bdea-4bec-a8d4-a9e433ad8cb7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1830068 Sep 17 01:07:26.866265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b17af380-a33d-4927-a7d6-7890c10c9168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:26.898651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:26.899220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.096168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:27.108403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,segment=NetworkSegment(7568d194-9cef-462c-a01e-210ae667133c),segment_id=7568d194-9cef-462c-a01e-210ae667133c)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:27.111671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.155731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ae27c-b974-48b9-961f-2db5fc1f1f58 req-3846bba2-fade-4001-878c-9fa2a58c436c tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:27.157316 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c6ae27c-b974-48b9-961f-2db5fc1f1f58 req-3846bba2-fade-4001-878c-9fa2a58c436c tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 931 time: 0.1500442 Sep 17 01:07:27.175322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:27.186564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c445f14-30f8-47fa-934c-611ea0e2ad17'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:27.189745 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7c64ed-96ac-484f-bd51-35e8e2a20c8c" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "3c445f14-30f8-47fa-934c-611ea0e2ad17"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:27.194736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24db65b-aec6-46a9-a8e8-6f756358e0b0 req-f18f24be-ae4a-442e-8826-668ebc355a89 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:27.202263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.203338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 87820d7a-bd60-49b5-8d9a-ac100fcdc02e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:27.204870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d24db65b-aec6-46a9-a8e8-6f756358e0b0 req-f18f24be-ae4a-442e-8826-668ebc355a89 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 944 time: 0.3120310 Sep 17 01:07:27.216655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a316be87-94ea-47b7-ac16-aba0fecf1d81'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:27.251117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c6ae27c-b974-48b9-961f-2db5fc1f1f58 req-dcfce455-6613-47a4-81ac-4113264f2189 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844393 Sep 17 01:07:27.278526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Router 05af4c20-7d93-4328-b147-c380d6bd2360 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:07:27.340064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b17af380-a33d-4927-a7d6-7890c10c9168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.377516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d24db65b-aec6-46a9-a8e8-6f756358e0b0 req-fe74e8d9-0ad7-47da-a2c5-ddca9de0261d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641486 Sep 17 01:07:27.418770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b17af380-a33d-4927-a7d6-7890c10c9168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.423647 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6af43c-8688-4e9e-8964-3eae6deacbe7 x-openstack-request-id: req-7d6af43c-8688-4e9e-8964-3eae6deacbe7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:27.440615 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "3c445f14-30f8-47fa-934c-611ea0e2ad17", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:27.440615 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d6af43c-8688-4e9e-8964-3eae6deacbe7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:27.440615 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46', 'code': 200} Sep 17 01:07:27.440615 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c445f14-30f8-47fa-934c-611ea0e2ad17', 'code': 200} Sep 17 01:07:27.464167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b17af380-a33d-4927-a7d6-7890c10c9168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e1cae9ab77e4b7b943bf016713eed6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9875507 Sep 17 01:07:27.467507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41340) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:27.500133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=a316be87-94ea-47b7-ac16-aba0fecf1d81,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:27.507275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-4c16b863-5a9f-4d58-bf3f-f4a2ba298daf tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3992443 Sep 17 01:07:27.536175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17af380-a33d-4927-a7d6-7890c10c9168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80498ab2-a7f5-4e8a-8cd9-b649498cd50a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:27.550199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Request body: {'port': {'device_id': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:27.564746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.568451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc7437dd-5884-4923-8b88-f46786848a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.604816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-75bb6778-f5d6-40ee-a293-e6f2c9777c36 None None] Provisioning complete for port e2652c27-5fd3-4215-bcbd-2eaf3e835444 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:27.605266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-75bb6778-f5d6-40ee-a293-e6f2c9777c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.655796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Deleting port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:27.656372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.664662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc7437dd-5884-4923-8b88-f46786848a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.688393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:27.689334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:07:27.699025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:27.701957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.712215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Sync routers for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:07:27.745363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:27.797807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:07:27.798468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:27.827862 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:27.829179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-52373349-d762-4ce3-ac29-358a202150a4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8875017 Sep 17 01:07:27.833233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41344) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:27.889680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-75bb6778-f5d6-40ee-a293-e6f2c9777c36 None None] Port e2652c27-5fd3-4215-bcbd-2eaf3e835444 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:27.938843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:28.005143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:28.005594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.013376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.024069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc7437dd-5884-4923-8b88-f46786848a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.030317 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc7437dd-5884-4923-8b88-f46786848a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.031893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] For port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:28.032354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.033549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fc7437dd-5884-4923-8b88-f46786848a00 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80498ab2-a7f5-4e8a-8cd9-b649498cd50a HTTP/1.1" status: 204 len: 168 time: 0.5650251 Sep 17 01:07:28.073837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:28.087824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Calling delete_port for 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:28.091390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74a4adc-0f46-45ee-965f-0c2e2265f4cb']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:28.095152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7437dd-5884-4923-8b88-f46786848a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80498ab2-a7f5-4e8a-8cd9-b649498cd50a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:28.112932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a7490-af77-4c2b-bbcf-4300ffc5961c req-88616be2-0b82-4cd5-a8b9-2fb4444871e8 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.121528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d9a7490-af77-4c2b-bbcf-4300ffc5961c req-88616be2-0b82-4cd5-a8b9-2fb4444871e8 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 949 time: 0.2569535 Sep 17 01:07:28.138174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:07:28.149799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:28.150055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:28.155779 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.175968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] No DVR routers for this DVR port 8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:28.194044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d9a7490-af77-4c2b-bbcf-4300ffc5961c req-d309efcf-cb14-4d26-8350-89ad630a647f tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715692 Sep 17 01:07:28.196652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7568d194-9cef-462c-a01e-210ae667133c') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:28.200798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7568d194-9cef-462c-a01e-210ae667133c') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:28.208618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbd0c4-6e95-465f-b8c2-8d1e618eb63f None None] Pushing event deleted for resources: {'Port': ['ID=8ef183b8-2c32-4ad5-9319-f8c3d7b7a0b1,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:28.228563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.240588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:07:28.249807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.265309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:07:28.269265 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:07:28.275801 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:07:28.392536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2652c27-5fd3-4215-bcbd-2eaf3e835444 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:28.409905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.430441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.447763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.463157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcb452-558c-457b-a43e-b821e0f69329 req-795bbd91-127d-43f0-a221-02edf5a7fdb6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.469257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.473834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dfcb452-558c-457b-a43e-b821e0f69329 req-795bbd91-127d-43f0-a221-02edf5a7fdb6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.1311204 Sep 17 01:07:28.489694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.491723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.498531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.505012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.513174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9db6aa5-d672-4148-b168-a9115178d291 req-06ae4d6e-bad6-44ee-824a-ff7a752872bb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5440 time: 0.4519138 Sep 17 01:07:28.520695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.531264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.539931 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/networks/a74a4adc-0f46-45ee-965f-0c2e2265f4cb HTTP/1.1" status: 204 len: 168 time: 2.6523018 Sep 17 01:07:28.567728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Transition to ACTIVE for port object e2652c27-5fd3-4215-bcbd-2eaf3e835444 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:28.568508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41358) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:28.600617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b43b4-218f-45ad-a769-cd8bc323228c tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Network': ['ID=a74a4adc-0f46-45ee-965f-0c2e2265f4cb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:28.637957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.664804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9db6aa5-d672-4148-b168-a9115178d291 req-866a0113-b5f5-4bb7-bbb4-e7e2d357a643 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1503088 Sep 17 01:07:28.670972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dfcb452-558c-457b-a43e-b821e0f69329 req-dffa6ce9-b6c5-4d1c-8d2e-b97b9e9e6940 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959996 Sep 17 01:07:28.706021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting subnet 871ac6d8-f02e-47b2-ab6e-d0c17488300c {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:07:28.719941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.757267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.813418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.846701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:28.851925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:24Z', 'revision_number': 3, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:28.893254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Checking router: 05af4c20-7d93-4328-b147-c380d6bd2360 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:07:28.893717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Updating router 05af4c20-7d93-4328-b147-c380d6bd2360 port e1c8dc1e-b320-4930-a097-33f3e24f4b2b binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:07:28.923981 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.925999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.926874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 82098396-32dd-4b1f-81c7-7218175d4d65 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:28.928483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:28.951808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490537a4-8af3-4179-a3b3-15c3d87a8789 req-2983c776-7d94-4632-8636-9ec7075e75be tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:28.968998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-490537a4-8af3-4179-a3b3-15c3d87a8789 req-2983c776-7d94-4632-8636-9ec7075e75be tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.1344423 Sep 17 01:07:29.006480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:29.024647 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4a52-6e97-4901-9de5-1aa17d4df634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.109519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-490537a4-8af3-4179-a3b3-15c3d87a8789 req-8a2f9c87-71e0-4aba-9ab9-ae2a58bf312c tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338069 Sep 17 01:07:29.176787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:29.198193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4a52-6e97-4901-9de5-1aa17d4df634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.290968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Pushing event updated for resources: {'Port': ['ID=e2652c27-5fd3-4215-bcbd-2eaf3e835444,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:29.330437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4a52-6e97-4901-9de5-1aa17d4df634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.335649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 82098396-32dd-4b1f-81c7-7218175d4d65 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:29.342321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 82098396-32dd-4b1f-81c7-7218175d4d65 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:29.342790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.349559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.366473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e4a52-6e97-4901-9de5-1aa17d4df634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52425eb-d0af-4028-ab23-66819f9dffb6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:29.395266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afb531-9e82-4f85-898c-ec45f1bce8b5 req-7bb509eb-8868-42bc-a45e-69dd60a93b91 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:29.403671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86afb531-9e82-4f85-898c-ec45f1bce8b5 req-7bb509eb-8868-42bc-a45e-69dd60a93b91 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.1224630 Sep 17 01:07:29.430506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:29.434308 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a0bc15-88a3-4c72-ad81-4e09fabc3805" -d '{"events": [{"server_uuid": "caf57125-08cf-4e03-8aa7-00fe378bf777", "name": "network-vif-plugged", "status": "completed", "tag": "87820d7a-bd60-49b5-8d9a-ac100fcdc02e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:29.480274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86afb531-9e82-4f85-898c-ec45f1bce8b5 req-aa3d2c97-80ca-4c4f-babe-509b2a58844c tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719795 Sep 17 01:07:29.494495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3e5e4a52-6e97-4901-9de5-1aa17d4df634 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c9174b1cca943809208324b404f56b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782853 Sep 17 01:07:29.494495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41368) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:29.499612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.525456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b977-cca9-4f88-a5d3-6b36b45b4bb0 req-fd64d42a-9bd7-4f3e-9ac9-5742d608871b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:29.542440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb29b977-cca9-4f88-a5d3-6b36b45b4bb0 req-fd64d42a-9bd7-4f3e-9ac9-5742d608871b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 944 time: 0.3052373 Sep 17 01:07:29.565981 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd5ef53-8c2c-419c-a5b0-a6525095f71f x-openstack-request-id: req-7bd5ef53-8c2c-419c-a5b0-a6525095f71f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:29.566652 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf57125-08cf-4e03-8aa7-00fe378bf777", "name": "network-vif-plugged", "status": "completed", "tag": "87820d7a-bd60-49b5-8d9a-ac100fcdc02e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:29.569191 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7bd5ef53-8c2c-419c-a5b0-a6525095f71f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:29.573803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Attempting to bind port e2652c27-5fd3-4215-bcbd-2eaf3e835444 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:29.574391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Attempting to bind port e2652c27-5fd3-4215-bcbd-2eaf3e835444 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:29.574962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Attempting to bind port e2652c27-5fd3-4215-bcbd-2eaf3e835444 on network a50b244d-2d7e-4760-a133-50084aa8f089 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:29.576022 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e', 'code': 200} Sep 17 01:07:29.587382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a316be87-94ea-47b7-ac16-aba0fecf1d81 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:29.627260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Port e2652c27-5fd3-4215-bcbd-2eaf3e835444 on network a50b244d-2d7e-4760-a133-50084aa8f089 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:29.627701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Attempting to bind port e2652c27-5fd3-4215-bcbd-2eaf3e835444 on network a50b244d-2d7e-4760-a133-50084aa8f089 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:29.636964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6657cb30-ff4a-4587-ad99-558de455885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.656413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=82098396-32dd-4b1f-81c7-7218175d4d65,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:29.665958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6657cb30-ff4a-4587-ad99-558de455885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.676430 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.692370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:29.692940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Checking segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:29.693525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Bound using segment: {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:29.694048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Bound port: e2652c27-5fd3-4215-bcbd-2eaf3e835444, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:29.694516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.697471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.769124 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.798741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb29b977-cca9-4f88-a5d3-6b36b45b4bb0 req-dc1bf34e-ee4b-44f0-af84-a9bbea4f1552 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518685 Sep 17 01:07:29.809772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.878367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Attempting to bind port e1c8dc1e-b320-4930-a097-33f3e24f4b2b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:29.878729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Attempting to bind port e1c8dc1e-b320-4930-a097-33f3e24f4b2b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:29.879070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Attempting to bind port e1c8dc1e-b320-4930-a097-33f3e24f4b2b on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:29.881003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port a316be87-94ea-47b7-ac16-aba0fecf1d81 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:29.896950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6657cb30-ff4a-4587-ad99-558de455885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.899408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port a316be87-94ea-47b7-ac16-aba0fecf1d81 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:29.899791 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.903655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6657cb30-ff4a-4587-ad99-558de455885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.910100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] For port e2652c27-5fd3-4215-bcbd-2eaf3e835444, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:29.915254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6657cb30-ff4a-4587-ad99-558de455885f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b52425eb-d0af-4028-ab23-66819f9dffb6 HTTP/1.1" status: 204 len: 168 time: 0.4163189 Sep 17 01:07:29.915392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] For port e2652c27-5fd3-4215-bcbd-2eaf3e835444, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:29.926782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9be5f-a89d-4dbd-a33f-017bf486b8e7 req-756b3c6b-4d11-4b85-89e8-e8a82d3d8d2f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:29.934868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2f9be5f-a89d-4dbd-a33f-017bf486b8e7 req-756b3c6b-4d11-4b85-89e8-e8a82d3d8d2f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.1485918 Sep 17 01:07:29.950056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657cb30-ff4a-4587-ad99-558de455885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52425eb-d0af-4028-ab23-66819f9dffb6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:29.956813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:29.957531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:29.958173 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:29.960095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:29.960793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Bound port: e1c8dc1e-b320-4930-a097-33f3e24f4b2b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:29.961406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.017529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2f9be5f-a89d-4dbd-a33f-017bf486b8e7 req-f2826e1b-cc74-4e90-8abe-502f01e2b5ff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807250 Sep 17 01:07:30.021606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:30.035852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950153b-ed59-4404-9ecb-6288a6bb1fe4 req-5495d862-b327-4fc2-a27c-521aa7fc8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.037565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2950153b-ed59-4404-9ecb-6288a6bb1fe4 req-5495d862-b327-4fc2-a27c-521aa7fc8f48 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 1101 time: 0.4132378 Sep 17 01:07:30.038817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.143810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de97a-aad3-4da6-8a18-04dec73765bc None None] Pushing event updated for resources: {'Port': ['ID=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:30.149269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] For port e1c8dc1e-b320-4930-a097-33f3e24f4b2b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:30.154736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.200672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.206216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-21dc7418-5de8-4295-a8ff-08546fb2c6af tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.210911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-21dc7418-5de8-4295-a8ff-08546fb2c6af tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.5343359 Sep 17 01:07:30.239373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a316be87-94ea-47b7-ac16-aba0fecf1d81, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a316be87-94ea-47b7-ac16-aba0fecf1d81,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:30.244902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] For port e1c8dc1e-b320-4930-a097-33f3e24f4b2b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:30.272560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.279779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.281500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] 10.222.0.36 "PUT /v2.0/ports/e2652c27-5fd3-4215-bcbd-2eaf3e835444 HTTP/1.1" status: 200 len: 1091 time: 2.7464876 Sep 17 01:07:30.284209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'tag': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:30.286950 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b6f53c-31da-4a8b-a055-4e7000462b14", "tag": "e2652c27-5fd3-4215-bcbd-2eaf3e835444"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:30.311846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.349212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2c172-ea7b-46df-91e8-27dd9224f80c req-0b06fe2b-9019-4ec1-b7ee-09eccf489f7a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.351004 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45d2c172-ea7b-46df-91e8-27dd9224f80c req-0b06fe2b-9019-4ec1-b7ee-09eccf489f7a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.1278684 Sep 17 01:07:30.377047 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.417059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Subnet': ['ID=871ac6d8-f02e-47b2-ab6e-d0c17488300c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:30.420293 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45d2c172-ea7b-46df-91e8-27dd9224f80c req-bbd35775-9091-465b-83cd-7b45fed852a8 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586925 Sep 17 01:07:30.422938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.425071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-205290e3-9f23-4bc6-9861-e99013b3bde9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/subnets/871ac6d8-f02e-47b2-ab6e-d0c17488300c HTTP/1.1" status: 204 len: 168 time: 1.8483431 Sep 17 01:07:30.427786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=a316be87-94ea-47b7-ac16-aba0fecf1d81,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:30.428722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41380) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:30.558947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45aa29-4169-4630-b9d9-3c9ab1e1b8cf None None] Network 215ff0eb-9f95-491b-b06e-5147f425900d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:30.597137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.613404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:07:30.614185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:30.619677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de97a-aad3-4da6-8a18-04dec73765bc None None] Pushing event updated for resources: {'Port': ['ID=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:30.648580 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05451d3a-6d79-454e-9ae3-54c9726ec70d x-openstack-request-id: req-05451d3a-6d79-454e-9ae3-54c9726ec70d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:30.649175 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b6f53c-31da-4a8b-a055-4e7000462b14", "tag": "e2652c27-5fd3-4215-bcbd-2eaf3e835444", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:30.653123 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05451d3a-6d79-454e-9ae3-54c9726ec70d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:30.653123 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'tag': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444', 'status': 'completed', 'code': 200} Sep 17 01:07:30.684370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2950153b-ed59-4404-9ecb-6288a6bb1fe4 req-9f83f5c4-2657-484c-865b-036ff657aee1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213982 Sep 17 01:07:30.759734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.767130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.773872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.780615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.787323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.794154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.800858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.813334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c68c986a-c696-41fb-88bc-863bd961e11e req-aff5ea33-bebb-4672-a6d9-0d17ffb64de2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.7969885 Sep 17 01:07:30.813497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fb8d7-7ee6-4cdf-a0ae-50a3abea77a7 req-bb58ecd1-f4c7-4202-9e36-f7c86352dde9 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.813629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214df6-b9ca-44fd-9912-96f94c010930 service neutron] Pushing event updated for resources: {'Port': ['ID=e2652c27-5fd3-4215-bcbd-2eaf3e835444,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:30.823774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d88fb8d7-7ee6-4cdf-a0ae-50a3abea77a7 req-bb58ecd1-f4c7-4202-9e36-f7c86352dde9 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.1684704 Sep 17 01:07:30.866463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.899167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 09fb6e42-6c38-45d0-848b-c73a34ccf147 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:30.899590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:30.975934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c68c986a-c696-41fb-88bc-863bd961e11e req-d81651e2-8682-4eeb-a6be-a5db719d8f5b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1625385 Sep 17 01:07:30.985885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-06715ad2-98ce-42fe-b200-07f9f4383b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:30.986888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-06715ad2-98ce-42fe-b200-07f9f4383b9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85924a01053f4f1991788ec365ddbe24&device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 1094 time: 0.3645906 Sep 17 01:07:31.018452 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d88fb8d7-7ee6-4cdf-a0ae-50a3abea77a7 req-6af9743c-13a1-4e99-8f0f-86443ef3dba7 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917033 Sep 17 01:07:31.129268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] DHCP port deletion for 215ff0eb-9f95-491b-b06e-5147f425900d request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:07:31.207676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-285780ae-f9c1-49dc-9bc4-dc998087a993 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444 HTTP/1.1" status: 200 len: 217 time: 0.1029150 Sep 17 01:07:31.226093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:07:31.270081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 09fb6e42-6c38-45d0-848b-c73a34ccf147, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=09fb6e42-6c38-45d0-848b-c73a34ccf147,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:31.270829 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.289125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 09fb6e42-6c38-45d0-848b-c73a34ccf147 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:31.290987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Deleting port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:31.291662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.311386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54966b8-11d7-435e-b9b9-87a93d46c451 req-294259f9-6ea6-4751-b5c7-884f74090895 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:31.313621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c54966b8-11d7-435e-b9b9-87a93d46c451 req-294259f9-6ea6-4751-b5c7-884f74090895 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 946 time: 0.1397572 Sep 17 01:07:31.424524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c54966b8-11d7-435e-b9b9-87a93d46c451 req-58e0dcec-3992-47ec-964a-02fef169bd5c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 Sep 17 01:07:31.498030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] Deleting port 09fb6e42-6c38-45d0-848b-c73a34ccf147 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:31.498482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.540821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.569616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] For port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:31.570026 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.591888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65'}, {'server_uuid': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316be87-94ea-47b7-ac16-aba0fecf1d81'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:31.599866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Calling delete_port for 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:31.600154 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3114caca-c406-4178-82d2-dbc0306a61f5" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65"}, {"server_uuid": "1b5ef995-38e5-4ad7-a26f-6d0b758ced5b", "name": "network-vif-plugged", "status": "completed", "tag": "a316be87-94ea-47b7-ac16-aba0fecf1d81"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:31.631444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] For port 09fb6e42-6c38-45d0-848b-c73a34ccf147, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=09fb6e42-6c38-45d0-848b-c73a34ccf147,segment=NetworkSegment(2727b412-8f14-4b24-aa85-2b5c4f4d9e78),segment_id=2727b412-8f14-4b24-aa85-2b5c4f4d9e78)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:31.632206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.657000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=09fb6e42-6c38-45d0-848b-c73a34ccf147,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:31.671956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] Calling delete_port for 09fb6e42-6c38-45d0-848b-c73a34ccf147 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:31.681692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d5840-aea9-4da3-b3b8-c0a1e2f74f56 req-fcee9df6-e913-4f53-abf2-515349eb4f5b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:31.683369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 09fb6e42-6c38-45d0-848b-c73a34ccf147 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:31.704817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-729d5840-aea9-4da3-b3b8-c0a1e2f74f56 req-fcee9df6-e913-4f53-abf2-515349eb4f5b tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 945 time: 0.5911100 Sep 17 01:07:31.777356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:24Z', 'revision_number': 3, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:31.818719 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.822389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93fd763-6649-4b0e-a86e-5bd479b68d10 None None] The sync data for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 is: [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:24Z', 'revision_number': 3, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:07:31.870408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.895662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215ff0eb-9f95-491b-b06e-5147f425900d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:31.896834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] Pushing event deleted for resources: {'Port': ['ID=09fb6e42-6c38-45d0-848b-c73a34ccf147,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:31.910057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2727b412-8f14-4b24-aa85-2b5c4f4d9e78') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:31.910716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2727b412-8f14-4b24-aa85-2b5c4f4d9e78') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:31.915488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c184e151-cf1a-4a6f-b616-ca016639feda None None] No DVR routers for this DVR port 09fb6e42-6c38-45d0-848b-c73a34ccf147 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:31.926420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.945491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:31.953945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:07:31.954474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.015408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-cc72b855-939b-4a37-8580-c05c2ab25119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.016995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-cc72b855-939b-4a37-8580-c05c2ab25119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fefe54a-261c-40f8-86b3-56497e170110 HTTP/1.1" status: 200 len: 854 time: 0.6756721 Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:07:32.083548 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:07:32.096152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 09fb6e42-6c38-45d0-848b-c73a34ccf147 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:32.096911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e2dcd-1a4c-4a9c-a083-781b4529af8b req-9a550a0b-a7c6-4aea-9af0-0ce0738e26ca tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.105687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-248e2dcd-1a4c-4a9c-a083-781b4529af8b req-9a550a0b-a7c6-4aea-9af0-0ce0738e26ca tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.5029480 Sep 17 01:07:32.149392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Allocated IP 172.20.0.1 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/49cc836c-067f-4f04-a7fb-71659a1f95d2) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:32.151901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 09fb6e42-6c38-45d0-848b-c73a34ccf147 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:32.152412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 09fb6e42-6c38-45d0-848b-c73a34ccf147 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:32.171967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-248e2dcd-1a4c-4a9c-a083-781b4529af8b req-c074701d-356d-4fbb-821b-d015b7fc7343 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624707 Sep 17 01:07:32.173238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.201302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-729d5840-aea9-4da3-b3b8-c0a1e2f74f56 req-63878b24-89e9-45a3-8c84-8414a0c0d050 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329102 Sep 17 01:07:32.211766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-7d55ca8f-43c4-4bcb-b200-86024aab93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.217216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-7d55ca8f-43c4-4bcb-b200-86024aab93a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a50b244d-2d7e-4760-a133-50084aa8f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546121 Sep 17 01:07:32.243714 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.250679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/networks/215ff0eb-9f95-491b-b06e-5147f425900d HTTP/1.1" status: 204 len: 168 time: 1.8206899 Sep 17 01:07:32.252929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9ed8c-d350-4a80-94a0-b12ba908742f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Network': ['ID=215ff0eb-9f95-491b-b06e-5147f425900d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:32.260123 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.260722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:32.272522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-11128152'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:32.325985 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb2a621-27af-40fd-9791-5667ca2a9f5b x-openstack-request-id: req-0bb2a621-27af-40fd-9791-5667ca2a9f5b {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:32.326292 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-plugged", "status": "completed", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65", "code": 200}, {"server_uuid": "1b5ef995-38e5-4ad7-a26f-6d0b758ced5b", "name": "network-vif-plugged", "status": "completed", "tag": "a316be87-94ea-47b7-ac16-aba0fecf1d81", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:32.326549 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bb2a621-27af-40fd-9791-5667ca2a9f5b {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:32.326952 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65', 'code': 200} Sep 17 01:07:32.327235 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316be87-94ea-47b7-ac16-aba0fecf1d81', 'code': 200} Sep 17 01:07:32.394020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:32.398407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.453325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event deleted for resources: {'Port': ['ID=43ddb9f2-5295-45c9-84bd-313d19e5a7a7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:32.483049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:07:32.505135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.505486 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Added segment 198144be-06e9-4bc2-b096-75559700d2e4 of type vlan for network dbfbce5c-1163-44d5-8346-9e7d2d87155b Sep 17 01:07:32.661912 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.763382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9081c-9832-4240-b570-dde1029c06f9 req-9acd2fbc-b09c-4864-a1fe-541fc53510bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.765202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9a9081c-9832-4240-b570-dde1029c06f9 req-9acd2fbc-b09c-4864-a1fe-541fc53510bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 1096 time: 0.2249587 Sep 17 01:07:32.774099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f2006-da49-44e0-a695-cdd10188bb39 req-476d50ae-61ef-43c8-9f79-a7cc0d6c0092 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.782713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-938f2006-da49-44e0-a695-cdd10188bb39 req-476d50ae-61ef-43c8-9f79-a7cc0d6c0092 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.2790265 Sep 17 01:07:32.806164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.812540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.813360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.825442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] No DVR routers for this DVR port 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:32.830956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:32.833005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63944ae0-7f99-47de-a84c-a2e7e25d90e8 req-a64888a6-ce0e-4c3e-bb66-120d623673c3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "DELETE /v2.0/ports/43ddb9f2-5295-45c9-84bd-313d19e5a7a7 HTTP/1.1" status: 204 len: 173 time: 2.4672568 Sep 17 01:07:32.836898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'name': 'network-vif-deleted', 'tag': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:32.839667 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11376db4-540b-41cd-ab5f-d8780689d31e" -d '{"events": [{"server_uuid": "bd93ffef-c348-4d9c-b252-552f60fa2143", "name": "network-vif-deleted", "tag": "43ddb9f2-5295-45c9-84bd-313d19e5a7a7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:32.894921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.895437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.895905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.896415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.897117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.897584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.898049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.900097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4271a49f-19a6-4a01-b075-f5a337960a40 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6498 time: 0.4493177 Sep 17 01:07:32.919126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Network': ['ID=dbfbce5c-1163-44d5-8346-9e7d2d87155b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:32.935340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:07:32.974092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.986540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:32.990056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-938f2006-da49-44e0-a695-cdd10188bb39 req-a28fc9aa-5a89-453b-bd25-868efb6469f5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062445 Sep 17 01:07:32.992921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9a9081c-9832-4240-b570-dde1029c06f9 req-f3a91dcf-1cd2-4bd8-81fd-1025341cec95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069008 Sep 17 01:07:33.001739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:33.008626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-178f10bd-9225-48af-910f-6d0bce4fee29 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7475109 Sep 17 01:07:33.008824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:33.009243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41432) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:33.016084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'subnet': {'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:33.022699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:33.036513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:33.043437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:33.045374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-b49df643-3141-4224-996c-e69a1f381b7f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.5970752 Sep 17 01:07:33.061591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-ee9a4701-8573-440c-8014-ef33ee70a251 service neutron] 10.222.0.36 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957963 Sep 17 01:07:33.135594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:33.141502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b54aadf6-351f-4ba7-b2b0-94e4c7a59a31 req-d9cb4e78-3024-4ae4-a4f0-8f3fdd5f974d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.0439565 Sep 17 01:07:33.220196 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb617dc2-2a59-47a0-9572-a6a7ff0b3c83 x-openstack-request-id: req-eb617dc2-2a59-47a0-9572-a6a7ff0b3c83 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:33.220575 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd93ffef-c348-4d9c-b252-552f60fa2143", "name": "network-vif-deleted", "tag": "43ddb9f2-5295-45c9-84bd-313d19e5a7a7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:33.220822 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb617dc2-2a59-47a0-9572-a6a7ff0b3c83 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:33.221118 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd93ffef-c348-4d9c-b252-552f60fa2143', 'name': 'network-vif-deleted', 'tag': '43ddb9f2-5295-45c9-84bd-313d19e5a7a7', 'status': 'completed', 'code': 200} Sep 17 01:07:33.289508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fe011ac-725c-4efe-a010-f5e07f3bfb44 req-4148c7a3-ade9-48b6-9c8a-f7e1c50061a5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3521993 Sep 17 01:07:33.310685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0e4662f-f995-4ced-bf35-f84b86fdd7b2 req-2745e6c0-4156-467b-ba0d-357d296a649f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2480571 Sep 17 01:07:33.459752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:33.464448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:33.521153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:33.603402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:33.614885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d6a5b-b31b-41b9-931f-41d3fa2e49c1 req-07b94ae4-e069-49ef-9c27-d64b58587f39 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:33.630002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f2d6a5b-b31b-41b9-931f-41d3fa2e49c1 req-07b94ae4-e069-49ef-9c27-d64b58587f39 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.1889961 Sep 17 01:07:33.646432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:33.719040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:33.745624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f2d6a5b-b31b-41b9-931f-41d3fa2e49c1 req-0533c0cf-1556-4291-8f56-25ca9714e62e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096525 Sep 17 01:07:33.746597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Pushing event updated for resources: {'Port': ['ID=49cc836c-067f-4f04-a7fb-71659a1f95d2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:33.804739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:33.867413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:33.868064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 43ddb9f2-5295-45c9-84bd-313d19e5a7a7 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:34.118784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-65c81a61-4ad7-4839-8d7a-9f528f0877a2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796993 Sep 17 01:07:34.136889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e1c8dc1e-b320-4930-a097-33f3e24f4b2b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:34.163234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c4107009-2834-4b0a-a0a3-e26da4587868 None None] Provisioning complete for port 49cc836c-067f-4f04-a7fb-71659a1f95d2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:34.163908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4107009-2834-4b0a-a0a3-e26da4587868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:34.181011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:34.228083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:34.372343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccb839-4fbe-4a44-9386-7d61cbc54770 req-ac3206d1-28ea-4a71-a594-9e0af40554a6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:34.374302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cdccb839-4fbe-4a44-9386-7d61cbc54770 req-ac3206d1-28ea-4a71-a594-9e0af40554a6 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 945 time: 0.4829187 Sep 17 01:07:34.383144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4b45855-d670-47bf-91c8-d6abf79f508f req-dee5a497-685c-49d4-8fa2-8d1444e9bac9 service neutron] 10.222.0.36 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466326 Sep 17 01:07:34.506033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Subnet': ['ID=8c60e4b4-5c14-477a-82ac-b459d2b709a4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:34.523993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-1656924a-9ec1-476d-832b-438f90b72608 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:34.526434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-1656924a-9ec1-476d-832b-438f90b72608 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057322 Sep 17 01:07:34.532912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Checking segment: {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:34.542913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network hostable DHCP agents. Network: dbfbce5c-1163-44d5-8346-9e7d2d87155b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:07:34.576748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-937bdc95-44d1-43ec-a4b6-cb5804413022 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/quotas/24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 375 time: 0.0233529 Sep 17 01:07:34.590661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cdccb839-4fbe-4a44-9386-7d61cbc54770 req-3a7e94aa-bf4e-45c9-ad2d-f3ab48107097 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988759 Sep 17 01:07:34.708458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c4107009-2834-4b0a-a0a3-e26da4587868 None None] Port 49cc836c-067f-4f04-a7fb-71659a1f95d2 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:34.726108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-b6d985f5-4b21-4b9d-a39f-b13190067193 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1315086 Sep 17 01:07:34.756876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e1c8dc1e-b320-4930-a097-33f3e24f4b2b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:34.757260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:34.804548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:07:34.845486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3a1f2-5a10-4262-b60c-a6628da52159 req-3273441d-78aa-4857-938d-da01469a979c tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:34.848043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cf3a1f2-5a10-4262-b60c-a6628da52159 req-3273441d-78aa-4857-938d-da01469a979c tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.1223288 Sep 17 01:07:34.852120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:34.902500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, dbfbce5c-1163-44d5-8346-9e7d2d87155b) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:34.907023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:34.907717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:34.922496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3079e2c-23c7-4d1d-8873-6c18d1b27447 None None] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:34.963402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cf3a1f2-5a10-4262-b60c-a6628da52159 req-37db0a52-fc03-4622-94bc-f28ad9805d20 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013880 Sep 17 01:07:34.999177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6aa902c2-05da-426a-be39-8531ca96d420 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9883363 Sep 17 01:07:35.001582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41468) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:35.007412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1011533817'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:35.205256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:35.226353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.302408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.326354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:07:35.340545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.347187 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.347908 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Added segment 164669a2-b31c-46dc-95f5-abe6ca83d8ac of type vlan for network c08c47ca-ff82-4adb-b15f-e5182420fbdb Sep 17 01:07:35.415788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edecaa4b-1645-4fab-971d-87632612f315 req-2f7be8b6-cc26-4d0b-a9f5-88361777ff6a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.0719161 Sep 17 01:07:35.431954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.432868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.462583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-c2f21143-1786-4c6d-b0e1-9d345afd18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.465206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-c2f21143-1786-4c6d-b0e1-9d345afd18df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85924a01053f4f1991788ec365ddbe24&device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 1094 time: 0.1225686 Sep 17 01:07:35.477708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.484836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.491920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.502269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port e1c8dc1e-b320-4930-a097-33f3e24f4b2b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:35.511593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.533386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.542257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.551306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.555954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9813ae2f-3e35-4fcf-8a81-9c89870574cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.563539 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-9890eaf8-554e-44c9-935f-c7859e6807dd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.4416265 Sep 17 01:07:35.592962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Pushing event updated for resources: {'Port': ['ID=49cc836c-067f-4f04-a7fb-71659a1f95d2,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:35.593185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.598201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:35.598791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.618080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.645582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:35.668118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8911b05b-ffc7-41b2-a142-f080fdc99f6c req-6e3befbb-7e0a-40f8-8e91-cbf89c766906 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1034031 Sep 17 01:07:35.751030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:35.782962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7802413 Sep 17 01:07:35.786927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:35.845054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'subnet': {'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:35.851964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0301dc39-7701-4e93-ae1c-73f44d099976 req-d9e6a5ca-30ad-4319-8a8d-7b898e7500d0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 210 time: 0.0707419 Sep 17 01:07:35.864669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaedb89-d0b9-49d8-9a9d-936da5590901 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Network': ['ID=c08c47ca-ff82-4adb-b15f-e5182420fbdb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:35.884197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:07:36.006678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-dbfbce5c-1163-44d5-8346-9e7d2d87155b', 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'fixed_ips': [{'subnet_id': '8c60e4b4-5c14-477a-82ac-b459d2b709a4'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:07:36.007733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:36.044572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85abd9-e8a7-47ed-b899-198f78e18f39 req-d389f2f2-ffe1-4688-8949-1820668a8ddc tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:36.054202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c85abd9-e8a7-47ed-b899-198f78e18f39 req-d389f2f2-ffe1-4688-8949-1820668a8ddc tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.4426374 Sep 17 01:07:36.055326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-08191669-b193-44a9-b91f-c27ff1b5941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:36.057409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-08191669-b193-44a9-b91f-c27ff1b5941d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a50b244d-2d7e-4760-a133-50084aa8f089 HTTP/1.1" status: 200 len: 916 time: 0.5533762 Sep 17 01:07:36.100406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e1c8dc1e-b320-4930-a097-33f3e24f4b2b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:36.120920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-319e161d-5abb-4a25-a240-0479d3e94cf5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643492 Sep 17 01:07:36.143685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-d34b14e8-9f34-4d92-ab08-3ad21b15dec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444 HTTP/1.1" status: 200 len: 217 time: 0.0639937 Sep 17 01:07:36.216604 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c85abd9-e8a7-47ed-b899-198f78e18f39 req-38ada42e-7529-466a-948c-9b4ba36c6333 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531572 Sep 17 01:07:36.243724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:36.248762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:36.282930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-1608e386-6cc0-424e-bfff-7328d627734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:36.301060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-1608e386-6cc0-424e-bfff-7328d627734e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fefe54a-261c-40f8-86b3-56497e170110 HTTP/1.1" status: 200 len: 854 time: 0.1487494 Sep 17 01:07:36.444271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-517a964b-3aad-47a5-9d01-db39b8d97725 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:36.464315 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-517a964b-3aad-47a5-9d01-db39b8d97725 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3175225 Sep 17 01:07:36.490046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-5e0e3b10-2a80-4bab-aa10-c3b8633f6cfa tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/quotas/fd3b9f321f0a4ea892d5f899093746c1 HTTP/1.1" status: 200 len: 375 time: 0.0246401 Sep 17 01:07:36.531802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e1c8dc1e-b320-4930-a097-33f3e24f4b2b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:36.532177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:36.603529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Allocated IP 19.80.0.2 (dbfbce5c-1163-44d5-8346-9e7d2d87155b/8c60e4b4-5c14-477a-82ac-b459d2b709a4/7e570623-9d0c-4e04-ae81-fda33379e040) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:36.606265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-7c30968e-071c-46a9-9c42-7ceccdc843db tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150980 Sep 17 01:07:36.708476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:36.713025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:36.811498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b798dcea-4f4c-4612-afd4-9fde273b79de None None] Provisioning complete for port 49cc836c-067f-4f04-a7fb-71659a1f95d2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:36.812320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b798dcea-4f4c-4612-afd4-9fde273b79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:36.902273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b798dcea-4f4c-4612-afd4-9fde273b79de None None] Port 49cc836c-067f-4f04-a7fb-71659a1f95d2 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:37.111800 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:37.193815 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:37.256948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:37.258766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.261172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:37.276912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.284371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:37.297618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.311551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.320854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.329497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.336885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.352594 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db634679-9704-4601-b07b-b7873db0eb75 req-7b29626d-c04a-41e8-9688-17829776f836 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.2700684 Sep 17 01:07:37.353799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:37.367894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Request body: {'floatingip': {'port_id': '62286378-9f72-4fde-a4bf-a6b658375339'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:37.379069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:37.398461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Pushing event updated for resources: {'Port': ['ID=7e570623-9d0c-4e04-ae81-fda33379e040,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:37.408048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Attempting to bind port 7e570623-9d0c-4e04-ae81-fda33379e040 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:37.408625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Attempting to bind port 7e570623-9d0c-4e04-ae81-fda33379e040 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:37.409157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Attempting to bind port 7e570623-9d0c-4e04-ae81-fda33379e040 on network dbfbce5c-1163-44d5-8346-9e7d2d87155b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:37.428963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:37.432722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Checking segment: {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:37.433435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:37.438074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Bound using segment: {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:37.438830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Bound port: 7e570623-9d0c-4e04-ae81-fda33379e040, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:37.439468 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:37.513287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Router 05af4c20-7d93-4328-b147-c380d6bd2360 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:07:37.599969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] For port 7e570623-9d0c-4e04-ae81-fda33379e040, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:37.604764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] For port 7e570623-9d0c-4e04-ae81-fda33379e040, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e570623-9d0c-4e04-ae81-fda33379e040,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:37.694894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3d49a-feed-486e-8a90-5bcaabed9966 req-fdfd9086-df60-46b1-b3bd-659ac8778c59 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.705033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c3d49a-feed-486e-8a90-5bcaabed9966 req-fdfd9086-df60-46b1-b3bd-659ac8778c59 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 945 time: 1.2614713 Sep 17 01:07:37.719683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-ccd5f080-a9c8-4c97-9ad5-9acbb4de6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:37.721567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-ccd5f080-a9c8-4c97-9ad5-9acbb4de6764 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a50b244d-2d7e-4760-a133-50084aa8f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4093783 Sep 17 01:07:37.725795 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:37.848136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651f499-a172-45ca-919f-b91c4cfe468a None None] Pushing event updated for resources: {'Port': ['ID=7e570623-9d0c-4e04-ae81-fda33379e040,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:37.868884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c3d49a-feed-486e-8a90-5bcaabed9966 req-fa5c76ae-a3e3-43d2-8d1d-0ceb42db5c71 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615715 Sep 17 01:07:38.106675 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ad56fbb-69df-4569-8e59-8aa859842257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:38.158219 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:38.210004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:07:38.215704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-5ec29315-7e5a-4ac8-9cda-0ce4ee6ce2ae service neutron] 10.222.0.36 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495628 Sep 17 01:07:38.225012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2f5275bb-ca33-4f46-ac4d-efccb9da067e admin admin] 10.222.0.13 "PUT /v2.0/routers/05af4c20-7d93-4328-b147-c380d6bd2360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3905394 Sep 17 01:07:38.227845 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Sync routers for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:07:38.250660 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:07:38.251393 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:38.476897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c318eafa-7a1e-4c62-928c-f4eadaa4b58b req-9cac2b83-3c2c-4a4c-b274-fd669942fccd service neutron] 10.222.0.36 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491291 Sep 17 01:07:38.618565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32142920-9238-4e5e-8e7a-9e0b1ac39a28 req-5dc1651d-93a8-4de8-8435-9cc631631c18 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 210 time: 0.3919532 Sep 17 01:07:38.761809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-97343541-cb11-4322-9187-883c2992d18d req-23884231-529e-43ef-ba6d-8e6ad9aa8981 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.6767206 Sep 17 01:07:38.819790 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:07:38.855193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36ad6311-f29c-4cec-a80d-a7f7f44a6a54 req-9668e6bf-874b-47ec-ac8c-346aa79533e6 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 210 time: 0.1029339 Sep 17 01:07:38.856584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-4bba3fb6-e36f-4bb7-98ed-ba0f4ff2c81c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558729 Sep 17 01:07:38.955966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Subnet': ['ID=c0ea6291-4a44-4dd6-b21f-b973bcd5241d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:38.968647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Checking segment: {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:38.969369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network hostable DHCP agents. Network: c08c47ca-ff82-4adb-b15f-e5182420fbdb, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:07:39.141954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-3e22a2f1-ff68-43eb-b4d5-cd6e4946e192 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:39.146022 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.146588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-3e22a2f1-ff68-43eb-b4d5-cd6e4946e192 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576954 Sep 17 01:07:39.189121 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 2, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:39.203343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607b276-f27e-407e-8212-f162ada72e66 req-d55d16a5-0601-4a73-b654-6f612f0db164 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:39.205016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a607b276-f27e-407e-8212-f162ada72e66 req-d55d16a5-0601-4a73-b654-6f612f0db164 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.2381933 Sep 17 01:07:39.214180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:07:39.218941 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Checking router: 05af4c20-7d93-4328-b147-c380d6bd2360 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:07:39.219319 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Updating router 05af4c20-7d93-4328-b147-c380d6bd2360 port 49cc836c-067f-4f04-a7fb-71659a1f95d2 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:07:39.248381 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.346722 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.349055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Request body: {'port': {'device_id': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '24ab9be3bb21450fa25da0f6c8f0f9d1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:39.365669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a607b276-f27e-407e-8212-f162ada72e66 req-ffe46652-352a-4d79-89ff-b715603f7e2e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529222 Sep 17 01:07:39.382085 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c08c47ca-ff82-4adb-b15f-e5182420fbdb) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:39.388500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:39.388500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.392270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dd8063-d043-43d4-81cf-86c69ea3172d None None] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:39.446544 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.resource_extend [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:07:39.549111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5a3fe-d402-4aba-9eaa-8ed71fe56fa4 None None] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:39.606905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d7fecc91-d904-4c5c-b029-03e3cd98bdc2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7715862 Sep 17 01:07:39.745779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Made reservation on behalf of 24ab9be3bb21450fa25da0f6c8f0f9d1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:39.749351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.764711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.794905 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.824703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.839368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505b56-880a-4c6a-b9fa-275c16553f55 req-92cb7fc7-9e11-4645-93eb-a515d31c2aaa tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:39.841085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26505b56-880a-4c6a-b9fa-275c16553f55 req-92cb7fc7-9e11-4645-93eb-a515d31c2aaa tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 945 time: 0.3200166 Sep 17 01:07:39.895460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.902717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-595a68d2-47ca-4635-afb2-5e9fbc1fb8cd None None] Provisioning complete for port 7e570623-9d0c-4e04-ae81-fda33379e040 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:39.903026 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-595a68d2-47ca-4635-afb2-5e9fbc1fb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.915436 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:39.941696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:39.954457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723901884', 'description': 'tempest-description--1436472710'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:39.980931 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26505b56-880a-4c6a-b9fa-275c16553f55 req-d1c7b17f-7916-4f97-a50d-64f86c067da4 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242871 Sep 17 01:07:39.981645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.000374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.133153 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Attempting to bind port 49cc836c-067f-4f04-a7fb-71659a1f95d2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:40.133640 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Attempting to bind port 49cc836c-067f-4f04-a7fb-71659a1f95d2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:40.134093 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Attempting to bind port 49cc836c-067f-4f04-a7fb-71659a1f95d2 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:40.144540 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:40.145081 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:40.145580 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.146335 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:40.147403 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Bound port: 49cc836c-067f-4f04-a7fb-71659a1f95d2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:40.148554 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.156718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-c08c47ca-ff82-4adb-b15f-e5182420fbdb', 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'fixed_ips': [{'subnet_id': 'c0ea6291-4a44-4dd6-b21f-b973bcd5241d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:07:40.159018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.173791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e570623-9d0c-4e04-ae81-fda33379e040 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:40.228302 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Pushing event updated for resources: {'Port': ['ID=49cc836c-067f-4f04-a7fb-71659a1f95d2,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:40.263340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c98ad8e-9908-4538-902f-4978ef79960c req-4ac86688-4d7d-4ec2-8c6c-9671260e23b1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.0941873 Sep 17 01:07:40.266056 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.266530 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.271632 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.272323 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.272750 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.277379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.277894 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.278463 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.278890 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.279371 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.279883 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.280303 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:40.300102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-595a68d2-47ca-4635-afb2-5e9fbc1fb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.308474 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] For port 49cc836c-067f-4f04-a7fb-71659a1f95d2, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:40.336345 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] For port 49cc836c-067f-4f04-a7fb-71659a1f95d2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=49cc836c-067f-4f04-a7fb-71659a1f95d2,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:40.399147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55a45de6-245f-4971-8aa2-b78807f62f9f req-22781792-7110-474f-a152-4d1166f495e8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 210 time: 0.1418588 Sep 17 01:07:40.409424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a547dacc-92d4-48c2-81ea-2434d357da13,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:40.417723 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.481064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Allocated IP 192.168.233.207 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/e495da2a-af6b-42f7-a1a6-72e58b6ffd46) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:40.488778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.564118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-76d278c9-54d6-4769-8de2-7668e301b951 req-7cbfd685-0ecc-49bf-9d8a-5a3282fd5bd5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 210 time: 0.0988994 Sep 17 01:07:40.592100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-811641cd-b114-4f74-a329-0a63cddd116d tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2676716 Sep 17 01:07:40.665138 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:07:40.668722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7e570623-9d0c-4e04-ae81-fda33379e040 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:40.668722 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:40.673603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:40.685175 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5629d6-cbde-4e19-ba10-043dc5d5bff4 None None] Pushing event updated for resources: {'Port': ['ID=49cc836c-067f-4f04-a7fb-71659a1f95d2,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:40.875033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-e6fbe790-7182-4909-947d-7b5e05989cd5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:40.881372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-e6fbe790-7182-4909-947d-7b5e05989cd5 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735972 Sep 17 01:07:40.881372 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Floating IP 68e9c120-2d8d-417c-bd5d-221c6e7755d2 associated. External IP: 172.25.1.224, port: 62286378-9f72-4fde-a4bf-a6b658375339. Sep 17 01:07:40.881633 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:07:40.927980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Request body: {'port': {'device_id': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'fd3b9f321f0a4ea892d5f899093746c1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:40.949086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-595a68d2-47ca-4635-afb2-5e9fbc1fb8cd None None] For port 7e570623-9d0c-4e04-ae81-fda33379e040, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e570623-9d0c-4e04-ae81-fda33379e040,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:40.996020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e05a39-020e-4cb7-8b3a-2b4a6d5da6aa req-a7775791-ead1-4922-b0f1-e0818410e9c2 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:41.005153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32e05a39-020e-4cb7-8b3a-2b4a6d5da6aa req-a7775791-ead1-4922-b0f1-e0818410e9c2 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 943 time: 0.2084594 Sep 17 01:07:41.007019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Allocated IP 19.86.0.2 (c08c47ca-ff82-4adb-b15f-e5182420fbdb/c0ea6291-4a44-4dd6-b21f-b973bcd5241d/d3c01e9e-b239-4e5f-9b13-8551b70b0a3c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:41.048774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-595a68d2-47ca-4635-afb2-5e9fbc1fb8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.079028 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.083816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-6062810e-b987-47ba-aee6-f413cd926ef4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:41.090032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-6062810e-b987-47ba-aee6-f413cd926ef4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:41.097326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-6062810e-b987-47ba-aee6-f413cd926ef4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/networks?id=dbfbce5c-1163-44d5-8346-9e7d2d87155b&id=c08c47ca-ff82-4adb-b15f-e5182420fbdb HTTP/1.1" status: 200 len: 1390 time: 0.5061681 Sep 17 01:07:41.115291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea0511-4517-4d0e-b55a-999975629821 req-5d5b9335-0f48-465a-acef-734d3b39d4e9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:41.116837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aeea0511-4517-4d0e-b55a-999975629821 req-5d5b9335-0f48-465a-acef-734d3b39d4e9 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 945 time: 0.2493289 Sep 17 01:07:41.137008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.186013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.197069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-c6816a0b-7f13-4207-8af5-65c4d44e11e0 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/quotas/67b17bee5e204905913a67b71df616a9 HTTP/1.1" status: 200 len: 375 time: 0.0983427 Sep 17 01:07:41.215293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.218524 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:40Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:41.237481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.259036 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b4b6e-ca40-4d0a-8031-b7e506a56675 None None] The sync data for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 is: [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:40Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:07:41.323339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf0ef78-41dd-4356-b18c-cd49d061d3a9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:41.343846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Provisioning complete for port 49cc836c-067f-4f04-a7fb-71659a1f95d2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:41.343846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.375145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-abce739a-78e8-463a-931c-ccc0d6feea39 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1738908 Sep 17 01:07:41.397340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.397603 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32e05a39-020e-4cb7-8b3a-2b4a6d5da6aa req-d32a4071-f41f-4cb7-9b1d-760d296b1dbe tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912818 Sep 17 01:07:41.402505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e56f0770-84bf-40a1-8b95-7b99a987df08 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4586794 Sep 17 01:07:41.402766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41554) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:41.423160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'security_group_rule': {'security_group_id': 'bdf0ef78-41dd-4356-b18c-cd49d061d3a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:41.423409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.444657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a68d2-47ca-4635-afb2-5e9fbc1fb8cd None None] Pushing event updated for resources: {'Port': ['ID=7e570623-9d0c-4e04-ae81-fda33379e040,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:41.468871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:07:41.468871 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:07:41.468871 n-d-789963-7 neutron-server[112072]: [parameters: {'project_id_1': 'fd3b9f321f0a4ea892d5f899093746c1', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 7, 21, 442736)}] Sep 17 01:07:41.468871 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:07:41.469295 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:07:41.483902 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:07:41.484258 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:07:41.564647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Deleting port a316be87-94ea-47b7-ac16-aba0fecf1d81 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:41.564647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.585263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.593419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:41.606935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:41.619678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.634257 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.645740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:41.649883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e2652c27-5fd3-4215-bcbd-2eaf3e835444 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:41.657700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:41.683819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] For port 49cc836c-067f-4f04-a7fb-71659a1f95d2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=49cc836c-067f-4f04-a7fb-71659a1f95d2,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:41.742286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb1107-ca61-43c8-a4ec-2d0f8d9a7d2b req-a4f12e65-ddf3-4d43-a185-c35b6b803aeb tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:41.750663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67cb1107-ca61-43c8-a4ec-2d0f8d9a7d2b req-a4f12e65-ddf3-4d43-a185-c35b6b803aeb tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 945 time: 0.1909144 Sep 17 01:07:41.813894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.825780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:41.826424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.828188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.838388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-f93e2f80-85fb-4787-b4bc-fe9cb845d8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/dbfbce5c-1163-44d5-8346-9e7d2d87155b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615393 Sep 17 01:07:41.841059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.861715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] For port a316be87-94ea-47b7-ac16-aba0fecf1d81, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a316be87-94ea-47b7-ac16-aba0fecf1d81,segment=NetworkSegment(732659e0-81bf-426c-8c24-c9c9e90d5f69),segment_id=732659e0-81bf-426c-8c24-c9c9e90d5f69)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:41.862118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:41.869070 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67cb1107-ca61-43c8-a4ec-2d0f8d9a7d2b req-ece8d2df-e426-4a97-9302-48a959948bd3 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups?id=0d05007c-88e6-4adb-9ecd-acc3718f9160&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005037 Sep 17 01:07:41.889262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:07:41.913415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:41.922414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Calling delete_port for a316be87-94ea-47b7-ac16-aba0fecf1d81 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:41.940890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:41.951502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:42.029648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Pushing event updated for resources: {'Port': ['ID=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:42.046041 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-f3de2786-0ad9-4f3b-8cbd-71475573db2e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7011898 Sep 17 01:07:42.061827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Request body: {'port': {'device_id': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:42.083228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:07:42.086292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.093693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.106594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Pushing event updated for resources: {'Port': ['ID=49cc836c-067f-4f04-a7fb-71659a1f95d2,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:42.108296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-b07d259a-7c43-433e-88f2-8924f0448fbd service neutron] 10.222.0.13 "GET /v2.0/networks/dbfbce5c-1163-44d5-8346-9e7d2d87155b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690380 Sep 17 01:07:42.110434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Provisioning complete for port 7e570623-9d0c-4e04-ae81-fda33379e040 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:42.110978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e9af596-4648-44b9-9372-d747e1fee0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.129683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dcbd9b-e7f0-4862-9966-c5060edfae7a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:42.148240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] Sync routers for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:07:42.170655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-788c3813-74ca-446b-85a9-a602dd510f9a req-6ad733eb-2e9a-4ce8-b9ed-e526e4e23286 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd93ffef-c348-4d9c-b252-552f60fa2143 HTTP/1.1" status: 200 len: 210 time: 0.0951481 Sep 17 01:07:42.208932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-860f9368-ee4a-4bf2-9621-2b410696d36c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "PUT /v2.0/floatingips/68e9c120-2d8d-417c-bd5d-221c6e7755d2 HTTP/1.1" status: 200 len: 991 time: 4.8511496 Sep 17 01:07:42.213898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:42.213898 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "62286378-9f72-4fde-a4bf-a6b658375339"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:42.219471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e2652c27-5fd3-4215-bcbd-2eaf3e835444, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:42.235705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.269154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444', 'network_id': 'a50b244d-2d7e-4760-a133-50084aa8f089', 'port_id': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444', 'mac_address': 'fa:16:3e:5b:b7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fefe54a-261c-40f8-86b3-56497e170110', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:42.277295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:07:42.278416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:42.279737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Attempting to bind port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:42.280233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Attempting to bind port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:42.280494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Attempting to bind port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c on network c08c47ca-ff82-4adb-b15f-e5182420fbdb {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:42.296614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Made reservation on behalf of fd3b9f321f0a4ea892d5f899093746c1 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:42.305537 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.387630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-9a696825-e7f0-4138-bf87-3eef2e6dd805 service neutron] 10.222.0.13 "GET /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662253 Sep 17 01:07:42.403824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:42.404412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Checking segment: {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:42.404938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.405439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Bound using segment: {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:42.406112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Bound port: d3c01e9e-b239-4e5f-9b13-8551b70b0a3c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:42.406595 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.408774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.441507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.442870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1cd7ac3b-42f0-496c-a43d-eb11ebf68e80 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0342600 Sep 17 01:07:42.446795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41566) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:42.452630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'security_group_rule': {'security_group_id': 'bdf0ef78-41dd-4356-b18c-cd49d061d3a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:42.486417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204f37e-2bd6-4f81-8ab9-b3de14ccf6fe req-bdc09764-3fbf-4514-9ee2-12abef988496 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:42.490512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2652c27-5fd3-4215-bcbd-2eaf3e835444 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:42.493901 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2204f37e-2bd6-4f81-8ab9-b3de14ccf6fe req-bdc09764-3fbf-4514-9ee2-12abef988496 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 936 time: 0.2477741 Sep 17 01:07:42.536035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.568305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a316be87-94ea-47b7-ac16-aba0fecf1d81'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:42.590199 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2204f37e-2bd6-4f81-8ab9-b3de14ccf6fe req-0f3d63b6-51ac-41a5-b419-66e8d52141f2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919182 Sep 17 01:07:42.631624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49cc836c-067f-4f04-a7fb-71659a1f95d2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:42.652528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event deleted for resources: {'Port': ['ID=a316be87-94ea-47b7-ac16-aba0fecf1d81,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:42.662191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Allocated IP 192.168.233.150 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/0a953ccc-8d46-4936-9b46-98995caf0805) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:42.673622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e2652c27-5fd3-4215-bcbd-2eaf3e835444, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:42.692039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.697816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d313e413-3aee-4e9c-98ba-fc65e81c221a None None] Provisioning complete for port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:42.698194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d313e413-3aee-4e9c-98ba-fc65e81c221a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.728172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] No DVR routers for this DVR port a316be87-94ea-47b7-ac16-aba0fecf1d81 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:07:42.732080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.735023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aeea0511-4517-4d0e-b55a-999975629821 req-34a997ed-3f34-4eb6-8ab9-20124669e8e5 tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.36 "DELETE /v2.0/ports/a316be87-94ea-47b7-ac16-aba0fecf1d81 HTTP/1.1" status: 204 len: 173 time: 1.6053073 Sep 17 01:07:42.740991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-823a4e51-9741-4cc1-9614-2b577b2b3614 req-f34c3743-d3bd-4dc9-8867-54b3cd6e78e3 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 210 time: 0.0439942 Sep 17 01:07:42.747677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d313e413-3aee-4e9c-98ba-fc65e81c221a None None] Port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:42.751451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'name': 'network-vif-deleted', 'tag': 'a316be87-94ea-47b7-ac16-aba0fecf1d81'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:42.754416 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544da468-db7e-41c0-9d88-a24c614b21ce" -d '{"events": [{"server_uuid": "1b5ef995-38e5-4ad7-a26f-6d0b758ced5b", "name": "network-vif-deleted", "tag": "a316be87-94ea-47b7-ac16-aba0fecf1d81"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:42.764960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:07:42.768299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.789102 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-65ddf414-4e3b-445c-89af-9f86994d1a20 service neutron] 10.222.0.13 "GET /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003499 Sep 17 01:07:42.817766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 49cc836c-067f-4f04-a7fb-71659a1f95d2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:42.818146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.859911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] For port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:42.898219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] For port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:42.966170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:42.982400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e2652c27-5fd3-4215-bcbd-2eaf3e835444'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:42.986466 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc19b1c1-57cf-4d9f-a4a4-83488c8adf4c x-openstack-request-id: req-bc19b1c1-57cf-4d9f-a4a4-83488c8adf4c {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:42.986762 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "tag": "62286378-9f72-4fde-a4bf-a6b658375339", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:42.987019 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc19b1c1-57cf-4d9f-a4a4-83488c8adf4c {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:42.987446 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339', 'status': 'completed', 'code': 200} Sep 17 01:07:43.049998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.050564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.051311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.051659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.053065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.053248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=e2652c27-5fd3-4215-bcbd-2eaf3e835444,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:43.053796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.054364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.067480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-0097757a-b356-4f65-b295-1650216724c1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6498 time: 0.0822842 Sep 17 01:07:43.150117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.180817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.181713 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329df23a-2c12-48bf-b558-e7f86fd23376 x-openstack-request-id: req-329df23a-2c12-48bf-b558-e7f86fd23376 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:43.182762 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b5ef995-38e5-4ad7-a26f-6d0b758ced5b", "name": "network-vif-deleted", "tag": "a316be87-94ea-47b7-ac16-aba0fecf1d81", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:43.183022 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-329df23a-2c12-48bf-b558-e7f86fd23376 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:43.188101 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b5ef995-38e5-4ad7-a26f-6d0b758ced5b', 'name': 'network-vif-deleted', 'tag': 'a316be87-94ea-47b7-ac16-aba0fecf1d81', 'status': 'completed', 'code': 200} Sep 17 01:07:43.206840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce2f3b-43af-486a-920b-64d5e9580b39 req-41b75a1c-cae1-4626-aa7b-d21ba60e0721 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.208605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34ce2f3b-43af-486a-920b-64d5e9580b39 req-41b75a1c-cae1-4626-aa7b-d21ba60e0721 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 944 time: 0.1749310 Sep 17 01:07:43.252273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-f80f3548-062f-4115-9146-9e3f09956979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.253911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-f80f3548-062f-4115-9146-9e3f09956979 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d1fc549-aa3d-4d46-98a9-560f16163d29 HTTP/1.1" status: 200 len: 918 time: 0.1776140 Sep 17 01:07:43.263371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.294130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9af28f-afe9-4402-8ea2-a6b5d6101972,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:43.355119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34ce2f3b-43af-486a-920b-64d5e9580b39 req-2ac7737a-f3ed-46a6-9b80-6821739be9a6 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195488 Sep 17 01:07:43.371768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e570623-9d0c-4e04-ae81-fda33379e040 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:43.381643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.385918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-22c77bc8-e3e2-47bd-8a9c-2b32f1a009a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9344323 Sep 17 01:07:43.388288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41580) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:43.390771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:43.446900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.479834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-d02ba944-6216-49b2-9715-4df5ac4fea42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 200 len: 999 time: 0.2129850 Sep 17 01:07:43.482114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e56dfc78-9aa6-4e4e-a3a0-df6fca101d83 req-d287a24d-3830-4832-be0a-6ed976a78e6a tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b5ef995-38e5-4ad7-a26f-6d0b758ced5b HTTP/1.1" status: 200 len: 210 time: 0.1069455 Sep 17 01:07:43.489420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['87820d7a-bd60-49b5-8d9a-ac100fcdc02e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:43.520431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:43.524293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:43.529804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:43.577263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.598599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e27e335-6df3-4c98-b4ae-75dbc433033a req-0b460e0f-7662-45ea-ae27-c6def79ef8b2 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 210 time: 0.1675539 Sep 17 01:07:43.772982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.773654 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:43.831257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-f7c9b3a8-af62-44fb-9b7f-12f058388444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:43.832730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-f7c9b3a8-af62-44fb-9b7f-12f058388444 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7372a4ee-7734-4abf-a4a8-a056449fad85 HTTP/1.1" status: 200 len: 856 time: 0.3255198 Sep 17 01:07:43.849270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Pushing event updated for resources: {'Port': ['ID=0a953ccc-8d46-4936-9b46-98995caf0805,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:43.938962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2d8456ce-c231-41c0-bb46-abba489bdea0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0151963 Sep 17 01:07:43.983349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Request body: {'port': {'device_id': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:44.011179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a316be87-94ea-47b7-ac16-aba0fecf1d81 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:07:44.033811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee937d-ec8f-4a59-a438-1da802825e8d req-cb8ccfb7-b092-4cd0-9d07-457d60125925 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:44.043490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35ee937d-ec8f-4a59-a438-1da802825e8d req-cb8ccfb7-b092-4cd0-9d07-457d60125925 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 936 time: 0.2636604 Sep 17 01:07:44.068022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-16bb1658-534f-4094-82b8-ba92b337ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:44.069729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-16bb1658-534f-4094-82b8-ba92b337ef01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d1fc549-aa3d-4d46-98a9-560f16163d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728654 Sep 17 01:07:44.087343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: a316be87-94ea-47b7-ac16-aba0fecf1d81 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:07:44.087343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a316be87-94ea-47b7-ac16-aba0fecf1d81 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:07:44.088866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ae675-c71e-4e26-bf27-f53b2ff082b5 None None] Pushing event updated for resources: {'Port': ['ID=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:44.151369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2746b4db-8431-4a71-a324-03b8848a6105 None None] Provisioning complete for port 0a953ccc-8d46-4936-9b46-98995caf0805 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:44.152213 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2746b4db-8431-4a71-a324-03b8848a6105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:44.152559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80c206-c0f9-43e9-b788-60a19febb61b req-7030d1ad-4c2d-459a-a5fc-a3c42bc47cad tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:44.168604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e80c206-c0f9-43e9-b788-60a19febb61b req-7030d1ad-4c2d-459a-a5fc-a3c42bc47cad tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 936 time: 0.2465918 Sep 17 01:07:44.179122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35ee937d-ec8f-4a59-a438-1da802825e8d req-be338447-3442-474e-b6a1-06c005b3120c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342940 Sep 17 01:07:44.213664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:44.345278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e495da2a-af6b-42f7-a1a6-72e58b6ffd46 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:44.345278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:44.345813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2746b4db-8431-4a71-a324-03b8848a6105 None None] Port 0a953ccc-8d46-4936-9b46-98995caf0805 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:44.346270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:44.346387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7e570623-9d0c-4e04-ae81-fda33379e040 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:44.346387 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:44.360331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Transition to ACTIVE for port object e495da2a-af6b-42f7-a1a6-72e58b6ffd46 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:44.399054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '68e9c120-2d8d-417c-bd5d-221c6e7755d2', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'port_id': '62286378-9f72-4fde-a4bf-a6b658375339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'mac_address': 'fa:16:3e:d8:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:05:55Z', 'updated_at': '2021-09-17T01:07:39Z', 'revision_number': 1, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:55Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:44.426023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-9cb035a3-3029-4f69-89fb-7b4879fbf39a service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414538 Sep 17 01:07:44.488804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e80c206-c0f9-43e9-b788-60a19febb61b req-c14cdde9-6d69-4f51-8dd2-3ec50e88b738 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059449 Sep 17 01:07:44.704077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Allocated IP 172.25.1.14 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/acf0cd07-7281-400d-bd33-ec456549de8f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:44.730715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313bd6e-d0fd-495d-b348-d45e20f62615 req-122e3239-1952-4d94-ae20-46909e5f2db1 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:44.738927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d313bd6e-d0fd-495d-b348-d45e20f62615 req-122e3239-1952-4d94-ae20-46909e5f2db1 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 944 time: 0.2040272 Sep 17 01:07:44.787260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] Checking router: f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:07:44.794974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d313bd6e-d0fd-495d-b348-d45e20f62615 req-9c0008e1-3e54-4537-b567-476915594cd1 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537302 Sep 17 01:07:44.810813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6d2b8f-d8e9-4325-9664-60df64b5da9a req-b421d713-5ebf-4b21-a9ef-af6aacdf6476 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718572 Sep 17 01:07:44.849667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:07:44.850538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:44.896527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b643f7a-c91e-4c45-9acb-3bb79efd6f07 req-0049bedf-f733-4d83-8069-7ef212acf7a5 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 210 time: 0.0368769 Sep 17 01:07:44.902327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bbff0-f8a4-4515-b277-08a8501a7902 None None] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:07:44.928438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.061489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-55b8e1db-063c-4bcb-9751-db347995bbd6 None None] Provisioning complete for port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:45.061848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-55b8e1db-063c-4bcb-9751-db347995bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.126657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3c01e9e-b239-4e5f-9b13-8551b70b0a3c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:45.136062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:07:45.263849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41632) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:45.272583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.355452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.393919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:45.394238 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.421882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:45.438225 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-55b8e1db-063c-4bcb-9751-db347995bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.460955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:45.481424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:45.519433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:45.538349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=acf0cd07-7281-400d-bd33-ec456549de8f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:45.566224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19a694f8-001c-42f7-9f58-aaa8a98d5e3d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.568098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.568685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.569256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.569785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.570328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.570862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.571411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.571959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.576334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.577167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.577707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.578257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:45.592831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19a694f8-001c-42f7-9f58-aaa8a98d5e3d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.594041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-55b8e1db-063c-4bcb-9751-db347995bbd6 None None] For port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:45.645493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-bd84a6a4-57c9-4d08-b074-7e97e88ba59b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:45.649614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060d45c-e9cd-4d1d-9e4b-ddcdf0bce693 req-9c8f5e34-c407-4d68-a2ce-714dedf91c10 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:45.658704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6060d45c-e9cd-4d1d-9e4b-ddcdf0bce693 req-9c8f5e34-c407-4d68-a2ce-714dedf91c10 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.3201940 Sep 17 01:07:45.658950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-bd84a6a4-57c9-4d08-b074-7e97e88ba59b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.6925540 Sep 17 01:07:45.669500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e2652c27-5fd3-4215-bcbd-2eaf3e835444 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:45.691323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-c91c652d-50d3-4b32-a28e-3f7952284be1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0296164 Sep 17 01:07:45.716000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:45.716753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:45.717322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:45.753919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-90d0b97a-550b-4d6f-b893-6e8aabf936ad tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513630 Sep 17 01:07:45.771997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a953ccc-8d46-4936-9b46-98995caf0805 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:45.772215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:45.772215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:45.773121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-55b8e1db-063c-4bcb-9751-db347995bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.784811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.791287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19a694f8-001c-42f7-9f58-aaa8a98d5e3d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.793987 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19a694f8-001c-42f7-9f58-aaa8a98d5e3d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.795229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-19a694f8-001c-42f7-9f58-aaa8a98d5e3d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d2777bf-d9bb-4bf6-ba06-2747e45fd02d HTTP/1.1" status: 204 len: 168 time: 0.5298023 Sep 17 01:07:45.798285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:45.798520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:45.799007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:45.799584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Bound port: e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:45.800278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.804165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41638) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:45.818095 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6060d45c-e9cd-4d1d-9e4b-ddcdf0bce693 req-e48c42c3-2bef-44b9-89bc-e0542e3bea04 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330431 Sep 17 01:07:45.862602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a694f8-001c-42f7-9f58-aaa8a98d5e3d tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2777bf-d9bb-4bf6-ba06-2747e45fd02d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:45.870401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.880794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:45.892884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Transition to ACTIVE for port object 0a953ccc-8d46-4936-9b46-98995caf0805 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:45.900064 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-cbc9ab43-f049-465b-b5b9-bd146d284dfd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] show failed (client error): The resource could not be found. Sep 17 01:07:45.904165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41642) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:45.904781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbc9ab43-f049-465b-b5b9-bd146d284dfd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "GET /v2.0/security-groups/0d2777bf-d9bb-4bf6-ba06-2747e45fd02d HTTP/1.1" status: 404 len: 347 time: 0.0995018 Sep 17 01:07:45.947062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8e1db-063c-4bcb-9751-db347995bbd6 None None] Pushing event updated for resources: {'Port': ['ID=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:45.985426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-d6c62fee-db27-4806-8894-d03983bf0d11 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310469 Sep 17 01:07:46.004130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.008885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '68e9c120-2d8d-417c-bd5d-221c6e7755d2', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'port_id': '62286378-9f72-4fde-a4bf-a6b658375339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'mac_address': 'fa:16:3e:d8:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:05:55Z', 'updated_at': '2021-09-17T01:07:39Z', 'revision_number': 1, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:55Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:46.013532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:07:46.014154 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:07:46.048687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff9330a-e4d5-48aa-8c86-0c7974c0d903 None None] The sync data for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 is: [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '68e9c120-2d8d-417c-bd5d-221c6e7755d2', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'port_id': '62286378-9f72-4fde-a4bf-a6b658375339', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 739, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'mac_address': 'fa:16:3e:d8:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5581093-5053-494a-9183-95ad219e2397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:05:55Z', 'updated_at': '2021-09-17T01:07:39Z', 'revision_number': 1, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:55Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:07:46.050907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port e2652c27-5fd3-4215-bcbd-2eaf3e835444 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:46.059623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0d4903b0-4f91-4576-9b04-09196f572f9f None None] Provisioning complete for port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:46.060271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d4903b0-4f91-4576-9b04-09196f572f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.062334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port e2652c27-5fd3-4215-bcbd-2eaf3e835444 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:46.062955 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.071250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:46.090117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:46.150038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-afb86ae8-d2a9-465e-a769-05c9710abf09 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635108 Sep 17 01:07:46.165328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.183460 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.260431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.299291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:46.299998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.324015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 1096 time: 4.2522202 Sep 17 01:07:46.329617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:46.331119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:46.332331 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323a5beb-bf80-48c0-af9e-2a309b934f86" -d '{"events": [{"server_uuid": "d0b6f53c-31da-4a8b-a055-4e7000462b14", "name": "network-vif-plugged", "status": "completed", "tag": "e2652c27-5fd3-4215-bcbd-2eaf3e835444"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:46.336327 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134bf184-73ae-4252-b091-4c53eb79ae68" -d '{"events": [{"name": "network-changed", "server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:46.355678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e2652c27-5fd3-4215-bcbd-2eaf3e835444, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:46.373361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e522d8a-6e7f-4db6-90ff-27af870444d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:46.444142 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.538608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-e8d88500-4a6b-40eb-af70-979aa23d4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:46.539798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-e8d88500-4a6b-40eb-af70-979aa23d4367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1099 time: 0.1193137 Sep 17 01:07:46.552878 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a437e0c8-caad-4bea-be9f-748e4cff7d6f None None] New status for floating IP 68e9c120-2d8d-417c-bd5d-221c6e7755d2: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:07:46.651285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Pushing event updated for resources: {'Port': ['ID=0a953ccc-8d46-4936-9b46-98995caf0805,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:46.672656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d845e-535d-4195-a560-711a1d62551f req-ac909811-d375-4ebe-97e9-4f3d39e393dd tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:46.674795 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd1d845e-535d-4195-a560-711a1d62551f req-ac909811-d375-4ebe-97e9-4f3d39e393dd tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 948 time: 0.5969429 Sep 17 01:07:46.677519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=e2652c27-5fd3-4215-bcbd-2eaf3e835444,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:46.768970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-edcac0d3-6897-43b4-b6b8-b089840c3048 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.1857631 Sep 17 01:07:46.782904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Deleting port f534bd8a-019a-4a77-a429-4bb35732df13 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:07:46.783410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:46.836790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b42679-3954-400d-afb2-3c5e156a6130 req-cd1533f2-96e8-4b92-9ba7-37f0bc75cdbc tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:46.846092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69b42679-3954-400d-afb2-3c5e156a6130 req-cd1533f2-96e8-4b92-9ba7-37f0bc75cdbc tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 945 time: 0.3052664 Sep 17 01:07:46.903103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd1d845e-535d-4195-a560-711a1d62551f req-82c87af5-34a7-4edd-8e8e-70e823b99403 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980219 Sep 17 01:07:46.939852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69b42679-3954-400d-afb2-3c5e156a6130 req-3fa538e4-31ec-4e43-a9fd-8b6169653703 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918801 Sep 17 01:07:47.028509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-c0a60ef4-0813-42d0-86ef-f2bf6f22aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.029965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-c0a60ef4-0813-42d0-86ef-f2bf6f22aa10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2469029 Sep 17 01:07:47.061897 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.062427 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.065151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Attempting to bind port 0a953ccc-8d46-4936-9b46-98995caf0805 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:47.065497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Attempting to bind port 0a953ccc-8d46-4936-9b46-98995caf0805 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:47.065999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Attempting to bind port 0a953ccc-8d46-4936-9b46-98995caf0805 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:47.077868 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f79b46-246d-4bde-b939-746887608bbe x-openstack-request-id: req-d5f79b46-246d-4bde-b939-746887608bbe {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:47.078716 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b6f53c-31da-4a8b-a055-4e7000462b14", "name": "network-vif-plugged", "status": "completed", "tag": "e2652c27-5fd3-4215-bcbd-2eaf3e835444", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:47.079218 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5f79b46-246d-4bde-b939-746887608bbe {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:47.080055 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444', 'code': 200} Sep 17 01:07:47.104734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Port 0a953ccc-8d46-4936-9b46-98995caf0805 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:47.105077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Attempting to bind port 0a953ccc-8d46-4936-9b46-98995caf0805 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:47.113528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3c01e9e-b239-4e5f-9b13-8551b70b0a3c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:47.128354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Calling delete_port for f534bd8a-019a-4a77-a429-4bb35732df13 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:07:47.133715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-4a917baa-9b14-4fea-b68a-7942bf765bdc tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.140939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-4a917baa-9b14-4fea-b68a-7942bf765bdc tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.142675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-4a917baa-9b14-4fea-b68a-7942bf765bdc tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.23 "GET /v2.0/networks?id=dbfbce5c-1163-44d5-8346-9e7d2d87155b&id=c08c47ca-ff82-4adb-b15f-e5182420fbdb HTTP/1.1" status: 200 len: 1390 time: 0.2710950 Sep 17 01:07:47.153629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-9b9a28d1-7e0c-410c-b573-ff916200988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.157148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-9b9a28d1-7e0c-410c-b573-ff916200988b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191447 Sep 17 01:07:47.164318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64345c20-6143-4bf1-b27f-7ae687c4e3ee req-cda8b117-b88a-495a-bf36-aed86e2ed8c3 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 210 time: 0.0751972 Sep 17 01:07:47.189667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:47.190187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:47.190631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:47.191123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Bound port: 0a953ccc-8d46-4936-9b46-98995caf0805, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:47.192139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'port': {'device_id': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b', 'admin_state_up': True, 'tenant_id': '67b17bee5e204905913a67b71df616a9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:47.194610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.204035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.227239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:47.230552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.242410 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a4dd03-905b-47d6-8089-ef7dc73ca013 x-openstack-request-id: req-79a4dd03-905b-47d6-8089-ef7dc73ca013 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:47.242688 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:47.243333 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79a4dd03-905b-47d6-8089-ef7dc73ca013 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:47.243516 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'status': 'completed', 'code': 200} Sep 17 01:07:47.275889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e394095-e138-4130-b6ee-2f68eda1af29 req-033f9481-b77a-4544-b4c2-beaabdb9a663 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2d513d5-5435-4624-9c16-5670da1bde57 HTTP/1.1" status: 200 len: 210 time: 0.0551534 Sep 17 01:07:47.293733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.465577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb8fdc-a6ff-46e4-b869-b586ad464143 req-13b18784-5695-4dda-8f07-84c9ca5107ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.467135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8cb8fdc-a6ff-46e4-b869-b586ad464143 req-13b18784-5695-4dda-8f07-84c9ca5107ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 1096 time: 0.2414057 Sep 17 01:07:47.504594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cbc80-b814-4cb3-8cf6-87dfa6c7b7fe req-31d391d9-9015-44d1-9d6c-c0182c81e3fe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.506131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cbc80-b814-4cb3-8cf6-87dfa6c7b7fe req-31d391d9-9015-44d1-9d6c-c0182c81e3fe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.1905534 Sep 17 01:07:47.508211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-bab51b66-78f7-4b5b-9024-53cbec5a30a1 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391314 Sep 17 01:07:47.564779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=acf0cd07-7281-400d-bd33-ec456549de8f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:47.584491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8cb8fdc-a6ff-46e4-b869-b586ad464143 req-f14983cb-bea8-4c75-8ac8-4066ef43bd61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060104 Sep 17 01:07:47.591194 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.601522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] For port 0a953ccc-8d46-4936-9b46-98995caf0805, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:47.621773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] For port 0a953ccc-8d46-4936-9b46-98995caf0805, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a953ccc-8d46-4936-9b46-98995caf0805,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:47.640541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-522cbc80-b814-4cb3-8cf6-87dfa6c7b7fe req-5ab09853-52b2-4f44-b169-7bc0ca147f56 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160471 Sep 17 01:07:47.676161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8d8fe3-b09a-4d46-9984-deda7b0da75a req-783b3a71-0f6a-40ce-9949-ffaf40f49b89 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608055 Sep 17 01:07:47.702552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.703309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:47.706475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.740486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.741108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.742687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] 10.222.0.36 "PUT /v2.0/ports/0a953ccc-8d46-4936-9b46-98995caf0805 HTTP/1.1" status: 200 len: 1096 time: 3.7825849 Sep 17 01:07:47.743261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'tag': '0a953ccc-8d46-4936-9b46-98995caf0805'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:47.745634 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025e70d5-584f-4714-b4a1-2d9e5db2b30d" -d '{"events": [{"name": "network-changed", "server_uuid": "6674671b-f6c5-4587-ad7b-be0cb22cb93f", "tag": "0a953ccc-8d46-4936-9b46-98995caf0805"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:47.780590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.794111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a775b-b276-4bdc-8756-b92d8b289719 service neutron] Pushing event updated for resources: {'Port': ['ID=0a953ccc-8d46-4936-9b46-98995caf0805,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:47.818179 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebee7ef-15b7-4a4f-b76a-a421af9c52dc x-openstack-request-id: req-8ebee7ef-15b7-4a4f-b76a-a421af9c52dc {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:47.818532 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6674671b-f6c5-4587-ad7b-be0cb22cb93f", "tag": "0a953ccc-8d46-4936-9b46-98995caf0805", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:47.818772 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ebee7ef-15b7-4a4f-b76a-a421af9c52dc {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:47.819155 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'tag': '0a953ccc-8d46-4936-9b46-98995caf0805', 'status': 'completed', 'code': 200} Sep 17 01:07:47.845892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:47.847224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-65240435-190e-4cff-853a-6ec7a3d2780b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4601007 Sep 17 01:07:47.866514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Pushing event deleted for resources: {'Port': ['ID=f534bd8a-019a-4a77-a429-4bb35732df13,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:47.950409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e70d5-584f-4714-b4a1-2d9e5db2b30d req-ae354435-fa71-4d06-8a9a-1a3f33067081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:47.951927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-025e70d5-584f-4714-b4a1-2d9e5db2b30d req-ae354435-fa71-4d06-8a9a-1a3f33067081 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 1099 time: 0.1221924 Sep 17 01:07:47.957867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Allocated IP 19.80.0.213 (dbfbce5c-1163-44d5-8346-9e7d2d87155b/8c60e4b4-5c14-477a-82ac-b459d2b709a4/32320159-6d78-4d69-a702-385f11b09da9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:47.991185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-025e70d5-584f-4714-b4a1-2d9e5db2b30d req-b32fda5d-5fff-4e9d-8367-bcf651bf00be service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291238 Sep 17 01:07:48.000234 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:48.014713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:48.022883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cec43148-4641-451a-a6b6-3b0e5815ffcd tempest-ImagesOneServerNegativeTestJSON-2114268767 tempest-ImagesOneServerNegativeTestJSON-2114268767-project] 10.222.0.13 "DELETE /v2.0/floatingips/2cef8a15-1630-4fbb-94b9-9fd8ac6c295b HTTP/1.1" status: 204 len: 168 time: 2.1174634 Sep 17 01:07:48.025959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-3e9ade03-568f-44de-b580-cf05036e3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.027537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-3e9ade03-568f-44de-b580-cf05036e3ff8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1099 time: 0.1232910 Sep 17 01:07:48.162485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-116d6426-7dfa-468f-b82d-ef7bf6f5e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.164403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-116d6426-7dfa-468f-b82d-ef7bf6f5e53b service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1284156 Sep 17 01:07:48.177266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd427a6-d8aa-47a9-9076-bb85dd6587ed req-ec453d63-0a8e-4e94-8bc2-365e06b46895 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.178841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cdd427a6-d8aa-47a9-9076-bb85dd6587ed req-ec453d63-0a8e-4e94-8bc2-365e06b46895 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 948 time: 0.1465430 Sep 17 01:07:48.217808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-48c59650-e186-4d5c-86de-59b9a0f4ed24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0416820 Sep 17 01:07:48.268825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-18081e60-0506-4679-8e34-2bda5ba80fcd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=a2d513d5-5435-4624-9c16-5670da1bde57 HTTP/1.1" status: 200 len: 210 time: 0.0510898 Sep 17 01:07:48.271715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-eed4a7d4-32ad-4d0f-852a-9d7a92d97cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.274192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-eed4a7d4-32ad-4d0f-852a-9d7a92d97cdc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0483851 Sep 17 01:07:48.278316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e70d5-584f-4714-b4a1-2d9e5db2b30d req-207faa16-2b8d-46dc-a330-81ce7628c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.279767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-025e70d5-584f-4714-b4a1-2d9e5db2b30d req-207faa16-2b8d-46dc-a330-81ce7628c610 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2796330 Sep 17 01:07:48.333148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-4222d256-2a1a-4360-8ca7-b50ea5768557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.334994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-4222d256-2a1a-4360-8ca7-b50ea5768557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492666 Sep 17 01:07:48.356233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cdd427a6-d8aa-47a9-9076-bb85dd6587ed req-1a75b092-35fe-4e57-8790-eee18c878860 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373637 Sep 17 01:07:48.412382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:48.450357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-58699d87-f344-479a-b121-e659f7eba9e7 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019619 Sep 17 01:07:48.479301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-a8354660-86da-48cc-b61b-38fc6a934437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.486721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-a8354660-86da-48cc-b61b-38fc6a934437 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 1099 time: 0.1447647 Sep 17 01:07:48.512631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-722330a5-e86e-452d-bc1f-8fc7a3060d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.514056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-722330a5-e86e-452d-bc1f-8fc7a3060d80 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2318075 Sep 17 01:07:48.558097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-134bf184-73ae-4252-b091-4c53eb79ae68 req-edd7449e-144c-4676-9dc5-831b1a88d9a0 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996602 Sep 17 01:07:48.559462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-219c8ce4-d34b-46b8-ae1a-9ecc7c4eaff8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=0a953ccc-8d46-4936-9b46-98995caf0805 HTTP/1.1" status: 200 len: 217 time: 0.0593188 Sep 17 01:07:48.601099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc2c90-103f-46bb-9c1f-3dc119a7eabd req-199e1ccb-6727-48b0-bd15-8eaed1a1a0f4 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.602674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88bc2c90-103f-46bb-9c1f-3dc119a7eabd req-199e1ccb-6727-48b0-bd15-8eaed1a1a0f4 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 945 time: 0.1802297 Sep 17 01:07:48.689215 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:48.710214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-b64eeeab-af68-4c4b-bdb0-3ebb8bbec776 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--723901884&fields=id&tenant_id=be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 267 time: 0.0457864 Sep 17 01:07:48.734866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-f614f2a3-c4ee-4a50-b352-9304a8c614a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.738216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-f614f2a3-c4ee-4a50-b352-9304a8c614a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1619902 Sep 17 01:07:48.761421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88bc2c90-103f-46bb-9c1f-3dc119a7eabd req-926ff7d9-c99f-48c9-98ac-ff8396541c0e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392176 Sep 17 01:07:48.784632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-918b714a-5a9b-4a5c-97de-93e1f84ab829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.786098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-918b714a-5a9b-4a5c-97de-93e1f84ab829 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2372108 Sep 17 01:07:48.798377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:48.810232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:48.812830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:48.815729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:48.846422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-45c95f78-4e85-4137-a82d-faf672b52f8e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.848063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-45c95f78-4e85-4137-a82d-faf672b52f8e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1305990 Sep 17 01:07:48.867274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2848fd53-6236-4870-91a2-ad9ae206aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.867446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-2848fd53-6236-4870-91a2-ad9ae206aa20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126544 Sep 17 01:07:48.869959 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-3f71d3a1-28d2-4687-80f9-2192f21c61a7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/quotas/be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 375 time: 0.0141947 Sep 17 01:07:48.892267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:48.892267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:48.925768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a88ce9a-94f9-49f5-85d5-8a9073c90417 req-25c689d3-d853-4d36-8e39-0d558365044e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/ports?device_id=a2d513d5-5435-4624-9c16-5670da1bde57 HTTP/1.1" status: 200 len: 210 time: 0.0547469 Sep 17 01:07:48.944558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-7a505203-2be2-4087-8e2f-bd7888d1ded3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0685406 Sep 17 01:07:49.037185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af1332-5708-4274-8f4e-476c891db44c req-0d929015-d0a4-422c-8111-9d5f53822c6b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:49.038742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30af1332-5708-4274-8f4e-476c891db44c req-0d929015-d0a4-422c-8111-9d5f53822c6b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 932 time: 0.1266372 Sep 17 01:07:49.043418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-b1464d03-58a3-4f47-8c03-19b51e0658c9 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612792 Sep 17 01:07:49.054165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-26c9caeb-57b6-4b97-a7ad-53c724740f57 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8933060 Sep 17 01:07:49.067386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e4ce3ea7-71a2-4ad2-9c2c-b61f89fd2977 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084549 Sep 17 01:07:49.075865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Request body: {'port': {'device_id': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb', 'admin_state_up': True, 'tenant_id': '67b17bee5e204905913a67b71df616a9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:49.122617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-14812bb8-0299-4b05-90ff-19b2bd971fde None None] Provisioning complete for port 32320159-6d78-4d69-a702-385f11b09da9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:49.123602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14812bb8-0299-4b05-90ff-19b2bd971fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.161886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30af1332-5708-4274-8f4e-476c891db44c req-37382a97-634b-4c9c-ad60-87e339b4afc4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146352 Sep 17 01:07:49.162570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-14812bb8-0299-4b05-90ff-19b2bd971fde None None] Port 32320159-6d78-4d69-a702-385f11b09da9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:49.196152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-c8d0aa21-81a3-40fd-b37e-b5161870e315 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183352 Sep 17 01:07:49.242195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a6ae212-a2c4-4a77-bdbb-341503560b69 req-b7ba2676-7804-4c16-88d8-d8b7f6bb9971 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862216 Sep 17 01:07:49.361959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Made reservation on behalf of 67b17bee5e204905913a67b71df616a9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:49.365441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.438363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dbf31-9007-460b-8bf5-9be70b9754c1 req-e50180f3-3009-4aa0-8ce2-42bc760b8b4b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:49.439876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8dbf31-9007-460b-8bf5-9be70b9754c1 req-e50180f3-3009-4aa0-8ce2-42bc760b8b4b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.1088247 Sep 17 01:07:49.470661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f70600d7-9c21-4662-b981-47a09523364d req-6a1d9160-75bf-4349-947f-b24de151b722 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 210 time: 0.0302589 Sep 17 01:07:49.520675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8dbf31-9007-460b-8bf5-9be70b9754c1 req-7f7cff36-7b92-4cc3-b717-d3221a2f2fd4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707724 Sep 17 01:07:49.553666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Allocated IP 19.86.0.104 (c08c47ca-ff82-4adb-b15f-e5182420fbdb/c0ea6291-4a44-4dd6-b21f-b973bcd5241d/3651114c-17e7-479d-8787-5dd68ebdbf1e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:49.595759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fefe92e-86a9-4cf3-8960-fc33891dda00 req-39b322b6-d620-4215-97fc-0e74c29260cf tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:49.597464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fefe92e-86a9-4cf3-8960-fc33891dda00 req-39b322b6-d620-4215-97fc-0e74c29260cf tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 948 time: 0.0582776 Sep 17 01:07:49.642559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fefe92e-86a9-4cf3-8960-fc33891dda00 req-f3eb9d14-5063-4fd6-8676-95cc925b0600 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337217 Sep 17 01:07:49.670149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:49.690312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41734) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:49.741721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Deleting subnet cb096bb9-0819-4a5e-83b6-d1e09c5089c4 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:07:49.745040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.778857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:49.792708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'mac_address': 'fa:16:3e:02:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:49.793696 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.835293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.835529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.851311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-7377f6c0-a1b1-49c7-9fc1-b09c70f60bef tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:49.852960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-7377f6c0-a1b1-49c7-9fc1-b09c70f60bef tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.2208340 Sep 17 01:07:49.855719 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.870221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e495da2a-af6b-42f7-a1a6-72e58b6ffd46 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:49.894122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:49.899917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-951f11f8-5b18-454c-a4a6-f385e49a4165 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0349224 Sep 17 01:07:49.931158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e94204-ad07-4b45-a293-95f151d92b15 req-7fee4972-fd6f-482a-9ff5-a4e6e6b0fff4 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:49.932752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2e94204-ad07-4b45-a293-95f151d92b15 req-7fee4972-fd6f-482a-9ff5-a4e6e6b0fff4 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 945 time: 0.0725713 Sep 17 01:07:49.938174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-b899914b-10fe-49d7-a226-c43363f5dcd7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299616 Sep 17 01:07:49.970464 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.975768 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:49.976039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2e94204-ad07-4b45-a293-95f151d92b15 req-618f0b51-2dbd-4b35-934d-15fe61196f75 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356371 Sep 17 01:07:50.039514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:50.042550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.057702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:50.062179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.062644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.062839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.064296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.066693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:50.067721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.068071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.068628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.069129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.069623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.070126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.070650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.071701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event updated for resources: {'Port': ['ID=3651114c-17e7-479d-8787-5dd68ebdbf1e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:50.071858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:07:50.075041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:50.096689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb096bb9-0819-4a5e-83b6-d1e09c5089c4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:50.101982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.110044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af3411cb-2770-4bad-9b56-6f9cf6f36bc0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cb096bb9-0819-4a5e-83b6-d1e09c5089c4 HTTP/1.1" status: 204 len: 168 time: 0.4153290 Sep 17 01:07:50.110403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:50.123432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-a153ed2d-5dc8-4ebf-b9ec-63427658cf4d service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773853 Sep 17 01:07:50.189353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:50.189353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.197094 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:50.273987 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.325634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-4dfe001e-3787-4917-94e9-7b6c69eb2f73 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905646 Sep 17 01:07:50.371400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e0e03e14-a043-48bb-a22f-0280087324cb tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3017883 Sep 17 01:07:50.383624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383d58b-b428-4a9c-b248-d84cc21fbb44 req-fcf3d346-82ba-4098-a37d-4f925a30862e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:50.392543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Request body: {'port': {'device_id': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:50.395906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383d58b-b428-4a9c-b248-d84cc21fbb44 req-fcf3d346-82ba-4098-a37d-4f925a30862e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:50.397599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f383d58b-b428-4a9c-b248-d84cc21fbb44 req-fcf3d346-82ba-4098-a37d-4f925a30862e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1655 time: 0.1300251 Sep 17 01:07:50.413150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-aedc9b95-e2d6-4ba9-bfda-c49cb124fbfe None None] Provisioning complete for port 3651114c-17e7-479d-8787-5dd68ebdbf1e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:50.413575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aedc9b95-e2d6-4ba9-bfda-c49cb124fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.469453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-aedc9b95-e2d6-4ba9-bfda-c49cb124fbfe None None] Port 3651114c-17e7-479d-8787-5dd68ebdbf1e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:50.471909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f383d58b-b428-4a9c-b248-d84cc21fbb44 req-9d328b98-ddc8-41a9-87ec-05ee7e171cdc tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Sep 17 01:07:50.624410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5df1e2b3-5091-4662-b026-f14ecb4260ab req-9b71768f-a0a4-4640-8053-86f300fd661f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 210 time: 0.0325553 Sep 17 01:07:50.719745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2c09bdc-e0e0-4416-8c85-1b1ed4a45ffb req-74e56abe-a3e3-48b0-9de4-80d41cf9fc99 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 210 time: 0.0528078 Sep 17 01:07:50.832309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.880310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058daa9-ef24-42ba-8c41-282b3d2ffaf2 req-54d95894-ef79-434d-8422-55b0bf00e984 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:50.881859 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1058daa9-ef24-42ba-8c41-282b3d2ffaf2 req-54d95894-ef79-434d-8422-55b0bf00e984 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 948 time: 0.0707042 Sep 17 01:07:50.884400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:50.914566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732659e0-81bf-426c-8c24-c9c9e90d5f69') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:50.914859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732659e0-81bf-426c-8c24-c9c9e90d5f69') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:07:50.927122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1058daa9-ef24-42ba-8c41-282b3d2ffaf2 req-acd4d05c-7e54-48c1-94d1-0c7473939a5a tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Sep 17 01:07:50.933336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.945626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.960535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.980172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea987e-a6f1-480b-9a0f-6c5dae61641b req-53eccc76-5a75-463c-bb70-7d7276b20acc tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:50.981961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0dea987e-a6f1-480b-9a0f-6c5dae61641b req-53eccc76-5a75-463c-bb70-7d7276b20acc tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 949 time: 0.1451180 Sep 17 01:07:50.992144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:07:50.992551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:07:50.994879 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:07:51.110444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0dea987e-a6f1-480b-9a0f-6c5dae61641b req-4132f8fb-5595-4cad-a055-a6b8b3029969 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214430 Sep 17 01:07:51.173974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.176086 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.178107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9 HTTP/1.1" status: 204 len: 168 time: 1.0663397 Sep 17 01:07:51.201766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01173e67-fb12-452c-8e3c-b101d8a6b897 admin admin] Pushing event deleted for resources: {'Network': ['ID=e477ca2b-e8f3-4a5a-aad7-f51d2c249ce9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:51.371302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32320159-6d78-4d69-a702-385f11b09da9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:51.378890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.391354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Transition to ACTIVE for port object 32320159-6d78-4d69-a702-385f11b09da9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:51.494314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.546643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Pushing event updated for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:51.624258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6726c60-f717-4894-81c9-d1d7f88c64d4 req-7bf69c3a-6466-45ee-854c-7ef32a20df63 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:51.635997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6726c60-f717-4894-81c9-d1d7f88c64d4 req-7bf69c3a-6466-45ee-854c-7ef32a20df63 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:51.637657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f6726c60-f717-4894-81c9-d1d7f88c64d4 req-7bf69c3a-6466-45ee-854c-7ef32a20df63 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1667 time: 0.0916579 Sep 17 01:07:51.638161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41776) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:51.674010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Attempting to bind port 32320159-6d78-4d69-a702-385f11b09da9 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:51.674348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Attempting to bind port 32320159-6d78-4d69-a702-385f11b09da9 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:51.674679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Attempting to bind port 32320159-6d78-4d69-a702-385f11b09da9 on network dbfbce5c-1163-44d5-8346-9e7d2d87155b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:51.683972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a953ccc-8d46-4936-9b46-98995caf0805 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:51.686148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:51.710908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-13a4788b-afd4-469f-8039-e00d5d4845df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=088c9ebc9b2445f5ad066b014d6a7ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715225 Sep 17 01:07:51.719068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:51.740594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Port 32320159-6d78-4d69-a702-385f11b09da9 on network dbfbce5c-1163-44d5-8346-9e7d2d87155b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:51.741410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Attempting to bind port 32320159-6d78-4d69-a702-385f11b09da9 on network dbfbce5c-1163-44d5-8346-9e7d2d87155b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:51.756585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f6726c60-f717-4894-81c9-d1d7f88c64d4 req-e1333c8e-b05b-4cf7-b9a9-9f6df4947e84 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034548 Sep 17 01:07:51.764581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:51.765160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Checking segment: {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:51.765882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Bound using segment: {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:51.766493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Bound port: 32320159-6d78-4d69-a702-385f11b09da9, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198144be-06e9-4bc2-b096-75559700d2e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:51.767277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.833229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f5ff8d4-68e5-40cb-9020-ddd9cb9cbfac req-a3018aa5-dded-4e0a-97f7-bc6bb2ec0331 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 210 time: 0.0886624 Sep 17 01:07:51.895831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:51.917392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:51.919600 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.934076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b50ec54-6af9-42d3-b5bf-525160aa8c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.949645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8b10ba0-a933-4567-b054-faa1c7e99084 req-88462967-5d51-42a5-b270-0baf8968767f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 210 time: 0.0849462 Sep 17 01:07:51.959691 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b50ec54-6af9-42d3-b5bf-525160aa8c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:51.998820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:52.009542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0a953ccc-8d46-4936-9b46-98995caf0805, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a953ccc-8d46-4936-9b46-98995caf0805,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:52.023633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32320159-6d78-4d69-a702-385f11b09da9,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:52.027507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '0a953ccc-8d46-4936-9b46-98995caf0805', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '0a953ccc-8d46-4936-9b46-98995caf0805', 'mac_address': 'fa:16:3e:78:78:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:07:52.082873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde13973-9d63-46fe-989f-b6463f9554d3 req-6f82f11f-92db-410d-a534-35d27f643a6e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.087629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cde13973-9d63-46fe-989f-b6463f9554d3 req-6f82f11f-92db-410d-a534-35d27f643a6e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 948 time: 0.0671465 Sep 17 01:07:52.096874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.098626 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.107316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.120213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a953ccc-8d46-4936-9b46-98995caf0805 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:52.143831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:52.146311 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea059acf-4407-47ea-941f-6d4a71fe3c02" -d '{"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-plugged", "status": "completed", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:52.163514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0a953ccc-8d46-4936-9b46-98995caf0805, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a953ccc-8d46-4936-9b46-98995caf0805,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:52.167791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:52.191923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.192477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.193901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] 10.222.0.23 "PUT /v2.0/ports/32320159-6d78-4d69-a702-385f11b09da9 HTTP/1.1" status: 200 len: 1092 time: 1.8054807 Sep 17 01:07:52.194469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'tag': '32320159-6d78-4d69-a702-385f11b09da9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:52.196966 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2001874-ef9d-4028-91ae-74bc3d06e179" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "tag": "32320159-6d78-4d69-a702-385f11b09da9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:52.221773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cde13973-9d63-46fe-989f-b6463f9554d3 req-a5649d2e-247d-4e30-a096-d757d14dfb5a tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233165 Sep 17 01:07:52.221773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b50ec54-6af9-42d3-b5bf-525160aa8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.222278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b50ec54-6af9-42d3-b5bf-525160aa8c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.230888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b50ec54-6af9-42d3-b5bf-525160aa8c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d05007c-88e6-4adb-9ecd-acc3718f9160 HTTP/1.1" status: 204 len: 168 time: 0.5104413 Sep 17 01:07:52.267264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f47d-1703-4cec-be00-9a6f18ccc2d2 req-6f93a93b-b15d-4c75-ad9a-e4f1788ef46a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.269627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b29f47d-1703-4cec-be00-9a6f18ccc2d2 req-6f93a93b-b15d-4c75-ad9a-e4f1788ef46a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 949 time: 0.0825043 Sep 17 01:07:52.279204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.281072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.289072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1b432-155e-4d9b-a384-f97f9d7fc01e service neutron] Pushing event updated for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:52.318727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Request body: {'port': {'device_id': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:52.336606 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40f43b-a58e-489b-84fc-2cfbb138e307 x-openstack-request-id: req-9e40f43b-a58e-489b-84fc-2cfbb138e307 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:52.336902 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-plugged", "status": "completed", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:52.337159 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e40f43b-a58e-489b-84fc-2cfbb138e307 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:52.339105 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'code': 200} Sep 17 01:07:52.381644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50ec54-6af9-42d3-b5bf-525160aa8c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d05007c-88e6-4adb-9ecd-acc3718f9160,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:52.394998 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825c74e-d519-4ded-bfc4-53631e565661 x-openstack-request-id: req-f825c74e-d519-4ded-bfc4-53631e565661 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:52.395315 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "tag": "32320159-6d78-4d69-a702-385f11b09da9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:52.395590 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f825c74e-d519-4ded-bfc4-53631e565661 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:52.396001 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'tag': '32320159-6d78-4d69-a702-385f11b09da9', 'status': 'completed', 'code': 200} Sep 17 01:07:52.415337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b29f47d-1703-4cec-be00-9a6f18ccc2d2 req-81f3e8b4-dc92-4559-a711-1efc6a04ca22 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338131 Sep 17 01:07:52.460377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0a953ccc-8d46-4936-9b46-98995caf0805,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:52.524312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:52.527789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:52.529230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-e9f6f4db-dc8c-4724-978f-7fb86350902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.533896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-e9f6f4db-dc8c-4724-978f-7fb86350902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.533896 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-e9f6f4db-dc8c-4724-978f-7fb86350902e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1914 time: 0.1144118 Sep 17 01:07:52.535396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0a953ccc-8d46-4936-9b46-98995caf0805'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:07:52.610750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f3ae3-468b-48d2-b39f-6e1146b67b70 req-195d12a5-ad96-4c0f-b1ae-aea5f2f27dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.612295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f09f3ae3-468b-48d2-b39f-6e1146b67b70 req-195d12a5-ad96-4c0f-b1ae-aea5f2f27dc9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1101 time: 0.2194932 Sep 17 01:07:52.628001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-03eaa0de-2922-4dff-b8a3-1745285286d9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.637668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-03eaa0de-2922-4dff-b8a3-1745285286d9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.3976367 Sep 17 01:07:52.688071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-3e37ae65-01d0-4fe6-b901-17a7693b97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.689006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-3e37ae65-01d0-4fe6-b901-17a7693b97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.689707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-3e37ae65-01d0-4fe6-b901-17a7693b97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.691977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-3e37ae65-01d0-4fe6-b901-17a7693b97c5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=67b17bee5e204905913a67b71df616a9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1520019 Sep 17 01:07:52.772233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f09f3ae3-468b-48d2-b39f-6e1146b67b70 req-6c4fd56b-41ba-41cd-b205-121e1b5a7f34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513221 Sep 17 01:07:52.814413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-996fb75a-ae00-4048-919c-7364a4103484 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 379 time: 0.1701357 Sep 17 01:07:52.849883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-d75a9574-2bef-428b-beba-6ee8b94e7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.849883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2001874-ef9d-4028-91ae-74bc3d06e179 req-d75a9574-2bef-428b-beba-6ee8b94e7caf service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413436 Sep 17 01:07:52.857945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'port': {'device_id': '3a2216ad-d405-4ace-914f-c072391f0515', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'admin_state_up': True, 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'security_groups': ['bdf0ef78-41dd-4356-b18c-cd49d061d3a9']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:52.949760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06824f8-166e-44ae-a081-96211f15ab93 req-68c6d5a8-5503-44bd-9968-49761d219676 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.955297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06824f8-166e-44ae-a081-96211f15ab93 req-68c6d5a8-5503-44bd-9968-49761d219676 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:52.960436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a06824f8-166e-44ae-a081-96211f15ab93 req-68c6d5a8-5503-44bd-9968-49761d219676 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1667 time: 0.0937288 Sep 17 01:07:53.006952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cdc3081-c13c-42ee-83b8-5a4b3dbd27ee req-26eeafcf-2cbb-42bf-9963-298632ea6531 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 210 time: 0.0651343 Sep 17 01:07:53.016926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a06824f8-166e-44ae-a081-96211f15ab93 req-df342fd8-f010-4deb-9863-9e2ae5bfea89 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433435 Sep 17 01:07:53.144460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83e9ad25-7e26-402a-b46b-39fa4697752d req-b236f9ca-f0e7-4ae8-86a4-bf296af80913 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 210 time: 0.0439634 Sep 17 01:07:53.149206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3651114c-17e7-479d-8787-5dd68ebdbf1e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:53.158246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:53.170947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Transition to ACTIVE for port object 3651114c-17e7-479d-8787-5dd68ebdbf1e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:53.247956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:53.251233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:53.257863 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:53.380391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-39da6e7d-f009-46e8-8d88-2d8b46ad4329 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:53.382827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-39da6e7d-f009-46e8-8d88-2d8b46ad4329 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.1463854 Sep 17 01:07:53.398421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Request body: {'port': {'device_id': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'admin_state_up': True, 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:53.447553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de141-3447-461b-93f8-d41e68191143 service neutron] Pushing event updated for resources: {'Port': ['ID=3651114c-17e7-479d-8787-5dd68ebdbf1e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:53.476910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5ab7f-141d-4bba-86d5-2f37f28aa640 req-1c456c90-7182-4e6f-98ad-7d07140b0ac4 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:53.479359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-61a5ab7f-141d-4bba-86d5-2f37f28aa640 req-1c456c90-7182-4e6f-98ad-7d07140b0ac4 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 949 time: 0.1887329 Sep 17 01:07:53.644476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:53.648018 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:53.648779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-61a5ab7f-141d-4bba-86d5-2f37f28aa640 req-59fb45b1-603c-4330-a214-e62548141383 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423161 Sep 17 01:07:53.659126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Attempting to bind port 3651114c-17e7-479d-8787-5dd68ebdbf1e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:53.659470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Attempting to bind port 3651114c-17e7-479d-8787-5dd68ebdbf1e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:53.660151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Attempting to bind port 3651114c-17e7-479d-8787-5dd68ebdbf1e on network c08c47ca-ff82-4adb-b15f-e5182420fbdb {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:53.678169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Port 3651114c-17e7-479d-8787-5dd68ebdbf1e on network c08c47ca-ff82-4adb-b15f-e5182420fbdb not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:53.678664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Attempting to bind port 3651114c-17e7-479d-8787-5dd68ebdbf1e on network c08c47ca-ff82-4adb-b15f-e5182420fbdb {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:53.690202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Allocated IP 172.20.0.4 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/bc517755-a3e3-4e8f-8737-fca6e57fac3a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:53.695183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:53.695519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Checking segment: {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:53.697809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Bound using segment: {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:53.697809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Bound port: 3651114c-17e7-479d-8787-5dd68ebdbf1e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164669a2-b31c-46dc-95f5-abe6ca83d8ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:53.697809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:53.708123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a953ccc-8d46-4936-9b46-98995caf0805 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:07:53.863003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Allocated IP 172.20.0.10 (c0c90d96-14f1-4d74-bec5-047ffd3779d1/4570734b-cefc-4270-bd23-1818da301366/83ce3b0a-1b00-41fe-af26-07275c47825f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:07:53.872117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] For port 3651114c-17e7-479d-8787-5dd68ebdbf1e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:53.891989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e0688-fab1-4a5b-b86f-c07589c99692 req-a4754f2a-62fa-4f5f-9219-f25c2cbefb94 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:53.893540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b4e0688-fab1-4a5b-b86f-c07589c99692 req-a4754f2a-62fa-4f5f-9219-f25c2cbefb94 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1492045 Sep 17 01:07:53.899857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 0a953ccc-8d46-4936-9b46-98995caf0805 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:07:53.904875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 0a953ccc-8d46-4936-9b46-98995caf0805 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:53.905310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:53.936343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] For port 3651114c-17e7-479d-8787-5dd68ebdbf1e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:53.987119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b4e0688-fab1-4a5b-b86f-c07589c99692 req-9eb5e2e0-ef22-4f8d-90b7-8cd5f568608b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809216 Sep 17 01:07:54.026860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.034995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.050828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.082062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0a953ccc-8d46-4936-9b46-98995caf0805, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a953ccc-8d46-4936-9b46-98995caf0805,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:07:54.091922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.120781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.121587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.123329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-301de141-3447-461b-93f8-d41e68191143 service neutron] 10.222.0.23 "PUT /v2.0/ports/3651114c-17e7-479d-8787-5dd68ebdbf1e HTTP/1.1" status: 200 len: 1092 time: 1.8305142 Sep 17 01:07:54.168005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301de141-3447-461b-93f8-d41e68191143 service neutron] Pushing event updated for resources: {'Port': ['ID=3651114c-17e7-479d-8787-5dd68ebdbf1e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:54.209921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5647d555-d26b-44e9-80c8-b13def01e65b req-3ad75426-215d-4fbe-9878-74a6878fb8d8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 210 time: 0.0302613 Sep 17 01:07:54.210532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.274039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.285566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.335151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0a953ccc-8d46-4936-9b46-98995caf0805,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:54.341291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a953ccc-8d46-4936-9b46-98995caf0805'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:54.344531 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e92c1e8-2e70-499c-af39-5079e73f2735" -d '{"events": [{"server_uuid": "6674671b-f6c5-4587-ad7b-be0cb22cb93f", "name": "network-vif-plugged", "status": "completed", "tag": "0a953ccc-8d46-4936-9b46-98995caf0805"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:54.357654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:54.361971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:54.366107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:54.377492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:07:54.410404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'tag': '3651114c-17e7-479d-8787-5dd68ebdbf1e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:54.413355 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce21539-237b-4629-b565-d559b2006588" -d '{"events": [{"name": "network-changed", "server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "tag": "3651114c-17e7-479d-8787-5dd68ebdbf1e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:54.425096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event updated for resources: {'Port': ['ID=83ce3b0a-1b00-41fe-af26-07275c47825f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:54.449540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:07:54.467105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:07:54.469806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.470469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.486949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-f2348b95-17e2-414d-8f86-4b001c10d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.487889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-f2348b95-17e2-414d-8f86-4b001c10d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.491264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-f2348b95-17e2-414d-8f86-4b001c10d05f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1981 time: 0.2508421 Sep 17 01:07:54.522989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:54.581886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b7ac6-8668-48c5-ae9a-184412fc25ce req-e55a1258-1b2b-43b8-a754-82ff34423cff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.587059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab5b7ac6-8668-48c5-ae9a-184412fc25ce req-e55a1258-1b2b-43b8-a754-82ff34423cff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 932 time: 0.0930529 Sep 17 01:07:54.615464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-6353ccb3-d86d-41e0-bf5a-ef90d94cd14b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2212427 Sep 17 01:07:54.617186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aec54-f258-4ea4-ba96-da5eec8ee29c req-4420390d-77b0-41c8-b796-cec397603ac8 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.629024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6aec54-f258-4ea4-ba96-da5eec8ee29c req-4420390d-77b0-41c8-b796-cec397603ac8 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.633073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Request body: {'port': {'device_id': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:54.639118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f6aec54-f258-4ea4-ba96-da5eec8ee29c req-4420390d-77b0-41c8-b796-cec397603ac8 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1679 time: 0.2687111 Sep 17 01:07:54.641941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-042fa82e-d7bb-4089-939d-aa2f2fa02524 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.213&port_id=32320159-6d78-4d69-a702-385f11b09da9 HTTP/1.1" status: 200 len: 217 time: 0.1225665 Sep 17 01:07:54.663281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab5b7ac6-8668-48c5-ae9a-184412fc25ce req-683cf7cb-3b08-4a6c-8709-e303df18159e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752780 Sep 17 01:07:54.684632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.685385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.708842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.743399 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3515cfae-29f3-44e9-a656-f930ef6e7c4d x-openstack-request-id: req-3515cfae-29f3-44e9-a656-f930ef6e7c4d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:54.744430 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6674671b-f6c5-4587-ad7b-be0cb22cb93f", "name": "network-vif-plugged", "status": "completed", "tag": "0a953ccc-8d46-4936-9b46-98995caf0805", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:54.744914 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3515cfae-29f3-44e9-a656-f930ef6e7c4d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:54.745913 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a953ccc-8d46-4936-9b46-98995caf0805', 'code': 200} Sep 17 01:07:54.795715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f6aec54-f258-4ea4-ba96-da5eec8ee29c req-a36e1dde-828b-4250-8f7e-c1c03005900d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542015 Sep 17 01:07:54.797481 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a957b7a-6353-4580-86a7-e24b0dd36fdc x-openstack-request-id: req-3a957b7a-6353-4580-86a7-e24b0dd36fdc {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:54.798300 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "tag": "3651114c-17e7-479d-8787-5dd68ebdbf1e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:54.801133 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a957b7a-6353-4580-86a7-e24b0dd36fdc {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:54.801721 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'tag': '3651114c-17e7-479d-8787-5dd68ebdbf1e', 'status': 'completed', 'code': 200} Sep 17 01:07:54.838843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-917c92f9-945b-49b9-a1fb-6d7de063bb8a None None] Provisioning complete for port bc517755-a3e3-4e8f-8737-fca6e57fac3a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:07:54.839630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-917c92f9-945b-49b9-a1fb-6d7de063bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:54.849509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-2ce6f1e4-5a29-4113-af1f-885e1b25dfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.851147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-2ce6f1e4-5a29-4113-af1f-885e1b25dfeb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c60e4b4-5c14-477a-82ac-b459d2b709a4 HTTP/1.1" status: 200 len: 801 time: 0.1996417 Sep 17 01:07:54.895599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41cce13-88af-4e85-9aa7-17f42d86dc31 req-0b782212-f77a-4680-81bc-63c4e20e14bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.897279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a41cce13-88af-4e85-9aa7-17f42d86dc31 req-0b782212-f77a-4680-81bc-63c4e20e14bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 1101 time: 0.0910640 Sep 17 01:07:54.929514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-917c92f9-945b-49b9-a1fb-6d7de063bb8a None None] Port bc517755-a3e3-4e8f-8737-fca6e57fac3a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:07:54.946094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-7c639af5-eedf-4262-8924-d2e5972e90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:54.949148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-7c639af5-eedf-4262-8924-d2e5972e90e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dbfbce5c-1163-44d5-8346-9e7d2d87155b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0878859 Sep 17 01:07:54.971467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-e0464f31-8301-4a7f-9949-1cb0ee2cfe65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1184888 Sep 17 01:07:54.977445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a41cce13-88af-4e85-9aa7-17f42d86dc31 req-8e9d15ea-df5e-468c-8ab8-5db4e26b756b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718706 Sep 17 01:07:55.027810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Request body: {'port': {'device_id': '3a2216ad-d405-4ace-914f-c072391f0515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:55.065463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bb3f7-e780-4f21-ae83-bf542d16d7e2 req-e3e977b3-f0fe-4e63-8bb7-3b864aaae533 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:55.067312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ae7bb3f7-e780-4f21-ae83-bf542d16d7e2 req-e3e977b3-f0fe-4e63-8bb7-3b864aaae533 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.1276662 Sep 17 01:07:55.147860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41868) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:55.186856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.232492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ed1dc-78be-4cff-bec6-c7bc59d1b2f5 req-1bc148b2-d12e-4b25-b7e0-012ea1b1a65f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:55.233749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ce3b0a-1b00-41fe-af26-07275c47825f {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:55.248031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b25ed1dc-78be-4cff-bec6-c7bc59d1b2f5 req-1bc148b2-d12e-4b25-b7e0-012ea1b1a65f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1295869 Sep 17 01:07:55.249100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ae7bb3f7-e780-4f21-ae83-bf542d16d7e2 req-9bb418a4-7c7b-4a69-b9b0-c8607be4bbd9 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738455 Sep 17 01:07:55.259597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.292897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Transition to ACTIVE for port object 83ce3b0a-1b00-41fe-af26-07275c47825f will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:55.294577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-659f815f-306b-4374-99ea-37241fdc7ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/dbfbce5c-1163-44d5-8346-9e7d2d87155b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354645 Sep 17 01:07:55.368393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b25ed1dc-78be-4cff-bec6-c7bc59d1b2f5 req-c0341af5-4c70-4ced-aa85-1a10f85a58d0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277900 Sep 17 01:07:55.371873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.481031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fa42a72-d19a-4c97-be9e-77387dfa043f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.519352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-fb1c87d5-3843-4361-acbe-3195430d704b service neutron] 10.222.0.23 "GET /v2.0/networks/dbfbce5c-1163-44d5-8346-9e7d2d87155b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159324 Sep 17 01:07:55.520501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Pushing event updated for resources: {'Port': ['ID=83ce3b0a-1b00-41fe-af26-07275c47825f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:55.607425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-32c7f757-a9e7-4237-bc0d-02d6e697cfb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e HTTP/1.1" status: 200 len: 217 time: 0.0785613 Sep 17 01:07:55.667173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581eb0-6acd-4e2a-a845-8b21c2d1aeb1 req-c3ab1016-5f71-4b50-9fb3-ba275ffa784a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:55.669099 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4581eb0-6acd-4e2a-a845-8b21c2d1aeb1 req-c3ab1016-5f71-4b50-9fb3-ba275ffa784a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 931 time: 0.1411397 Sep 17 01:07:55.673995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Attempting to bind port 83ce3b0a-1b00-41fe-af26-07275c47825f on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:55.677975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Attempting to bind port 83ce3b0a-1b00-41fe-af26-07275c47825f by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:55.677975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Attempting to bind port 83ce3b0a-1b00-41fe-af26-07275c47825f on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:55.705556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Port 83ce3b0a-1b00-41fe-af26-07275c47825f on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:55.706160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Attempting to bind port 83ce3b0a-1b00-41fe-af26-07275c47825f on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:55.731595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:55.731595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:55.737696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Bound using segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:55.739046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Bound port: 83ce3b0a-1b00-41fe-af26-07275c47825f, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:55.739700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.751878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-aee80407-991d-468d-adec-f937f9d5ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:55.753381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-aee80407-991d-468d-adec-f937f9d5ecbf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0ea6291-4a44-4dd6-b21f-b973bcd5241d HTTP/1.1" status: 200 len: 801 time: 0.1333792 Sep 17 01:07:55.825027 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4581eb0-6acd-4e2a-a845-8b21c2d1aeb1 req-bf733b0b-2da0-48bf-b4e4-90dd9870e2b3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458428 Sep 17 01:07:55.863229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fa42a72-d19a-4c97-be9e-77387dfa043f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.896259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] For port 83ce3b0a-1b00-41fe-af26-07275c47825f, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:55.902170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6983fe-11a0-49cf-b2ba-d0700458fdeb req-77568191-0d50-45fb-ba79-17eac2c61bfb tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:55.906379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c6983fe-11a0-49cf-b2ba-d0700458fdeb req-77568191-0d50-45fb-ba79-17eac2c61bfb tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1101 time: 0.1479235 Sep 17 01:07:55.911800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] For port 83ce3b0a-1b00-41fe-af26-07275c47825f, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=83ce3b0a-1b00-41fe-af26-07275c47825f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:55.914428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fa42a72-d19a-4c97-be9e-77387dfa043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:55.951416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-133592f3-d04e-460d-ba0c-2cf8b1848a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:55.952950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-133592f3-d04e-460d-ba0c-2cf8b1848a80 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c08c47ca-ff82-4adb-b15f-e5182420fbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1759260 Sep 17 01:07:55.991363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9c6983fe-11a0-49cf-b2ba-d0700458fdeb req-e1fcb697-06db-422f-8527-81c2d7aa9072 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.000424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7fa42a72-d19a-4c97-be9e-77387dfa043f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb870ed623c446188581fbad7fc892ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478129 Sep 17 01:07:56.013755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41884) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:56.042943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.065083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:07:56.074475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa42a72-d19a-4c97-be9e-77387dfa043f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab2af72-acc5-4bbe-b6ce-3c4de9748f60,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:56.101117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cb79fa-233f-47af-ab23-a8cff06e3589 req-3433b9e5-51f8-4f8e-b478-45b9f3b32a1f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:56.106899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0cb79fa-233f-47af-ab23-a8cff06e3589 req-3433b9e5-51f8-4f8e-b478-45b9f3b32a1f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 944 time: 0.1695225 Sep 17 01:07:56.146091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:56.146757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.148135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] 10.222.0.23 "PUT /v2.0/ports/83ce3b0a-1b00-41fe-af26-07275c47825f HTTP/1.1" status: 200 len: 1092 time: 1.5205762 Sep 17 01:07:56.148768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'tag': '83ce3b0a-1b00-41fe-af26-07275c47825f'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:56.161908 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea898d94-8775-4627-83d5-446793d3106d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4dfd985-edc1-40f6-a4d6-e7a0497f6558", "tag": "83ce3b0a-1b00-41fe-af26-07275c47825f"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:56.167283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.200620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c999d-e2c5-4f75-9c8a-923e7cf0658c service neutron] Pushing event updated for resources: {'Port': ['ID=83ce3b0a-1b00-41fe-af26-07275c47825f,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:56.221686 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0cb79fa-233f-47af-ab23-a8cff06e3589 req-66bfbf42-2d88-4384-a2b5-d781e8ec932d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Sep 17 01:07:56.223336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Transition to ACTIVE for port object bc517755-a3e3-4e8f-8737-fca6e57fac3a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:07:56.280345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-082f1320-f0ca-446d-834c-29c94a112384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.286227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-f990b326-f402-4afe-b7a1-8985bc044230 service neutron] 10.222.0.23 "GET /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995708 Sep 17 01:07:56.347432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-082f1320-f0ca-446d-834c-29c94a112384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.349508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.359049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-3c99529d-bcd7-4fd3-9013-f86368767dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:56.360591 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-3c99529d-bcd7-4fd3-9013-f86368767dd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 1095 time: 0.0898752 Sep 17 01:07:56.382413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c977-0140-4fda-b3ab-187db647cdad req-c1f86699-a605-46db-a344-a6205b5e2dd4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:56.389079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50c977-0140-4fda-b3ab-187db647cdad req-c1f86699-a605-46db-a344-a6205b5e2dd4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:56.390616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc50c977-0140-4fda-b3ab-187db647cdad req-c1f86699-a605-46db-a344-a6205b5e2dd4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1679 time: 0.0770936 Sep 17 01:07:56.434844 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-650829fb-8ee0-4f7c-a264-5497a9fd6095 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ce3b0a-1b00-41fe-af26-07275c47825f HTTP/1.1" status: 200 len: 217 time: 0.0607247 Sep 17 01:07:56.528956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc50c977-0140-4fda-b3ab-187db647cdad req-1ad6f431-3367-4130-a0bc-b4ab2d3a997b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922308 Sep 17 01:07:56.557660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-21714089-ae32-4f02-a311-373c8aa5d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:56.559519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-21714089-ae32-4f02-a311-373c8aa5d23b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.1164680 Sep 17 01:07:56.613451 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9476ca-e7fc-4502-9e7c-4afaa3fd2490 x-openstack-request-id: req-af9476ca-e7fc-4502-9e7c-4afaa3fd2490 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:56.613987 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4dfd985-edc1-40f6-a4d6-e7a0497f6558", "tag": "83ce3b0a-1b00-41fe-af26-07275c47825f", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:56.614412 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af9476ca-e7fc-4502-9e7c-4afaa3fd2490 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:56.614936 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'tag': '83ce3b0a-1b00-41fe-af26-07275c47825f', 'status': 'completed', 'code': 200} Sep 17 01:07:56.623619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-5215e2e8-fd29-407b-af3e-d2a806ae9143 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524805 Sep 17 01:07:56.762656 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:07:56.864443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:56.911119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9c6983fe-11a0-49cf-b2ba-d0700458fdeb req-e1fcb697-06db-422f-8527-81c2d7aa9072 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:56.946679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd99b502-5b6d-4de2-a2e8-055b9079b685 req-e44711f1-4354-4650-8bb7-8d42b6e5cb33 service neutron] 10.222.0.23 "GET /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510670 Sep 17 01:07:56.992293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Attempting to bind port bc517755-a3e3-4e8f-8737-fca6e57fac3a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:07:56.992696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Attempting to bind port bc517755-a3e3-4e8f-8737-fca6e57fac3a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:07:56.997896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Attempting to bind port bc517755-a3e3-4e8f-8737-fca6e57fac3a on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:56.997896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9c6983fe-11a0-49cf-b2ba-d0700458fdeb req-e1fcb697-06db-422f-8527-81c2d7aa9072 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:57.011489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Port bc517755-a3e3-4e8f-8737-fca6e57fac3a on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:07:57.011986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Attempting to bind port bc517755-a3e3-4e8f-8737-fca6e57fac3a on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:07:57.027467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c6983fe-11a0-49cf-b2ba-d0700458fdeb req-e1fcb697-06db-422f-8527-81c2d7aa9072 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1057580 Sep 17 01:07:57.032613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:07:57.032613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:07:57.033439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:07:57.033794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Bound port: bc517755-a3e3-4e8f-8737-fca6e57fac3a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:07:57.034405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:57.055368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-082f1320-f0ca-446d-834c-29c94a112384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:57.063430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0902e2-f266-4a61-abd6-23cbcf7ed60e req-4f235d10-1910-4d96-ab86-66939434990e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.064924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a0902e2-f266-4a61-abd6-23cbcf7ed60e req-4f235d10-1910-4d96-ab86-66939434990e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.3873322 Sep 17 01:07:57.065451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-082f1320-f0ca-446d-834c-29c94a112384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:57.067236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-082f1320-f0ca-446d-834c-29c94a112384 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ab2af72-acc5-4bbe-b6ce-3c4de9748f60 HTTP/1.1" status: 204 len: 168 time: 1.0514922 Sep 17 01:07:57.071131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-077a5d08-b437-440c-97c5-e1f87b222244 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353278 Sep 17 01:07:57.090111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcb697-06db-422f-8527-81c2d7aa9072 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988bdffd-bbb6-4160-922c-1fba5cfeb78d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:57.171301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f1320-f0ca-446d-834c-29c94a112384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab2af72-acc5-4bbe-b6ce-3c4de9748f60,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:57.198829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a0902e2-f266-4a61-abd6-23cbcf7ed60e req-d945ca58-1f68-4cdc-974e-52ff1aaa3c74 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187327 Sep 17 01:07:57.245772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce21539-237b-4629-b565-d559b2006588 req-f252989f-2dc5-4c9d-adb4-57b73cae39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.246263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce21539-237b-4629-b565-d559b2006588 req-f252989f-2dc5-4c9d-adb4-57b73cae39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.249944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-f252989f-2dc5-4c9d-adb4-57b73cae39e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67b17bee5e204905913a67b71df616a9&device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1981 time: 0.1280754 Sep 17 01:07:57.263608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:07:57.263834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7d39f23-e748-44b9-aa5d-fd74e8fe4f2e req-a40a390f-3bac-4a67-961e-1a6d27fccc02 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820660 Sep 17 01:07:57.277097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:07:57.396217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:57.436073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.436969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:57.438413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] 10.222.0.23 "PUT /v2.0/ports/bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 1091 time: 2.4340651 Sep 17 01:07:57.460878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:07:57.464156 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:07:57.504504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce21539-237b-4629-b565-d559b2006588 req-bbf92718-fdea-473d-9f06-dfeadd50afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.506304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-bbf92718-fdea-473d-9f06-dfeadd50afe8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c08c47ca-ff82-4adb-b15f-e5182420fbdb HTTP/1.1" status: 200 len: 903 time: 0.2449265 Sep 17 01:07:57.526891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898d94-8775-4627-83d5-446793d3106d req-2d097fdb-c3a4-421f-b3f6-67e25a3c2171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.528472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-2d097fdb-c3a4-421f-b3f6-67e25a3c2171 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 1095 time: 0.1042402 Sep 17 01:07:57.536876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586ce27-7e9d-455a-95df-94b80d818f09 req-812845a2-03da-4a8c-b88f-c83c0ba0419b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.538499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2586ce27-7e9d-455a-95df-94b80d818f09 req-812845a2-03da-4a8c-b88f-c83c0ba0419b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 943 time: 0.2063627 Sep 17 01:07:57.701500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898d94-8775-4627-83d5-446793d3106d req-0253d2d5-3bd9-4f8b-ab33-3c6f0bd334c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.704388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-0253d2d5-3bd9-4f8b-ab33-3c6f0bd334c7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 912 time: 0.1635411 Sep 17 01:07:57.724485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-37639cc3-1936-44af-a5e4-fec55edbd310 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.104&port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e HTTP/1.1" status: 200 len: 217 time: 0.1849942 Sep 17 01:07:57.737770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5fbc2-83fb-4f3d-b2cd-281542ae1ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:57.793599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-a1b2141f-ce6f-4c8a-b003-1ef5ad732bd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83ce3b0a-1b00-41fe-af26-07275c47825f HTTP/1.1" status: 200 len: 217 time: 0.0822663 Sep 17 01:07:57.851818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea898d94-8775-4627-83d5-446793d3106d req-114b5a16-8649-4572-9e19-7b148f5242dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.853739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-114b5a16-8649-4572-9e19-7b148f5242dc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.0502200 Sep 17 01:07:57.868172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2586ce27-7e9d-455a-95df-94b80d818f09 req-8638bdd1-c071-41b3-9e1a-54d1c92f2aea tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2975307 Sep 17 01:07:57.883398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-a49d57f1-4f47-4a15-be4a-93fdaf2e5b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.885537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-a49d57f1-4f47-4a15-be4a-93fdaf2e5b91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1094 time: 0.2318177 Sep 17 01:07:57.895497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce21539-237b-4629-b565-d559b2006588 req-731759dc-e88a-40b7-a328-efaca9c9f837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:57.895497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-731759dc-e88a-40b7-a328-efaca9c9f837 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c0ea6291-4a44-4dd6-b21f-b973bcd5241d HTTP/1.1" status: 200 len: 801 time: 0.1343133 Sep 17 01:07:57.895718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-467c59b1-028f-4d5a-bebc-050854359b21 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332856 Sep 17 01:07:57.974857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-862c6cb4-9b29-4d84-aa4b-8216a924ff49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 217 time: 0.0735826 Sep 17 01:07:58.023856 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-ce91a071-cdcd-45d1-b7e2-e176eee166de service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137872 Sep 17 01:07:58.034170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce21539-237b-4629-b565-d559b2006588 req-1c4db6ef-628d-41e0-b592-b68620b0fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.036023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-1c4db6ef-628d-41e0-b592-b68620b0fd74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c08c47ca-ff82-4adb-b15f-e5182420fbdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1172352 Sep 17 01:07:58.074906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-08b54fc2-b493-42f6-b2c2-1de51648c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.076608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-08b54fc2-b493-42f6-b2c2-1de51648c6c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0930738 Sep 17 01:07:58.196147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54002c-401a-46bd-abd9-583be17cd661 req-b0b96ab7-89db-40ec-8ea0-dd8137fc9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.198267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-b0b96ab7-89db-40ec-8ea0-dd8137fc9252 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112328 Sep 17 01:07:58.210414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea898d94-8775-4627-83d5-446793d3106d req-565bcb07-4fa9-4c2f-882b-a527d203f263 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751931 Sep 17 01:07:58.213931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-d1bb0279-3247-4a7f-ba13-3edf455a5a43 service neutron] 10.222.0.23 "GET /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628597 Sep 17 01:07:58.242189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5265fb8-3b74-4e0d-875b-6d140c50f993 req-3e13482c-3b3d-4dc5-9ee3-0d40297959a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.255245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5265fb8-3b74-4e0d-875b-6d140c50f993 req-3e13482c-3b3d-4dc5-9ee3-0d40297959a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 944 time: 0.1147516 Sep 17 01:07:58.370842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5265fb8-3b74-4e0d-875b-6d140c50f993 req-98234586-06c7-4d0c-98a7-e83b9f095457 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094639 Sep 17 01:07:58.397107 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ade3a18-c82e-4f09-91ce-ec37573bc245 x-openstack-request-id: req-5ade3a18-c82e-4f09-91ce-ec37573bc245 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:07:58.398541 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:07:58.398541 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ade3a18-c82e-4f09-91ce-ec37573bc245 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:07:58.399221 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'status': 'completed', 'code': 200} Sep 17 01:07:58.416529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-b2c3ca5b-cfb5-40bd-9572-e661cdfdc58c service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050717 Sep 17 01:07:58.484973 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:58.577284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dce21539-237b-4629-b565-d559b2006588 req-d0da4ed8-ad0b-4e1c-817a-4fbf61d040a8 service neutron] 10.222.0.23 "GET /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418157 Sep 17 01:07:58.593849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca54002c-401a-46bd-abd9-583be17cd661 req-0fd0f083-6cce-4876-b4e5-685c5fe2a44b service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644766 Sep 17 01:07:58.619998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-73671912-786a-45d3-9467-ff1f20b2b786 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3320289 Sep 17 01:07:58.642014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87262d87-224a-4e32-b8a4-3776b495f65f req-c23ed4e3-16d9-4545-982c-cc85f3be2a87 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.646109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da67f15-49ea-4592-892c-6346a52f1b60 req-88752441-b05a-47a7-bd16-c0243bf9df4c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.647994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5da67f15-49ea-4592-892c-6346a52f1b60 req-88752441-b05a-47a7-bd16-c0243bf9df4c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0681558 Sep 17 01:07:58.654933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87262d87-224a-4e32-b8a4-3776b495f65f req-c23ed4e3-16d9-4545-982c-cc85f3be2a87 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.664125 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87262d87-224a-4e32-b8a4-3776b495f65f req-c23ed4e3-16d9-4545-982c-cc85f3be2a87 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1679 time: 0.1619735 Sep 17 01:07:58.673884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-c62c39c2-3626-49f8-a02b-d482ec4a4d30 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:07:58.674979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-c62c39c2-3626-49f8-a02b-d482ec4a4d30 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461907 Sep 17 01:07:58.714139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5da67f15-49ea-4592-892c-6346a52f1b60 req-65eca263-e745-4329-94b8-3f6856fb982f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Sep 17 01:07:58.714779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41948) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:58.723376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87262d87-224a-4e32-b8a4-3776b495f65f req-60af9414-cabb-49fa-9160-90b0d77c31b6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581517 Sep 17 01:07:58.843277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:58.845361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-eb3048e2-e0f7-40a3-84a8-3302c5377446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:58.849258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-eb3048e2-e0f7-40a3-84a8-3302c5377446 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1094 time: 0.0755904 Sep 17 01:07:58.885252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2048364289-network', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:58.992927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Made reservation on behalf of 2a37b5e971254cd0a9559c4de88779a5 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:58.995290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.005913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecf2a3-9079-4511-8764-d08f9245bdbe req-918c6f0a-c2cb-4920-8df7-b599587c384e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.014287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4ecf2a3-9079-4511-8764-d08f9245bdbe req-918c6f0a-c2cb-4920-8df7-b599587c384e tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.1635804 Sep 17 01:07:59.020264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.057952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-d2307a38-9dde-4d47-a716-22f9f6927910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.059462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-d2307a38-9dde-4d47-a716-22f9f6927910 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1873660 Sep 17 01:07:59.074230 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4ecf2a3-9079-4511-8764-d08f9245bdbe req-0121b9b2-2e36-4b96-ab56-c2ce5f567f6d tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577683 Sep 17 01:07:59.129239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-0ccf6fe5-17d4-45b6-b57e-179716319d96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 217 time: 0.0538983 Sep 17 01:07:59.134955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ae976-937e-4765-9589-96662dbf20ec req-1d5706e1-fc3f-4775-b7ea-554406cfb033 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.136636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac9ae976-937e-4765-9589-96662dbf20ec req-1d5706e1-fc3f-4775-b7ea-554406cfb033 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 943 time: 0.1555381 Sep 17 01:07:59.138894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.192389 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac9ae976-937e-4765-9589-96662dbf20ec req-1217a1d7-8b65-4fde-ab72-9e0cf6db88ed tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474670 Sep 17 01:07:59.200247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-05e12706-8944-4347-a3ed-c841486e420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.201699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-05e12706-8944-4347-a3ed-c841486e420f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0597389 Sep 17 01:07:59.204513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.232739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:07:59.247322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decc30d5-e7cd-43fc-8f04-2d49f8667971,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:59.254953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-218bfebb-8c9d-48d5-a2df-f4171a7004e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.256480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-218bfebb-8c9d-48d5-a2df-f4171a7004e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461085 Sep 17 01:07:59.265678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.266101 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Added segment 8b9d6079-5446-4d7a-98fd-10156b1a5303 of type vlan for network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 Sep 17 01:07:59.317718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.366017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-23c06dcf-6d6f-4f22-8d6e-9c0fb4c0f836 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951416 Sep 17 01:07:59.427570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.429018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.430162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.561268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aecdfc-5a79-4094-8d87-94212f2af19e req-bc1e06ba-70d0-41c8-9be2-d7509d1b6d63 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.564277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69aecdfc-5a79-4094-8d87-94212f2af19e req-bc1e06ba-70d0-41c8-9be2-d7509d1b6d63 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 944 time: 0.0994153 Sep 17 01:07:59.566254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07c78077-4a3a-4ca3-b362-2a26a40b3ea5 req-a361a220-a55f-4aa4-be28-64a7933f6365 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914480 Sep 17 01:07:59.567757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8518860 Sep 17 01:07:59.570798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41978) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:07:59.572487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f1be55-1efc-40e4-a695-8b6adadb1e0e admin admin] Pushing event updated for resources: {'Network': ['ID=8e9889cd-2df7-4a7d-8ada-3e29217c4816,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:07:59.582965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:07:59.602642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Request body: {'subnet': {'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2048364289-subnet', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:07:59.661708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69aecdfc-5a79-4094-8d87-94212f2af19e req-a7b2326e-6c9f-4a52-a694-b6daaaa93f4f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892618 Sep 17 01:07:59.724590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Made reservation on behalf of 2a37b5e971254cd0a9559c4de88779a5 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:07:59.727397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:07:59.898998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32320159-6d78-4d69-a702-385f11b09da9 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:07:59.903966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2adf6-b0ed-4fe4-b451-5403244da4fa req-a8229a9e-079f-47be-be5d-ef5a9f1ec803 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.910020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2adf6-b0ed-4fe4-b451-5403244da4fa req-a8229a9e-079f-47be-be5d-ef5a9f1ec803 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.911850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-97f2adf6-b0ed-4fe4-b451-5403244da4fa req-a8229a9e-079f-47be-be5d-ef5a9f1ec803 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1679 time: 0.0943222 Sep 17 01:07:59.920031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae42d1f-e742-4877-9c51-0c6faf9f1111 req-4fc5347f-b428-4f41-8664-a05b410babed tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:07:59.924946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aae42d1f-e742-4877-9c51-0c6faf9f1111 req-4fc5347f-b428-4f41-8664-a05b410babed tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1012003 Sep 17 01:07:59.957893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-97f2adf6-b0ed-4fe4-b451-5403244da4fa req-33f72df5-1cca-4f1c-a37a-63b746cd7cd0 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Sep 17 01:08:00.004813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aae42d1f-e742-4877-9c51-0c6faf9f1111 req-8d4571e2-8ce7-4377-ac54-8d0c1840a61c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739808 Sep 17 01:08:00.028443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32320159-6d78-4d69-a702-385f11b09da9,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:00.040857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '32320159-6d78-4d69-a702-385f11b09da9', 'network_id': 'dbfbce5c-1163-44d5-8346-9e7d2d87155b', 'port_id': '32320159-6d78-4d69-a702-385f11b09da9', 'mac_address': 'fa:16:3e:88:de:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c60e4b4-5c14-477a-82ac-b459d2b709a4', 'ip_address': '19.80.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:00.085726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.098051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32320159-6d78-4d69-a702-385f11b09da9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:00.106262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.120855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32320159-6d78-4d69-a702-385f11b09da9,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:00.191609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=455a96b9-8d6a-45ab-97cc-291742f736bf,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:00.198091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.202048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3651114c-17e7-479d-8787-5dd68ebdbf1e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:00.210196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Checking segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:00.210666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Network hostable DHCP agents. Network: 8e9889cd-2df7-4a7d-8ada-3e29217c4816, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:08:00.235330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434e474-e7bb-4444-a1c2-7873079fc002 req-a17166d4-7295-4256-aca2-82fabd7f5019 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:00.237089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2434e474-e7bb-4444-a1c2-7873079fc002 req-a17166d4-7295-4256-aca2-82fabd7f5019 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.0804269 Sep 17 01:08:00.264027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:00.288508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2434e474-e7bb-4444-a1c2-7873079fc002 req-2853020c-fad4-46f6-87e6-9127781ee0b7 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419514 Sep 17 01:08:00.336117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2bc0-990b-4b41-bb09-787ba9e011e1 req-db43d7b4-dbfe-42d9-8aa3-538e1e2f41f6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:00.343615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c1d2bc0-990b-4b41-bb09-787ba9e011e1 req-db43d7b4-dbfe-42d9-8aa3-538e1e2f41f6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 943 time: 0.0630376 Sep 17 01:08:00.354341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:08:00.374940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3651114c-17e7-479d-8787-5dd68ebdbf1e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:00.383569 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c1d2bc0-990b-4b41-bb09-787ba9e011e1 req-8d954de6-c33c-4871-a05f-62a027d4f35f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384755 Sep 17 01:08:00.391175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '3651114c-17e7-479d-8787-5dd68ebdbf1e', 'network_id': 'c08c47ca-ff82-4adb-b15f-e5182420fbdb', 'port_id': '3651114c-17e7-479d-8787-5dd68ebdbf1e', 'mac_address': 'fa:16:3e:0e:87:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ea6291-4a44-4dd6-b21f-b973bcd5241d', 'ip_address': '19.86.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:00.422985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d3d0a-0e8b-4ba0-b33b-8a05fe4a88ae req-4aab41f2-a8bf-46e0-b1b8-92bef0772d95 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:00.424554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-850d3d0a-0e8b-4ba0-b33b-8a05fe4a88ae req-4aab41f2-a8bf-46e0-b1b8-92bef0772d95 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 1101 time: 0.0484793 Sep 17 01:08:00.437533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.439729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8e9889cd-2df7-4a7d-8ada-3e29217c4816) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:00.448843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:00.448843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.450716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da9f1e-d55d-4c00-b623-975020695fef None None] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:00.455960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-850d3d0a-0e8b-4ba0-b33b-8a05fe4a88ae req-4cd1f5e1-04c9-49f5-b79e-3a8431e1a5b0 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.464984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3651114c-17e7-479d-8787-5dd68ebdbf1e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:00.530902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3651114c-17e7-479d-8787-5dd68ebdbf1e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:00.536456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4f3d745c-82f0-4988-88dc-3ad70fdf05bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9594529 Sep 17 01:08:00.539604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41994) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:00.547090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:00.582057 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.582706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 83ce3b0a-1b00-41fe-af26-07275c47825f details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:00.665334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-850d3d0a-0e8b-4ba0-b33b-8a05fe4a88ae req-4cd1f5e1-04c9-49f5-b79e-3a8431e1a5b0 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.689245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:08:00.690201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.696527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3651114c-17e7-479d-8787-5dd68ebdbf1e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:00.753059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-850d3d0a-0e8b-4ba0-b33b-8a05fe4a88ae req-4cd1f5e1-04c9-49f5-b79e-3a8431e1a5b0 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.788431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b305f1-3472-4d65-8df8-9981aa71d9e4 req-97fb6b0c-7c26-4b3e-904c-01353f17478b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:00.789971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-65b305f1-3472-4d65-8df8-9981aa71d9e4 req-97fb6b0c-7c26-4b3e-904c-01353f17478b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 944 time: 0.0541558 Sep 17 01:08:00.795267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-850d3d0a-0e8b-4ba0-b33b-8a05fe4a88ae req-4cd1f5e1-04c9-49f5-b79e-3a8431e1a5b0 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637938 Sep 17 01:08:00.799698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd1f5e1-04c9-49f5-b79e-3a8431e1a5b0 tempest-LiveMigrationNegativeTest-1885305079 tempest-LiveMigrationNegativeTest-1885305079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8dd07-1f1e-4742-9066-fc98e7b74fb7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:00.821104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 83ce3b0a-1b00-41fe-af26-07275c47825f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=83ce3b0a-1b00-41fe-af26-07275c47825f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:00.843219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-65b305f1-3472-4d65-8df8-9981aa71d9e4 req-1741d508-fbdb-4447-90ea-8ceb809e33d3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425766 Sep 17 01:08:00.847545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '83ce3b0a-1b00-41fe-af26-07275c47825f', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': '83ce3b0a-1b00-41fe-af26-07275c47825f', 'mac_address': 'fa:16:3e:87:3c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:00.856829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.858248 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.921311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.924889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Allocated IP 172.20.0.2 (8e9889cd-2df7-4a7d-8ada-3e29217c4816/455a96b9-8d6a-45ab-97cc-291742f736bf/ee028bcd-75a6-4148-a067-fed90c6757f6) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:00.926873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:00.951005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ce3b0a-1b00-41fe-af26-07275c47825f {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:00.980566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 83ce3b0a-1b00-41fe-af26-07275c47825f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=83ce3b0a-1b00-41fe-af26-07275c47825f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:01.060255 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.093555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc6fc-1f8d-471d-baf6-0a01b6e6d031 req-cee945e0-ec8c-494f-9cf3-9ffd8a59e50a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.099468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfc6fc-1f8d-471d-baf6-0a01b6e6d031 req-cee945e0-ec8c-494f-9cf3-9ffd8a59e50a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.109264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09bfc6fc-1f8d-471d-baf6-0a01b6e6d031 req-cee945e0-ec8c-494f-9cf3-9ffd8a59e50a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1681 time: 0.0717216 Sep 17 01:08:01.155371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=83ce3b0a-1b00-41fe-af26-07275c47825f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:01.157127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09bfc6fc-1f8d-471d-baf6-0a01b6e6d031 req-6f467513-49f8-4310-9820-2165c4b6de6b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469153 Sep 17 01:08:01.170397 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.172367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.250797 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.269422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610f02f-ca5d-457c-a826-6e3f3d227d6b req-9fe85ccf-bc62-4008-9e43-f692f59346e1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.270932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5610f02f-ca5d-457c-a826-6e3f3d227d6b req-9fe85ccf-bc62-4008-9e43-f692f59346e1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0522299 Sep 17 01:08:01.300695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:01.303713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:01.307736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:01.332962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5610f02f-ca5d-457c-a826-6e3f3d227d6b req-fde716e0-3ca7-4153-a9ca-80bd4237e007 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529394 Sep 17 01:08:01.372106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Pushing event updated for resources: {'Port': ['ID=ee028bcd-75a6-4148-a067-fed90c6757f6,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:01.392572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Attempting to bind port ee028bcd-75a6-4148-a067-fed90c6757f6 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:01.392945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Attempting to bind port ee028bcd-75a6-4148-a067-fed90c6757f6 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:01.393340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Attempting to bind port ee028bcd-75a6-4148-a067-fed90c6757f6 on network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:01.398536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:01.398913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Checking segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:01.399359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.399755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Bound using segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:01.400310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Bound port: ee028bcd-75a6-4148-a067-fed90c6757f6, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:01.400666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.444775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-a99fed13-bec5-4cd7-b469-8d8376d08e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.446420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-a99fed13-bec5-4cd7-b469-8d8376d08e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1101 time: 0.0659616 Sep 17 01:08:01.474917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] For port ee028bcd-75a6-4148-a067-fed90c6757f6, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:01.479189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] For port ee028bcd-75a6-4148-a067-fed90c6757f6, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ee028bcd-75a6-4148-a067-fed90c6757f6,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:01.481594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85a44-06a4-4195-8dba-c7d946342213 req-b03969f5-4a07-40f4-98d2-7cd5f7fca016 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.483833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fc85a44-06a4-4195-8dba-c7d946342213 req-b03969f5-4a07-40f4-98d2-7cd5f7fca016 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.0612004 Sep 17 01:08:01.521825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fc85a44-06a4-4195-8dba-c7d946342213 req-df1ee2da-ddba-48f9-a0aa-8fa0082f9095 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322726 Sep 17 01:08:01.540088 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.704648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['83ce3b0a-1b00-41fe-af26-07275c47825f'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:01.706678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3651114c-17e7-479d-8787-5dd68ebdbf1e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:01.708542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['32320159-6d78-4d69-a702-385f11b09da9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:01.710722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c27be-66a3-4a9e-916d-7b615e5078ed req-5bb440c5-e598-4660-8cce-be45f0642f1a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.713213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b33c27be-66a3-4a9e-916d-7b615e5078ed req-5bb440c5-e598-4660-8cce-be45f0642f1a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 943 time: 0.2276495 Sep 17 01:08:01.721459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-fc8639df-40b7-4287-955d-4f7fb1f551f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.724019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-fc8639df-40b7-4287-955d-4f7fb1f551f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2660346 Sep 17 01:08:01.747706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.814853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-ea7e2759-02d9-43a6-9007-ddaef96abe17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0785933 Sep 17 01:08:01.817315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:01.830208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa6701-c7a0-4ac7-9f9d-7695c227cfdc None None] Pushing event updated for resources: {'Port': ['ID=ee028bcd-75a6-4148-a067-fed90c6757f6,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:01.915649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:01.929970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b33c27be-66a3-4a9e-916d-7b615e5078ed req-f881bf98-7afc-46e6-b3fe-69d947cebd2b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014089 Sep 17 01:08:01.944803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-053ca3a7-18c5-4ea0-9f98-ab9b37498314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:01.946458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-053ca3a7-18c5-4ea0-9f98-ab9b37498314 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1231632 Sep 17 01:08:02.041954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0155df7c-8bf7-49d5-808e-0a065271bcd6 req-df9b0f9a-e0d5-41dc-8262-84afed91fed2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:02.044160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0155df7c-8bf7-49d5-808e-0a065271bcd6 req-df9b0f9a-e0d5-41dc-8262-84afed91fed2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 945 time: 0.1055293 Sep 17 01:08:02.081289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Allocated IP 172.25.1.167 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/8bd7f18c-f708-4e90-96de-c88153695c6b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:02.091515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-5157bbf7-a967-4e23-b01e-db526b8462ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:02.093614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-5157bbf7-a967-4e23-b01e-db526b8462ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371546 Sep 17 01:08:02.110620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0155df7c-8bf7-49d5-808e-0a065271bcd6 req-421db6ca-c551-4154-8d3c-00c6f748ed20 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Sep 17 01:08:02.252483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:02.270370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:02.313232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-d1bf2450-317d-41a6-a696-b360bbc47b2a service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040234 Sep 17 01:08:02.313812 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:02.326416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:02.346394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:02.349219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1db40c-7d8a-4818-ac8e-e49f84b32ca9 req-e9192c09-a15f-4031-9312-cef4d2720bd8 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:02.356267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1db40c-7d8a-4818-ac8e-e49f84b32ca9 req-e9192c09-a15f-4031-9312-cef4d2720bd8 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:02.357840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd1db40c-7d8a-4818-ac8e-e49f84b32ca9 req-e9192c09-a15f-4031-9312-cef4d2720bd8 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1681 time: 0.1111240 Sep 17 01:08:02.361060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:02.444857 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:02.468732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd1db40c-7d8a-4818-ac8e-e49f84b32ca9 req-01ce4653-143e-4138-8344-dbb13a9d1ba7 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968215 Sep 17 01:08:02.494771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-07510beb-0aad-4eaa-b172-0c403c1388b6 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671824 Sep 17 01:08:02.515983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:02.537135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca9a2f-bbbe-43b6-9ce6-b69e3adf50a3 req-e1df20a7-0879-46c2-9233-b55ff90b8565 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:02.540484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-53ca9a2f-bbbe-43b6-9ce6-b69e3adf50a3 req-e1df20a7-0879-46c2-9233-b55ff90b8565 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0606835 Sep 17 01:08:02.585990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-53ca9a2f-bbbe-43b6-9ce6-b69e3adf50a3 req-f3e2530a-af6a-4c07-951b-a0852041ab44 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356874 Sep 17 01:08:02.605139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:02.664406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:02.672058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:02.676365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:02.687511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Pushing event updated for resources: {'Port': ['ID=8bd7f18c-f708-4e90-96de-c88153695c6b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:02.721355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffb5d20-bf29-4971-bbf7-1c714c471122 req-921a52d2-6012-4a34-8cb9-cf2b6fc826aa tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:02.722917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ffb5d20-bf29-4971-bbf7-1c714c471122 req-921a52d2-6012-4a34-8cb9-cf2b6fc826aa tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.1282964 Sep 17 01:08:02.849255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ffb5d20-bf29-4971-bbf7-1c714c471122 req-3058323d-80f9-487f-9cb8-c87ab8bda415 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185641 Sep 17 01:08:02.922920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff09089e-6507-4c1c-a697-ce32cd6101fe None None] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:03.034884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1cd6d7bb-b367-41e6-8473-25c6950ce2fe None None] Provisioning complete for port ee028bcd-75a6-4148-a067-fed90c6757f6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:03.035440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d7bb-b367-41e6-8473-25c6950ce2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.127794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34320067-19e6-4646-be95-7031f3232191 req-2635a86d-16cb-4d95-92f6-b7efaf1e8984 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.140289 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34320067-19e6-4646-be95-7031f3232191 req-2635a86d-16cb-4d95-92f6-b7efaf1e8984 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0864108 Sep 17 01:08:03.152423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ee028bcd-75a6-4148-a067-fed90c6757f6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:03.201549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['bc517755-a3e3-4e8f-8737-fca6e57fac3a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:03.203213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34320067-19e6-4646-be95-7031f3232191 req-4da77b86-37c6-4b48-bf48-acbcdb20ef3f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611246 Sep 17 01:08:03.322634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-54eeb0f8-3a28-43a3-b37a-a9227db3d97c tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.324170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-54eeb0f8-3a28-43a3-b37a-a9227db3d97c tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.36 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.5485277 Sep 17 01:08:03.324722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ee028bcd-75a6-4148-a067-fed90c6757f6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:03.325157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.336316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef480090-aa17-40bb-a61b-b342b423aca2 req-344e64b8-6889-4899-9c91-4c14b98151ed tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.338036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef480090-aa17-40bb-a61b-b342b423aca2 req-344e64b8-6889-4899-9c91-4c14b98151ed tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 945 time: 0.1010709 Sep 17 01:08:03.351923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d7bb-b367-41e6-8473-25c6950ce2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.438925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1cd6d7bb-b367-41e6-8473-25c6950ce2fe None None] For port ee028bcd-75a6-4148-a067-fed90c6757f6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ee028bcd-75a6-4148-a067-fed90c6757f6,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:03.469924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef480090-aa17-40bb-a61b-b342b423aca2 req-bd5e6d7a-fa58-4878-9d4d-bf2074fdfb7b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247194 Sep 17 01:08:03.529929 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.563007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.573911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1cd6d7bb-b367-41e6-8473-25c6950ce2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.623343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Deleting port 0a953ccc-8d46-4936-9b46-98995caf0805 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:03.623699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.674130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6d7bb-b367-41e6-8473-25c6950ce2fe None None] Pushing event updated for resources: {'Port': ['ID=ee028bcd-75a6-4148-a067-fed90c6757f6,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:03.688561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:08:03.689249 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:08:03.733831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06c403-4396-48d4-8b14-ff7aec7134f0 req-56f9360f-043d-4962-94bf-869cc2e3f5b3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.735503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd06c403-4396-48d4-8b14-ff7aec7134f0 req-56f9360f-043d-4962-94bf-869cc2e3f5b3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0649445 Sep 17 01:08:03.773889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd06c403-4396-48d4-8b14-ff7aec7134f0 req-50ea7954-7f4f-4f1a-b7a6-fbd4dbcc9294 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320709 Sep 17 01:08:03.798024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-142035f5-f8ed-485a-9da9-893c6c38586b None None] Provisioning complete for port ee028bcd-75a6-4148-a067-fed90c6757f6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:03.798482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-142035f5-f8ed-485a-9da9-893c6c38586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.817246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42442593-b4cf-4fcc-a638-cb8eeeb4efcc req-c8cdcc4d-72d3-4e65-8db8-151380e960d9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.823605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42442593-b4cf-4fcc-a638-cb8eeeb4efcc req-c8cdcc4d-72d3-4e65-8db8-151380e960d9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.825291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42442593-b4cf-4fcc-a638-cb8eeeb4efcc req-c8cdcc4d-72d3-4e65-8db8-151380e960d9 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1681 time: 0.2048433 Sep 17 01:08:03.908202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3651114c-17e7-479d-8787-5dd68ebdbf1e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:03.912084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] For port 0a953ccc-8d46-4936-9b46-98995caf0805, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a953ccc-8d46-4936-9b46-98995caf0805,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:03.912458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:03.952448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42442593-b4cf-4fcc-a638-cb8eeeb4efcc req-6d5edb40-7ad8-437d-8621-211953204a39 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182606 Sep 17 01:08:03.958450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Calling delete_port for 0a953ccc-8d46-4936-9b46-98995caf0805 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:03.991800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5a5cd-8f18-48a1-8c72-e70118bff358 req-7a14c426-e575-47f8-8040-cded922f9a71 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:03.993296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7d5a5cd-8f18-48a1-8c72-e70118bff358 req-7a14c426-e575-47f8-8040-cded922f9a71 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 950 time: 0.0554776 Sep 17 01:08:04.021317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 3651114c-17e7-479d-8787-5dd68ebdbf1e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:04.026383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 3651114c-17e7-479d-8787-5dd68ebdbf1e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:04.026790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.036153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7d5a5cd-8f18-48a1-8c72-e70118bff358 req-67b8ceff-44be-427a-855b-0e3272695428 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Sep 17 01:08:04.060045 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.116082 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.139696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3651114c-17e7-479d-8787-5dd68ebdbf1e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:04.142021 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308359f3-8716-4a94-bbde-59ec316eb076" -d '{"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-plugged", "status": "completed", "tag": "3651114c-17e7-479d-8787-5dd68ebdbf1e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:04.155787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3651114c-17e7-479d-8787-5dd68ebdbf1e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:04.188179 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4d8190-7a3f-4056-b595-26cd84dd4a18 x-openstack-request-id: req-db4d8190-7a3f-4056-b595-26cd84dd4a18 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:04.193500 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-plugged", "status": "completed", "tag": "3651114c-17e7-479d-8787-5dd68ebdbf1e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:04.193500 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db4d8190-7a3f-4056-b595-26cd84dd4a18 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:04.193500 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3651114c-17e7-479d-8787-5dd68ebdbf1e', 'code': 200} Sep 17 01:08:04.305286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.306184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 83ce3b0a-1b00-41fe-af26-07275c47825f up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:04.316685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08602f-fc06-468c-9572-19a59c9c0651 req-25834ba5-36e0-431f-96b3-38868f7dd33d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:04.318171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d08602f-fc06-468c-9572-19a59c9c0651 req-25834ba5-36e0-431f-96b3-38868f7dd33d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0490832 Sep 17 01:08:04.359977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d08602f-fc06-468c-9572-19a59c9c0651 req-a59e6fdc-8e2d-4327-8c42-e0beaa589673 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343564 Sep 17 01:08:04.388691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3651114c-17e7-479d-8787-5dd68ebdbf1e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:04.392957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.404952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['87820d7a-bd60-49b5-8d9a-ac100fcdc02e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:04.422514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Pushing event deleted for resources: {'Port': ['ID=0a953ccc-8d46-4936-9b46-98995caf0805,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:04.430440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:08:04.508013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] No DVR routers for this DVR port 0a953ccc-8d46-4936-9b46-98995caf0805 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:04.512366 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.514406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b442cdfd-43ee-4b1b-9e7e-89a501a66cd1 req-13cc515c-f2a1-4923-a20c-0032a1221a3b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.36 "DELETE /v2.0/ports/0a953ccc-8d46-4936-9b46-98995caf0805 HTTP/1.1" status: 204 len: 173 time: 1.1754262 Sep 17 01:08:04.514843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'name': 'network-vif-deleted', 'tag': '0a953ccc-8d46-4936-9b46-98995caf0805'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:04.517187 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fb8e50-9a9b-42d6-a3e0-00e4a82369ef" -d '{"events": [{"server_uuid": "6674671b-f6c5-4587-ad7b-be0cb22cb93f", "name": "network-vif-deleted", "tag": "0a953ccc-8d46-4936-9b46-98995caf0805"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:04.534706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 83ce3b0a-1b00-41fe-af26-07275c47825f completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:04.563697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 83ce3b0a-1b00-41fe-af26-07275c47825f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:04.563697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.564247 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab9313-e82b-44a9-9dc9-0d5a5d32818a x-openstack-request-id: req-0cab9313-e82b-44a9-9dc9-0d5a5d32818a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:04.564916 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6674671b-f6c5-4587-ad7b-be0cb22cb93f", "name": "network-vif-deleted", "tag": "0a953ccc-8d46-4936-9b46-98995caf0805", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:04.565260 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0cab9313-e82b-44a9-9dc9-0d5a5d32818a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:04.566097 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6674671b-f6c5-4587-ad7b-be0cb22cb93f', 'name': 'network-vif-deleted', 'tag': '0a953ccc-8d46-4936-9b46-98995caf0805', 'status': 'completed', 'code': 200} Sep 17 01:08:04.650599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:04.668512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Sync routers for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:04.705047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:04.705995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:04.710100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293b30b-21bf-4622-b1c0-27301da3aa65 req-5f1d2e4b-224d-4932-ae38-791f4612b4e1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:04.716589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9293b30b-21bf-4622-b1c0-27301da3aa65 req-5f1d2e4b-224d-4932-ae38-791f4612b4e1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 945 time: 0.0763447 Sep 17 01:08:04.716749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.756835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9293b30b-21bf-4622-b1c0-27301da3aa65 req-e2f27e57-91a8-4abb-bf15-80c904e8224c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Sep 17 01:08:04.758857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.763538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b42bb33-17f1-4295-a9fc-1de39ef6a472 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.2201486 Sep 17 01:08:04.768534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42056) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:04.834912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 83ce3b0a-1b00-41fe-af26-07275c47825f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=83ce3b0a-1b00-41fe-af26-07275c47825f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:04.860592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:04.933307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:04.934102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32320159-6d78-4d69-a702-385f11b09da9 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:04.974850 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35351cb-16fe-47c6-a0f7-6feac1864461 req-7b2ce62e-769e-400f-a097-0648c0fdddc8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:04.976507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d35351cb-16fe-47c6-a0f7-6feac1864461 req-7b2ce62e-769e-400f-a097-0648c0fdddc8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1141989 Sep 17 01:08:05.100144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d35351cb-16fe-47c6-a0f7-6feac1864461 req-f0f99f39-b97e-48dd-9162-bded96c47956 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678861 Sep 17 01:08:05.143240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002fc9d-d6f0-4747-92de-b171513b2b60 req-d6208589-ebf3-48a4-81e8-36232c6abc1d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:05.150559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002fc9d-d6f0-4747-92de-b171513b2b60 req-d6208589-ebf3-48a4-81e8-36232c6abc1d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:05.156265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ee028bcd-75a6-4148-a067-fed90c6757f6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:05.158351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7002fc9d-d6f0-4747-92de-b171513b2b60 req-d6208589-ebf3-48a4-81e8-36232c6abc1d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1682 time: 0.1027272 Sep 17 01:08:05.224869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7002fc9d-d6f0-4747-92de-b171513b2b60 req-7d151b57-be90-4901-8e1a-53c483f5edef tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655544 Sep 17 01:08:05.230731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=83ce3b0a-1b00-41fe-af26-07275c47825f,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:05.291498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ee028bcd-75a6-4148-a067-fed90c6757f6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:05.291790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.300606 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-42fd1c8a-16ac-4df6-b856-36540ed8e0c9 req-e52ffed9-a7d9-461a-9fdf-33399017e0d2 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=6674671b-f6c5-4587-ad7b-be0cb22cb93f HTTP/1.1" status: 200 len: 210 time: 0.0343966 Sep 17 01:08:05.369087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:03Z', 'revision_number': 3, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:05.394739 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.421844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 32320159-6d78-4d69-a702-385f11b09da9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:05.426158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Checking router: d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:05.426503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Updating router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 port 8bd7f18c-f708-4e90-96de-c88153695c6b binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:08:05.444951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 32320159-6d78-4d69-a702-385f11b09da9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:05.448375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.473435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ea098d23-b996-47ed-a722-fa34c82d36e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.495837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.516309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829682a7-8f97-4e04-ba84-59b2e5a9d1e5 req-f6824ed9-cfb3-4842-81d3-5ba131ea98e6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:05.528067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-829682a7-8f97-4e04-ba84-59b2e5a9d1e5 req-f6824ed9-cfb3-4842-81d3-5ba131ea98e6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0828593 Sep 17 01:08:05.574209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-829682a7-8f97-4e04-ba84-59b2e5a9d1e5 req-4232861d-1a7f-45ca-8be9-c50b2637c453 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377331 Sep 17 01:08:05.611682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Allocated IP 172.20.0.1 (8e9889cd-2df7-4a7d-8ada-3e29217c4816/455a96b9-8d6a-45ab-97cc-291742f736bf/76b939a3-d2f8-42a9-808f-de402be5ddad) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:05.644824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.736895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32320159-6d78-4d69-a702-385f11b09da9,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:05.753850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a953ccc-8d46-4936-9b46-98995caf0805 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:05.757200 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.787452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 0a953ccc-8d46-4936-9b46-98995caf0805 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:05.787821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a953ccc-8d46-4936-9b46-98995caf0805 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:05.853449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.874171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.875512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.893613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257cb2-b94b-4ec4-92df-460bb646913b req-4aa0b640-8aa7-4f83-8744-b823847460dd tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:05.895314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5257cb2-b94b-4ec4-92df-460bb646913b req-4aa0b640-8aa7-4f83-8744-b823847460dd tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.0595398 Sep 17 01:08:05.916304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:05.920028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:05.924190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:05.934317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.936454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:05.940743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5257cb2-b94b-4ec4-92df-460bb646913b req-89a27937-b18b-4022-a89e-3ef8e85ba23e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Sep 17 01:08:05.955470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Pushing event updated for resources: {'Port': ['ID=76b939a3-d2f8-42a9-808f-de402be5ddad,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:05.977982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:05.984115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:06.027708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79df12-a241-4448-b1d8-282808e868eb None None] Pushing event updated for resources: {'Port': ['ID=8bd7f18c-f708-4e90-96de-c88153695c6b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:06.053945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Attempting to bind port 8bd7f18c-f708-4e90-96de-c88153695c6b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:06.054548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Attempting to bind port 8bd7f18c-f708-4e90-96de-c88153695c6b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:06.056531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Attempting to bind port 8bd7f18c-f708-4e90-96de-c88153695c6b on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:06.088664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:06.089198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:06.089705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.090201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:06.091206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Bound port: 8bd7f18c-f708-4e90-96de-c88153695c6b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:06.091733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.154879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] For port 8bd7f18c-f708-4e90-96de-c88153695c6b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:06.158627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] For port 8bd7f18c-f708-4e90-96de-c88153695c6b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8bd7f18c-f708-4e90-96de-c88153695c6b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:06.190373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ce3b0a-1b00-41fe-af26-07275c47825f'}, {'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32320159-6d78-4d69-a702-385f11b09da9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:06.192940 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7dd5aa-dcca-4528-b75c-6f7c5193b602" -d '{"events": [{"server_uuid": "d4dfd985-edc1-40f6-a4d6-e7a0497f6558", "name": "network-vif-plugged", "status": "completed", "tag": "83ce3b0a-1b00-41fe-af26-07275c47825f"}, {"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-plugged", "status": "completed", "tag": "32320159-6d78-4d69-a702-385f11b09da9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:06.242538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port bc517755-a3e3-4e8f-8737-fca6e57fac3a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:06.246294 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.255912 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c28cbf0-cd0d-4c2d-a7a5-2c03e124c059 x-openstack-request-id: req-7c28cbf0-cd0d-4c2d-a7a5-2c03e124c059 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:06.256218 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dfd985-edc1-40f6-a4d6-e7a0497f6558", "name": "network-vif-plugged", "status": "completed", "tag": "83ce3b0a-1b00-41fe-af26-07275c47825f", "code": 200}, {"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-plugged", "status": "completed", "tag": "32320159-6d78-4d69-a702-385f11b09da9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:06.256474 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c28cbf0-cd0d-4c2d-a7a5-2c03e124c059 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:06.256853 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ce3b0a-1b00-41fe-af26-07275c47825f', 'code': 200} Sep 17 01:08:06.257102 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32320159-6d78-4d69-a702-385f11b09da9', 'code': 200} Sep 17 01:08:06.270808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250f8840-6ff1-4fc6-b6db-b3eef2df7c32 req-c0664b8d-704a-4f9b-812b-49256a4a8893 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.275426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-250f8840-6ff1-4fc6-b6db-b3eef2df7c32 req-c0664b8d-704a-4f9b-812b-49256a4a8893 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0947738 Sep 17 01:08:06.277804 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.281266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port bc517755-a3e3-4e8f-8737-fca6e57fac3a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:06.281641 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.348571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d3618dd5-2f8d-4103-aacb-024cc0271442 None None] Provisioning complete for port 76b939a3-d2f8-42a9-808f-de402be5ddad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:06.349046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3618dd5-2f8d-4103-aacb-024cc0271442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.350583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79df12-a241-4448-b1d8-282808e868eb None None] Pushing event updated for resources: {'Port': ['ID=8bd7f18c-f708-4e90-96de-c88153695c6b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:06.390330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:06.390986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:06.434111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-250f8840-6ff1-4fc6-b6db-b3eef2df7c32 req-000ed0e6-d1b9-4cd2-b28d-e579cfdeef6b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899541 Sep 17 01:08:06.445359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d3618dd5-2f8d-4103-aacb-024cc0271442 None None] Port 76b939a3-d2f8-42a9-808f-de402be5ddad cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:06.508295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fb84c-6f49-41a9-9cf9-ae7e885e12eb req-fa204b74-2959-4e93-ab40-f8fab8ab1a97 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.516959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fb84c-6f49-41a9-9cf9-ae7e885e12eb req-fa204b74-2959-4e93-ab40-f8fab8ab1a97 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.528852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-814fb84c-6f49-41a9-9cf9-ae7e885e12eb req-fa204b74-2959-4e93-ab40-f8fab8ab1a97 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1683 time: 0.1688354 Sep 17 01:08:06.532903 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.559104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.566200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:06.600394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-814fb84c-6f49-41a9-9cf9-ae7e885e12eb req-3ca9f44a-8859-4f14-9a5d-dafdc436ef6e tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703404 Sep 17 01:08:06.614703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b668f-a2c3-4a20-9b3f-938467dfdf5d req-22daca89-0013-4ffe-b7d8-193833351b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.615057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b668f-a2c3-4a20-9b3f-938467dfdf5d req-22daca89-0013-4ffe-b7d8-193833351b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.616866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f1b668f-a2c3-4a20-9b3f-938467dfdf5d req-22daca89-0013-4ffe-b7d8-193833351b1c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1985 time: 0.2084517 Sep 17 01:08:06.639326 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.645294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ece66-4e37-40d2-b427-bee89eb09705 req-0e9774ee-22b8-490e-8001-920906a92741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.647177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-225ece66-4e37-40d2-b427-bee89eb09705 req-0e9774ee-22b8-490e-8001-920906a92741 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 1097 time: 0.2400107 Sep 17 01:08:06.680706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:06.713122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-f1c9adae-b971-48b0-b5c2-a7f48757507c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1169741 Sep 17 01:08:06.739811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.760963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-225ece66-4e37-40d2-b427-bee89eb09705 req-b392b904-78c1-4b2f-a493-81f35da6f0ea service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020837 Sep 17 01:08:06.774259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Pushing event updated for resources: {'Port': ['ID=76b939a3-d2f8-42a9-808f-de402be5ddad,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:06.774582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f1b668f-a2c3-4a20-9b3f-938467dfdf5d req-650ba34d-8391-4e3c-b647-dfcb3df145fd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386373 Sep 17 01:08:06.789442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:06.839152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:06.850571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8cc13-961c-4887-8337-f2703ef8cdf5 req-8537a43a-050c-4afe-8cba-ae65c5f35fcd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.855696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83c8cc13-961c-4887-8337-f2703ef8cdf5 req-8537a43a-050c-4afe-8cba-ae65c5f35fcd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0972226 Sep 17 01:08:06.859600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357300-7a15-450a-8977-0c358130505d req-1b2eaf33-f7f5-4f15-95dd-93b49480644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:06.861330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-1b2eaf33-f7f5-4f15-95dd-93b49480644c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85924a01053f4f1991788ec365ddbe24&device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 1096 time: 0.0834599 Sep 17 01:08:06.905449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:05Z', 'revision_number': 1, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:06.934040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:06.936400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:06.936553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad00fe4-6d42-4985-bc4e-4c4773aa5c50 None None] The sync data for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 is: [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:05Z', 'revision_number': 1, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:06.944799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83c8cc13-961c-4887-8337-f2703ef8cdf5 req-190f61b5-e280-4aef-91d6-1e07eb68d313 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821707 Sep 17 01:08:07.096201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357300-7a15-450a-8977-0c358130505d req-8ffcb440-e58c-4601-a6c5-ae22d1e3857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:07.097906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-8ffcb440-e58c-4601-a6c5-ae22d1e3857e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a50b244d-2d7e-4760-a133-50084aa8f089 HTTP/1.1" status: 200 len: 916 time: 0.2140174 Sep 17 01:08:07.149897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-e5ea4ddc-56f9-4684-a123-4da43a7b1ad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444 HTTP/1.1" status: 200 len: 217 time: 0.0417347 Sep 17 01:08:07.231509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357300-7a15-450a-8977-0c358130505d req-12f3b5ef-4df5-453a-a6fd-433a7cebe34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:07.233594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-12f3b5ef-4df5-453a-a6fd-433a7cebe34a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fefe54a-261c-40f8-86b3-56497e170110 HTTP/1.1" status: 200 len: 854 time: 0.0741668 Sep 17 01:08:07.386738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9f355fe8-6850-47e0-8f9a-0ae5ca82614c None None] Provisioning complete for port 76b939a3-d2f8-42a9-808f-de402be5ddad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:07.387304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9f355fe8-6850-47e0-8f9a-0ae5ca82614c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:07.396364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357300-7a15-450a-8977-0c358130505d req-27ccb642-bdaa-47ca-b8ce-7684ed9e7346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:07.397882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-27ccb642-bdaa-47ca-b8ce-7684ed9e7346 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a50b244d-2d7e-4760-a133-50084aa8f089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559680 Sep 17 01:08:07.410076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220f0e0-bc19-4c3f-921d-08a9a69dec5f req-a22b51a8-bfad-4163-9f3d-51a7ba5689a7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:07.411662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2220f0e0-bc19-4c3f-921d-08a9a69dec5f req-a22b51a8-bfad-4163-9f3d-51a7ba5689a7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.0698361 Sep 17 01:08:07.434589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9f355fe8-6850-47e0-8f9a-0ae5ca82614c None None] Port 76b939a3-d2f8-42a9-808f-de402be5ddad cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:07.492971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:08:07.512042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2220f0e0-bc19-4c3f-921d-08a9a69dec5f req-af71aa9a-2a1b-46e4-9059-70b8556dca61 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904527 Sep 17 01:08:07.539901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-2eca3298-758c-4148-ac3c-02f031f29027 service neutron] 10.222.0.36 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270540 Sep 17 01:08:07.686416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:07.694551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f24a1275-6d08-4397-b67e-d05c1f216907 admin admin] 10.222.0.13 "PUT /v2.0/routers/d2aa7806-d17c-4971-ae82-ccdf90cfcbf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9295602 Sep 17 01:08:07.748936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b357300-7a15-450a-8977-0c358130505d req-42e6af06-dcbb-40ac-9729-d04a2e3978b6 service neutron] 10.222.0.36 "GET /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008350 Sep 17 01:08:07.786313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6708e5-4e72-43c4-b0f0-7df456f285f4 req-8eb9197f-7c70-4fce-a571-b6e30c03f737 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:07.795337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab6708e5-4e72-43c4-b0f0-7df456f285f4 req-8eb9197f-7c70-4fce-a571-b6e30c03f737 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.1244426 Sep 17 01:08:07.897643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce51f0-d412-406b-a5c7-75a7f126dc39 req-73c01ad8-477a-4ff2-8a6e-65ef12baa5fc tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:07.902574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab6708e5-4e72-43c4-b0f0-7df456f285f4 req-4e5ea6f4-ff5f-4522-938b-71af92728006 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041350 Sep 17 01:08:07.911847 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2ce51f0-d412-406b-a5c7-75a7f126dc39 req-73c01ad8-477a-4ff2-8a6e-65ef12baa5fc tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0831821 Sep 17 01:08:07.976795 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2ce51f0-d412-406b-a5c7-75a7f126dc39 req-2a815639-af1f-4638-9c84-d64264c69aed tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631735 Sep 17 01:08:08.091375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415051-05ad-4090-b6e3-8df8110043b8 req-5e615f9d-1b6b-43c8-b7a8-ab07afeb2052 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:08.097791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7415051-05ad-4090-b6e3-8df8110043b8 req-5e615f9d-1b6b-43c8-b7a8-ab07afeb2052 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:08.099652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7415051-05ad-4090-b6e3-8df8110043b8 req-5e615f9d-1b6b-43c8-b7a8-ab07afeb2052 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1683 time: 0.0979583 Sep 17 01:08:08.105328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2642586c-dcce-472b-a3a4-78beea8f775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:08.147621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7415051-05ad-4090-b6e3-8df8110043b8 req-3bba39da-159f-4d68-a8d5-164623c18492 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371134 Sep 17 01:08:08.257997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:08.260489 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633a4e1c-017e-4f4d-b904-1387b664a5db" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:08.327991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060641bc-0273-411f-a34f-82f3f1ee41d8 req-93e364b4-bb73-4ae1-8533-78ea230a65f2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:08.329860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-060641bc-0273-411f-a34f-82f3f1ee41d8 req-93e364b4-bb73-4ae1-8533-78ea230a65f2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0837662 Sep 17 01:08:08.413259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-060641bc-0273-411f-a34f-82f3f1ee41d8 req-6468d3cf-6eb2-4f2e-83a0-aa8f46a9bd9f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750794 Sep 17 01:08:08.545249 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcc0783-1b2f-4060-9d3a-8c05d85b6776 x-openstack-request-id: req-dbcc0783-1b2f-4060-9d3a-8c05d85b6776 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:08.546384 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:08.546915 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbcc0783-1b2f-4060-9d3a-8c05d85b6776 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:08.548001 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:08:08.624204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42126) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:08.629858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448152701', 'description': 'tempest-description--470047823'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:08.724743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2f359-8c8c-42d2-9486-5da8ffef8f95 req-76975ae6-6280-4b0d-883d-4844eb3e787d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:08.726273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40b2f359-8c8c-42d2-9486-5da8ffef8f95 req-76975ae6-6280-4b0d-883d-4844eb3e787d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.0942702 Sep 17 01:08:08.730344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00134727-71e5-4ff2-9eb1-ba911eeb5f38 req-b56f26d3-1f23-401f-95f8-416b15fe4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:08.732162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00134727-71e5-4ff2-9eb1-ba911eeb5f38 req-b56f26d3-1f23-401f-95f8-416b15fe4730 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1096 time: 0.0652721 Sep 17 01:08:08.776470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:08.791692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40b2f359-8c8c-42d2-9486-5da8ffef8f95 req-25242936-ee1a-4ee2-9b6a-33d28e0ac197 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569983 Sep 17 01:08:08.793378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00134727-71e5-4ff2-9eb1-ba911eeb5f38 req-59119849-1b99-4528-84dd-fd1de691ff73 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525281 Sep 17 01:08:08.888484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:08.952907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:08.984165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd50ab1b-3e34-4f02-a271-3280a7ec0c96,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:09.046245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177a337-4df4-4391-a5e8-d2e94477fc56 req-d1d908ff-ab7b-4be7-8905-f0dc9fcbdf11 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.047812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4177a337-4df4-4391-a5e8-d2e94477fc56 req-d1d908ff-ab7b-4be7-8905-f0dc9fcbdf11 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.0685990 Sep 17 01:08:09.050055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.073794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.075387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8b5abf5b-c953-45ce-ba97-f8aad8cf233d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4499087 Sep 17 01:08:09.078262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42134) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:09.103878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Request body: {'security_group_rule': {'security_group_id': 'dd50ab1b-3e34-4f02-a271-3280a7ec0c96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:09.137745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8bd7f18c-f708-4e90-96de-c88153695c6b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:09.165406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4177a337-4df4-4391-a5e8-d2e94477fc56 req-44ee6599-639d-4756-bfaa-107d0b1427f8 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096613 Sep 17 01:08:09.180598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-dad30004-cc88-439c-8223-6b42bf7d6036 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1032388 Sep 17 01:08:09.234527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8bd7f18c-f708-4e90-96de-c88153695c6b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:09.235560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.253034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaa2f3-0fbd-4309-8789-16ea5f62bb43 req-d0428e98-c22f-488a-9b31-d208cff6d5e3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.254919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72eaa2f3-0fbd-4309-8789-16ea5f62bb43 req-d0428e98-c22f-488a-9b31-d208cff6d5e3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0755355 Sep 17 01:08:09.279927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.325870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72eaa2f3-0fbd-4309-8789-16ea5f62bb43 req-52a906e6-2138-4e46-b7b4-35c300a48c73 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633116 Sep 17 01:08:09.385873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.442941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.447160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8bd7f18c-f708-4e90-96de-c88153695c6b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8bd7f18c-f708-4e90-96de-c88153695c6b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:09.452185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.467704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d99e8-1b50-44c3-825d-11b55c6eb747 req-6b9a8ea1-d4ff-4d27-ae56-8c0e53dc7a80 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.470056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc4d99e8-1b50-44c3-825d-11b55c6eb747 req-6b9a8ea1-d4ff-4d27-ae56-8c0e53dc7a80 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.1841221 Sep 17 01:08:09.510748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.512685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.512685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.512685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.513076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.513549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.514007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.516066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f89d00ec-f9d5-455a-89c0-f536cab9eebc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6498 time: 0.1877093 Sep 17 01:08:09.518138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cfc00-d75e-4ae6-9db6-bfc965f8d71f req-9353edb4-0286-458c-ab56-1621b0a34bdf tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.525201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.527751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cfc00-d75e-4ae6-9db6-bfc965f8d71f req-9353edb4-0286-458c-ab56-1621b0a34bdf tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.530403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-786cfc00-d75e-4ae6-9db6-bfc965f8d71f req-9353edb4-0286-458c-ab56-1621b0a34bdf tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1683 time: 0.0971682 Sep 17 01:08:09.584777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-786cfc00-d75e-4ae6-9db6-bfc965f8d71f req-2801f42a-d355-4722-8806-d3bd4274fddc tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480263 Sep 17 01:08:09.606588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8bd7f18c-f708-4e90-96de-c88153695c6b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:09.609507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc4d99e8-1b50-44c3-825d-11b55c6eb747 req-6502860e-f2c4-476a-91ee-ebac86a6c6db tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255996 Sep 17 01:08:09.659347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.704957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e92c42d-dcf8-4f0b-bb7e-7c84183d9ad8,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:09.751201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cb5dc-5f35-4602-bf1d-c96f95e61d0c req-990c3a06-4205-4704-9a6d-b234135cfecd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.753407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-891cb5dc-5f35-4602-bf1d-c96f95e61d0c req-990c3a06-4205-4704-9a6d-b234135cfecd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0728743 Sep 17 01:08:09.762086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-c8520917-fd25-44e9-bd2a-452b98f6ba24 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.764469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-c8520917-fd25-44e9-bd2a-452b98f6ba24 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.23 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.2072277 Sep 17 01:08:09.836124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-891cb5dc-5f35-4602-bf1d-c96f95e61d0c req-17417ec9-acf3-4cc9-adf4-2139c1835ed0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686657 Sep 17 01:08:09.836493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-9710c9fa-ad19-40d1-8dd6-3f2597535edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.836493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-9710c9fa-ad19-40d1-8dd6-3f2597535edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.836493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-9710c9fa-ad19-40d1-8dd6-3f2597535edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:09.837768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-9710c9fa-ad19-40d1-8dd6-3f2597535edc service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d1fc549-aa3d-4d46-98a9-560f16163d29&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 200 len: 2298 time: 0.2674103 Sep 17 01:08:09.841271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:09.845695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42150) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:09.846000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5eead5c5-55de-44ad-841c-b9e2962f826a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7648075 Sep 17 01:08:09.852862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Request body: {'security_group_rule': {'security_group_id': 'dd50ab1b-3e34-4f02-a271-3280a7ec0c96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:09.906008 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Sync routers for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:09.916261 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:09.916876 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:09.991962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-3ea1326d-b943-45f0-98cf-6d5b367c075b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 200 len: 1001 time: 0.1331975 Sep 17 01:08:10.006385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Deleting port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:10.006752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.042860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:10.049699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.138495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-a0cd2806-cf7e-418f-84d4-78732fd44f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:10.140128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-a0cd2806-cf7e-418f-84d4-78732fd44f8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7372a4ee-7734-4abf-a4a8-a056449fad85 HTTP/1.1" status: 200 len: 856 time: 0.1365492 Sep 17 01:08:10.158350 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.207626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] For port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:10.207626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.223275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Calling delete_port for 87820d7a-bd60-49b5-8d9a-ac100fcdc02e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:10.236567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.252297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-216d21c4-6439-47cb-9228-723e6d0a4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:10.253851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-216d21c4-6439-47cb-9228-723e6d0a4a5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d1fc549-aa3d-4d46-98a9-560f16163d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057408 Sep 17 01:08:10.277559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 2, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:10.291477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c85dbe-1f24-4f2d-8c8e-66da058fc7e0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:10.331188 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Checking router: d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:10.331864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Updating router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 port 76b939a3-d2f8-42a9-808f-de402be5ddad binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:08:10.364511 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.391015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c76b6-6f2f-4735-a68a-0d90b02b9a9f req-eb865c7e-8992-4357-91a6-d41e38beeed0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:10.403694 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b37c76b6-6f2f-4735-a68a-0d90b02b9a9f req-eb865c7e-8992-4357-91a6-d41e38beeed0 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 950 time: 0.1397426 Sep 17 01:08:10.437376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.443066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57025401-6c09-42d6-83c0-915ef52767e1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5956619 Sep 17 01:08:10.447584 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42160) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:10.456763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:10.494699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b37c76b6-6f2f-4735-a68a-0d90b02b9a9f req-e72ce734-4c65-4b70-a82f-e41a0357582b tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/security-groups?id=397b28d9-b6cc-4d4e-a087-7e026add0a73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899789 Sep 17 01:08:10.624492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.827975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a77c51-b501-4ba7-be28-06b41fa78231 req-c0d475b5-5ec3-43fa-a7b9-21cf9951d124 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:10.834277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a77c51-b501-4ba7-be28-06b41fa78231 req-c0d475b5-5ec3-43fa-a7b9-21cf9951d124 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:10.848931 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2a77c51-b501-4ba7-be28-06b41fa78231 req-c0d475b5-5ec3-43fa-a7b9-21cf9951d124 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1683 time: 0.1812594 Sep 17 01:08:10.894824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-5a0eb243-70c7-422f-8d86-097726083ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255910 Sep 17 01:08:10.923371 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:10.924654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2a77c51-b501-4ba7-be28-06b41fa78231 req-8906d194-8612-4524-bf50-05183042abdc tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Sep 17 01:08:10.960040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.001222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6624db-6107-4e55-96a8-468a1d7ef9cc req-f7ce588e-c085-46d9-a7aa-6a15b88e5f42 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:11.008509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f6624db-6107-4e55-96a8-468a1d7ef9cc req-f7ce588e-c085-46d9-a7aa-6a15b88e5f42 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.2846019 Sep 17 01:08:11.070373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f6624db-6107-4e55-96a8-468a1d7ef9cc req-03cb64e0-3326-439f-bd77-77f7922d964e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561101 Sep 17 01:08:11.095801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.103879 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.104403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.109729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['87820d7a-bd60-49b5-8d9a-ac100fcdc02e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:11.121455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-ad90e7cc-3743-4d3d-9753-3ae0e12cd428 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182598 Sep 17 01:08:11.135002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b797553-fddf-40f4-bda3-1d60629e6b9d req-1e7935e1-6888-49d6-8a2e-41a128d1d72b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:11.143047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b797553-fddf-40f4-bda3-1d60629e6b9d req-1e7935e1-6888-49d6-8a2e-41a128d1d72b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.1318896 Sep 17 01:08:11.203784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Pushing event deleted for resources: {'Port': ['ID=87820d7a-bd60-49b5-8d9a-ac100fcdc02e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:11.208949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-28c991f5-e08b-40d0-a610-c219ca1291e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 217 time: 0.0792334 Sep 17 01:08:11.286057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Allocated IP 172.25.1.219 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/c0547b27-ad4e-4e00-befe-f8656feb0755) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:11.312239 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d241fb-3d68-48e0-987d-230941737d48 None None] Pushing event updated for resources: {'Port': ['ID=76b939a3-d2f8-42a9-808f-de402be5ddad,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:11.312430 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b797553-fddf-40f4-bda3-1d60629e6b9d req-dd001f80-e76b-47b5-b6d9-17d7112d4406 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563342 Sep 17 01:08:11.322432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-e2112734-ea47-4a53-aa39-58e8b5763613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:11.324078 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-e2112734-ea47-4a53-aa39-58e8b5763613 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0797532 Sep 17 01:08:11.338908 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Attempting to bind port 76b939a3-d2f8-42a9-808f-de402be5ddad on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:11.339664 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Attempting to bind port 76b939a3-d2f8-42a9-808f-de402be5ddad by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:11.340315 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Attempting to bind port 76b939a3-d2f8-42a9-808f-de402be5ddad on network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:11.349755 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:11.350133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Checking segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:11.351377 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.358209 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Bound using segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:11.358209 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Bound port: 76b939a3-d2f8-42a9-808f-de402be5ddad, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:11.358209 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.358646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] No DVR routers for this DVR port 87820d7a-bd60-49b5-8d9a-ac100fcdc02e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:11.380925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.383341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f033540-53ad-4631-8b1b-9fd289b473f3 req-51b58496-cd02-4523-b185-a919512dd177 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.23 "DELETE /v2.0/ports/87820d7a-bd60-49b5-8d9a-ac100fcdc02e HTTP/1.1" status: 204 len: 173 time: 1.5993898 Sep 17 01:08:11.420041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'name': 'network-vif-deleted', 'tag': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:11.422620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df9803a-28dc-446d-980d-c48e62f4f390" -d '{"events": [{"server_uuid": "caf57125-08cf-4e03-8aa7-00fe378bf777", "name": "network-vif-deleted", "tag": "87820d7a-bd60-49b5-8d9a-ac100fcdc02e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:11.514467 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] For port 76b939a3-d2f8-42a9-808f-de402be5ddad, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:11.519861 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] For port 76b939a3-d2f8-42a9-808f-de402be5ddad, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=76b939a3-d2f8-42a9-808f-de402be5ddad,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:11.530236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-10ac3afe-f241-4291-ae53-095137b1b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:11.532027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-10ac3afe-f241-4291-ae53-095137b1b4de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1905532 Sep 17 01:08:11.535051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8bd7f18c-f708-4e90-96de-c88153695c6b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:11.549896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470d873-e826-4e38-9285-ee1dba637777 req-64c13955-8f77-4d91-b718-5060a77eddef tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:11.564288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d470d873-e826-4e38-9285-ee1dba637777 req-64c13955-8f77-4d91-b718-5060a77eddef tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.2251029 Sep 17 01:08:11.617544 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.625666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8bd7f18c-f708-4e90-96de-c88153695c6b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:11.626748 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.626980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d470d873-e826-4e38-9285-ee1dba637777 req-ea8adc72-3c85-4a9c-878d-15b18c071ac5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617385 Sep 17 01:08:11.647564 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.741640 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:11.742127 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:11.784415 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868b9720-e038-4c06-8e9b-96c5f35f6634 x-openstack-request-id: req-868b9720-e038-4c06-8e9b-96c5f35f6634 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:11.784771 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf57125-08cf-4e03-8aa7-00fe378bf777", "name": "network-vif-deleted", "tag": "87820d7a-bd60-49b5-8d9a-ac100fcdc02e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:11.785081 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-868b9720-e038-4c06-8e9b-96c5f35f6634 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:11.785577 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf57125-08cf-4e03-8aa7-00fe378bf777', 'name': 'network-vif-deleted', 'tag': '87820d7a-bd60-49b5-8d9a-ac100fcdc02e', 'status': 'completed', 'code': 200} Sep 17 01:08:11.797381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.863271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ed4a2b11-d899-4245-b3cc-8faa3167ac5c None None] Provisioning complete for port 76b939a3-d2f8-42a9-808f-de402be5ddad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:11.863707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b11-d899-4245-b3cc-8faa3167ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:11.871829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-295e2088-bbe6-4cca-ba58-da5819b05e3f service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040555 Sep 17 01:08:11.934546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:11.968802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:11.980218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event updated for resources: {'Port': ['ID=c0547b27-ad4e-4e00-befe-f8656feb0755,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:11.991797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:12.003980 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:12.056465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b11-d899-4245-b3cc-8faa3167ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.102036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32fef7a4-72ae-4151-a3fe-3bdf39752376 req-75c9cff4-161c-4c90-b43b-50b59bdcfddf tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 210 time: 0.2254202 Sep 17 01:08:12.155476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ed4a2b11-d899-4245-b3cc-8faa3167ac5c None None] For port 76b939a3-d2f8-42a9-808f-de402be5ddad, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=76b939a3-d2f8-42a9-808f-de402be5ddad,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:12.248268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2b11-d899-4245-b3cc-8faa3167ac5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.293827 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d241fb-3d68-48e0-987d-230941737d48 None None] Pushing event updated for resources: {'Port': ['ID=76b939a3-d2f8-42a9-808f-de402be5ddad,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:12.309076 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:11Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:12.339853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2b11-d899-4245-b3cc-8faa3167ac5c None None] Pushing event updated for resources: {'Port': ['ID=76b939a3-d2f8-42a9-808f-de402be5ddad,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:12.357386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.376800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b04071-0ec3-447e-affa-13a91b095d7b req-722a658b-6e3c-4cd7-b7f7-ac7121f25e05 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.380483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-52020376-d210-41fe-bedd-677c853e459f None None] Provisioning complete for port 76b939a3-d2f8-42a9-808f-de402be5ddad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:12.389390 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-52020376-d210-41fe-bedd-677c853e459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.390068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-9a88b994-9371-459a-96eb-dc4db2229756 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.392550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-75b04071-0ec3-447e-affa-13a91b095d7b req-722a658b-6e3c-4cd7-b7f7-ac7121f25e05 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.2621145 Sep 17 01:08:12.392703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-9a88b994-9371-459a-96eb-dc4db2229756 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.393209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42188) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:12.394278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-9a88b994-9371-459a-96eb-dc4db2229756 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.23 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1683 time: 0.4889123 Sep 17 01:08:12.399448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'floatingip': {'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:12.407996 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d9e2b8-a68f-465b-9733-74e65705fc0d None None] The sync data for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 is: [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:11Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:12.503216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-5a60b3e9-217a-4d66-b797-2edcf3d902d6 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788531 Sep 17 01:08:12.557528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.569635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.624019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-cafc9155-a7ad-4540-a16b-65d7cbc2ea31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 217 time: 0.1070077 Sep 17 01:08:12.646406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f06f7b-1012-4a00-a54b-81cb9bb7953e req-7c23fb1f-be15-4b4c-a2d2-e0c75b2a726b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.654662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f06f7b-1012-4a00-a54b-81cb9bb7953e req-7c23fb1f-be15-4b4c-a2d2-e0c75b2a726b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.657095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7f06f7b-1012-4a00-a54b-81cb9bb7953e req-7c23fb1f-be15-4b4c-a2d2-e0c75b2a726b tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 1683 time: 0.3484979 Sep 17 01:08:12.713592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-d4667b51-bbf3-466d-bf47-2063a3caeda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.715270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-d4667b51-bbf3-466d-bf47-2063a3caeda0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0569141 Sep 17 01:08:12.819962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7f06f7b-1012-4a00-a54b-81cb9bb7953e req-f1945f4b-109a-43f8-b7d1-b12445bdbc13 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033823 Sep 17 01:08:12.824062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-a702f125-6cdb-4dc6-a370-3f739adff8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.825609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-a702f125-6cdb-4dc6-a370-3f739adff8e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895677 Sep 17 01:08:12.831449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 3651114c-17e7-479d-8787-5dd68ebdbf1e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:12.831820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:12.834992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a01321-d38c-4910-b87f-be98b92adfb5 req-0715603c-4e8b-4be7-b278-1037f6b9420e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:12.840068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33a01321-d38c-4910-b87f-be98b92adfb5 req-0715603c-4e8b-4be7-b278-1037f6b9420e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.3164599 Sep 17 01:08:13.003711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33a01321-d38c-4910-b87f-be98b92adfb5 req-e8329705-549a-4fa3-8d3d-2b6f79edf16a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470716 Sep 17 01:08:13.178204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 3651114c-17e7-479d-8787-5dd68ebdbf1e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3651114c-17e7-479d-8787-5dd68ebdbf1e,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:13.178823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.214380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 3651114c-17e7-479d-8787-5dd68ebdbf1e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:13.231276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 76b939a3-d2f8-42a9-808f-de402be5ddad up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:13.285398 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a97560a-c7f3-4b44-ac99-1a61aea639cd req-fa5cb2e6-4281-4b86-80af-5996059025b4 tempest-LiveMigrationNegativeTest-1795919637 tempest-LiveMigrationNegativeTest-1795919637-project] 10.222.0.13 "GET /v2.0/ports?device_id=caf57125-08cf-4e03-8aa7-00fe378bf777 HTTP/1.1" status: 200 len: 210 time: 0.0443044 Sep 17 01:08:13.292682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-5b978799-9de2-4b21-9af8-4e479bab43a3 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517624 Sep 17 01:08:13.303233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478c92c-21fb-48e5-8c4d-e0dd7be768fa req-ddbd6dbb-6243-4c93-8353-b2fdcfae948e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:13.306535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6478c92c-21fb-48e5-8c4d-e0dd7be768fa req-ddbd6dbb-6243-4c93-8353-b2fdcfae948e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.2624919 Sep 17 01:08:13.342078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 76b939a3-d2f8-42a9-808f-de402be5ddad triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:13.342612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.393276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.493711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.507755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6478c92c-21fb-48e5-8c4d-e0dd7be768fa req-95b14d68-4880-4b2c-9759-d37676dda0c3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664090 Sep 17 01:08:13.546672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-759fbb48-a2cb-4beb-aee0-e429e01aab80 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403827 Sep 17 01:08:13.611446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.625613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-a88b0d44-8e77-4915-8a80-4799b5209b51 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=82098396-32dd-4b1f-81c7-7218175d4d65 HTTP/1.1" status: 200 len: 217 time: 0.0720456 Sep 17 01:08:13.626625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event updated for resources: {'Port': ['ID=c0547b27-ad4e-4e00-befe-f8656feb0755,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:13.651404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-084a9402-746e-4870-bc12-e76a30a629b3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:13.652905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-084a9402-746e-4870-bc12-e76a30a629b3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.1096125 Sep 17 01:08:13.654135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.691973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-857ddd6e-1e6b-4dae-9464-14e9e2c77433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:13.693269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-857ddd6e-1e6b-4dae-9464-14e9e2c77433 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0593925 Sep 17 01:08:13.707366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.744121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-fe0a1aba-514f-440f-8531-b03cd885f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:13.745770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-fe0a1aba-514f-440f-8531-b03cd885f902 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0449381 Sep 17 01:08:13.777600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.777822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.777944 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8de55182-e7d2-43ed-95d8-d9a11d08435a tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3249550 Sep 17 01:08:13.790395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3651114c-17e7-479d-8787-5dd68ebdbf1e', '32320159-6d78-4d69-a702-385f11b09da9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:13.827030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=3651114c-17e7-479d-8787-5dd68ebdbf1e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:13.868757 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Floating IP 0e03af74-cd0d-4603-b72e-1b26fb0c754c associated. External IP: 172.25.1.14, port: bc517755-a3e3-4e8f-8737-fca6e57fac3a. Sep 17 01:08:13.914148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Deleting port 83ce3b0a-1b00-41fe-af26-07275c47825f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:13.914914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:13.921923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-c8541130-c8f7-4a1d-afdd-dae7bcd85c94 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677647 Sep 17 01:08:13.968185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 32320159-6d78-4d69-a702-385f11b09da9 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:14.069680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 3651114c-17e7-479d-8787-5dd68ebdbf1e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:14.076391 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.078503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-18de0d51-12e0-4920-954e-ad89f048e62f tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.23 "DELETE /v2.0/ports/3651114c-17e7-479d-8787-5dd68ebdbf1e HTTP/1.1" status: 204 len: 173 time: 1.6616611 Sep 17 01:08:14.079012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-deleted', 'tag': '3651114c-17e7-479d-8787-5dd68ebdbf1e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:14.081354 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcbc2c3-7515-4f78-a1fc-3f20cdedd00d" -d '{"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-deleted", "tag": "3651114c-17e7-479d-8787-5dd68ebdbf1e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:14.121582 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.154266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32320159-6d78-4d69-a702-385f11b09da9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:14.159802 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c84f9e-199a-4199-a0f2-37425cecc236" -d '{"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "32320159-6d78-4d69-a702-385f11b09da9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:14.175900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32320159-6d78-4d69-a702-385f11b09da9,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:14.195233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-05f91605-d750-4389-b77f-a38ca77fdaec tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1448152701&fields=id&tenant_id=2a37b5e971254cd0a9559c4de88779a5 HTTP/1.1" status: 200 len: 267 time: 0.1870766 Sep 17 01:08:14.247000 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.247000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3651114c-17e7-479d-8787-5dd68ebdbf1e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:14.268489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 3651114c-17e7-479d-8787-5dd68ebdbf1e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:14.269238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3651114c-17e7-479d-8787-5dd68ebdbf1e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:14.269792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 87820d7a-bd60-49b5-8d9a-ac100fcdc02e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:14.292353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-b79644bd-c2ff-4c1d-acb5-b61eaa4484ff service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346403 Sep 17 01:08:14.312693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 87820d7a-bd60-49b5-8d9a-ac100fcdc02e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:14.313194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 87820d7a-bd60-49b5-8d9a-ac100fcdc02e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:14.340049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:14.378602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-d121d2d0-21d6-45df-bb73-42f111e45517 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4d8696d0-d515-4bb1-825b-1882392eaaae HTTP/1.1" status: 200 len: 217 time: 0.0589635 Sep 17 01:08:14.394892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 32320159-6d78-4d69-a702-385f11b09da9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:14.395271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.421278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e91b57-df61-47ea-9897-f5e889cb776a req-25a68dcf-29f6-4deb-938e-bf598b1be760 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:14.422978 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-39e91b57-df61-47ea-9897-f5e889cb776a req-25a68dcf-29f6-4deb-938e-bf598b1be760 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 946 time: 0.4854469 Sep 17 01:08:14.460858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-302f0b60-ed6e-41e6-887a-45c2092986e8 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:14.462651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-302f0b60-ed6e-41e6-887a-45c2092986e8 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/networks?id=8e9889cd-2df7-4a7d-8ada-3e29217c4816 HTTP/1.1" status: 200 len: 806 time: 0.2330575 Sep 17 01:08:14.498854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] For port 83ce3b0a-1b00-41fe-af26-07275c47825f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=83ce3b0a-1b00-41fe-af26-07275c47825f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:14.499409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.525012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Calling delete_port for 83ce3b0a-1b00-41fe-af26-07275c47825f owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:14.533669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-b1ed77d6-9104-47b7-bb0d-a1a708cba269 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/quotas/2a37b5e971254cd0a9559c4de88779a5 HTTP/1.1" status: 200 len: 375 time: 0.0568271 Sep 17 01:08:14.537264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-9136bfa7-f9c4-4e8e-8e50-8e5c385d0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:14.539676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-9136bfa7-f9c4-4e8e-8e50-8e5c385d0624 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1363571 Sep 17 01:08:14.578576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-39e91b57-df61-47ea-9897-f5e889cb776a req-d4a04e20-e035-4d00-8882-4db438816c2a tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/security-groups?id=27197e42-5379-4d17-96f0-1239d87fd6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121624 Sep 17 01:08:14.613590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 32320159-6d78-4d69-a702-385f11b09da9, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=32320159-6d78-4d69-a702-385f11b09da9,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:14.613961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.637777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 32320159-6d78-4d69-a702-385f11b09da9 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:14.647990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Router 05af4c20-7d93-4328-b147-c380d6bd2360 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:08:14.653919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-0bb82115-82ef-40bc-adbf-4b317d3d92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:14.657448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-0bb82115-82ef-40bc-adbf-4b317d3d92d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1037633 Sep 17 01:08:14.664898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-97dfa71a-db4c-4916-be48-ab542e2f794b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a37b5e971254cd0a9559c4de88779a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217201 Sep 17 01:08:14.870527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:14.877449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:14.881481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] Sync routers for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:14.891183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:14.892054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:14.907033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef46178-c64d-45c6-a5d3-694f33faa1b3 req-2dd8aa57-890f-43e6-82e7-e3e88ce1b2cc tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:14.908581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eef46178-c64d-45c6-a5d3-694f33faa1b3 req-2dd8aa57-890f-43e6-82e7-e3e88ce1b2cc tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 946 time: 0.1688831 Sep 17 01:08:14.916650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1aee0af3-5344-4325-ba3d-10e03445877a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "PUT /v2.0/floatingips/0e03af74-cd0d-4603-b72e-1b26fb0c754c HTTP/1.1" status: 200 len: 990 time: 2.5223331 Sep 17 01:08:14.917203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:14.919481 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c84b2a2-dd6c-4003-a876-3f9f792a3330" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:14.923643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-37931afd-ca4f-4ca8-9f4d-dd4153636eca service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562833 Sep 17 01:08:14.943131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-2642eae1-efcf-4e7c-926b-90eae86deb8b service neutron] 10.222.0.13 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000756 Sep 17 01:08:14.957380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eef46178-c64d-45c6-a5d3-694f33faa1b3 req-d8522de5-4ea1-493c-972c-04b1a441eaf9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344353 Sep 17 01:08:15.002921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:15.012033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:15.042904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event deleted for resources: {'Port': ['ID=83ce3b0a-1b00-41fe-af26-07275c47825f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:15.056764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['83ce3b0a-1b00-41fe-af26-07275c47825f'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:15.064600 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9940d192-be05-436c-a162-71b181a22e76 x-openstack-request-id: req-9940d192-be05-436c-a162-71b181a22e76 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:15.064983 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-deleted", "tag": "3651114c-17e7-479d-8787-5dd68ebdbf1e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:15.065307 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9940d192-be05-436c-a162-71b181a22e76 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:15.065911 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-deleted', 'tag': '3651114c-17e7-479d-8787-5dd68ebdbf1e', 'status': 'completed', 'code': 200} Sep 17 01:08:15.108108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] No DVR routers for this DVR port 83ce3b0a-1b00-41fe-af26-07275c47825f on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:15.110981 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:15.113413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d93895e-8fdb-4db4-b17a-4c9e3234b0d1 req-619b5606-8ab1-445e-aa87-e45d0075d424 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "DELETE /v2.0/ports/83ce3b0a-1b00-41fe-af26-07275c47825f HTTP/1.1" status: 204 len: 173 time: 1.4526823 Sep 17 01:08:15.146038 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d8d29-ae2b-4087-9552-eb7d1b5d2ba6 x-openstack-request-id: req-a62d8d29-ae2b-4087-9552-eb7d1b5d2ba6 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:15.146545 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "32320159-6d78-4d69-a702-385f11b09da9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:15.146989 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a62d8d29-ae2b-4087-9552-eb7d1b5d2ba6 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:15.151455 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32320159-6d78-4d69-a702-385f11b09da9', 'code': 200} Sep 17 01:08:15.183730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-9238f6a4-be1b-4094-9985-273fd6848e9e service neutron] 10.222.0.13 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165744 Sep 17 01:08:15.192767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-999b3648-502e-4cb7-b1dc-4cb58b678e54 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615371 Sep 17 01:08:15.259725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-0811edb9-bc59-4dfc-960a-ce4f785f175c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3988df96-4c91-4792-911f-f954b14ff2f4 HTTP/1.1" status: 200 len: 217 time: 0.0574391 Sep 17 01:08:15.259725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:15.314811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=32320159-6d78-4d69-a702-385f11b09da9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:15.317507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5765cd-2b08-4dbf-b9cc-389cff074c8a req-9f849d64-06a6-40f9-b7d2-275d869b067e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:15.319399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a5765cd-2b08-4dbf-b9cc-389cff074c8a req-9f849d64-06a6-40f9-b7d2-275d869b067e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0541468 Sep 17 01:08:15.358113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '0e03af74-cd0d-4603-b72e-1b26fb0c754c', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2216ad-d405-4ace-914f-c072391f0515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:07:45Z', 'updated_at': '2021-09-17T01:08:13Z', 'revision_number': 1, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:41Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:15.365123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a5765cd-2b08-4dbf-b9cc-389cff074c8a req-f4f98073-de7e-4c9f-800c-a66f8f178503 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386631 Sep 17 01:08:15.415353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] Checking router: 05af4c20-7d93-4328-b147-c380d6bd2360 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:15.427257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 32320159-6d78-4d69-a702-385f11b09da9 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:15.435707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:15.437852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-691612a2-dbb6-4975-9e91-81f9350583d3 req-eb156789-f377-4714-b584-ed3e0d07b540 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.23 "DELETE /v2.0/ports/32320159-6d78-4d69-a702-385f11b09da9 HTTP/1.1" status: 204 len: 173 time: 1.3508093 Sep 17 01:08:15.438869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:15.439740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:15.448867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-3807a471-a8b8-49a2-8a3a-5be752e6e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:15.451557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-3807a471-a8b8-49a2-8a3a-5be752e6e30c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.1505773 Sep 17 01:08:15.521514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-5dcc86df-8f03-460a-a646-93e8d7118338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:15.523071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-5dcc86df-8f03-460a-a646-93e8d7118338 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0644226 Sep 17 01:08:15.671299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f5623bb4-db8f-4385-9f2f-0e8ceb5347b5 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367061 Sep 17 01:08:15.675903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:15.688116 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3204b69-36e1-4a75-95d3-09ec606969f1 x-openstack-request-id: req-b3204b69-36e1-4a75-95d3-09ec606969f1 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:15.693447 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:15.693447 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3204b69-36e1-4a75-95d3-09ec606969f1 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:15.693447 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'status': 'completed', 'code': 200} Sep 17 01:08:15.840125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f12566c-8832-407d-a8f7-b3aea74ddc9e req-113d4d32-b754-4f85-a1ce-015f24f94fa3 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 210 time: 0.0858710 Sep 17 01:08:15.864152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-b3a1b046-641a-4642-954d-4285b7c7fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:15.865714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-b3a1b046-641a-4642-954d-4285b7c7fd07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1096 time: 0.1475940 Sep 17 01:08:15.890504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42250) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:15.920350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-c2161ee0-3df4-4968-b869-578590954a41 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414773 Sep 17 01:08:16.004686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '0e03af74-cd0d-4603-b72e-1b26fb0c754c', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2216ad-d405-4ace-914f-c072391f0515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:07:45Z', 'updated_at': '2021-09-17T01:08:13Z', 'revision_number': 1, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:41Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:16.052253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d1124d-f28b-4f99-a69e-8ee0dc79ae3c None None] The sync data for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 is: [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '0e03af74-cd0d-4603-b72e-1b26fb0c754c', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'floating_ip_address': '172.25.1.14', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2216ad-d405-4ace-914f-c072391f0515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:07:45Z', 'updated_at': '2021-09-17T01:08:13Z', 'revision_number': 1, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:41Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:16.083428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f8cf3803-c346-4c5a-b9fb-52ddec111619 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd3b9f321f0a4ea892d5f899093746c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906526 Sep 17 01:08:16.084427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42258) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:16.148950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a19c1c-5e51-40b7-9937-9267db9265bf req-2e9761af-dcea-4dbe-9bf0-c2f6621188b9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4dfd985-edc1-40f6-a4d6-e7a0497f6558 HTTP/1.1" status: 200 len: 210 time: 0.0433323 Sep 17 01:08:16.197055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82c2f972-ce58-43bc-b384-5ba6da8092f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:16.225793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82c2f972-ce58-43bc-b384-5ba6da8092f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:16.320793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e56b6a-6a49-481d-b21d-29ad8a8d78e2 req-5bba367a-9ff5-4fc6-9a0c-cf45b347ef11 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.322456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11e56b6a-6a49-481d-b21d-29ad8a8d78e2 req-5bba367a-9ff5-4fc6-9a0c-cf45b347ef11 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 945 time: 0.0753295 Sep 17 01:08:16.378562 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ae8a9-e6b0-4ca6-86df-ab849039a5b3 None None] New status for floating IP 0e03af74-cd0d-4603-b72e-1b26fb0c754c: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:08:16.379428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11e56b6a-6a49-481d-b21d-29ad8a8d78e2 req-22189709-78bb-4d87-b4d9-90b6b3ab526d tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Sep 17 01:08:16.449129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-f0a013c3-da35-455d-a2ba-ee55761450a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 200 len: 217 time: 0.4931343 Sep 17 01:08:16.464558 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48c54669-3ab1-4be9-97bd-99edac93675b req-707e96ef-c52d-4b25-a5dd-e4d58306caca tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9c7b203-3602-429f-9e93-ad72b4143b2d HTTP/1.1" status: 200 len: 210 time: 0.5018752 Sep 17 01:08:16.480130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82c2f972-ce58-43bc-b384-5ba6da8092f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:16.483767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82c2f972-ce58-43bc-b384-5ba6da8092f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:16.487597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82c2f972-ce58-43bc-b384-5ba6da8092f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/397b28d9-b6cc-4d4e-a087-7e026add0a73 HTTP/1.1" status: 204 len: 168 time: 0.3997345 Sep 17 01:08:16.502731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c2f972-ce58-43bc-b384-5ba6da8092f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397b28d9-b6cc-4d4e-a087-7e026add0a73,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:16.538737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-48f5ae6e-a7ae-4c64-a420-2d22897273bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.538737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-48f5ae6e-a7ae-4c64-a420-2d22897273bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.6610200 Sep 17 01:08:16.539182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-91bca3a3-cd9d-4af8-8ddb-f5c39ac3a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.541053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-91bca3a3-cd9d-4af8-8ddb-f5c39ac3a77e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.0753436 Sep 17 01:08:16.675204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-940af4d6-7c75-4254-b937-d0314ff0229d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.1240370 Sep 17 01:08:16.677769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-31c1b35e-a932-4a93-89ce-2e7b8859ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.679175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-31c1b35e-a932-4a93-89ce-2e7b8859ee1a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212497 Sep 17 01:08:16.694957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a66a95-01b2-4216-bf66-f49865a6be45 req-661e8278-af3c-4002-a09d-61f16bd128dd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.697165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62a66a95-01b2-4216-bf66-f49865a6be45 req-661e8278-af3c-4002-a09d-61f16bd128dd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1000788 Sep 17 01:08:16.823836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-78ee5bd6-e291-4a3c-b742-b585f0627e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.825439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-78ee5bd6-e291-4a3c-b742-b585f0627e3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.1260219 Sep 17 01:08:16.832221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62a66a95-01b2-4216-bf66-f49865a6be45 req-297e073b-eab3-4a33-bcac-5cefacf9105d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192570 Sep 17 01:08:16.889431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-520c7ec8-53e8-4080-a9c5-25146f74f783 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911449 Sep 17 01:08:16.895612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-9f9a7ce3-1bb4-465a-8b69-77adf2f11d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:16.897039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-9f9a7ce3-1bb4-465a-8b69-77adf2f11d11 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624998 Sep 17 01:08:16.938017 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09930c8e-2f45-42fe-a154-ef10914b195b req-6e60ba25-89b4-43a6-a219-459d75b10740 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 210 time: 0.0300295 Sep 17 01:08:17.052840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d60acea0-6c88-4ebc-8715-82c0c34cbb94 req-c8dcf7dd-5466-43e6-b20a-5953f52602a3 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548731 Sep 17 01:08:17.056241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-d63e9471-b783-4f0b-a592-a3dfb74881f9 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512914 Sep 17 01:08:17.066888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-deleted', 'tag': '32320159-6d78-4d69-a702-385f11b09da9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:17.069269 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0990b-a50f-47d7-ba5d-9e4944250927" -d '{"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-deleted", "tag": "32320159-6d78-4d69-a702-385f11b09da9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:17.109450 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a5479a-5411-4de7-aec6-c0ee01e8b099 x-openstack-request-id: req-82a5479a-5411-4de7-aec6-c0ee01e8b099 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:17.109744 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9c7b203-3602-429f-9e93-ad72b4143b2d", "name": "network-vif-deleted", "tag": "32320159-6d78-4d69-a702-385f11b09da9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:17.109993 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82a5479a-5411-4de7-aec6-c0ee01e8b099 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:17.110382 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9c7b203-3602-429f-9e93-ad72b4143b2d', 'name': 'network-vif-deleted', 'tag': '32320159-6d78-4d69-a702-385f11b09da9', 'status': 'completed', 'code': 200} Sep 17 01:08:17.168855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c84b2a2-dd6c-4003-a876-3f9f792a3330 req-21a236ca-6e2e-42db-bf75-eaf5ee1d30f2 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960066 Sep 17 01:08:17.440100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42292) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:17.522686 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0ebbd789-0eea-4d2f-bc37-e6b1e871cba7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7886de08e26d4c6b87d67937164c01b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0813479 Sep 17 01:08:17.528064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42298) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:17.529391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-acbec718-bce2-4a76-a708-327553e7ad79 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:17.537010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-acbec718-bce2-4a76-a708-327553e7ad79 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.1653507 Sep 17 01:08:17.552633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b65720-ea48-4f62-aa1d-41ea0e7660f5 req-3dde5a99-190a-45ff-85f9-b53c001db079 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:17.556214 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-f862fba3-9069-4565-bf0b-cc9e8ddc7a1c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0158064 Sep 17 01:08:17.556529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-78b65720-ea48-4f62-aa1d-41ea0e7660f5 req-3dde5a99-190a-45ff-85f9-b53c001db079 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 945 time: 0.0754652 Sep 17 01:08:17.584368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-7618a191-56d9-47ad-91c6-f8b0bf9a2dea tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297134 Sep 17 01:08:17.620961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-78b65720-ea48-4f62-aa1d-41ea0e7660f5 req-0fa6039b-448f-4852-bc5c-1e6a490e2fa3 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/security-groups?id=f59b812d-171f-4449-82bd-617f9dbc8b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578051 Sep 17 01:08:17.621833 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1003-640f-4ab6-b54a-869b469895e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.653895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1003-640f-4ab6-b54a-869b469895e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.679702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42300) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:17.692932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'name': 'network-vif-deleted', 'tag': '83ce3b0a-1b00-41fe-af26-07275c47825f'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:17.695311 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7f362f-3284-4a08-a5ed-24dabef001c3" -d '{"events": [{"server_uuid": "d4dfd985-edc1-40f6-a4d6-e7a0497f6558", "name": "network-vif-deleted", "tag": "83ce3b0a-1b00-41fe-af26-07275c47825f"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:17.727922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fafb90-f122-40ff-a681-d851625da171 req-1a8f4c1c-347f-453a-896f-e1b08c91998e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:17.729956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57fafb90-f122-40ff-a681-d851625da171 req-1a8f4c1c-347f-453a-896f-e1b08c91998e tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 945 time: 0.0774078 Sep 17 01:08:17.734007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-96e84452-8003-4fea-826d-82919fd145c5 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394877 Sep 17 01:08:17.778656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting subnet c0ea6291-4a44-4dd6-b21f-b973bcd5241d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:08:17.787220 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b868a300-008d-4657-be53-299c8b697c45 x-openstack-request-id: req-b868a300-008d-4657-be53-299c8b697c45 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:17.787591 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4dfd985-edc1-40f6-a4d6-e7a0497f6558", "name": "network-vif-deleted", "tag": "83ce3b0a-1b00-41fe-af26-07275c47825f", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:17.787902 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b868a300-008d-4657-be53-299c8b697c45 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:17.788387 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4dfd985-edc1-40f6-a4d6-e7a0497f6558', 'name': 'network-vif-deleted', 'tag': '83ce3b0a-1b00-41fe-af26-07275c47825f', 'status': 'completed', 'code': 200} Sep 17 01:08:17.789188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.833685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.901005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-9c593c95-8f68-4309-959a-6da6ec5fbeaa service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606839 Sep 17 01:08:17.921549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Deleting port e2652c27-5fd3-4215-bcbd-2eaf3e835444 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:17.922934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.927340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1003-640f-4ab6-b54a-869b469895e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.936566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1003-640f-4ab6-b54a-869b469895e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:17.937749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9b3e1003-640f-4ab6-b54a-869b469895e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfb8dd07-1f1e-4742-9066-fc98e7b74fb7 HTTP/1.1" status: 204 len: 168 time: 0.4091680 Sep 17 01:08:17.951957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 83ce3b0a-1b00-41fe-af26-07275c47825f no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:17.961452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e1003-640f-4ab6-b54a-869b469895e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8dd07-1f1e-4742-9066-fc98e7b74fb7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:18.023002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 83ce3b0a-1b00-41fe-af26-07275c47825f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:18.025601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 83ce3b0a-1b00-41fe-af26-07275c47825f not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:18.042893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] For port e2652c27-5fd3-4215-bcbd-2eaf3e835444, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e2652c27-5fd3-4215-bcbd-2eaf3e835444,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:18.043291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.064615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Calling delete_port for e2652c27-5fd3-4215-bcbd-2eaf3e835444 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:18.078333 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.116222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f28685-8d8f-401b-943a-0eff3251bac6 req-7492287e-3672-4f22-ae95-7e255f74cdc6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:18.123661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-42f28685-8d8f-401b-943a-0eff3251bac6 req-7492287e-3672-4f22-ae95-7e255f74cdc6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1847978 Sep 17 01:08:18.171053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-42f28685-8d8f-401b-943a-0eff3251bac6 req-a5fbbe2c-4eb9-4365-91d4-4fd8fb768d3c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465150 Sep 17 01:08:18.277046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-558c6a46-ff70-4e93-8af0-28504ba1c9e6 req-f29c4a56-c9b5-43f8-8bb7-76394b58e03f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0382102 Sep 17 01:08:18.305905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbc03cfc-c394-41b6-a93f-8c8ce8a70e74 req-bcedd221-e207-4d00-88d6-c8ffb2e8e87f tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 210 time: 0.0390933 Sep 17 01:08:18.307892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.344374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ea6291-4a44-4dd6-b21f-b973bcd5241d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:18.350544 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.351431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0ccc7-36a0-428e-b241-c8565272ef33 None None] Network c08c47ca-ff82-4adb-b15f-e5182420fbdb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:18.356935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b0ed93eb-821b-46db-b712-5bd025a913f6 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/subnets/c0ea6291-4a44-4dd6-b21f-b973bcd5241d HTTP/1.1" status: 204 len: 168 time: 0.6757345 Sep 17 01:08:18.357455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42318) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:18.463365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.479322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e2652c27-5fd3-4215-bcbd-2eaf3e835444'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:18.500320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.536457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Pushing event deleted for resources: {'Port': ['ID=e2652c27-5fd3-4215-bcbd-2eaf3e835444,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:18.601278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] DHCP port deletion for c08c47ca-ff82-4adb-b15f-e5182420fbdb request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:08:18.611179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] No DVR routers for this DVR port e2652c27-5fd3-4215-bcbd-2eaf3e835444 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:18.614449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.616509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57fafb90-f122-40ff-a681-d851625da171 req-598f56fb-6aef-4e08-abdb-6e6b7368a13a tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.36 "DELETE /v2.0/ports/e2652c27-5fd3-4215-bcbd-2eaf3e835444 HTTP/1.1" status: 204 len: 173 time: 0.8798227 Sep 17 01:08:18.638647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:18.638997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.668372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] Deleting port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:18.668827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.729806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:18.730182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.745269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for d3c01e9e-b239-4e5f-9b13-8551b70b0a3c owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:18.788417 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2077a132-7897-4c58-8574-a2ac2a9cf545 req-0b20521e-150f-4982-8b52-d6293883c108 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 210 time: 0.0883324 Sep 17 01:08:18.817843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] For port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,segment=NetworkSegment(164669a2-b31c-46dc-95f5-abe6ca83d8ac),segment_id=164669a2-b31c-46dc-95f5-abe6ca83d8ac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:18.818267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.832469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] Calling delete_port for d3c01e9e-b239-4e5f-9b13-8551b70b0a3c owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:18.916753 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.952419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:18.957488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:18.979266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:19.024157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] No DVR routers for this DVR port d3c01e9e-b239-4e5f-9b13-8551b70b0a3c on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:19.026521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef525a77-66ab-4f9c-bd8e-7a3ac496a49d None None] Pushing event deleted for resources: {'Port': ['ID=d3c01e9e-b239-4e5f-9b13-8551b70b0a3c,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:19.092159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.109608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3c01e9e-b239-4e5f-9b13-8551b70b0a3c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:19.117703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'name': 'network-vif-deleted', 'tag': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:19.121723 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2586b7-0464-4f57-a63a-0642e0d7dabe" -d '{"events": [{"server_uuid": "d0b6f53c-31da-4a8b-a055-4e7000462b14", "name": "network-vif-deleted", "tag": "e2652c27-5fd3-4215-bcbd-2eaf3e835444"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:19.130526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08c47ca-ff82-4adb-b15f-e5182420fbdb']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:19.144872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164669a2-b31c-46dc-95f5-abe6ca83d8ac') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:19.145390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164669a2-b31c-46dc-95f5-abe6ca83d8ac') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:19.151904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d3c01e9e-b239-4e5f-9b13-8551b70b0a3c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:19.153383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3c01e9e-b239-4e5f-9b13-8551b70b0a3c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:19.160526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.169586 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342f781d-3089-43dd-9577-8ffedf2e25e6 x-openstack-request-id: req-342f781d-3089-43dd-9577-8ffedf2e25e6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:19.169881 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b6f53c-31da-4a8b-a055-4e7000462b14", "name": "network-vif-deleted", "tag": "e2652c27-5fd3-4215-bcbd-2eaf3e835444", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:19.170133 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-342f781d-3089-43dd-9577-8ffedf2e25e6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:19.170603 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0b6f53c-31da-4a8b-a055-4e7000462b14', 'name': 'network-vif-deleted', 'tag': 'e2652c27-5fd3-4215-bcbd-2eaf3e835444', 'status': 'completed', 'code': 200} Sep 17 01:08:19.178777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.186607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:08:19.187326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:08:19.190370 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:08:19.314645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca853a-607f-409f-a5c3-8c0bcac04f44 req-8bde603b-fbe5-4e99-91e0-3afef96c6462 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:19.316179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eaca853a-607f-409f-a5c3-8c0bcac04f44 req-8bde603b-fbe5-4e99-91e0-3afef96c6462 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0526557 Sep 17 01:08:19.347818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b8dab17-0bcc-402d-92a7-b23ec8f9c40d req-bfd9fef8-3e2d-48fd-bd3e-a784f59446ce tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Sep 17 01:08:19.360826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.362433 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eaca853a-607f-409f-a5c3-8c0bcac04f44 req-506303b4-763d-4c18-ba4e-81fb5026e294 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390272 Sep 17 01:08:19.366498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.370833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/networks/c08c47ca-ff82-4adb-b15f-e5182420fbdb HTTP/1.1" status: 204 len: 168 time: 1.0122805 Sep 17 01:08:19.373832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42358) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:19.425093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005ba29-a42f-4adb-87a3-645821f7d7a4 tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Network': ['ID=c08c47ca-ff82-4adb-b15f-e5182420fbdb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:19.460241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting subnet 8c60e4b4-5c14-477a-82ac-b459d2b709a4 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:08:19.469717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.508153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f42e5398-79a8-4c4a-b126-c27db3dd3b6b req-6e0cdac2-4aeb-4d6e-baae-7dc1e94da1f1 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 210 time: 0.0559742 Sep 17 01:08:19.521957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.551563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-81bb59db-80ab-4091-ae51-6960cb01bb40 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:19.553240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-81bb59db-80ab-4091-ae51-6960cb01bb40 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.36 "GET /v2.0/networks?id=8e9889cd-2df7-4a7d-8ada-3e29217c4816 HTTP/1.1" status: 200 len: 806 time: 0.1810713 Sep 17 01:08:19.601332 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-948d40e3-7fbc-4a63-a2d0-1a55e3b1bbe8 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a37b5e971254cd0a9559c4de88779a5 HTTP/1.1" status: 200 len: 380 time: 0.0386648 Sep 17 01:08:19.616921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Request body: {'port': {'device_id': 'a7b40d04-4464-45cc-b069-226ce9108608', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'admin_state_up': True, 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'security_groups': ['dd50ab1b-3e34-4f02-a271-3280a7ec0c96']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:19.625396 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.793808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.832143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Subnet': ['ID=8c60e4b4-5c14-477a-82ac-b459d2b709a4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:19.838402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.840683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02a3aab8-f6a3-4dc8-897d-338f05c0e20d tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/subnets/8c60e4b4-5c14-477a-82ac-b459d2b709a4 HTTP/1.1" status: 204 len: 168 time: 0.4656131 Sep 17 01:08:19.843668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42368) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:19.852964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758ca80-8d24-4f69-98ff-338bc793e750 None None] Network dbfbce5c-1163-44d5-8346-9e7d2d87155b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:19.854004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Made reservation on behalf of 2a37b5e971254cd0a9559c4de88779a5 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:19.858967 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:19.939099 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-907c2b13-0302-49ae-bff7-c0d524fdac9d req-42271544-bc90-431b-8327-438ab57c2f81 tempest-AttachSCSIVolumeTestJSON-167815458 tempest-AttachSCSIVolumeTestJSON-167815458-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0b6f53c-31da-4a8b-a055-4e7000462b14 HTTP/1.1" status: 200 len: 210 time: 0.0455933 Sep 17 01:08:20.022118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.118718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Allocated IP 172.20.0.9 (8e9889cd-2df7-4a7d-8ada-3e29217c4816/455a96b9-8d6a-45ab-97cc-291742f736bf/2689c30b-3a16-4d05-b009-f387ecde72d8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:20.171533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Deleting port 7e570623-9d0c-4e04-ae81-fda33379e040 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:20.171998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.289336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] For port 7e570623-9d0c-4e04-ae81-fda33379e040, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e570623-9d0c-4e04-ae81-fda33379e040,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:20.289654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.292005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] DHCP port deletion for dbfbce5c-1163-44d5-8346-9e7d2d87155b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:08:20.339381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Calling delete_port for 7e570623-9d0c-4e04-ae81-fda33379e040 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:20.342902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] Deleting port 7e570623-9d0c-4e04-ae81-fda33379e040 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:20.343297 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.442795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.461035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] For port 7e570623-9d0c-4e04-ae81-fda33379e040, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e570623-9d0c-4e04-ae81-fda33379e040,segment=NetworkSegment(198144be-06e9-4bc2-b096-75559700d2e4),segment_id=198144be-06e9-4bc2-b096-75559700d2e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:20.462390 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.489777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] Calling delete_port for 7e570623-9d0c-4e04-ae81-fda33379e040 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:20.532115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-325724d4-da75-4199-adcb-248ee921e4c5 req-7ad3eb44-e6bf-45a3-8487-11f0e8396052 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0566399 Sep 17 01:08:20.564213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586d977-5d24-4732-aa2c-e49640eaf7de req-cece442f-96f4-4a8e-acbb-cce95b0cf0df tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:20.564213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e586d977-5d24-4732-aa2c-e49640eaf7de req-cece442f-96f4-4a8e-acbb-cce95b0cf0df tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0867145 Sep 17 01:08:20.612350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e586d977-5d24-4732-aa2c-e49640eaf7de req-1cb86b54-9eaa-49ed-989b-f63a3ade6946 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Sep 17 01:08:20.651862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b42bbb0b-9870-4680-99ba-1d60ddf0f51f req-59ba350a-619a-4b23-9094-f1daf319e488 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 210 time: 0.0327528 Sep 17 01:08:20.652619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.658752 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.690035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] No DVR routers for this DVR port 7e570623-9d0c-4e04-ae81-fda33379e040 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:20.697782 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.699153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] Pushing event deleted for resources: {'Port': ['ID=7e570623-9d0c-4e04-ae81-fda33379e040,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:20.702368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Port': ['ID=7e570623-9d0c-4e04-ae81-fda33379e040,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:20.713890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0eae46-6a5f-4891-bc34-3a9559e6eb58 None None] No DVR routers for this DVR port 7e570623-9d0c-4e04-ae81-fda33379e040 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:20.797586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:20.833685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:20.846048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.846048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:20.876283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event updated for resources: {'Port': ['ID=2689c30b-3a16-4d05-b009-f387ecde72d8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:20.900977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfbce5c-1163-44d5-8346-9e7d2d87155b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:20.919908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198144be-06e9-4bc2-b096-75559700d2e4') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:20.919908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198144be-06e9-4bc2-b096-75559700d2e4') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:20.929273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:20.929912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.936623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.957209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.965973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:08:20.965973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:08:20.968165 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:08:21.073602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-70a6c6f7-4dfa-4840-8bd7-26b515e60d6b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4656296 Sep 17 01:08:21.108773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Request body: {'port': {'device_id': 'a7b40d04-4464-45cc-b069-226ce9108608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:21.147003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e570623-9d0c-4e04-ae81-fda33379e040 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:21.190980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7e570623-9d0c-4e04-ae81-fda33379e040 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:21.191680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e570623-9d0c-4e04-ae81-fda33379e040 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:21.193801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-43ea1f35-3cce-47db-b7ae-488f5c518615 None None] Provisioning complete for port 2689c30b-3a16-4d05-b009-f387ecde72d8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:21.195057 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-43ea1f35-3cce-47db-b7ae-488f5c518615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.257856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-f8bde843-6ef1-42db-82e6-b36336d06ef2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:21.258144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-43ea1f35-3cce-47db-b7ae-488f5c518615 None None] Port 2689c30b-3a16-4d05-b009-f387ecde72d8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:21.260773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-f8bde843-6ef1-42db-82e6-b36336d06ef2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.2123458 Sep 17 01:08:21.261623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.273604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.275885 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] 10.222.0.13 "DELETE /v2.0/networks/dbfbce5c-1163-44d5-8346-9e7d2d87155b HTTP/1.1" status: 204 len: 168 time: 1.4306395 Sep 17 01:08:21.282841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Request body: {'port': {'device_id': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'admin_state_up': True, 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:21.298634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b4b2b-f221-4437-a6fc-5da5ffa919ed tempest-ServersTestMultiNic-1451075546 tempest-ServersTestMultiNic-1451075546-project] Pushing event deleted for resources: {'Network': ['ID=dbfbce5c-1163-44d5-8346-9e7d2d87155b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:21.310643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.453982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42434) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:21.623810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:21.629563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.666548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8ab00ea-eb95-4b28-9692-ba794ae009fd req-8c603893-22be-463f-b554-600486c728be tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0315030 Sep 17 01:08:21.767785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2689c30b-3a16-4d05-b009-f387ecde72d8 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:21.779930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.827948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Transition to ACTIVE for port object 2689c30b-3a16-4d05-b009-f387ecde72d8 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:21.845556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de2e3-8f48-40c9-a170-d10723e20581 req-4dd36739-24d6-4f65-9b53-8df6ccbc7369 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:21.848045 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-978de2e3-8f48-40c9-a170-d10723e20581 req-4dd36739-24d6-4f65-9b53-8df6ccbc7369 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1004026 Sep 17 01:08:21.852744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e2652c27-5fd3-4215-bcbd-2eaf3e835444 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:21.864264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Allocated IP 172.20.0.14 (c0c90d96-14f1-4d74-bec5-047ffd3779d1/4570734b-cefc-4270-bd23-1818da301366/873b0d9e-6b7a-4562-86cd-4acb769e9997) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:21.882171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: e2652c27-5fd3-4215-bcbd-2eaf3e835444 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:21.882521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e2652c27-5fd3-4215-bcbd-2eaf3e835444 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:21.909467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8feaf6-ae0f-40cc-9ebe-4d5141adae64 req-39e985d9-061c-4975-8963-5161e132b1cd tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:21.911018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d8feaf6-ae0f-40cc-9ebe-4d5141adae64 req-39e985d9-061c-4975-8963-5161e132b1cd tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 931 time: 0.0775871 Sep 17 01:08:21.913854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:21.948477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-978de2e3-8f48-40c9-a170-d10723e20581 req-46bab252-3531-4f15-80fa-64c5cb5d766e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842559 Sep 17 01:08:22.051354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=2689c30b-3a16-4d05-b009-f387ecde72d8,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:22.076508 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.092104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d8feaf6-ae0f-40cc-9ebe-4d5141adae64 req-056536d4-1664-419d-be1a-34cf48b66783 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694078 Sep 17 01:08:22.433409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Deleting port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:22.433814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.535999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] For port 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:22.536643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.553088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Calling delete_port for 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:22.634264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Attempting to bind port 2689c30b-3a16-4d05-b009-f387ecde72d8 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:22.634701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Attempting to bind port 2689c30b-3a16-4d05-b009-f387ecde72d8 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:22.635186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Attempting to bind port 2689c30b-3a16-4d05-b009-f387ecde72d8 on network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:22.639605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.647031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Port 2689c30b-3a16-4d05-b009-f387ecde72d8 on network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:22.647381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Attempting to bind port 2689c30b-3a16-4d05-b009-f387ecde72d8 on network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:22.657393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:22.657832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Checking segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:22.658115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Bound using segment: {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:22.658547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Bound port: 2689c30b-3a16-4d05-b009-f387ecde72d8, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b9d6079-5446-4d7a-98fd-10156b1a5303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:22.658909 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.752214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] For port 2689c30b-3a16-4d05-b009-f387ecde72d8, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:22.756640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] For port 2689c30b-3a16-4d05-b009-f387ecde72d8, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2689c30b-3a16-4d05-b009-f387ecde72d8,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:22.772447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62f6e6f9-f425-4c49-8074-c5e61e12d7bd req-2bd1b162-2eae-4450-b1ef-d815f2d1864b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 210 time: 0.0297682 Sep 17 01:08:22.825354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.875943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:22.879422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:22.882401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:22.919256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.928500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:22.990285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:22.990914 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:22.993498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] 10.222.0.36 "PUT /v2.0/ports/2689c30b-3a16-4d05-b009-f387ecde72d8 HTTP/1.1" status: 200 len: 1091 time: 1.9050355 Sep 17 01:08:22.995515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:22.997174 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e32072-b5a4-44b9-addc-d24ec510d69e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:23.014890 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:23.024229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:23.025229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:23.065399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48469ae1-4c3b-440d-9f42-7b1562268ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=2689c30b-3a16-4d05-b009-f387ecde72d8,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:23.074769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=778c8f9c-0ad0-43f1-96dc-e71a3bf7305c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:23.155885 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25792d-1a1f-402d-8e18-8aa4bcd97936 x-openstack-request-id: req-2b25792d-1a1f-402d-8e18-8aa4bcd97936 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:23.155885 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:23.155885 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2b25792d-1a1f-402d-8e18-8aa4bcd97936 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:23.155885 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'status': 'completed', 'code': 200} Sep 17 01:08:23.212876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-ea3cbffc-fffe-4a2d-92f4-c6a71ac00c74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9358263 Sep 17 01:08:23.245606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Request body: {'port': {'device_id': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:23.315580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-b4b2b5e7-1403-402a-a9d7-98cfb03a94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:23.317316 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-b4b2b5e7-1403-402a-a9d7-98cfb03a94a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a37b5e971254cd0a9559c4de88779a5&device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 1094 time: 0.1685083 Sep 17 01:08:23.320099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42df3e8-85e7-404e-8709-a5cb4f55d6bb req-7faaa4f3-ff38-4e17-88d1-61d9f726b448 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:23.325441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d42df3e8-85e7-404e-8709-a5cb4f55d6bb req-7faaa4f3-ff38-4e17-88d1-61d9f726b448 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 943 time: 0.0832212 Sep 17 01:08:23.329606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df27a73-4eeb-424e-bc72-f772e6f08fac req-f6733686-db01-4782-b7c7-2aef0d025d93 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:23.337417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2df27a73-4eeb-424e-bc72-f772e6f08fac req-f6733686-db01-4782-b7c7-2aef0d025d93 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.2507956 Sep 17 01:08:23.407031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-a98fead0-553d-4184-87a0-067ab6ae027b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2689c30b-3a16-4d05-b009-f387ecde72d8 HTTP/1.1" status: 200 len: 217 time: 0.0624130 Sep 17 01:08:23.419158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:23.446906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d42df3e8-85e7-404e-8709-a5cb4f55d6bb req-2953e0cf-cbe5-4c4d-a934-ba4a86a41e91 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732830 Sep 17 01:08:23.494573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:23.655648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2df27a73-4eeb-424e-bc72-f772e6f08fac req-baf377d4-7bf4-42a0-85fe-a94c3f23d5a3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171484 Sep 17 01:08:23.721860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-92b2f026-35c2-46ab-ae07-7dfc35e6fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:23.723723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-92b2f026-35c2-46ab-ae07-7dfc35e6fdb6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=455a96b9-8d6a-45ab-97cc-291742f736bf HTTP/1.1" status: 200 len: 845 time: 0.1973271 Sep 17 01:08:23.879173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-c366fe00-f279-4a86-9bae-ddb7365435cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:23.880547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-c366fe00-f279-4a86-9bae-ddb7365435cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e9889cd-2df7-4a7d-8ada-3e29217c4816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960767 Sep 17 01:08:24.062768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Router 92e93cf9-be47-461d-9fc7-0c80f257708a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:08:24.067339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570dc03-2b76-47eb-a2d8-ee15bb13ce01 req-5b623423-cecd-462b-87dc-8fa1e884855b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:24.078456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c570dc03-2b76-47eb-a2d8-ee15bb13ce01 req-5b623423-cecd-462b-87dc-8fa1e884855b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 932 time: 0.1954806 Sep 17 01:08:24.159855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c570dc03-2b76-47eb-a2d8-ee15bb13ce01 req-d90fb667-802a-4b54-80f5-15fe8b95d796 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805275 Sep 17 01:08:24.160321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42524) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:24.211304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-09ae99b2-da58-465d-946b-ceb2107f8c20 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165143 Sep 17 01:08:24.226357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:24.235335 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5b3821a9-bc3c-4fe1-b2e4-43e8ed20f8e0 admin admin] 10.222.0.13 "PUT /v2.0/routers/92e93cf9-be47-461d-9fc7-0c80f257708a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7780268 Sep 17 01:08:24.235680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42530) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:24.240035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] Sync routers for ids ['92e93cf9-be47-461d-9fc7-0c80f257708a'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:24.246033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873b0d9e-6b7a-4562-86cd-4acb769e9997 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:24.255560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] Routers {'92e93cf9-be47-461d-9fc7-0c80f257708a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:24.256725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['92e93cf9-be47-461d-9fc7-0c80f257708a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:24.264485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.312720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Transition to ACTIVE for port object 873b0d9e-6b7a-4562-86cd-4acb769e9997 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:24.341852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa0bcccd-338c-45e1-a6de-7a7ccf893353 req-c0b855c5-a8d3-4a6e-bf1b-c9a55dd0e0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212339 Sep 17 01:08:24.371652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a03b98c9-06d9-4a58-a92d-44bef2244088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.401379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.411031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] Set router 92e93cf9-be47-461d-9fc7-0c80f257708a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:24.429948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.459860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:24.537694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-b78e2d46-3c8e-44c3-87d3-e9d01af3a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:24.539310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-b78e2d46-3c8e-44c3-87d3-e9d01af3a0a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a37b5e971254cd0a9559c4de88779a5&device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 1094 time: 0.0738602 Sep 17 01:08:24.593967 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.658595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63df106-538b-4fc2-ab95-2e94dc771bbe req-c9538d82-32f0-40c1-abdc-bcc2b4da10e8 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:24.660559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:08:22Z', 'revision_number': 5, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:24.665716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e63df106-538b-4fc2-ab95-2e94dc771bbe req-c9538d82-32f0-40c1-abdc-bcc2b4da10e8 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 943 time: 0.0849266 Sep 17 01:08:24.692834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] Checking router: 92e93cf9-be47-461d-9fc7-0c80f257708a for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:24.703831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] Routers {'92e93cf9-be47-461d-9fc7-0c80f257708a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:24.703831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['92e93cf9-be47-461d-9fc7-0c80f257708a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:24.786742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e63df106-538b-4fc2-ab95-2e94dc771bbe req-40d128d8-0d56-4976-91fb-27351d79638c tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200197 Sep 17 01:08:24.799381 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-3d2de255-9083-4786-9bdd-7c0467d9faa6 service neutron] show failed (client error): The resource could not be found. Sep 17 01:08:24.800713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-3d2de255-9083-4786-9bdd-7c0467d9faa6 service neutron] 10.222.0.36 "GET /v2.0/ports/e495da2a-af6b-42f7-a1a6-72e58b6ffd46/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.1305816 Sep 17 01:08:24.828047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Deleting port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:24.828047 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.840278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Attempting to bind port 873b0d9e-6b7a-4562-86cd-4acb769e9997 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:24.840588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Attempting to bind port 873b0d9e-6b7a-4562-86cd-4acb769e9997 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:24.840942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Attempting to bind port 873b0d9e-6b7a-4562-86cd-4acb769e9997 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:24.850987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-e984d1e9-ff2c-4f50-a4bb-9fde8d123668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:24.864589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-e984d1e9-ff2c-4f50-a4bb-9fde8d123668 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e9889cd-2df7-4a7d-8ada-3e29217c4816 HTTP/1.1" status: 200 len: 907 time: 0.3152230 Sep 17 01:08:24.884789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Port 873b0d9e-6b7a-4562-86cd-4acb769e9997 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:24.885492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Attempting to bind port 873b0d9e-6b7a-4562-86cd-4acb769e9997 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:24.885607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] Set router 92e93cf9-be47-461d-9fc7-0c80f257708a gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:24.894806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a03b98c9-06d9-4a58-a92d-44bef2244088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.922002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] For port 2e2bb5ea-f317-4269-a512-0e2a85a1a71c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:24.922002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.943208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Calling delete_port for 2e2bb5ea-f317-4269-a512-0e2a85a1a71c owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:24.965569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-ffa882d5-cf70-4466-a764-ee7d5e1cfdc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2689c30b-3a16-4d05-b009-f387ecde72d8 HTTP/1.1" status: 200 len: 217 time: 0.0769479 Sep 17 01:08:24.974171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:24.974505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:24.974892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Bound using segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:24.975504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Bound port: 873b0d9e-6b7a-4562-86cd-4acb769e9997, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:24.975875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:24.979092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a03b98c9-06d9-4a58-a92d-44bef2244088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.109524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-79ed522a-eda5-4863-862c-a547cae6a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.110987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-79ed522a-eda5-4863-862c-a547cae6a5c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=455a96b9-8d6a-45ab-97cc-291742f736bf HTTP/1.1" status: 200 len: 845 time: 0.1382775 Sep 17 01:08:25.144693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:08:22Z', 'revision_number': 5, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:25.148504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b98c9-06d9-4a58-a92d-44bef2244088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2681466-3903-4fe4-b359-b1a2f894ce15,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:25.174664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb13b2-72e4-4076-86db-5ae1c122539f None None] The sync data for ids ['92e93cf9-be47-461d-9fc7-0c80f257708a'] in n-d-789963-7 is: [{'id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'name': 'tempest-ServersTestMultiNic-1484192150-router', 'tenant_id': '67b17bee5e204905913a67b71df616a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125'}], 'enable_snat': True}, 'gw_port_id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:11Z', 'updated_at': '2021-09-17T01:08:22Z', 'revision_number': 5, 'project_id': '67b17bee5e204905913a67b71df616a9', 'gw_port': {'id': '2e2bb5ea-f317-4269-a512-0e2a85a1a71c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e93cf9-be47-461d-9fc7-0c80f257708a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:13Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:25.222409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c05d2b-fb00-4312-991a-a91cedb265f8 req-492d0e4a-f19e-459c-b5c8-c30aa77aa4d7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.224165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02c05d2b-fb00-4312-991a-a91cedb265f8 req-492d0e4a-f19e-459c-b5c8-c30aa77aa4d7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.4552307 Sep 17 01:08:25.234063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a03b98c9-06d9-4a58-a92d-44bef2244088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc05bf44a55464bb767bbb91566ad6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0647686 Sep 17 01:08:25.236687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:25.246273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.278047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:25.281430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:25.322117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-11df6bec-63b9-40f1-a82c-a3c2b4075b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.323821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-11df6bec-63b9-40f1-a82c-a3c2b4075b92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e9889cd-2df7-4a7d-8ada-3e29217c4816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1889832 Sep 17 01:08:25.331763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02c05d2b-fb00-4312-991a-a91cedb265f8 req-8cf7bf23-cbf4-497d-93e0-6a5e48566038 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913868 Sep 17 01:08:25.346113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2bb5ea-f317-4269-a512-0e2a85a1a71c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:25.374157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.462606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde4b17-500a-43ef-87e3-ae10dffff71a req-eeda7dfe-517c-4803-a059-be8181c6b4cf tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.465225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cde4b17-500a-43ef-87e3-ae10dffff71a req-eeda7dfe-517c-4803-a059-be8181c6b4cf tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 944 time: 0.1754150 Sep 17 01:08:25.471893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.496677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.497753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.497877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.499199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] 10.222.0.23 "PUT /v2.0/ports/873b0d9e-6b7a-4562-86cd-4acb769e9997 HTTP/1.1" status: 200 len: 1092 time: 2.2601991 Sep 17 01:08:25.499729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:25.502193 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d960366e-9537-43e2-acc7-751b99ebc82e" -d '{"events": [{"name": "network-changed", "server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:25.565747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-0bcd708f-d1ad-45b0-af51-bcd10b9b7d61 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328892 Sep 17 01:08:25.567472 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a1559e-3f00-4032-a780-0c952fd113df x-openstack-request-id: req-11a1559e-3f00-4032-a780-0c952fd113df {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:25.567754 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:25.568000 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a1559e-3f00-4032-a780-0c952fd113df {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:25.568385 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'status': 'completed', 'code': 200} Sep 17 01:08:25.578283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b6bae-5163-4715-bbc1-85452467777f service neutron] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:25.660422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cde4b17-500a-43ef-87e3-ae10dffff71a req-aa9a5c1d-fd0c-49fb-b03e-05a08e10b9a4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704504 Sep 17 01:08:25.662063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-b8bbea87-3fe8-482e-b0a4-731081922b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.662322 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.664269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-b8bbea87-3fe8-482e-b0a4-731081922b44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 1101 time: 0.2278905 Sep 17 01:08:25.665686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.672626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.740520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:25.837902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960366e-9537-43e2-acc7-751b99ebc82e req-96381679-7164-414e-b279-a9ff8a79db03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:25.839433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d960366e-9537-43e2-acc7-751b99ebc82e req-96381679-7164-414e-b279-a9ff8a79db03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 1095 time: 0.2193730 Sep 17 01:08:25.841198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3e32072-b5a4-44b9-addc-d24ec510d69e req-e42c9f8a-ce58-4da9-a30d-311ef98503e0 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640896 Sep 17 01:08:25.842224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.853640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2689c30b-3a16-4d05-b009-f387ecde72d8 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:25.878597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.879145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e93cf9-be47-461d-9fc7-0c80f257708a {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:08:25.885011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.888721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c9a486ed-f928-44f0-9616-6664f97d222a admin admin] 10.222.0.13 "DELETE /v2.0/routers/92e93cf9-be47-461d-9fc7-0c80f257708a HTTP/1.1" status: 204 len: 168 time: 1.6372571 Sep 17 01:08:25.889448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42552) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:25.951472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.954438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:25.957903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2681466-3903-4fe4-b359-b1a2f894ce15 HTTP/1.1" status: 204 len: 168 time: 0.7177563 Sep 17 01:08:26.003853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2681466-3903-4fe4-b359-b1a2f894ce15,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:26.011063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2689c30b-3a16-4d05-b009-f387ecde72d8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2689c30b-3a16-4d05-b009-f387ecde72d8,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:26.022082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Deleting subnet ddab2a87-6478-41ca-8ab2-c7b2d6b68f18 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:08:26.027538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.027889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.028222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.028550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.028874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.029234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.029551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.030031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.030349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.030663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.031007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.031346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c080e-c2bf-4abd-a81d-38c5085cac43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:26.041862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.050044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'port_id': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'mac_address': 'fa:16:3e:82:52:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:26.079895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbfa0be-343c-4baf-b767-3b59f0e261a1 req-b225b402-3613-4211-a2e2-721a136aab73 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:26.081671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bbfa0be-343c-4baf-b767-3b59f0e261a1 req-b225b402-3613-4211-a2e2-721a136aab73 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 943 time: 0.1785913 Sep 17 01:08:26.130380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.135672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.156720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2689c30b-3a16-4d05-b009-f387ecde72d8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:26.178511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bbfa0be-343c-4baf-b767-3b59f0e261a1 req-24fc7aea-9546-4914-a6c1-d1cae2d0703f tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844688 Sep 17 01:08:26.192969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2689c30b-3a16-4d05-b009-f387ecde72d8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2689c30b-3a16-4d05-b009-f387ecde72d8,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:26.249551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.253226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:26.259907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960366e-9537-43e2-acc7-751b99ebc82e req-c2639811-9931-4b4f-bc07-62b732807ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:26.259907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d960366e-9537-43e2-acc7-751b99ebc82e req-c2639811-9931-4b4f-bc07-62b732807ef6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4008746 Sep 17 01:08:26.260524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.306054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2689c30b-3a16-4d05-b009-f387ecde72d8,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:26.351830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:26.417735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.421713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960366e-9537-43e2-acc7-751b99ebc82e req-0a66eb62-100a-4d0d-809f-ef91796ff467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:26.423340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d960366e-9537-43e2-acc7-751b99ebc82e req-0a66eb62-100a-4d0d-809f-ef91796ff467 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568272 Sep 17 01:08:26.430156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42568) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:26.441234 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.449855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['2689c30b-3a16-4d05-b009-f387ecde72d8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:26.454623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Transition to ACTIVE for port object e495da2a-af6b-42f7-a1a6-72e58b6ffd46 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:26.534935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.582539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddab2a87-6478-41ca-8ab2-c7b2d6b68f18,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:26.588520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.588805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:26.590487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7c586d26-3f8e-47e3-adf0-cbf3580e3fd5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ddab2a87-6478-41ca-8ab2-c7b2d6b68f18 HTTP/1.1" status: 204 len: 168 time: 0.7000668 Sep 17 01:08:26.594667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42570) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:26.596429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b39e16-1937-428b-8ec1-5406a2cf060d None None] Network 84a1e86d-927d-4a04-b9a1-331c64bc23c1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:26.662393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-dc61fc93-daa9-480d-939f-b4dc77bd8f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:26.662393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-dc61fc93-daa9-480d-939f-b4dc77bd8f97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 1095 time: 0.1846447 Sep 17 01:08:26.662783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] No DVR routers for this DVR port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:26.777582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.794680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebaf4e-8263-4a06-9842-6db7b858bd8d req-df393ddc-a881-4d92-b4b5-9d21557cdd47 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:26.796498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11ebaf4e-8263-4a06-9842-6db7b858bd8d req-df393ddc-a881-4d92-b4b5-9d21557cdd47 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.3012033 Sep 17 01:08:26.832574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-32ae591d-ec22-42e2-bc70-6166dac56bdf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997 HTTP/1.1" status: 200 len: 217 time: 0.1613240 Sep 17 01:08:26.915822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:26.916085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:26.916383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:26.935120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:26.935548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Attempting to bind port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:26.944471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11ebaf4e-8263-4a06-9842-6db7b858bd8d req-76c59c18-16c2-440e-a1ba-f1191cd9ebf8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315315 Sep 17 01:08:26.956870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:26.963639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:26.966194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:26.966194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:26.966194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Bound port: e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:26.966194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:26.986733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-b01728a5-b48e-4a7e-8df7-4e581cb3a511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:26.988278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-b01728a5-b48e-4a7e-8df7-4e581cb3a511 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.1428835 Sep 17 01:08:26.997663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b398ac5-1732-4129-88e7-51992dc4f199 req-cfaf53af-1cb5-48f8-8b8d-8081cd4b2fb6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:27.005555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b398ac5-1732-4129-88e7-51992dc4f199 req-cfaf53af-1cb5-48f8-8b8d-8081cd4b2fb6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 944 time: 0.1825461 Sep 17 01:08:27.015266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] DHCP port deletion for 84a1e86d-927d-4a04-b9a1-331c64bc23c1 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:08:27.080309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-5de8ed7d-30e6-41d2-b5f8-fa4ff644ae3a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630732 Sep 17 01:08:27.088528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d8281ce-8f24-48cc-a522-269eeda8ca1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.110385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] Deleting port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:27.111564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.183642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b398ac5-1732-4129-88e7-51992dc4f199 req-93aa940a-8dc3-422c-9804-84802e1ade5e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768081 Sep 17 01:08:27.223160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:27.225632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Deleting port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:27.226126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.242626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:27.249964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] For port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:27.250603 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.272488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] Calling delete_port for 3a4e44d4-1294-4454-a9a5-b969a0c56a5f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:27.311688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-6ec4a316-227d-45c8-b267-a2b9ca2bd3f5 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073410 Sep 17 01:08:27.324536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.343319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e15cc5-56f0-487c-ba6f-ad9c030ee853 req-3ea912f7-daf5-4cf4-ba22-5765ead80533 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:27.346593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] For port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,segment=NetworkSegment(918991a3-be83-4443-96c1-8cafb099700b),segment_id=918991a3-be83-4443-96c1-8cafb099700b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:27.347157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.351116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87e15cc5-56f0-487c-ba6f-ad9c030ee853 req-3ea912f7-daf5-4cf4-ba22-5765ead80533 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 944 time: 0.0758641 Sep 17 01:08:27.366799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:27.378342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Calling delete_port for 3a4e44d4-1294-4454-a9a5-b969a0c56a5f owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:27.390373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:27.391140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 778c8f9c-0ad0-43f1-96dc-e71a3bf7305c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:27.391673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2e2bb5ea-f317-4269-a512-0e2a85a1a71c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:27.413736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 2e2bb5ea-f317-4269-a512-0e2a85a1a71c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:27.414220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2e2bb5ea-f317-4269-a512-0e2a85a1a71c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:27.415552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a4e44d4-1294-4454-a9a5-b969a0c56a5f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:27.458421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.480805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] No DVR routers for this DVR port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:27.495450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d8281ce-8f24-48cc-a522-269eeda8ca1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.533466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177d35a-d59e-4862-a86a-9fd0818f4bed None None] Pushing event deleted for resources: {'Port': ['ID=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:27.540274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:27.546365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:08:27.546800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a4e44d4-1294-4454-a9a5-b969a0c56a5f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:27.551221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf83fbf9-26cc-4876-9a46-e4a924e26e80 req-dae7fd56-751b-43cf-934c-198f386e7b61 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176552 Sep 17 01:08:27.554506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:27.555143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.565348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d8281ce-8f24-48cc-a522-269eeda8ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.568821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-be1bd71d-7a61-4f4f-b2c4-940ca5fba35e service neutron] 10.222.0.23 "PUT /v2.0/ports/e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 1096 time: 1.8318744 Sep 17 01:08:27.575625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46'}, {'name': 'network-changed', 'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:27.578541 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972381a3-386e-4823-8403-c1aa1cf51cd9" -d '{"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-unplugged", "status": "completed", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46"}, {"name": "network-changed", "server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:27.643732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8281ce-8f24-48cc-a522-269eeda8ca1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525a8aa8-4ea6-4971-ab01-89143c73dfde,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:27.651329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d8281ce-8f24-48cc-a522-269eeda8ca1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48df22cd5a97427382af3a6fa7a8efcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6886866 Sep 17 01:08:27.652407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42584) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:27.667274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.671579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:27.678837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87e15cc5-56f0-487c-ba6f-ad9c030ee853 req-46aa10e5-47d6-4ae8-8caf-9b89286971a5 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263545 Sep 17 01:08:27.685599 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0a56ca-c4b3-4be8-9bf6-4e44aa22459f x-openstack-request-id: req-9e0a56ca-c4b3-4be8-9bf6-4e44aa22459f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:27.685906 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-unplugged", "status": "completed", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46", "code": 200}, {"name": "network-changed", "server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:27.689493 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e0a56ca-c4b3-4be8-9bf6-4e44aa22459f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:27.689493 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'code': 200} Sep 17 01:08:27.689493 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'status': 'completed', 'code': 200} Sep 17 01:08:27.712580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-e79e52fd-56dc-4c62-974b-f3ab6b5a83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:27.713600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-e79e52fd-56dc-4c62-974b-f3ab6b5a83d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1099 time: 0.1149569 Sep 17 01:08:27.764053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4e44d4-1294-4454-a9a5-b969a0c56a5f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:27.765999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] No DVR routers for this DVR port 3a4e44d4-1294-4454-a9a5-b969a0c56a5f on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:27.816751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-f1912544-756a-4e37-9809-5afdac45b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:27.818522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-f1912544-756a-4e37-9809-5afdac45b923 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1099 time: 0.1301253 Sep 17 01:08:27.868518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2689c30b-3a16-4d05-b009-f387ecde72d8 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:27.870426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-0e5ae596-7aab-460a-b486-d29e3ddfb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:27.871946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-0e5ae596-7aab-460a-b486-d29e3ddfb3e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1302724 Sep 17 01:08:27.941467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-f6c3b18e-9d12-40b1-b406-54bbf020e58f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0408638 Sep 17 01:08:27.983460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 2689c30b-3a16-4d05-b009-f387ecde72d8 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:27.988899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 2689c30b-3a16-4d05-b009-f387ecde72d8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:27.989866 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.001764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-9af3f311-bead-40b2-9d8f-5391eceaa622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.003283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-9af3f311-bead-40b2-9d8f-5391eceaa622 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1763895 Sep 17 01:08:28.057742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-942eafe0-4fde-42f8-9385-4e21467a7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.060658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-942eafe0-4fde-42f8-9385-4e21467a7a6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1097398 Sep 17 01:08:28.064160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-9664da8a-86ea-42d6-bba5-ef9712f8815f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0511384 Sep 17 01:08:28.097936 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.127855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:28.130369 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419f4f26-47e5-4c52-9c84-4232e014fc27" -d '{"events": [{"server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "name": "network-vif-plugged", "status": "completed", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:28.148212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2689c30b-3a16-4d05-b009-f387ecde72d8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2689c30b-3a16-4d05-b009-f387ecde72d8,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:28.163987 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.166285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-722c36e4-40e9-459d-8415-7e256b588f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.167950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-722c36e4-40e9-459d-8415-7e256b588f7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0967259 Sep 17 01:08:28.168531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6b7a-8071-4c30-86ad-b5b80ae59e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.169766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-3a877c2f-fc1b-4a9b-88f8-24dae8fb9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.171106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-3a877c2f-fc1b-4a9b-88f8-24dae8fb9ac0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910242 Sep 17 01:08:28.176343 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0002e44-6f28-4cdc-af74-1f0776b821d9 x-openstack-request-id: req-d0002e44-6f28-4cdc-af74-1f0776b821d9 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:28.176635 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "name": "network-vif-plugged", "status": "completed", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:28.176881 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0002e44-6f28-4cdc-af74-1f0776b821d9 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:28.177316 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'code': 200} Sep 17 01:08:28.223365 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.224943 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:28.261745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a1e86d-927d-4a04-b9a1-331c64bc23c1']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:28.278263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918991a3-be83-4443-96c1-8cafb099700b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:28.278666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918991a3-be83-4443-96c1-8cafb099700b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:28.296281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-bcb7f520-7489-4819-be4a-097503e7a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.298396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-bcb7f520-7489-4819-be4a-097503e7a0a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112971 Sep 17 01:08:28.326645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:28.328437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2689c30b-3a16-4d05-b009-f387ecde72d8,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:28.361614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.364653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6b7a-8071-4c30-86ad-b5b80ae59e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.411449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.428936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73944b8c-b327-4359-85cd-bea281fead72 req-a3be3414-13be-4851-9eed-4ee7f5699489 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.431458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73944b8c-b327-4359-85cd-bea281fead72 req-a3be3414-13be-4851-9eed-4ee7f5699489 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.2701437 Sep 17 01:08:28.459523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:08:28.459884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:08:28.462759 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:08:28.466456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e69b53-d9fe-4c68-b3a8-fac0638843e4 req-4d8852ff-3cc0-4ac4-bc43-e30c6f3729df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.467143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23e69b53-d9fe-4c68-b3a8-fac0638843e4 req-4d8852ff-3cc0-4ac4-bc43-e30c6f3729df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 1096 time: 0.1851449 Sep 17 01:08:28.489550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.588377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73944b8c-b327-4359-85cd-bea281fead72 req-d2d1e549-68b3-4ac7-8fa9-42abd314e181 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469622 Sep 17 01:08:28.598411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23e69b53-d9fe-4c68-b3a8-fac0638843e4 req-6b83dc3b-deb3-4414-9ae7-f455323c13ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182539 Sep 17 01:08:28.685549 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.685832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d89121-ba91-46f6-a90f-841f1b30af16 req-8f7fb1fd-0198-4fa3-ac71-12c86b00ecd4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.687187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11d89121-ba91-46f6-a90f-841f1b30af16 req-8f7fb1fd-0198-4fa3-ac71-12c86b00ecd4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 944 time: 0.4132495 Sep 17 01:08:28.692860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Deleting port be564a05-8fbc-4ba7-b728-ac891eb1a912 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:28.693696 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.697213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.698532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-266fe6bb-3c23-4cd4-afae-f7402faec110 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195987 Sep 17 01:08:28.699335 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] 10.222.0.13 "DELETE /v2.0/networks/84a1e86d-927d-4a04-b9a1-331c64bc23c1 HTTP/1.1" status: 204 len: 168 time: 2.1023040 Sep 17 01:08:28.722895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f730-0988-4159-b3de-c3c60b3c1039 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a1e86d-927d-4a04-b9a1-331c64bc23c1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:28.734456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6b7a-8071-4c30-86ad-b5b80ae59e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.735887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c5f6b7a-8071-4c30-86ad-b5b80ae59e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.737143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c5f6b7a-8071-4c30-86ad-b5b80ae59e34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/525a8aa8-4ea6-4971-ab01-89143c73dfde HTTP/1.1" status: 204 len: 168 time: 1.0825830 Sep 17 01:08:28.777455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f6b7a-8071-4c30-86ad-b5b80ae59e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525a8aa8-4ea6-4971-ab01-89143c73dfde,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:28.827275 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.841495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] For port be564a05-8fbc-4ba7-b728-ac891eb1a912, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=be564a05-8fbc-4ba7-b728-ac891eb1a912,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:28.841865 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:28.859656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Calling delete_port for be564a05-8fbc-4ba7-b728-ac891eb1a912 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:28.871336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac7a56f-0ccd-4c0e-9358-c41f47698eae req-098178aa-20d2-433a-94d6-18b3a45d4792 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:28.872879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ac7a56f-0ccd-4c0e-9358-c41f47698eae req-098178aa-20d2-433a-94d6-18b3a45d4792 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0893342 Sep 17 01:08:28.916064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-20df6678-0330-4093-b944-1bce5fafa1ad service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018806 Sep 17 01:08:28.927649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11d89121-ba91-46f6-a90f-841f1b30af16 req-cac91b2e-d355-47e7-9c55-fd76ef6d9fd9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887615 Sep 17 01:08:28.964838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ac7a56f-0ccd-4c0e-9358-c41f47698eae req-0dacb4f3-e92c-4ad9-99f0-995af075578b tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821221 Sep 17 01:08:28.972702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13c6188f-5cef-4971-aa13-d409d1d9767c req-49b8596f-76f0-4820-a8b2-0142de25b1cd service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203312 Sep 17 01:08:29.047141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-99463ad1-6dec-4069-bc0c-ddfb66257ae1 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183193 Sep 17 01:08:29.132665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42604) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:29.137458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-02d22f23-d20c-4188-9b7f-b2dd72fb7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:29.138932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-02d22f23-d20c-4188-9b7f-b2dd72fb7894 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1099 time: 0.0463669 Sep 17 01:08:29.174967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dacda06f-4cee-4b25-96e2-20f28982385d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67b17bee5e204905913a67b71df616a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398614 Sep 17 01:08:29.177470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42608) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:29.207498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:29.247701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-66bd6887-a59d-46ad-9a8f-6709f9195c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:29.249704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-66bd6887-a59d-46ad-9a8f-6709f9195c54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1026919 Sep 17 01:08:29.252362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=be564a05-8fbc-4ba7-b728-ac891eb1a912,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:29.299815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-060d0da7-deaf-4e56-889d-1d0597514e80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0430200 Sep 17 01:08:29.318736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f9117f0-5d98-4a46-a85a-75c1a5485fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:29.367009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-78492a67-b0aa-4f95-99a5-430e04fd5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:29.371270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-78492a67-b0aa-4f95-99a5-430e04fd5df0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0631866 Sep 17 01:08:29.373498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f9117f0-5d98-4a46-a85a-75c1a5485fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:29.435392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-c3f277bf-dd0b-4c3b-b355-77f7830dd747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:29.437045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-c3f277bf-dd0b-4c3b-b355-77f7830dd747 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574613 Sep 17 01:08:29.531036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:29.548296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-494e1c52-bfca-4f04-bf47-ceba64878e93 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002526 Sep 17 01:08:29.631239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f9117f0-5d98-4a46-a85a-75c1a5485fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:29.635832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f9117f0-5d98-4a46-a85a-75c1a5485fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:29.637463 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7f9117f0-5d98-4a46-a85a-75c1a5485fff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27197e42-5379-4d17-96f0-1239d87fd6e9 HTTP/1.1" status: 204 len: 168 time: 0.4584987 Sep 17 01:08:29.654244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-972381a3-386e-4823-8403-c1aa1cf51cd9 req-da01a57f-f7cb-4fe3-9b61-012e625b968b service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976965 Sep 17 01:08:29.670346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9117f0-5d98-4a46-a85a-75c1a5485fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27197e42-5379-4d17-96f0-1239d87fd6e9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:29.750636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895fd51-1f72-4067-824e-034189be174f req-e1253e46-fca8-40c6-9068-58c19ff287c4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:29.752337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2895fd51-1f72-4067-824e-034189be174f req-e1253e46-fca8-40c6-9068-58c19ff287c4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.0779026 Sep 17 01:08:29.864217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2895fd51-1f72-4067-824e-034189be174f req-15e8615d-8450-416d-a088-f7498fe303d9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776887 Sep 17 01:08:29.905602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Router d7af1000-8f3b-4570-9cbb-a907c1470e08 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:08:29.995642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:30.029726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:30.032102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1fef8a28-5395-469d-acf4-44b9f3c93b82 admin admin] 10.222.0.13 "PUT /v2.0/routers/d7af1000-8f3b-4570-9cbb-a907c1470e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5998096 Sep 17 01:08:30.034422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42636) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:30.044252 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] Sync routers for ids ['d7af1000-8f3b-4570-9cbb-a907c1470e08'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:30.058453 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] Routers {'d7af1000-8f3b-4570-9cbb-a907c1470e08'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:30.059455 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d7af1000-8f3b-4570-9cbb-a907c1470e08'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:30.121615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f01078-c905-4b7e-abdc-2c571159dbdd req-a3f31dfa-d546-4faa-b24b-909c7e11a34d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:30.123352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92f01078-c905-4b7e-abdc-2c571159dbdd req-a3f31dfa-d546-4faa-b24b-909c7e11a34d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0616658 Sep 17 01:08:30.142127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:30.155052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'mac_address': 'fa:16:3e:69:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:30.200651 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92f01078-c905-4b7e-abdc-2c571159dbdd req-ac7ec326-c35e-44d6-ac40-a834c1b35354 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703392 Sep 17 01:08:30.225569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.225822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.236317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873b0d9e-6b7a-4562-86cd-4acb769e9997 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:30.245274 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] Set router d7af1000-8f3b-4570-9cbb-a907c1470e08 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:30.257101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:30.335573 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.355368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27835c6d-e236-4f25-8e92-726538a122ca req-9ccd0085-63e6-48e9-9380-5382e0f3e223 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:30.356074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27835c6d-e236-4f25-8e92-726538a122ca req-9ccd0085-63e6-48e9-9380-5382e0f3e223 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 944 time: 0.1364141 Sep 17 01:08:30.468526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:30.492078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99239608-0eb5-4219-9eda-81ea348250e7 req-eb1ca6df-08b0-4d12-832a-b8060e49b32d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:30.493229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27835c6d-e236-4f25-8e92-726538a122ca req-d3629a78-61e1-425a-9424-09da1fe3f8be tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969419 Sep 17 01:08:30.494684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99239608-0eb5-4219-9eda-81ea348250e7 req-eb1ca6df-08b0-4d12-832a-b8060e49b32d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0984144 Sep 17 01:08:30.496452 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:08:29Z', 'revision_number': 5, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:30.506102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.508328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:30.519047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Request body: {'floatingip': {'port_id': '2689c30b-3a16-4d05-b009-f387ecde72d8'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:30.541586 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] Checking router: d7af1000-8f3b-4570-9cbb-a907c1470e08 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:30.557822 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] Routers {'d7af1000-8f3b-4570-9cbb-a907c1470e08'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:30.558442 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d7af1000-8f3b-4570-9cbb-a907c1470e08'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:30.569538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.682548 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] Set router d7af1000-8f3b-4570-9cbb-a907c1470e08 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:30.697545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['873b0d9e-6b7a-4562-86cd-4acb769e9997'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:30.697821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Deleting port edcab35a-b18c-45dc-8c16-a974ad63e258 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:30.698192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.840989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] For port edcab35a-b18c-45dc-8c16-a974ad63e258, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=edcab35a-b18c-45dc-8c16-a974ad63e258,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:30.841358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:30.862099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Calling delete_port for edcab35a-b18c-45dc-8c16-a974ad63e258 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:31.017961 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:08:29Z', 'revision_number': 5, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:31.057736 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d38e74-7a8b-4104-9276-07869b75278d None None] The sync data for ids ['d7af1000-8f3b-4570-9cbb-a907c1470e08'] in n-d-789963-7 is: [{'id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'name': 'tempest-AttachSCSIVolumeTestJSON-1303230254-router', 'tenant_id': '85924a01053f4f1991788ec365ddbe24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105'}], 'enable_snat': True}, 'gw_port_id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:08Z', 'updated_at': '2021-09-17T01:08:29Z', 'revision_number': 5, 'project_id': '85924a01053f4f1991788ec365ddbe24', 'gw_port': {'id': 'edcab35a-b18c-45dc-8c16-a974ad63e258', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7af1000-8f3b-4570-9cbb-a907c1470e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:10Z', 'updated_at': '2021-09-17T01:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:31.178424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c53d8-1b34-43e6-92f9-60f509b7ee53 req-0cb7b1f0-5840-4177-88f5-0e418901f4e7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:31.187161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-406c53d8-1b34-43e6-92f9-60f509b7ee53 req-0cb7b1f0-5840-4177-88f5-0e418901f4e7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.1279745 Sep 17 01:08:31.251462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-406c53d8-1b34-43e6-92f9-60f509b7ee53 req-6243030d-ffaa-4db3-bd25-3dc41ab730a8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Sep 17 01:08:31.317147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.322833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.353492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Pushing event deleted for resources: {'Port': ['ID=edcab35a-b18c-45dc-8c16-a974ad63e258,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:31.396291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.453723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.469402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:31.553593 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Floating IP fcf1fafc-c8d7-4662-82c5-b0c4bee53540 associated. External IP: 172.25.1.219, port: 2689c30b-3a16-4d05-b009-f387ecde72d8. Sep 17 01:08:31.597829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.605448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.672960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1736983925-network', 'tenant_id': '0dbabf12c17c4cfd97804a4cf3e97954'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:31.710687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd48dc-ca80-47e1-861a-2f63fb32bbda req-18401012-cf25-4bb8-af97-e00c0e893483 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:31.715579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cdd48dc-ca80-47e1-861a-2f63fb32bbda req-18401012-cf25-4bb8-af97-e00c0e893483 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0649774 Sep 17 01:08:31.753096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cdd48dc-ca80-47e1-861a-2f63fb32bbda req-419cac7f-e282-4b54-9a14-95e31974ba67 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339282 Sep 17 01:08:31.759603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.759603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7af1000-8f3b-4570-9cbb-a907c1470e08 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:08:31.764030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.767124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6ae21952-f157-4b84-a3cf-674829f73173 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d7af1000-8f3b-4570-9cbb-a907c1470e08 HTTP/1.1" status: 204 len: 168 time: 1.7295771 Sep 17 01:08:31.767887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42696) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:31.785636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Made reservation on behalf of 0dbabf12c17c4cfd97804a4cf3e97954 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:31.788673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.806959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.826914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Deleting subnet 0fefe54a-261c-40f8-86b3-56497e170110 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:08:31.830388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.867363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:31.897735 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-786880fc-b925-4a46-93b0-d17101fdc369 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570052 Sep 17 01:08:31.954722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:08:31.980944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.020508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:32.026452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:32.099553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.137818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.142378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0fefe54a-261c-40f8-86b3-56497e170110 HTTP/1.1" status: 204 len: 168 time: 0.3712804 Sep 17 01:08:32.142378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab2343-a0af-4ebd-91cd-adead5500db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fefe54a-261c-40f8-86b3-56497e170110,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:32.142712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42708) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:32.215395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaf0763-8eb9-4f1b-a19c-d6c4ba09435f None None] Network a50b244d-2d7e-4760-a133-50084aa8f089 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:32.221134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.300638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Deleting port 063e7663-ba20-42a5-828b-20b98eb1981f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:32.301353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.381854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-d1ecf7e9-b8d9-410c-8d18-1c28f9ecec2a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:32.383447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-d1ecf7e9-b8d9-410c-8d18-1c28f9ecec2a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4847393 Sep 17 01:08:32.403012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:32.435029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 873b0d9e-6b7a-4562-86cd-4acb769e9997 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:32.441356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'mac_address': 'fa:16:3e:02:4c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:32.444114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 873b0d9e-6b7a-4562-86cd-4acb769e9997 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:32.444694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.445395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] For port 063e7663-ba20-42a5-828b-20b98eb1981f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=063e7663-ba20-42a5-828b-20b98eb1981f,segment=NetworkSegment(5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202),segment_id=5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:32.446481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.448966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-112eb57a-8c58-41f7-8250-33813de82918 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/quotas/c1ac15a2d1154d52bfecf339925b2345 HTTP/1.1" status: 200 len: 375 time: 0.0535405 Sep 17 01:08:32.475888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12c115-c252-43f8-ab08-f6987ee92f2b req-03f77dd8-093f-4a3a-bff1-1358d1b3ce04 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:32.478675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc12c115-c252-43f8-ab08-f6987ee92f2b req-03f77dd8-093f-4a3a-bff1-1358d1b3ce04 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 948 time: 0.0819960 Sep 17 01:08:32.480882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Calling delete_port for 063e7663-ba20-42a5-828b-20b98eb1981f owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:32.484868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.522436 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.529999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-8e29d5eb-3cb3-4da1-9394-7d84a2f2dc80 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573528 Sep 17 01:08:32.537659 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:32.541830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.541986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e495da2a-af6b-42f7-a1a6-72e58b6ffd46 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:32.555939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] Sync routers for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:32.575114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc12c115-c252-43f8-ab08-f6987ee92f2b req-cb77dd0e-c59e-4cd8-b6c9-7b248435ff8b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897579 Sep 17 01:08:32.575573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:32.584969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.611431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] DHCP port deletion for a50b244d-2d7e-4760-a133-50084aa8f089 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:08:32.639135 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.640307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27615a78-86f5-47ad-9b5a-2368e2d8f732 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "PUT /v2.0/floatingips/fcf1fafc-c8d7-4662-82c5-b0c4bee53540 HTTP/1.1" status: 200 len: 991 time: 2.1318660 Sep 17 01:08:32.643453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:32.645736 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:32.650419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66eed6b-7d01-4d93-98d9-8357b766b719,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:32.670737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:32.674363 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d58c985-d80e-4c0c-aae2-a854646f5f80" -d '{"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:32.683702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:08:32.700177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.700487 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Added segment d8bacdb1-da32-4f9a-a7a5-99a136665be3 of type vlan for network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 Sep 17 01:08:32.705415 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.741457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:32.746548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.748615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:32.749251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:32.803983 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.816348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:32.833533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] No DVR routers for this DVR port 063e7663-ba20-42a5-828b-20b98eb1981f on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:32.838389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=063e7663-ba20-42a5-828b-20b98eb1981f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:32.844081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.845413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:32.846070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.876254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Deleting port 063e7663-ba20-42a5-828b-20b98eb1981f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:32.876685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.881557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.941832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:32.942353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] Pushing event updated for resources: {'Network': ['ID=88ed795c-50f8-4669-bc1e-60f35ba05ca3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:32.976728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:08:32.997460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a514b564-d468-411e-9424-0cf7b310ee8f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5264256 Sep 17 01:08:32.997737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42734) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:33.003003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Request body: {'subnet': {'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1736983925-subnet', 'tenant_id': '0dbabf12c17c4cfd97804a4cf3e97954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:33.042936 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a6435-445f-4d4e-9dbc-5f63c61723be x-openstack-request-id: req-414a6435-445f-4d4e-9dbc-5f63c61723be {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:33.042936 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:33.042936 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-414a6435-445f-4d4e-9dbc-5f63c61723be {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:33.042936 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'status': 'completed', 'code': 200} Sep 17 01:08:33.043545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50b244d-2d7e-4760-a133-50084aa8f089']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:33.066947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:33.066947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ecc0926-7cd0-4e1f-a2a9-94d50b7a8202') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:33.085905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.126411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.131827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:33.135309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:33.137278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:08:33.139635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.145840 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6425848e-42db-4a8c-9613-278f02bc3137 x-openstack-request-id: req-6425848e-42db-4a8c-9613-278f02bc3137 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:33.145840 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:33.145840 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6425848e-42db-4a8c-9613-278f02bc3137 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:33.145840 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'code': 200} Sep 17 01:08:33.146372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Made reservation on behalf of 0dbabf12c17c4cfd97804a4cf3e97954 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:33.146372 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.174154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device be564a05-8fbc-4ba7-b728-ac891eb1a912 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:08:33.204392 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:08:33.274956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: be564a05-8fbc-4ba7-b728-ac891eb1a912 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:33.275321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device be564a05-8fbc-4ba7-b728-ac891eb1a912 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:33.275745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device edcab35a-b18c-45dc-8c16-a974ad63e258 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:33.280570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] For port 063e7663-ba20-42a5-828b-20b98eb1981f, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:33.280969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.299025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:33.330721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-84a3a94e-200c-44c9-8f7c-8a37968075f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.332282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Calling delete_port for 063e7663-ba20-42a5-828b-20b98eb1981f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:33.332468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-84a3a94e-200c-44c9-8f7c-8a37968075f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a37b5e971254cd0a9559c4de88779a5&device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 1096 time: 0.1102834 Sep 17 01:08:33.337581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Port 063e7663-ba20-42a5-828b-20b98eb1981f was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:08:33.338320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: edcab35a-b18c-45dc-8c16-a974ad63e258 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:33.338660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device edcab35a-b18c-45dc-8c16-a974ad63e258 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:33.339174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 063e7663-ba20-42a5-828b-20b98eb1981f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:33.354773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-37c114a4-dcb9-4d3b-a6a0-2229d1fcc011 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922637 Sep 17 01:08:33.357912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ebafa-d224-4a34-b9de-fcc668ae0587 req-a0fba425-b01f-4bfa-85e4-242151b66e63 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.364727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-753ebafa-d224-4a34-b9de-fcc668ae0587 req-a0fba425-b01f-4bfa-85e4-242151b66e63 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1406307 Sep 17 01:08:33.367834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760eff4-d411-4999-98c2-c653bbc5d92a req-564363dd-deab-4561-8497-400046c6b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.369223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6760eff4-d411-4999-98c2-c653bbc5d92a req-564363dd-deab-4561-8497-400046c6b6b0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1271596 Sep 17 01:08:33.370007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.397634 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.412226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.412526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 063e7663-ba20-42a5-828b-20b98eb1981f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:33.412526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 063e7663-ba20-42a5-828b-20b98eb1981f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:33.414152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a50b244d-2d7e-4760-a133-50084aa8f089 HTTP/1.1" status: 204 len: 168 time: 1.2693579 Sep 17 01:08:33.423269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42748) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:33.439009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Network a50b244d-2d7e-4760-a133-50084aa8f089 is not hosted by any dhcp agent {{(pid=112074) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:08:33.439495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] No DVR routers for this DVR port 063e7663-ba20-42a5-828b-20b98eb1981f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:33.446685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e367ca-29da-4c9b-9eb6-93cbc4cb2ef1 None None] Pushing event deleted for resources: {'Port': ['ID=063e7663-ba20-42a5-828b-20b98eb1981f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:33.473592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992d4d9-ce32-4014-9c05-6c40cfc88cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a50b244d-2d7e-4760-a133-50084aa8f089,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:33.482361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-ef871334-37ec-41c6-bc6b-04c66bbff136 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.482361 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-ef871334-37ec-41c6-bc6b-04c66bbff136 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 949 time: 0.2683961 Sep 17 01:08:33.507602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6760eff4-d411-4999-98c2-c653bbc5d92a req-9e7011dc-049b-4cba-ab61-096a23598501 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186697 Sep 17 01:08:33.573125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-753ebafa-d224-4a34-b9de-fcc668ae0587 req-22e2f351-7e80-4dca-9192-fb4df3590230 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078197 Sep 17 01:08:33.677236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-830ad679-ef40-46d3-8148-2b2f27d7e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.678725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-830ad679-ef40-46d3-8148-2b2f27d7e512 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e9889cd-2df7-4a7d-8ada-3e29217c4816 HTTP/1.1" status: 200 len: 907 time: 0.3313677 Sep 17 01:08:33.695283 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-58f0e1d0-e191-4634-a02f-0c4d3c0d7d6c service neutron] delete failed (client error): The resource could not be found. Sep 17 01:08:33.696633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-58f0e1d0-e191-4634-a02f-0c4d3c0d7d6c service neutron] 10.222.0.36 "DELETE /v2.0/ports/e495da2a-af6b-42f7-a1a6-72e58b6ffd46/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.1926744 Sep 17 01:08:33.715662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-6ee8ff6d-48a5-4119-8f6f-d5afa45714c9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.716688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-6ee8ff6d-48a5-4119-8f6f-d5afa45714c9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481917 Sep 17 01:08:33.735638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-5f3e971f-f185-477d-892d-d2d401697582 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/quotas/c1ac15a2d1154d52bfecf339925b2345 HTTP/1.1" status: 200 len: 375 time: 0.0100164 Sep 17 01:08:33.749423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'fcf1fafc-c8d7-4662-82c5-b0c4bee53540', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'port_id': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'mac_address': 'fa:16:3e:82:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b40d04-4464-45cc-b069-226ce9108608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:08:12Z', 'updated_at': '2021-09-17T01:08:31Z', 'revision_number': 1, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:12Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:33.762507 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:08:33.791759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-0dc57af6-8664-419b-a6b3-433548ba65f1 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408995 Sep 17 01:08:33.794604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:33.810692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] Checking router: d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:33.819474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:33.820102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:33.830242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-e29b62c0-b523-4af1-aecb-169f2ff2f524 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2689c30b-3a16-4d05-b009-f387ecde72d8 HTTP/1.1" status: 200 len: 999 time: 0.1407866 Sep 17 01:08:33.847533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39b6c7-a730-4b2c-a801-e571a8eaede9 req-ca5e9d8d-cd6d-4c0b-96c2-7437b800dbc8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.848983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e39b6c7-a730-4b2c-a801-e571a8eaede9 req-ca5e9d8d-cd6d-4c0b-96c2-7437b800dbc8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 949 time: 0.1584980 Sep 17 01:08:33.901079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d97a2af-98be-4720-aa9f-539ceb283916,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:33.960460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Checking segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:33.961152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Network hostable DHCP agents. Network: 88ed795c-50f8-4669-bc1e-60f35ba05ca3, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:08:33.974921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-f8811eb2-9c95-4430-a835-2abf08796a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.977078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-f8811eb2-9c95-4430-a835-2abf08796a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1100 time: 0.0893526 Sep 17 01:08:33.980262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e39b6c7-a730-4b2c-a801-e571a8eaede9 req-90e245e0-3426-4d56-ac64-42047e968eb8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213107 Sep 17 01:08:33.981864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-4adefa9f-0fd7-41f4-86f1-1ecd6c582e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:33.985031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:33.990250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-4adefa9f-0fd7-41f4-86f1-1ecd6c582e10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=455a96b9-8d6a-45ab-97cc-291742f736bf HTTP/1.1" status: 200 len: 845 time: 0.1454310 Sep 17 01:08:34.106590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:08:34.128423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-9da43ca7-78fc-4096-aa34-d55476a09bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:34.128423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-9da43ca7-78fc-4096-aa34-d55476a09bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e9889cd-2df7-4a7d-8ada-3e29217c4816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357419 Sep 17 01:08:34.157012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-06c16bcd-e9d8-41ee-b062-da135f9d9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:34.159625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-06c16bcd-e9d8-41ee-b062-da135f9d9c4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1697276 Sep 17 01:08:34.197571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-921150a0-fa7b-48b0-92da-345cfe536f2e req-f10e2f44-d29f-487d-8baf-3dba1100d113 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 210 time: 0.0368488 Sep 17 01:08:34.254163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-3b3f09bb-7cd1-4bb4-9727-3a9f8db4d587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0556011 Sep 17 01:08:34.256197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 88ed795c-50f8-4669-bc1e-60f35ba05ca3) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:34.281808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:34.283519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:34.340807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-3490a69b-f342-464d-ab4a-0b6ef4487495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:34.342329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-3490a69b-f342-464d-ab4a-0b6ef4487495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0565610 Sep 17 01:08:34.396589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-6b8ef11f-898b-4334-b200-946b7a74f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:34.398105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-6b8ef11f-898b-4334-b200-946b7a74f9cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485961 Sep 17 01:08:34.404675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a3563d-77ff-4fae-b71f-33e8dde98df3 None None] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:34.418673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7cae192c-a682-47b0-b743-a2c5346b857b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4195657 Sep 17 01:08:34.553143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-0f366163-339c-45c4-8f17-70679bdb4372 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460423 Sep 17 01:08:34.617193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06ca295-a53c-4eac-90c7-f68df915353d None None] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:34.666087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'fcf1fafc-c8d7-4662-82c5-b0c4bee53540', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'port_id': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'mac_address': 'fa:16:3e:82:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b40d04-4464-45cc-b069-226ce9108608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:08:12Z', 'updated_at': '2021-09-17T01:08:31Z', 'revision_number': 1, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:12Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:34.739521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f73e41-cafe-473f-98c9-15c3559b7c24 None None] The sync data for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 is: [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'fcf1fafc-c8d7-4662-82c5-b0c4bee53540', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'port_id': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'mac_address': 'fa:16:3e:82:52:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b40d04-4464-45cc-b069-226ce9108608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:08:12Z', 'updated_at': '2021-09-17T01:08:31Z', 'revision_number': 1, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:12Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:34.768258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50b84e0b-5206-450c-b2be-3d3e00252686 req-cb254c68-c87b-4945-9212-927209cfe3ed service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076199 Sep 17 01:08:34.804054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377545e0-c8f0-4c6d-9bf4-f024d9213bd9 req-e5de31bb-f087-4d52-baac-80e995d165c4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:34.812889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-377545e0-c8f0-4c6d-9bf4-f024d9213bd9 req-e5de31bb-f087-4d52-baac-80e995d165c4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1061299 Sep 17 01:08:34.885069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-377545e0-c8f0-4c6d-9bf4-f024d9213bd9 req-81dffc7e-93a9-4a5b-8f2d-c33c64acfa2e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711358 Sep 17 01:08:34.902792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-122bcd97-8c50-493e-918d-6bd9776869e2 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666402 Sep 17 01:08:35.083443 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec23529-d633-4633-a168-ee3ae992bfde None None] New status for floating IP fcf1fafc-c8d7-4662-82c5-b0c4bee53540: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:08:35.133397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-d9e25cff-6aa8-4a39-af0b-dc1de5b4602a tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:35.134976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-d9e25cff-6aa8-4a39-af0b-dc1de5b4602a tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/networks?id=88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 200 len: 818 time: 0.2490544 Sep 17 01:08:35.137269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4ce7a-faca-4fb6-b82a-4565da32fc64 req-8f2f18a6-db48-49e7-84d6-970ae5277207 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:35.139131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ce4ce7a-faca-4fb6-b82a-4565da32fc64 req-8f2f18a6-db48-49e7-84d6-970ae5277207 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 949 time: 0.0568299 Sep 17 01:08:35.144976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0e0c205-c9d7-4268-a8f5-57aaae4cb6a5 req-bcef4f25-7a3c-44cd-bb64-9ca2bbd5d25e service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310016 Sep 17 01:08:35.163709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-fd2b7e64-2ddb-410c-8ef1-300987b95172 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/quotas/0dbabf12c17c4cfd97804a4cf3e97954 HTTP/1.1" status: 200 len: 375 time: 0.0157387 Sep 17 01:08:35.171458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:35.190878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ce4ce7a-faca-4fb6-b82a-4565da32fc64 req-02ad989b-3a9e-4c89-8b5b-197c2abf4c5c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394430 Sep 17 01:08:35.240911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-850ccf36-68e7-4153-9aeb-798edf25b417 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674405 Sep 17 01:08:35.413337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf196781-d7c9-4df9-bdf6-f5611f15d3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:35.436681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb75920e-b850-4829-8927-c801ac8ef35e req-13fedcf8-2b36-41c3-b3e3-6aa31441e07d tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 210 time: 0.0312364 Sep 17 01:08:35.469283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4329c7a9-5d4a-471f-9f04-ae3966055ec9 service neutron] 10.222.0.13 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100639 Sep 17 01:08:35.632926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7997398a-9305-423d-bb51-d3ff371269ae service neutron] 10.222.0.13 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545181 Sep 17 01:08:35.662222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Deleting port ad734ada-232c-46a5-ba9a-c5d140417629 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:35.662864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:35.747723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] For port ad734ada-232c-46a5-ba9a-c5d140417629, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ad734ada-232c-46a5-ba9a-c5d140417629,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:35.748083 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:35.779913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Calling delete_port for ad734ada-232c-46a5-ba9a-c5d140417629 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:35.782934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-ba61ff19-ff8a-4ee8-824d-ed9af3e6e87c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324180 Sep 17 01:08:35.982050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-cf8ad8a2-9c76-4b21-a94b-18ad208dc308 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:35.983534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-cf8ad8a2-9c76-4b21-a94b-18ad208dc308 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927021 Sep 17 01:08:36.006934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Request body: {'port': {'device_id': '8f460a40-674f-4933-b110-a8c4580c6956', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'c1ac15a2d1154d52bfecf339925b2345'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:36.021329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:36.024130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac901a2-228d-49b2-89f6-e679bee03094 req-c31fc39f-7770-4203-8f8d-6e1a9ff78c64 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:36.025266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bac901a2-228d-49b2-89f6-e679bee03094 req-c31fc39f-7770-4203-8f8d-6e1a9ff78c64 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0678208 Sep 17 01:08:36.076441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bac901a2-228d-49b2-89f6-e679bee03094 req-11bee9b0-c195-4c04-9fdd-ae1019608203 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441504 Sep 17 01:08:36.175331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:36.181365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:36.181852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.244544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Made reservation on behalf of c1ac15a2d1154d52bfecf339925b2345 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:36.248350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.260852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.279701 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.318241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:36.319208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:36.322600 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0accd9d-de58-40ad-88e2-690cfb7e8f9d" -d '{"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-plugged", "status": "completed", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:36.334655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.389427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad734ada-232c-46a5-ba9a-c5d140417629,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:36.438868 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.497023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a414e-972c-4db9-b7a6-f96cb779107c req-7fddb794-3868-4a3c-bdaa-4db734005395 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:36.498510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:36.504365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4a414e-972c-4db9-b7a6-f96cb779107c req-7fddb794-3868-4a3c-bdaa-4db734005395 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 949 time: 0.1760104 Sep 17 01:08:36.533965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-52b9e4a1-5d73-4e64-a2ac-e257e9715f8f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705965 Sep 17 01:08:36.655109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.690414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4a414e-972c-4db9-b7a6-f96cb779107c req-7a7ee78d-adb2-4014-9141-f9a560b61dc5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826820 Sep 17 01:08:36.795382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-a097f383-b2e6-4c18-9872-5c77b5b9b6af tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:36.796714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-a097f383-b2e6-4c18-9872-5c77b5b9b6af tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2518337 Sep 17 01:08:36.797305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.801262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8992121-8569-4dcf-b66f-f1cedb95b5da req-d3266bca-1431-448f-a577-4c970bdfb22e tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0472817 Sep 17 01:08:36.825815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Request body: {'port': {'device_id': '3f88fa7b-3560-48fe-a836-58983eff629d', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'c1ac15a2d1154d52bfecf339925b2345'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:36.886189 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:36.926041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af3790db-ea5a-4065-be6b-e430b7d3c3c6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:36.942296 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e9c9cd-5ab8-4988-a417-138739de2947 x-openstack-request-id: req-34e9c9cd-5ab8-4988-a417-138739de2947 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:36.942984 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-plugged", "status": "completed", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:36.943457 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34e9c9cd-5ab8-4988-a417-138739de2947 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:36.944039 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'code': 200} Sep 17 01:08:37.088260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bdabc8d-381f-4f95-a372-40ea90f09646 req-31b50cc3-9410-46ef-adb6-5a2ec31109c3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 210 time: 0.0493758 Sep 17 01:08:37.162841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Allocated IP 192.168.233.14 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/20a0fb74-1a01-4404-9183-703d0b386a29) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:37.179533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ba2ce-da7d-4b65-89be-2efc40cd07ef req-d9ae8010-52f4-4007-8799-1a328cf23e4d tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:37.182160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e1ba2ce-da7d-4b65-89be-2efc40cd07ef req-d9ae8010-52f4-4007-8799-1a328cf23e4d tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1101 time: 0.0456078 Sep 17 01:08:37.225077 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e1ba2ce-da7d-4b65-89be-2efc40cd07ef req-397a5e06-45c4-4db2-8858-2aaf3454b01c tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346498 Sep 17 01:08:37.311368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Made reservation on behalf of c1ac15a2d1154d52bfecf339925b2345 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:37.314730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:37.338017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45796b1-5cba-4bc6-aa6d-f5bccc0dd70d req-d5cad788-2a29-4d58-bfd3-6b7ef04c3f12 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:37.339582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a45796b1-5cba-4bc6-aa6d-f5bccc0dd70d req-d5cad788-2a29-4d58-bfd3-6b7ef04c3f12 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1725373 Sep 17 01:08:37.471514 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-f66b3e46-8300-445c-b206-b69d79a2d8ac tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293322 Sep 17 01:08:37.543896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a45796b1-5cba-4bc6-aa6d-f5bccc0dd70d req-c170b59f-baf5-49ea-9c1e-df20d5e4e314 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857669 Sep 17 01:08:37.588053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:08:37.589710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-4b3e32bd-3550-4936-8592-12f98c6fb117 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:37.591356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-4b3e32bd-3550-4936-8592-12f98c6fb117 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186485 Sep 17 01:08:37.594027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:37.609321 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-bb6f3518-b9cb-48b3-84ec-2fcbbb924837 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/quotas/24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 375 time: 0.0116470 Sep 17 01:08:37.662935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-2585d164-021d-4f33-9a6c-521806a849f8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445471 Sep 17 01:08:38.025992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.098433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1aa08382-63c9-44c6-aa70-d2d57476f6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.115056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7660a83-c27a-4eef-9656-d329949208ba req-95ae78f5-3718-4c2a-a89a-2ee47956cac8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 210 time: 0.0584440 Sep 17 01:08:38.115505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3719919b-0fea-497c-b4e4-f88b5645f5a6 req-03c6e67c-ad47-4ce4-81d7-54637e5effb7 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0917330 Sep 17 01:08:38.172949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:08:38.186993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e6697529-58ec-464d-8825-853fb636e688 admin admin] 10.222.0.13 "PUT /v2.0/routers/6b06d7c2-e356-4233-a65e-8ee7ae80aca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7586279 Sep 17 01:08:38.187387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42872) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:38.193214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:38.199985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] Sync routers for ids ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:08:38.214870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:38.220124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] Routers {'6b06d7c2-e356-4233-a65e-8ee7ae80aca3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:38.220787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:38.240359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:38.246902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:38.303917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Allocated IP 192.168.233.167 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/0160a0c0-801c-4303-b1eb-f7dadcff1bc0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:38.326831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fde5f98-449a-4af0-b414-507fe066dd4f req-2edbacba-befa-49ef-89ba-67ad8a167295 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 210 time: 0.0470099 Sep 17 01:08:38.345020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:38.355348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.378112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.408692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] Set router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:38.484989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c236d998-d0f0-4311-9321-47b0567582c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4826090 Sep 17 01:08:38.534406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Request body: {'port': {'device_id': '8f460a40-674f-4933-b110-a8c4580c6956', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:38.542683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.629354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.630380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9c708697-bf09-400b-b206-d2fe5c8bc6d4 None None] Provisioning complete for port 20a0fb74-1a01-4404-9183-703d0b386a29 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:38.630753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c708697-bf09-400b-b206-d2fe5c8bc6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.652906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.673302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9c708697-bf09-400b-b206-d2fe5c8bc6d4 None None] Port 20a0fb74-1a01-4404-9183-703d0b386a29 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:38.691226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116'}], 'enable_snat': True}, 'gw_port_id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:08:36Z', 'revision_number': 5, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port': {'id': '2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:5c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:06:33Z', 'updated_at': '2021-09-17T01:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:38.699459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86f609-d227-428e-8ce9-c2bde9472bc2 req-521e97be-b182-45a3-b671-82e431242361 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:38.701971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf86f609-d227-428e-8ce9-c2bde9472bc2 req-521e97be-b182-45a3-b671-82e431242361 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0743968 Sep 17 01:08:38.719300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] Checking router: 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:08:38.728738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] Routers {'6b06d7c2-e356-4233-a65e-8ee7ae80aca3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:08:38.729521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:08:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:38.800571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf86f609-d227-428e-8ce9-c2bde9472bc2 req-b947d19c-f07d-412b-ace1-d4ff7f133ae7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923235 Sep 17 01:08:38.834345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Deleting port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:38.834599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] Set router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:08:38.834843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.891873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:08:38Z', 'revision_number': 6, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:38.904296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.936926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3095318-4a44-4e89-aa29-aa73fdbea874 None None] The sync data for ids ['6b06d7c2-e356-4233-a65e-8ee7ae80aca3'] in n-d-789963-7 is: [{'id': '6b06d7c2-e356-4233-a65e-8ee7ae80aca3', 'name': 'tempest-AttachSCSIVolumeTestJSON-1769407379-router', 'tenant_id': 'ea318162183d49f3a67bfa8bab418a38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:06:31Z', 'updated_at': '2021-09-17T01:08:38Z', 'revision_number': 6, 'project_id': 'ea318162183d49f3a67bfa8bab418a38', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:08:38.941325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] For port 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:38.941595 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:38.960182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Calling delete_port for 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:38.983678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event updated for resources: {'Port': ['ID=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:39.015660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:39.018508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:39.024456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:39.088091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.103954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:39.104600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.240424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:39.250812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6571bf0-65fe-401c-b141-1562c886268b req-536c739b-6e4c-482c-96ad-27bb670e933b tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0441041 Sep 17 01:08:39.261651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83b53c7b-47f1-4ba4-89c6-b86746218c68 req-6a14f90d-bb94-4a10-80ac-f8303a69b493 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 210 time: 0.0559313 Sep 17 01:08:39.297328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.315432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-60383440-6c50-4fcb-b834-8f33d8a1fa25 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4981086 Sep 17 01:08:39.327345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad734ada-232c-46a5-ba9a-c5d140417629 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:39.333215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Request body: {'port': {'device_id': '3f88fa7b-3560-48fe-a836-58983eff629d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:39.374331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ad734ada-232c-46a5-ba9a-c5d140417629 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:39.375049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad734ada-232c-46a5-ba9a-c5d140417629 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:39.403611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-947bf230-8330-4009-bc50-00163e7ecca8 None None] Provisioning complete for port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:39.404167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-947bf230-8330-4009-bc50-00163e7ecca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.427182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Transition to ACTIVE for port object 20a0fb74-1a01-4404-9183-703d0b386a29 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:39.427182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.428884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.454750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.474399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-947bf230-8330-4009-bc50-00163e7ecca8 None None] Port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:39.510985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:39.557552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.592972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.631072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:39.651351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ba5ba-1492-440f-9d1c-58c4bf8af2ac req-f7ebf9a1-ca60-464e-8185-015ed6ecf522 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:39.658967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f4ba5ba-1492-440f-9d1c-58c4bf8af2ac req-f7ebf9a1-ca60-464e-8185-015ed6ecf522 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 936 time: 0.1114948 Sep 17 01:08:39.775502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Attempting to bind port 20a0fb74-1a01-4404-9183-703d0b386a29 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:39.775880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Attempting to bind port 20a0fb74-1a01-4404-9183-703d0b386a29 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:39.776526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Attempting to bind port 20a0fb74-1a01-4404-9183-703d0b386a29 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:39.780165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.784407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f4ba5ba-1492-440f-9d1c-58c4bf8af2ac req-9d801213-d179-4d7c-b3f9-4374e2f99b02 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245756 Sep 17 01:08:39.784956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Port 20a0fb74-1a01-4404-9183-703d0b386a29 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:39.785310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Attempting to bind port 20a0fb74-1a01-4404-9183-703d0b386a29 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:39.785656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.797451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:39.797793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:39.798182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:39.798628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Bound port: 20a0fb74-1a01-4404-9183-703d0b386a29, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:39.798990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.931615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:39.936647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:39.940999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:39.970020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.979704 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.980234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b06d7c2-e356-4233-a65e-8ee7ae80aca3 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:08:39.985832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:39.986994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ec732bfb-701c-442e-ac56-68a1ae759c99 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6b06d7c2-e356-4233-a65e-8ee7ae80aca3 HTTP/1.1" status: 204 len: 168 time: 1.7986445 Sep 17 01:08:39.989521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Transition to ACTIVE for port object 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:39.989685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42894) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:40.004354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28705cfb-7d69-440e-89e4-f53df9581840 req-5914c7f8-2867-418e-9a2c-74c27cb041e0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:40.005922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28705cfb-7d69-440e-89e4-f53df9581840 req-5914c7f8-2867-418e-9a2c-74c27cb041e0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0765080 Sep 17 01:08:40.031065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.092520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Deleting subnet 8669c933-4df3-4b3c-b5fb-c66ff6e9d789 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:08:40.096837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28705cfb-7d69-440e-89e4-f53df9581840 req-8526ea91-055b-4e82-88b9-3c1f954cba97 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Sep 17 01:08:40.098184 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.113642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:40.114397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.116473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] 10.222.0.23 "PUT /v2.0/ports/20a0fb74-1a01-4404-9183-703d0b386a29 HTTP/1.1" status: 200 len: 1095 time: 1.5885060 Sep 17 01:08:40.119440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:40.121763 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1081af8-e60c-4f9c-a46c-f95fbc100e21" -d '{"events": [{"name": "network-changed", "server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:40.125055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.171030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.213646 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813f73ff-9629-43e3-85e9-0d03aec5349c x-openstack-request-id: req-813f73ff-9629-43e3-85e9-0d03aec5349c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:40.213905 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:40.214161 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-813f73ff-9629-43e3-85e9-0d03aec5349c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:40.214550 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29', 'status': 'completed', 'code': 200} Sep 17 01:08:40.216904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608164f-5797-4273-aa83-ffa9af3dc764 service neutron] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:40.415895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9d1c0687-ea1a-45f6-a635-cf52d1544b93 req-cdcfcf37-cf48-43ee-bf16-d78c698fc654 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0587182 Sep 17 01:08:40.444902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.446745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Pushing event updated for resources: {'Port': ['ID=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:40.476293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4e19b9c-b251-40c9-8334-aabe2961ba37 req-f884ccb0-f154-4ebb-8d9c-59bcb57663eb tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 210 time: 0.0490713 Sep 17 01:08:40.485696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1081af8-e60c-4f9c-a46c-f95fbc100e21 req-38ecd47b-4229-449c-a521-0174eec3f62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:40.487382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1081af8-e60c-4f9c-a46c-f95fbc100e21 req-38ecd47b-4229-449c-a521-0174eec3f62d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1098 time: 0.2011609 Sep 17 01:08:40.544046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-95bf9b01-ace3-45e7-8c14-81a37a0690a6 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:40.545583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-95bf9b01-ace3-45e7-8c14-81a37a0690a6 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "GET /v2.0/networks?id=88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 200 len: 818 time: 0.2716653 Sep 17 01:08:40.577151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Request body: {'port': {'device_id': '7894d361-76df-4b1d-a6af-e0673d495098', 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'admin_state_up': True, 'tenant_id': '0dbabf12c17c4cfd97804a4cf3e97954'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:40.580418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Attempting to bind port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:40.580749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Attempting to bind port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:40.581076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Attempting to bind port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:40.592269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1081af8-e60c-4f9c-a46c-f95fbc100e21 req-506285f7-09ef-41c0-a827-e909c6ec1d0f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399783 Sep 17 01:08:40.600323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:40.600644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Attempting to bind port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:40.633647 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.645267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:40.645603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:40.645996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:40.646843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Bound port: 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:40.646843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.667055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8669c933-4df3-4b3c-b5fb-c66ff6e9d789,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:40.671798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.673886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6bd8d61c-5b3e-423d-8a8f-4bbeb65461b7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8669c933-4df3-4b3c-b5fb-c66ff6e9d789 HTTP/1.1" status: 204 len: 168 time: 0.6833150 Sep 17 01:08:40.676255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:40.686350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a6709-84ed-4107-b551-0ec8dfd0f1ac None None] Network 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:08:40.823949 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.900136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1081af8-e60c-4f9c-a46c-f95fbc100e21 req-3ac0346e-e8a7-4277-9b2d-37ac142f99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:40.902056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1081af8-e60c-4f9c-a46c-f95fbc100e21 req-3ac0346e-e8a7-4277-9b2d-37ac142f99b3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3029048 Sep 17 01:08:40.926027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] For port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:40.935657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Deleting port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:40.937597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:40.937719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] For port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:40.945136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] DHCP port deletion for 28f75030-afc4-4f33-b2b3-184fd0fc4fe8 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:08:40.974703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.002028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] Deleting port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:08:41.002669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.029436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-131e2515-488d-47b7-99d4-496c1d129b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.031861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-131e2515-488d-47b7-99d4-496c1d129b28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1098 time: 0.0635614 Sep 17 01:08:41.106328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] For port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:41.107032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.107814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-c1c227f0-75a3-4a30-a2de-6054db756da1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=20a0fb74-1a01-4404-9183-703d0b386a29 HTTP/1.1" status: 200 len: 217 time: 0.0671229 Sep 17 01:08:41.109303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Made reservation on behalf of 0dbabf12c17c4cfd97804a4cf3e97954 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:41.113187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.128485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] Calling delete_port for 0c03528e-aa8c-4780-8a73-b0ee9cb74dff owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:41.141659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.225717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:41.251478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:08:41.251822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2dd33b94-65f6-4b6c-8a5f-d2c73d8ec436 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:08:41.252231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0c03528e-aa8c-4780-8a73-b0ee9cb74dff no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:08:41.265255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.265974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.267644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] 10.222.0.23 "PUT /v2.0/ports/0160a0c0-801c-4303-b1eb-f7dadcff1bc0 HTTP/1.1" status: 200 len: 1096 time: 1.9403350 Sep 17 01:08:41.318446 n-d-789963-7 neutron-server[112074]: INFO neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No ports have port_id starting with 0c03528e-aa8c-4780-8a73-b0ee9cb74dff Sep 17 01:08:41.319785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.341913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-74a4c9b2-98ce-4942-91fc-9e7c8a01b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.343424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-74a4c9b2-98ce-4942-91fc-9e7c8a01b825 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2138922 Sep 17 01:08:41.365985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] Pushing event deleted for resources: {'Port': ['ID=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:41.375828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b339d5-27e3-4e21-bf1d-335b7accd9e9 None None] No DVR routers for this DVR port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:41.445252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107bdac-5fb0-44e9-b33d-87c7ec46815d service neutron] Pushing event updated for resources: {'Port': ['ID=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:41.465825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885c747-e969-4568-8d98-7cfc174f6446 req-89797c7a-2cfd-4093-bdd2-cbcf3e4d4118 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.467428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2885c747-e969-4568-8d98-7cfc174f6446 req-89797c7a-2cfd-4093-bdd2-cbcf3e4d4118 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.2592604 Sep 17 01:08:41.473366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a3083-4f33-4c4f-be46-eda281ff975e req-0b5d5f73-2f6d-4115-a76f-2194a4a1d76f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.481628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca9a3083-4f33-4c4f-be46-eda281ff975e req-0b5d5f73-2f6d-4115-a76f-2194a4a1d76f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 948 time: 0.5876625 Sep 17 01:08:41.487020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] For port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,segment=NetworkSegment(d7377789-6832-4184-8742-ddd29eb6237c),segment_id=d7377789-6832-4184-8742-ddd29eb6237c)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:41.487423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:41.556433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-79b1a77b-9601-40f5-ace9-9b75ce5abc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.557936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-79b1a77b-9601-40f5-ace9-9b75ce5abc03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 1099 time: 0.1666684 Sep 17 01:08:41.574121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Allocated IP 172.20.0.13 (88ed795c-50f8-4669-bc1e-60f35ba05ca3/7d97a2af-98be-4720-aa9f-539ceb283916/ba76c98f-05bf-414b-9111-989584944e9d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:41.584380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Calling delete_port for 0c03528e-aa8c-4780-8a73-b0ee9cb74dff owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:08:41.626900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2885c747-e969-4568-8d98-7cfc174f6446 req-7ef01f08-8246-4199-b2d0-5589ffd2868f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231220 Sep 17 01:08:41.632352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-95871586-81ed-466e-b911-5592a3ca8d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.634502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-95871586-81ed-466e-b911-5592a3ca8d22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2783945 Sep 17 01:08:41.639925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-f7d729e2-fd45-418a-ba4e-2a45dd4194d5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.639925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-f7d729e2-fd45-418a-ba4e-2a45dd4194d5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "GET /v2.0/networks?id=88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 200 len: 818 time: 0.7297862 Sep 17 01:08:41.673292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-548e87e3-b2be-42cd-9a16-599539ad1bc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0 HTTP/1.1" status: 200 len: 217 time: 0.0877626 Sep 17 01:08:41.673469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Request body: {'port': {'device_id': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'admin_state_up': True, 'tenant_id': '0dbabf12c17c4cfd97804a4cf3e97954'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:41.673610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-6aedc174-dcf1-464a-a295-2a754f964f5b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837395 Sep 17 01:08:41.714392 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca9a3083-4f33-4c4f-be46-eda281ff975e req-e395c172-acfa-4df7-83aa-bac2f3fa4451 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318795 Sep 17 01:08:41.744937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-c7b9449f-5ae7-49fd-8545-c7437fbfb8fa tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.746551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-c7b9449f-5ae7-49fd-8545-c7437fbfb8fa tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.23 "GET /v2.0/networks?id=88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 200 len: 818 time: 0.3401613 Sep 17 01:08:41.768105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Request body: {'port': {'device_id': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'admin_state_up': True, 'tenant_id': '0dbabf12c17c4cfd97804a4cf3e97954'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:41.888331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f80800a2-fb37-4039-b3e7-7fac919c78d6 req-09194f9d-ad12-4fed-9328-37437dfed801 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 210 time: 0.0822487 Sep 17 01:08:41.905207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f03d8c4f-eb16-44b6-b4e1-d6a7ef72ebe4 req-3544b126-7f22-483d-934c-ec4955238582 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 210 time: 0.1155572 Sep 17 01:08:41.915497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-e2e7cdc0-559f-4d33-8b0b-1c483cae7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:41.916637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-e2e7cdc0-559f-4d33-8b0b-1c483cae7161 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2473028 Sep 17 01:08:41.941568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.002143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c03528e-aa8c-4780-8a73-b0ee9cb74dff,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:42.014365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] No DVR routers for this DVR port 0c03528e-aa8c-4780-8a73-b0ee9cb74dff on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:08:42.029424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-6c350cab-3ab6-49af-b75d-4c1906c732a8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:42.031014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-6c350cab-3ab6-49af-b75d-4c1906c732a8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3469670 Sep 17 01:08:42.062820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-e5bcc5d4-bac9-42b9-b949-9c1401fb6a9c service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039490 Sep 17 01:08:42.066350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Request body: {'port': {'device_id': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '24ab9be3bb21450fa25da0f6c8f0f9d1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:42.109219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-c3045c48-0bec-4a69-8638-feace9783d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:42.110296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-c3045c48-0bec-4a69-8638-feace9783d39 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820464 Sep 17 01:08:42.137021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.163242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f75030-afc4-4f33-b2b3-184fd0fc4fe8']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:42.173726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7377789-6832-4184-8742-ddd29eb6237c') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:42.174020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7377789-6832-4184-8742-ddd29eb6237c') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:08:42.183693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.197071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.203065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:08:42.203546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:08:42.205271 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:08:42.244964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f88fa7b-3560-48fe-a836-58983eff629d', 'tag': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:42.247208 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f88fa7b-3560-48fe-a836-58983eff629d", "tag": "0160a0c0-801c-4303-b1eb-f7dadcff1bc0"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:42.256976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Made reservation on behalf of 0dbabf12c17c4cfd97804a4cf3e97954 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:42.261221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.275334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.309162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09b3e30-25b2-4bb6-bd79-170c57430e2d x-openstack-request-id: req-f09b3e30-25b2-4bb6-bd79-170c57430e2d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:42.309451 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f88fa7b-3560-48fe-a836-58983eff629d", "tag": "0160a0c0-801c-4303-b1eb-f7dadcff1bc0", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:42.309699 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f09b3e30-25b2-4bb6-bd79-170c57430e2d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:42.310088 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f88fa7b-3560-48fe-a836-58983eff629d', 'tag': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0', 'status': 'completed', 'code': 200} Sep 17 01:08:42.382527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2633775a-eda6-4eee-aace-32b76b1f9cee req-4feca42d-5cf5-48a9-9c68-b8e3e52c9a01 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091974 Sep 17 01:08:42.391642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-3596988c-9f20-4c19-881e-9888d15ae197 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637310 Sep 17 01:08:42.418806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.426782 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.428357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] 10.222.0.13 "DELETE /v2.0/networks/28f75030-afc4-4f33-b2b3-184fd0fc4fe8 HTTP/1.1" status: 204 len: 168 time: 1.7510970 Sep 17 01:08:42.439619 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4cd6a-79b5-4847-bf31-81488e44ad9f admin admin] Pushing event deleted for resources: {'Network': ['ID=28f75030-afc4-4f33-b2b3-184fd0fc4fe8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:42.469485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Made reservation on behalf of 0dbabf12c17c4cfd97804a4cf3e97954 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:42.469485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.597383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Allocated IP 172.20.0.14 (88ed795c-50f8-4669-bc1e-60f35ba05ca3/7d97a2af-98be-4720-aa9f-539ceb283916/0941a267-22ca-4fec-9b98-48d128101c37) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:42.775824 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.805981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.826328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42934) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:42.897243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:42.900338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dfae3cbf-868d-4fc5-8f26-12df9e2335b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85924a01053f4f1991788ec365ddbe24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0725033 Sep 17 01:08:42.906110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:42.907637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:42.907824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:42.911310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:42.972009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b8c1218-19fd-4d53-963e-a3dda8321721 req-00ce1ff7-699e-4364-9a1d-2065f1de62ff service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5702007 Sep 17 01:08:42.975738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5052c8-6775-4698-a5e6-91954ec050a6 req-b82cc09a-12fa-4286-91ab-f0afb885ca71 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:42.977842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb5052c8-6775-4698-a5e6-91954ec050a6 req-b82cc09a-12fa-4286-91ab-f0afb885ca71 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 948 time: 0.1303298 Sep 17 01:08:42.980913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Pushing event updated for resources: {'Port': ['ID=ba76c98f-05bf-414b-9111-989584944e9d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:42.996617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:42.998503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fadc1-7dca-4281-8cdf-33063696a8de req-97c53014-9352-4178-ad55-4be089e6ab18 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.000192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677fadc1-7dca-4281-8cdf-33063696a8de req-97c53014-9352-4178-ad55-4be089e6ab18 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.2010703 Sep 17 01:08:43.010098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Made reservation on behalf of 24ab9be3bb21450fa25da0f6c8f0f9d1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:43.011515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:43.013816 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.031535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:43.041965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Pushing event updated for resources: {'Port': ['ID=0941a267-22ca-4fec-9b98-48d128101c37,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:43.045213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Allocated IP 172.20.0.2 (88ed795c-50f8-4669-bc1e-60f35ba05ca3/7d97a2af-98be-4720-aa9f-539ceb283916/9934b578-9ce5-43bd-b02b-9720762eff7a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:43.069517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.070137 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.106304 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb5052c8-6775-4698-a5e6-91954ec050a6 req-91e94031-0143-4430-a75e-d4dd495804ae tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051011 Sep 17 01:08:43.119860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-677fadc1-7dca-4281-8cdf-33063696a8de req-5f8dd268-b3c4-4f68-bbad-7660bdb447ec tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001244 Sep 17 01:08:43.139418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.140051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.160013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4f3675-9b50-4fe2-a6c5-ce172555d087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.221500 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4f3675-9b50-4fe2-a6c5-ce172555d087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.262047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-babd0000-2ed3-4c83-9cc0-de6e62223bae tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6047552 Sep 17 01:08:43.263936 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b35c3455-8eb4-4da2-956d-6cdc3bb9a4a3 req-c147e44a-9ea2-453c-8b9c-33a392b95096 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 210 time: 0.0325925 Sep 17 01:08:43.266109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4645da9b-69d1-48b8-a6b0-71ec63a57375 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7010591 Sep 17 01:08:43.281394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Request body: {'port': {'device_id': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:43.302995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Request body: {'port': {'device_id': '7894d361-76df-4b1d-a6af-e0673d495098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:43.315728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c8590e3-089d-4e95-af7b-a0ff44bc3007 req-105834c3-1183-4d05-ad7b-d513d540c078 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 210 time: 0.0888717 Sep 17 01:08:43.368082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.381098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-0a390d8a-ae6f-47c4-b976-c380200e556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.382612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-0a390d8a-ae6f-47c4-b976-c380200e556f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 1099 time: 0.2305202 Sep 17 01:08:43.384311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.392207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Allocated IP 192.168.233.120 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/d3171d25-56ef-49d1-83eb-db345fb6ea16) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:43.521460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.528738 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.578806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4f3675-9b50-4fe2-a6c5-ce172555d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.581393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4f3675-9b50-4fe2-a6c5-ce172555d087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.585773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc4f3675-9b50-4fe2-a6c5-ce172555d087 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f59b812d-171f-4449-82bd-617f9dbc8b65 HTTP/1.1" status: 204 len: 168 time: 0.6684086 Sep 17 01:08:43.595291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:43.610187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:43.612857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:43.632018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Pushing event updated for resources: {'Port': ['ID=9934b578-9ce5-43bd-b02b-9720762eff7a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:43.671964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-d56e692b-4b08-441e-87a4-2dc8d2f84f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.673538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-d56e692b-4b08-441e-87a4-2dc8d2f84f6f service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2639129 Sep 17 01:08:43.674321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f3675-9b50-4fe2-a6c5-ce172555d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b812d-171f-4449-82bd-617f9dbc8b65,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:43.730694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.731367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.787843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-9e1fba15-0671-41fa-a214-317c756318c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0 HTTP/1.1" status: 200 len: 217 time: 0.1028156 Sep 17 01:08:43.831151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-45f64bd3-45c5-4990-9655-37f5298867f1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0689027 Sep 17 01:08:43.835411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0941a267-22ca-4fec-9b98-48d128101c37 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:43.847023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Request body: {'port': {'device_id': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:43.872278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.878346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.886375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Transition to ACTIVE for port object 0941a267-22ca-4fec-9b98-48d128101c37 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:43.903797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-e754b300-7fe9-4461-8a71-f81dffd83980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.905273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-e754b300-7fe9-4461-8a71-f81dffd83980 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0905852 Sep 17 01:08:43.932989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:43.965768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-df8dafc5-34b0-4d31-8d42-1bef3cbd0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:43.967430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-df8dafc5-34b0-4d31-8d42-1bef3cbd0f0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0484810 Sep 17 01:08:43.986418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.053021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:44.111115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0941a267-22ca-4fec-9b98-48d128101c37,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:44.187043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.208451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:44.225507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '20a0fb74-1a01-4404-9183-703d0b386a29', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '20a0fb74-1a01-4404-9183-703d0b386a29', 'mac_address': 'fa:16:3e:81:f5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:44.229532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:44.244852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Attempting to bind port 0941a267-22ca-4fec-9b98-48d128101c37 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:44.245452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Attempting to bind port 0941a267-22ca-4fec-9b98-48d128101c37 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:44.245983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Attempting to bind port 0941a267-22ca-4fec-9b98-48d128101c37 on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:44.251841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Port 0941a267-22ca-4fec-9b98-48d128101c37 on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:44.252545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Attempting to bind port 0941a267-22ca-4fec-9b98-48d128101c37 on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:44.258915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:44.259780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Checking segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:44.260413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Bound using segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:44.261316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Bound port: 0941a267-22ca-4fec-9b98-48d128101c37, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:44.262457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.324824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.349609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:44.364790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:44.387100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:44.401552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e84d-8896-4e4f-be17-1916d490957b req-468cb8ac-9b18-49de-9770-b665b2fd8858 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:44.403214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b045e84d-8896-4e4f-be17-1916d490957b req-468cb8ac-9b18-49de-9770-b665b2fd8858 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1227846 Sep 17 01:08:44.407281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:44.407639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] For port 0941a267-22ca-4fec-9b98-48d128101c37, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:44.413719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] For port 0941a267-22ca-4fec-9b98-48d128101c37, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0941a267-22ca-4fec-9b98-48d128101c37,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:44.454696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-fbfcb91a-6ea4-4105-818a-7feda0ab4f75 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672775 Sep 17 01:08:44.455627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:44.480697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b045e84d-8896-4e4f-be17-1916d490957b req-fdd73694-257b-4d99-a784-16a823022532 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705242 Sep 17 01:08:44.483409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.500281 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.503806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:44.604369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:44.618168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:44.619021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.620438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] 10.222.0.36 "PUT /v2.0/ports/0941a267-22ca-4fec-9b98-48d128101c37 HTTP/1.1" status: 200 len: 1092 time: 1.3446119 Sep 17 01:08:44.621101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'tag': '0941a267-22ca-4fec-9b98-48d128101c37'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:44.623426 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3a45a-e444-4cfd-8d38-3076aade8e16" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c635a2-16e5-4cc2-a95f-b3e4263238c4", "tag": "0941a267-22ca-4fec-9b98-48d128101c37"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:44.648034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2db27c-9011-4a8c-b28f-e65eccb1f503 req-837762fa-f922-4a3c-a024-ae43382fdc3e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:44.649622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb2db27c-9011-4a8c-b28f-e65eccb1f503 req-837762fa-f922-4a3c-a024-ae43382fdc3e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 948 time: 0.3305998 Sep 17 01:08:44.649782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f604f1-103d-4b0b-84a8-647322a82b34 service neutron] Pushing event updated for resources: {'Port': ['ID=0941a267-22ca-4fec-9b98-48d128101c37,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:44.669931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619bb13-fdc5-4fcc-8846-596da0c298d6 req-32f03887-d57b-4b88-acce-6290e4737eb1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:44.677776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7619bb13-fdc5-4fcc-8846-596da0c298d6 req-32f03887-d57b-4b88-acce-6290e4737eb1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 936 time: 0.1026278 Sep 17 01:08:44.707662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:44.707846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42966) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:44.707959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.728613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba76c98f-05bf-414b-9111-989584944e9d {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:44.736151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7619bb13-fdc5-4fcc-8846-596da0c298d6 req-6aadc34e-cc92-4beb-a6f6-6eedbf2c48ff tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575037 Sep 17 01:08:44.753664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.766531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bcb4f09e-84b7-4d8e-94b4-8ca1c5868039 None None] Provisioning complete for port d3171d25-56ef-49d1-83eb-db345fb6ea16 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:44.767012 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bcb4f09e-84b7-4d8e-94b4-8ca1c5868039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.794015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Transition to ACTIVE for port object ba76c98f-05bf-414b-9111-989584944e9d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:44.802326 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f19e7f30-b25c-47fd-bcbc-0a4fbe61adf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea318162183d49f3a67bfa8bab418a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952523 Sep 17 01:08:44.809202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42968) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:44.818942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-bcb4f09e-84b7-4d8e-94b4-8ca1c5868039 None None] Port d3171d25-56ef-49d1-83eb-db345fb6ea16 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:44.819152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb2db27c-9011-4a8c-b28f-e65eccb1f503 req-c3f974cf-1617-4cb6-8e03-8261bbc56eba tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504929 Sep 17 01:08:44.823785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1a33f46-2d4b-40f4-a725-fbcabf41caa8 req-b37241ae-2868-42bc-b8df-a1c1c1ba0dac service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220537 Sep 17 01:08:44.832588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-8746b1ff-cd4c-40ee-afa9-30309ff888ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7720890 Sep 17 01:08:44.848669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Request body: {'port': {'device_id': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:44.868181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['20a0fb74-1a01-4404-9183-703d0b386a29'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:44.876440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:44.878229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-887a19dd-535a-4b16-96c1-93738672522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:44.880337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-887a19dd-535a-4b16-96c1-93738672522e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 1095 time: 0.1191685 Sep 17 01:08:44.951702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-27ce3a9b-0bd1-4bc7-9026-4be919829f92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0941a267-22ca-4fec-9b98-48d128101c37 HTTP/1.1" status: 200 len: 217 time: 0.0561645 Sep 17 01:08:44.976787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ba76c98f-05bf-414b-9111-989584944e9d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:45.003974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.049671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8dd3b-7cdb-4d72-8619-3e922c3849ca req-bbc694d6-ee62-419a-8efb-84e2470d8a6d tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.051223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2d8dd3b-7cdb-4d72-8619-3e922c3849ca req-bbc694d6-ee62-419a-8efb-84e2470d8a6d tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 931 time: 0.2231839 Sep 17 01:08:45.056941 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673676bb-5e9b-46e9-b271-9a54f44b7387 x-openstack-request-id: req-673676bb-5e9b-46e9-b271-9a54f44b7387 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:45.057228 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c635a2-16e5-4cc2-a95f-b3e4263238c4", "tag": "0941a267-22ca-4fec-9b98-48d128101c37", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:45.057484 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-673676bb-5e9b-46e9-b271-9a54f44b7387 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:45.058066 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'tag': '0941a267-22ca-4fec-9b98-48d128101c37', 'status': 'completed', 'code': 200} Sep 17 01:08:45.068157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74a2b5ac-8ec2-435c-b35f-2f9c550cb6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.127846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-2be16dca-8caf-445a-b095-c3d7d084ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.129307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-2be16dca-8caf-445a-b095-c3d7d084ea4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d97a2af-98be-4720-aa9f-539ceb283916 HTTP/1.1" status: 200 len: 858 time: 0.1320639 Sep 17 01:08:45.130746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Attempting to bind port ba76c98f-05bf-414b-9111-989584944e9d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:45.131099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Attempting to bind port ba76c98f-05bf-414b-9111-989584944e9d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:45.133749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Attempting to bind port ba76c98f-05bf-414b-9111-989584944e9d on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:45.144122 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74a2b5ac-8ec2-435c-b35f-2f9c550cb6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.186420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Port ba76c98f-05bf-414b-9111-989584944e9d on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:45.186746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Attempting to bind port ba76c98f-05bf-414b-9111-989584944e9d on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:45.190366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2d8dd3b-7cdb-4d72-8619-3e922c3849ca req-a3562c49-e3c6-4e86-bda7-6dd56744551f tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268137 Sep 17 01:08:45.192268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-60c26865-ef99-4a1f-a07e-f0aa9c80425d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88ed795c-50f8-4669-bc1e-60f35ba05ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463474 Sep 17 01:08:45.195889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:45.196756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Checking segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:45.197212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Bound using segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:45.197708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Bound port: ba76c98f-05bf-414b-9111-989584944e9d, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:45.198070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.314318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9934b578-9ce5-43bd-b02b-9720762eff7a {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:45.329443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.330372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] For port ba76c98f-05bf-414b-9111-989584944e9d, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:45.337244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] For port ba76c98f-05bf-414b-9111-989584944e9d, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ba76c98f-05bf-414b-9111-989584944e9d,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:45.353839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Transition to ACTIVE for port object 9934b578-9ce5-43bd-b02b-9720762eff7a will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:45.359485 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-a5266a4b-f730-4ae9-bfce-da40e473cebd service neutron] 10.222.0.36 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498513 Sep 17 01:08:45.410858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3171d25-56ef-49d1-83eb-db345fb6ea16 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:45.418532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.424736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74a2b5ac-8ec2-435c-b35f-2f9c550cb6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.427253 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74a2b5ac-8ec2-435c-b35f-2f9c550cb6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.428408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-74a2b5ac-8ec2-435c-b35f-2f9c550cb6ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/308cacf6-884e-42c5-92bd-eaa2af514688 HTTP/1.1" status: 204 len: 168 time: 0.6176453 Sep 17 01:08:45.436236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Transition to ACTIVE for port object d3171d25-56ef-49d1-83eb-db345fb6ea16 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:08:45.442497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2b5ac-8ec2-435c-b35f-2f9c550cb6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308cacf6-884e-42c5-92bd-eaa2af514688,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:45.473858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.474044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.474044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-83aa9d42-e80b-4e1a-9ae5-d080ae4b540e service neutron] 10.222.0.36 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046522 Sep 17 01:08:45.520090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.520848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.522500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] 10.222.0.36 "PUT /v2.0/ports/ba76c98f-05bf-414b-9111-989584944e9d HTTP/1.1" status: 200 len: 1092 time: 2.2364974 Sep 17 01:08:45.524571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Pushing event updated for resources: {'Port': ['ID=9934b578-9ce5-43bd-b02b-9720762eff7a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:45.526069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7894d361-76df-4b1d-a6af-e0673d495098', 'tag': 'ba76c98f-05bf-414b-9111-989584944e9d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:45.533762 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "7894d361-76df-4b1d-a6af-e0673d495098", "tag": "ba76c98f-05bf-414b-9111-989584944e9d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:45.542058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.582206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Pushing event updated for resources: {'Port': ['ID=ba76c98f-05bf-414b-9111-989584944e9d,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:45.620084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.620679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.621133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.621644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.622080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.622515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.623814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.624251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.625855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.626300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.626752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.627214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74d43-0f22-4846-a929-b43a6aff8e87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:45.635702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Attempting to bind port 9934b578-9ce5-43bd-b02b-9720762eff7a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:45.636326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Attempting to bind port 9934b578-9ce5-43bd-b02b-9720762eff7a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:45.636475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Attempting to bind port 9934b578-9ce5-43bd-b02b-9720762eff7a on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:45.650848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Port 9934b578-9ce5-43bd-b02b-9720762eff7a on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:45.651254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Attempting to bind port 9934b578-9ce5-43bd-b02b-9720762eff7a on network 88ed795c-50f8-4669-bc1e-60f35ba05ca3 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:45.657281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:45.658266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Checking segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:45.658266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Bound using segment: {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:45.658675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Bound port: 9934b578-9ce5-43bd-b02b-9720762eff7a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8bacdb1-da32-4f9a-a7a5-99a136665be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:45.659633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.665557 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34991bb6-f154-4e09-afe8-41ae8123d0ed x-openstack-request-id: req-34991bb6-f154-4e09-afe8-41ae8123d0ed {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:45.666474 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7894d361-76df-4b1d-a6af-e0673d495098", "tag": "ba76c98f-05bf-414b-9111-989584944e9d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:45.666733 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34991bb6-f154-4e09-afe8-41ae8123d0ed {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:45.667257 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7894d361-76df-4b1d-a6af-e0673d495098', 'tag': 'ba76c98f-05bf-414b-9111-989584944e9d', 'status': 'completed', 'code': 200} Sep 17 01:08:45.776411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-20166e2e-7bab-4809-b397-48483efe4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.777925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-20166e2e-7bab-4809-b397-48483efe4d9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 1095 time: 0.0992408 Sep 17 01:08:45.789653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Attempting to bind port d3171d25-56ef-49d1-83eb-db345fb6ea16 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:08:45.790059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Attempting to bind port d3171d25-56ef-49d1-83eb-db345fb6ea16 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:08:45.790316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Attempting to bind port d3171d25-56ef-49d1-83eb-db345fb6ea16 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:45.814640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Port d3171d25-56ef-49d1-83eb-db345fb6ea16 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:08:45.814964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Attempting to bind port d3171d25-56ef-49d1-83eb-db345fb6ea16 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:08:45.827092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:45.833483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:08:45.833824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:08:45.834232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:08:45.836486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Bound port: d3171d25-56ef-49d1-83eb-db345fb6ea16, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:08:45.836486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:45.844645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e req-ef834697-6c3a-42af-997f-be1a10cb2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.846074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e req-ef834697-6c3a-42af-997f-be1a10cb2cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 1095 time: 0.1727467 Sep 17 01:08:45.855390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] For port 9934b578-9ce5-43bd-b02b-9720762eff7a, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:45.862125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bbe74-22ef-4e0a-a899-69baf54524f5 req-1c92b007-5963-4ce8-a989-9880f4fa3a22 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.863979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a8bbe74-22ef-4e0a-a899-69baf54524f5 req-1c92b007-5963-4ce8-a989-9880f4fa3a22 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1953452 Sep 17 01:08:45.903595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] For port 9934b578-9ce5-43bd-b02b-9720762eff7a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9934b578-9ce5-43bd-b02b-9720762eff7a,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:45.933030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-2d9a621f-485d-410c-9b73-a2f438754d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.934492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-2d9a621f-485d-410c-9b73-a2f438754d76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 200 len: 919 time: 0.1485467 Sep 17 01:08:45.945269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd3082-8da2-49b5-9efd-0e3271900fdd req-0319b65f-5c41-4570-8b64-976dfb943681 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:45.947131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84bd3082-8da2-49b5-9efd-0e3271900fdd req-0319b65f-5c41-4570-8b64-976dfb943681 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 948 time: 0.0946748 Sep 17 01:08:45.994404 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.001822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-a104b65a-b2be-4565-b2fe-7d032bc5c0d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0941a267-22ca-4fec-9b98-48d128101c37 HTTP/1.1" status: 200 len: 217 time: 0.0537548 Sep 17 01:08:46.010533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a8bbe74-22ef-4e0a-a899-69baf54524f5 req-d316b0b2-e96a-40bc-9cde-1f01fd8909d1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350992 Sep 17 01:08:46.038612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:08:46.045218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:46.046838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:08:46.059314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e req-88239074-2fc9-48d3-90ef-0d368513a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.060879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e req-88239074-2fc9-48d3-90ef-0d368513a60c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1959612 Sep 17 01:08:46.065019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:46.077907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.077907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.077907 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] 10.222.0.23 "PUT /v2.0/ports/9934b578-9ce5-43bd-b02b-9720762eff7a HTTP/1.1" status: 200 len: 1091 time: 2.2347767 Sep 17 01:08:46.116759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84bd3082-8da2-49b5-9efd-0e3271900fdd req-0217178a-dd71-4949-9f6c-f97cacda210a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299226 Sep 17 01:08:46.125319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-553f4212-4ae7-4c51-930d-3d2610fe5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.126019 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-553f4212-4ae7-4c51-930d-3d2610fe5f91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d97a2af-98be-4720-aa9f-539ceb283916 HTTP/1.1" status: 200 len: 858 time: 0.1126986 Sep 17 01:08:46.126746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1aecf-848a-4420-80f5-1b4e1a971309 service neutron] Pushing event updated for resources: {'Port': ['ID=9934b578-9ce5-43bd-b02b-9720762eff7a,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:46.170913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-f7ecdb57-fd1e-4911-b5ce-361a7091185c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88ed795c-50f8-4669-bc1e-60f35ba05ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365086 Sep 17 01:08:46.217258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.277255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.278203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.280207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] 10.222.0.36 "PUT /v2.0/ports/d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 1096 time: 1.4359150 Sep 17 01:08:46.314518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:46.331253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0', 'mac_address': 'fa:16:3e:3b:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:46.350123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-e2651919-90db-417e-8705-912bacd0bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.353203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-e2651919-90db-417e-8705-912bacd0bf6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 1094 time: 0.1397064 Sep 17 01:08:46.376658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d1d2b-0112-41fb-b9b7-605fe69462bd req-87c4e6b8-159b-48a2-9061-8da6543ae898 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.385161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae1d1d2b-0112-41fb-b9b7-605fe69462bd req-87c4e6b8-159b-48a2-9061-8da6543ae898 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 948 time: 0.2663250 Sep 17 01:08:46.405223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcc3a7-7270-404e-86aa-c80b1304d352 service neutron] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:46.414041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e req-e70d4b07-6c07-4d27-ab91-72dc57a32ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.415885 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86770c4e-7cf6-4c87-9e8a-21275eab6d5e req-e70d4b07-6c07-4d27-ab91-72dc57a32ae4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3469257 Sep 17 01:08:46.419667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-38d34bd8-4c12-46fa-baa4-169ac32ddd80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9934b578-9ce5-43bd-b02b-9720762eff7a HTTP/1.1" status: 200 len: 217 time: 0.0567379 Sep 17 01:08:46.440001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 20a0fb74-1a01-4404-9183-703d0b386a29 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:46.442067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.479249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae1d1d2b-0112-41fb-b9b7-605fe69462bd req-af30b384-932b-4069-a09d-df6027567e33 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882177 Sep 17 01:08:46.497231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 20a0fb74-1a01-4404-9183-703d0b386a29 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:46.503203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-f1d9821a-afa6-4f9a-8040-931fec58189a service neutron] 10.222.0.36 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238976 Sep 17 01:08:46.504252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.517705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:46.577207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:46.601175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-6fda7287-949d-491a-b1ca-acb2a9be6b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.607738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-6fda7287-949d-491a-b1ca-acb2a9be6b4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 1095 time: 0.1274202 Sep 17 01:08:46.612705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-5a2a1aad-d251-46f1-81b0-d997f618babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.615246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-5a2a1aad-d251-46f1-81b0-d997f618babe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1099 time: 0.1663394 Sep 17 01:08:46.635260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.654881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.667061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:46.669732 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7dad04-ec24-4f18-8ef0-72e3b1ce8f59" -d '{"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-plugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:46.709415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:46.712327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-1c9c9121-ae35-4e1f-bfd7-9a7c8d8836c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba76c98f-05bf-414b-9111-989584944e9d HTTP/1.1" status: 200 len: 217 time: 0.0949686 Sep 17 01:08:46.714419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-b1dd3f3e-16af-43b5-a7bc-186acc7299d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 217 time: 0.0878248 Sep 17 01:08:46.743444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:46.752704 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41e22d-70e8-4d69-b9a9-bf55333cad3a x-openstack-request-id: req-4c41e22d-70e8-4d69-b9a9-bf55333cad3a {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:46.753073 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-plugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:46.753428 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c41e22d-70e8-4d69-b9a9-bf55333cad3a {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:46.753914 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29', 'code': 200} Sep 17 01:08:46.810281 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:46.825815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-11781b25-ebd4-42a6-9278-bd39b8ef6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.827583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-11781b25-ebd4-42a6-9278-bd39b8ef6c25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d97a2af-98be-4720-aa9f-539ceb283916 HTTP/1.1" status: 200 len: 858 time: 0.1013505 Sep 17 01:08:46.829588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-e28a9088-0632-47c5-96cf-e13b206c769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.831160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-e28a9088-0632-47c5-96cf-e13b206c769a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0928552 Sep 17 01:08:46.988310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-9931dd90-7cf5-4b86-915c-b9414e0ea4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:46.989976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-9931dd90-7cf5-4b86-915c-b9414e0ea4e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d97a2af-98be-4720-aa9f-539ceb283916 HTTP/1.1" status: 200 len: 858 time: 0.5630989 Sep 17 01:08:47.009210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:47.044470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f3a45a-e444-4cfd-8d38-3076aade8e16 req-fe9ab770-aeed-4a7e-94d6-1580f5ff94fc service neutron] 10.222.0.36 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256341 Sep 17 01:08:47.046301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-f445e538-5683-4c86-a018-69fcc205e3d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88ed795c-50f8-4669-bc1e-60f35ba05ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436053 Sep 17 01:08:47.060107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02af0cd7-c3c7-44d2-a17d-8223c74b8b20 req-593f1b70-231b-48cc-a0e2-f91f2cca1829 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.062144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02af0cd7-c3c7-44d2-a17d-8223c74b8b20 req-593f1b70-231b-48cc-a0e2-f91f2cca1829 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 943 time: 0.1131835 Sep 17 01:08:47.063854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'tag': '9934b578-9ce5-43bd-b02b-9720762eff7a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:47.066117 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef13a585-739f-4a4b-acb5-44474508b6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "568e9461-22ea-439e-b78b-ca7f7491b1f3", "tag": "9934b578-9ce5-43bd-b02b-9720762eff7a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:47.168649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02af0cd7-c3c7-44d2-a17d-8223c74b8b20 req-1e46add2-d5f0-4df9-a0bd-de92f6d5fa72 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901449 Sep 17 01:08:47.169498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['0160a0c0-801c-4303-b1eb-f7dadcff1bc0'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:47.198502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-87fe9ee3-8d3d-4b92-8dba-463da3dc9a4d service neutron] 10.222.0.23 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347136 Sep 17 01:08:47.282516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-89b0ebda-13a7-4428-b77a-5f75b02ba456 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=88ed795c-50f8-4669-bc1e-60f35ba05ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4385798 Sep 17 01:08:47.332825 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4d6e7f-1d8a-4245-87b8-330dee9c9ad1 x-openstack-request-id: req-2c4d6e7f-1d8a-4245-87b8-330dee9c9ad1 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:47.333421 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568e9461-22ea-439e-b78b-ca7f7491b1f3", "tag": "9934b578-9ce5-43bd-b02b-9720762eff7a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:47.333659 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c4d6e7f-1d8a-4245-87b8-330dee9c9ad1 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:47.334053 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'tag': '9934b578-9ce5-43bd-b02b-9720762eff7a', 'status': 'completed', 'code': 200} Sep 17 01:08:47.396375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bc8bb-31ef-4354-a202-90791552a6ce req-56506b44-823f-4e60-87db-b3ee29641e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.397803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a32bc8bb-31ef-4354-a202-90791552a6ce req-56506b44-823f-4e60-87db-b3ee29641e0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1100 time: 0.5637426 Sep 17 01:08:47.400110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-2975018f-6458-4001-ac42-1560a507912a service neutron] 10.222.0.23 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939216 Sep 17 01:08:47.401392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-ebe13d65-e20f-45af-a76e-0d7f28c4f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.402772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-ebe13d65-e20f-45af-a76e-0d7f28c4f510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5603249 Sep 17 01:08:47.416938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71ce0d-f081-4d2c-932f-5155ebf14455 req-3f6880c6-e914-4a4c-9491-07f6783d7a2c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.418541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c71ce0d-f081-4d2c-932f-5155ebf14455 req-3f6880c6-e914-4a4c-9491-07f6783d7a2c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0836859 Sep 17 01:08:47.462300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-af0244f7-b19f-4f28-a0da-0efdd0d91d2f service neutron] 10.222.0.36 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697440 Sep 17 01:08:47.462582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c71ce0d-f081-4d2c-932f-5155ebf14455 req-70ff712d-b94c-49f1-a3b2-2524a4070cb5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Sep 17 01:08:47.479505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3570bfb-890e-43d9-ad4e-36cd1b764b59 req-104ac2d9-3b97-4c99-b361-972bef15a049 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.480955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3570bfb-890e-43d9-ad4e-36cd1b764b59 req-104ac2d9-3b97-4c99-b361-972bef15a049 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 948 time: 0.1283851 Sep 17 01:08:47.565988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a32bc8bb-31ef-4354-a202-90791552a6ce req-462a97e6-9831-41d6-b8cf-17a0386c582a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530118 Sep 17 01:08:47.640241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3570bfb-890e-43d9-ad4e-36cd1b764b59 req-f1b901df-2cd4-4245-8922-d643a73448b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439989 Sep 17 01:08:47.643822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-225105a3-4598-44ce-959a-90234c42804f service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320290 Sep 17 01:08:47.675651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:47.677870 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d3c99-2055-4eff-8396-5f4c24c5b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:47.696740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-273d62d0-e2d3-4d23-ba1a-864bd0733385 req-4db33293-41b4-47a1-93b5-f4ab7fb5f4c5 service neutron] 10.222.0.36 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147555 Sep 17 01:08:47.758729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-addf8db0-6a98-4f6b-a872-0ad57b691a7a req-e3646b43-f4c7-45b0-bae4-19c8d278d80e service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050858 Sep 17 01:08:47.857031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-39ebfc18-5f89-4aff-8ca1-c0cc611e1a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.858595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-39ebfc18-5f89-4aff-8ca1-c0cc611e1a9f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 1094 time: 0.0513508 Sep 17 01:08:47.877525 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c06f64-2b7c-4805-9a20-4e6bef92222a x-openstack-request-id: req-c5c06f64-2b7c-4805-9a20-4e6bef92222a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:47.877818 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:47.878061 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5c06f64-2b7c-4805-9a20-4e6bef92222a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:47.878437 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'status': 'completed', 'code': 200} Sep 17 01:08:47.936236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2219038-0330-4bc1-8a13-0136e5f3ba3b req-a3008752-03c0-4fee-812d-a74e556cd764 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.940579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2219038-0330-4bc1-8a13-0136e5f3ba3b req-a3008752-03c0-4fee-812d-a74e556cd764 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 949 time: 0.0676386 Sep 17 01:08:47.966100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0941a267-22ca-4fec-9b98-48d128101c37 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:47.991026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-e4fee340-f148-4614-b19c-dc91a50649f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:47.993620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-e4fee340-f148-4614-b19c-dc91a50649f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1099 time: 0.0904059 Sep 17 01:08:48.004400 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2219038-0330-4bc1-8a13-0136e5f3ba3b req-e3c9e4e6-63ef-4550-ae44-83a201eca7b6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570164 Sep 17 01:08:48.032790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-c46ad297-adac-4f6a-ba63-94915140f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.034471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-c46ad297-adac-4f6a-ba63-94915140f57e service neutron] 10.222.0.23 "GET /v2.0/networks?id=88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 200 len: 919 time: 0.1653359 Sep 17 01:08:48.081800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0941a267-22ca-4fec-9b98-48d128101c37, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0941a267-22ca-4fec-9b98-48d128101c37,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:48.093901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '0941a267-22ca-4fec-9b98-48d128101c37', 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'port_id': '0941a267-22ca-4fec-9b98-48d128101c37', 'mac_address': 'fa:16:3e:01:fe:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d97a2af-98be-4720-aa9f-539ceb283916', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:48.119616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-eca826e2-3453-4169-b5b9-a6c8ea7b92da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9934b578-9ce5-43bd-b02b-9720762eff7a HTTP/1.1" status: 200 len: 217 time: 0.0456407 Sep 17 01:08:48.133742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:48.146963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0941a267-22ca-4fec-9b98-48d128101c37 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:48.167207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0941a267-22ca-4fec-9b98-48d128101c37, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0941a267-22ca-4fec-9b98-48d128101c37,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:48.167540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-080b4974-1f1d-4674-b8b1-87fab0476466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.168656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-080b4974-1f1d-4674-b8b1-87fab0476466 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1624253 Sep 17 01:08:48.217677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-bb1e17a5-6ffb-4ec9-997b-0b08dcbd813b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 217 time: 0.0410392 Sep 17 01:08:48.219242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-c2a0a357-0eb5-4aff-af8a-710ad57dcba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.220591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-c2a0a357-0eb5-4aff-af8a-710ad57dcba2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7d97a2af-98be-4720-aa9f-539ceb283916 HTTP/1.1" status: 200 len: 858 time: 0.0882967 Sep 17 01:08:48.252626 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:48.295840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-8d814439-24b3-4601-b412-9fe9e78e8150 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=88ed795c-50f8-4669-bc1e-60f35ba05ca3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607345 Sep 17 01:08:48.309218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0941a267-22ca-4fec-9b98-48d128101c37,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:48.349203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-829e96a5-599c-4f9f-9478-f35ef2359006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.350640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-829e96a5-599c-4f9f-9478-f35ef2359006 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1250286 Sep 17 01:08:48.432736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aeacb-a43b-4f61-bb04-d41b6368d622 req-81b0a11f-2efa-4b47-82ca-4c70bbf81407 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.434186 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e5aeacb-a43b-4f61-bb04-d41b6368d622 req-81b0a11f-2efa-4b47-82ca-4c70bbf81407 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 943 time: 0.1682084 Sep 17 01:08:48.467577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-23f9d956-ff6d-485f-8d1e-04281579c963 service neutron] 10.222.0.23 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542470 Sep 17 01:08:48.480000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-3c8c046b-419c-4da1-82d0-76c1b879f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.481724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-3c8c046b-419c-4da1-82d0-76c1b879f974 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943077 Sep 17 01:08:48.497402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0941a267-22ca-4fec-9b98-48d128101c37'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:48.504905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43072) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:48.536661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e5aeacb-a43b-4f61-bb04-d41b6368d622 req-a85a1741-fb90-4d60-9771-ff4bf55c1bd0 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889697 Sep 17 01:08:48.643945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fc2cb-73bf-4a16-b908-69928b916cd3 req-99d4ea09-3dcd-447a-a582-b884c0058bd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.645517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe5fc2cb-73bf-4a16-b908-69928b916cd3 req-99d4ea09-3dcd-447a-a582-b884c0058bd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0823674 Sep 17 01:08:48.689102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b05680-5c8a-4154-bef3-797691580772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:48.695713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-1f0ac874-d3b8-4eec-b73a-0b4969d9ac7b service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973379 Sep 17 01:08:48.697910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef13a585-739f-4a4b-acb5-44474508b6bd req-38753ed9-7e3c-4cd3-9f0d-17c26d7cbb77 service neutron] 10.222.0.23 "GET /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107928 Sep 17 01:08:48.751918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe5fc2cb-73bf-4a16-b908-69928b916cd3 req-eb45bf49-211f-4925-a89c-5c461f45baef tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983307 Sep 17 01:08:48.813295 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b05680-5c8a-4154-bef3-797691580772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:48.835185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23010684-32cd-4828-aeaa-c8c40c083584 req-01bc7717-9907-422b-9848-fed04f9f2423 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:48.836806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23010684-32cd-4828-aeaa-c8c40c083584 req-01bc7717-9907-422b-9848-fed04f9f2423 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 948 time: 0.1126995 Sep 17 01:08:48.842652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-443d3c99-2055-4eff-8396-5f4c24c5b25f req-1b145dce-2b5f-432f-b0c7-6a0b0ef22449 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387925 Sep 17 01:08:48.884061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23010684-32cd-4828-aeaa-c8c40c083584 req-03da4d0f-8e79-4288-b7a2-e3b6ffbe3ea4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399821 Sep 17 01:08:48.889722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b05680-5c8a-4154-bef3-797691580772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:48.928233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b05680-5c8a-4154-bef3-797691580772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34578bc7-5e91-442e-9d04-6b8add5ec1ec,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:48.933263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94b05680-5c8a-4154-bef3-797691580772 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d8b9f7d9bd747e5afc482dc219821ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291844 Sep 17 01:08:48.936422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43084) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:08:48.985429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1f45-2cdd-4a3b-8627-4cc6304a3ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:49.007752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1f45-2cdd-4a3b-8627-4cc6304a3ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:49.118360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64b2e3-d562-4bc5-9daf-76bfa321ee3f req-8859e1ab-713e-4cc8-a442-bd9d44fd852b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:49.118653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1f45-2cdd-4a3b-8627-4cc6304a3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:49.119878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f64b2e3-d562-4bc5-9daf-76bfa321ee3f req-8859e1ab-713e-4cc8-a442-bd9d44fd852b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 949 time: 0.0551510 Sep 17 01:08:49.121167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ddaa1f45-2cdd-4a3b-8627-4cc6304a3ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:49.122406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ddaa1f45-2cdd-4a3b-8627-4cc6304a3ea5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34578bc7-5e91-442e-9d04-6b8add5ec1ec HTTP/1.1" status: 204 len: 168 time: 0.1853728 Sep 17 01:08:49.130687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa1f45-2cdd-4a3b-8627-4cc6304a3ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34578bc7-5e91-442e-9d04-6b8add5ec1ec,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:49.161758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f64b2e3-d562-4bc5-9daf-76bfa321ee3f req-c59e93e7-582e-49c3-8fa2-14e1ec053e37 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350320 Sep 17 01:08:49.674250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab07d15-152f-41fc-b701-ef80d70d81b7 req-f4b41131-753c-435d-8a47-bc4ce76a411a tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:49.674250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ab07d15-152f-41fc-b701-ef80d70d81b7 req-f4b41131-753c-435d-8a47-bc4ce76a411a tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 943 time: 0.0534976 Sep 17 01:08:49.717587 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ab07d15-152f-41fc-b701-ef80d70d81b7 req-ab18cdb5-5f22-4032-ae64-89ddb5c1253e tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384467 Sep 17 01:08:49.873529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b9dc7-33c1-4bd3-9e95-1801bdf10d05 req-60c25cc8-5a1c-414f-8712-a1299ad0e39a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:49.874041 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e1b9dc7-33c1-4bd3-9e95-1801bdf10d05 req-60c25cc8-5a1c-414f-8712-a1299ad0e39a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0508106 Sep 17 01:08:49.919069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e1b9dc7-33c1-4bd3-9e95-1801bdf10d05 req-706ad222-f6dd-47c2-ae83-2c795ec6e109 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364537 Sep 17 01:08:49.967115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:49.969291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0941a267-22ca-4fec-9b98-48d128101c37 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:50.048633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9934b578-9ce5-43bd-b02b-9720762eff7a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:50.049867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08e619-2456-4a53-84e7-7f924c77b0b1 req-62cd5f54-fac3-485c-8d85-9b4fa3bba158 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:50.051766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a08e619-2456-4a53-84e7-7f924c77b0b1 req-62cd5f54-fac3-485c-8d85-9b4fa3bba158 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 948 time: 0.0576787 Sep 17 01:08:50.056872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:50.097322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a08e619-2456-4a53-84e7-7f924c77b0b1 req-6b6062da-2acc-4d74-b589-aa834e774703 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 Sep 17 01:08:50.178005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 0941a267-22ca-4fec-9b98-48d128101c37 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:50.182480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.220635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 0941a267-22ca-4fec-9b98-48d128101c37 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:50.221015 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.254595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'mac_address': 'fa:16:3e:9d:ae:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:50.307139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249891ee-a521-44da-8122-95b87698d7b4 req-0936276d-dcf3-4d5f-b573-e7f4593c5dc6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:50.307139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-249891ee-a521-44da-8122-95b87698d7b4 req-0936276d-dcf3-4d5f-b573-e7f4593c5dc6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 949 time: 0.0562336 Sep 17 01:08:50.321123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9934b578-9ce5-43bd-b02b-9720762eff7a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9934b578-9ce5-43bd-b02b-9720762eff7a,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.343538 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.345306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '9934b578-9ce5-43bd-b02b-9720762eff7a', 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'port_id': '9934b578-9ce5-43bd-b02b-9720762eff7a', 'mac_address': 'fa:16:3e:81:24:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d97a2af-98be-4720-aa9f-539ceb283916', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:50.345578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-249891ee-a521-44da-8122-95b87698d7b4 req-ddd79a29-57ad-40ad-a341-10e47d1f0b83 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348969 Sep 17 01:08:50.359737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:50.403774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3171d25-56ef-49d1-83eb-db345fb6ea16 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:50.407626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:50.408005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.470390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.472916 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.479785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.509341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9934b578-9ce5-43bd-b02b-9720762eff7a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:50.523872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0941a267-22ca-4fec-9b98-48d128101c37'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:50.526084 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549a8b9a-20c5-466a-9770-7abe254c1b7b" -d '{"events": [{"server_uuid": "d6c635a2-16e5-4cc2-a95f-b3e4263238c4", "name": "network-vif-plugged", "status": "completed", "tag": "0941a267-22ca-4fec-9b98-48d128101c37"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:50.550272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9934b578-9ce5-43bd-b02b-9720762eff7a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9934b578-9ce5-43bd-b02b-9720762eff7a,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.551121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0941a267-22ca-4fec-9b98-48d128101c37, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0941a267-22ca-4fec-9b98-48d128101c37,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.552129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.552780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ba76c98f-05bf-414b-9111-989584944e9d details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:08:50.574344 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a877bcbc-8756-4c25-b761-e0e0adb3b5bc x-openstack-request-id: req-a877bcbc-8756-4c25-b761-e0e0adb3b5bc {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:50.574644 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c635a2-16e5-4cc2-a95f-b3e4263238c4", "name": "network-vif-plugged", "status": "completed", "tag": "0941a267-22ca-4fec-9b98-48d128101c37", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:50.574902 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a877bcbc-8756-4c25-b761-e0e0adb3b5bc {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:50.575326 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0941a267-22ca-4fec-9b98-48d128101c37', 'code': 200} Sep 17 01:08:50.631340 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.668624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.678651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:50.702363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba6cfd-a63d-417b-a5bc-e491848619f8 req-2193bca2-fe31-40ff-81ac-42d40670ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:50.710029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba6cfd-a63d-417b-a5bc-e491848619f8 req-2193bca2-fe31-40ff-81ac-42d40670ec61 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 1096 time: 0.0441899 Sep 17 01:08:50.715839 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.725200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.725200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.725551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.725805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.726138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.727029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.727490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.727725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.728277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.728599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.728921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.729245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:08:50.744610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4ba6cfd-a63d-417b-a5bc-e491848619f8 req-b868c437-1a41-4fd8-a383-02494a23625b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327828 Sep 17 01:08:50.782389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.798126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ba76c98f-05bf-414b-9111-989584944e9d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ba76c98f-05bf-414b-9111-989584944e9d,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.825365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9934b578-9ce5-43bd-b02b-9720762eff7a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:50.827939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'ba76c98f-05bf-414b-9111-989584944e9d', 'network_id': '88ed795c-50f8-4669-bc1e-60f35ba05ca3', 'port_id': 'ba76c98f-05bf-414b-9111-989584944e9d', 'mac_address': 'fa:16:3e:0e:f0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d97a2af-98be-4720-aa9f-539ceb283916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:08:50.849362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb050e-72b6-43af-8c52-88303cd3b7be req-dfdef60c-715a-4b04-932f-a8543dd4d5c2 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:50.850832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3fb050e-72b6-43af-8c52-88303cd3b7be req-dfdef60c-715a-4b04-932f-a8543dd4d5c2 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0516169 Sep 17 01:08:50.883921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.890662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3fb050e-72b6-43af-8c52-88303cd3b7be req-1087eb73-af29-4ddd-9dd0-809bb355c438 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329814 Sep 17 01:08:50.911145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:50.912932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0941a267-22ca-4fec-9b98-48d128101c37,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:50.944966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba76c98f-05bf-414b-9111-989584944e9d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:08:50.981865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ba76c98f-05bf-414b-9111-989584944e9d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ba76c98f-05bf-414b-9111-989584944e9d,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:50.991595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:51.041557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:51.046740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e5623-1546-40cf-adfe-b2f79642e430 req-0f441a8c-e483-4048-bfaa-4538b3235638 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:51.048194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-016e5623-1546-40cf-adfe-b2f79642e430 req-0f441a8c-e483-4048-bfaa-4538b3235638 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0515094 Sep 17 01:08:51.078653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9934b578-9ce5-43bd-b02b-9720762eff7a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:51.091613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-016e5623-1546-40cf-adfe-b2f79642e430 req-acebb6ec-e441-474c-9dcc-5dc4d42c9008 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361998 Sep 17 01:08:51.118229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ba76c98f-05bf-414b-9111-989584944e9d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:51.217647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220598bf-654f-4e50-96ce-a5efa00e720b req-97566b84-d053-48f8-b48a-72019911f3c6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:51.219195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-220598bf-654f-4e50-96ce-a5efa00e720b req-97566b84-d053-48f8-b48a-72019911f3c6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 949 time: 0.0500968 Sep 17 01:08:51.258456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-220598bf-654f-4e50-96ce-a5efa00e720b req-61a7f6ca-7fa5-46cb-9928-ff55f6a70ea4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Sep 17 01:08:51.287811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d3171d25-56ef-49d1-83eb-db345fb6ea16'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:51.292930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['ba76c98f-05bf-414b-9111-989584944e9d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:51.464426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16410db3-a206-4218-bd32-cee401079d75 req-6cd5940d-e156-4dd4-b2e7-a63b31ff104c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:51.465939 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16410db3-a206-4218-bd32-cee401079d75 req-6cd5940d-e156-4dd4-b2e7-a63b31ff104c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.0535212 Sep 17 01:08:51.505209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16410db3-a206-4218-bd32-cee401079d75 req-86c0a47d-c6de-40c6-b975-d4ef8e0279e6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Sep 17 01:08:52.015947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaab3f9-a6a5-4ddd-88f2-e9ce2c3a3851 req-b5c085cb-cc6c-461a-994b-7fa93f912b7b tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:52.017450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edaab3f9-a6a5-4ddd-88f2-e9ce2c3a3851 req-b5c085cb-cc6c-461a-994b-7fa93f912b7b tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0574265 Sep 17 01:08:52.064635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edaab3f9-a6a5-4ddd-88f2-e9ce2c3a3851 req-03a28891-c089-4858-a98d-51a3dd7e056b tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Sep 17 01:08:52.213032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30290226-3c2d-4e8c-a89d-0de424a714c0 req-fa04ffe5-ac34-4f86-99cb-f775c7aff3c9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:52.214557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30290226-3c2d-4e8c-a89d-0de424a714c0 req-fa04ffe5-ac34-4f86-99cb-f775c7aff3c9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0535848 Sep 17 01:08:52.254367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30290226-3c2d-4e8c-a89d-0de424a714c0 req-31629dc0-fc06-43a3-84cb-c8ad557a686e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339093 Sep 17 01:08:52.373736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84478a-6b99-4066-b43d-e554b695cfbd req-8df337b1-d7cb-420f-963e-edf01280ed8f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:52.375240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e84478a-6b99-4066-b43d-e554b695cfbd req-8df337b1-d7cb-420f-963e-edf01280ed8f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 949 time: 0.0506325 Sep 17 01:08:52.414798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e84478a-6b99-4066-b43d-e554b695cfbd req-2d92334e-8ce9-44b5-9a6c-3a1caf3b0199 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Sep 17 01:08:52.576983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f88fa7b-3560-48fe-a836-58983eff629d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:52.579450 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b073f8-45f0-458d-b9f5-c74fe6037625" -d '{"events": [{"server_uuid": "3f88fa7b-3560-48fe-a836-58983eff629d", "name": "network-vif-plugged", "status": "completed", "tag": "0160a0c0-801c-4303-b1eb-f7dadcff1bc0"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:52.616412 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971fbcdf-ad06-4318-ac3c-c69c4226097b x-openstack-request-id: req-971fbcdf-ad06-4318-ac3c-c69c4226097b {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:52.616713 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f88fa7b-3560-48fe-a836-58983eff629d", "name": "network-vif-plugged", "status": "completed", "tag": "0160a0c0-801c-4303-b1eb-f7dadcff1bc0", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:52.616968 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-971fbcdf-ad06-4318-ac3c-c69c4226097b {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:52.617360 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f88fa7b-3560-48fe-a836-58983eff629d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0', 'code': 200} Sep 17 01:08:52.631884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822aaf68-2075-46b5-8e31-c7d5de3bc3c5 req-c8921165-3561-468d-b417-7d2cc48c0483 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:52.633404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-822aaf68-2075-46b5-8e31-c7d5de3bc3c5 req-c8921165-3561-468d-b417-7d2cc48c0483 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.0563669 Sep 17 01:08:52.673732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-822aaf68-2075-46b5-8e31-c7d5de3bc3c5 req-aa606305-7b07-4e8e-a0d9-ab2758035d4c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340095 Sep 17 01:08:52.725093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc0ce4-23b1-4247-bf78-ac496962ac42 req-31717e94-5174-4995-8f41-1681441f7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:52.726458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fc0ce4-23b1-4247-bf78-ac496962ac42 req-31717e94-5174-4995-8f41-1681441f7330 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 1101 time: 0.0444448 Sep 17 01:08:52.769713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fc0ce4-23b1-4247-bf78-ac496962ac42 req-e8f921d8-a233-4410-b468-8c90e4baafb3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291219 Sep 17 01:08:53.186051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420348b-101b-4c6a-8b7a-5f3cb7f2c9c4 req-7623090d-c503-4b9b-88fa-d27905ae29a7 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:53.187567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6420348b-101b-4c6a-8b7a-5f3cb7f2c9c4 req-7623090d-c503-4b9b-88fa-d27905ae29a7 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0508127 Sep 17 01:08:53.226289 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6420348b-101b-4c6a-8b7a-5f3cb7f2c9c4 req-9897e056-e98a-4eb8-9cdb-d1f425754bd9 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324142 Sep 17 01:08:53.369713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0c705-4de1-4135-bf54-a639643c2129 req-6d3c8bf9-b398-4f93-b869-2dd150c79200 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:53.371445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72a0c705-4de1-4135-bf54-a639643c2129 req-6d3c8bf9-b398-4f93-b869-2dd150c79200 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0498018 Sep 17 01:08:53.410099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72a0c705-4de1-4135-bf54-a639643c2129 req-a2a39132-d177-4221-a124-cd46cbc477e0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Sep 17 01:08:53.536012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7ae25-3b3f-4742-9fe4-a3ac4d75c2d1 req-4492a52b-ae6b-45b9-9f2f-5876822b4de2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:53.537521 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ba7ae25-3b3f-4742-9fe4-a3ac4d75c2d1 req-4492a52b-ae6b-45b9-9f2f-5876822b4de2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 949 time: 0.0528061 Sep 17 01:08:53.578725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ba7ae25-3b3f-4742-9fe4-a3ac4d75c2d1 req-5180e473-1489-4e8c-9222-c286870d9791 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Sep 17 01:08:53.789225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed075b-4e9b-45b9-823a-870bc237003c req-b225e892-f306-4f44-992f-089bf54ef357 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:53.791182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73ed075b-4e9b-45b9-823a-870bc237003c req-b225e892-f306-4f44-992f-089bf54ef357 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.0507123 Sep 17 01:08:53.829581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73ed075b-4e9b-45b9-823a-870bc237003c req-82a22341-4f0f-485f-999e-ee4657d4b1f0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 Sep 17 01:08:53.996086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:54.061957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9934b578-9ce5-43bd-b02b-9720762eff7a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:54.134828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port d3171d25-56ef-49d1-83eb-db345fb6ea16 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:54.139729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port d3171d25-56ef-49d1-83eb-db345fb6ea16 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:54.139729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.183384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 9934b578-9ce5-43bd-b02b-9720762eff7a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:54.187390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 9934b578-9ce5-43bd-b02b-9720762eff7a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:54.187816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.264974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.338467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:54.343252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.356137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396c07-7337-49c0-a4f7-57561e0aaf37 req-33700368-fe57-46f4-9c78-62e2e9135d4c tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:54.357698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5396c07-7337-49c0-a4f7-57561e0aaf37 req-33700368-fe57-46f4-9c78-62e2e9135d4c tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 944 time: 0.0568624 Sep 17 01:08:54.377485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9934b578-9ce5-43bd-b02b-9720762eff7a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9934b578-9ce5-43bd-b02b-9720762eff7a,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:54.395717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5396c07-7337-49c0-a4f7-57561e0aaf37 req-d29a42df-8003-4b92-896a-c80af69c18b2 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Sep 17 01:08:54.424382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.427987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ba76c98f-05bf-414b-9111-989584944e9d up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:08:54.537122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7601-8906-4556-ad15-7c8d472b9dd9 req-413808b2-4393-4ee4-beca-8113fb4c1f38 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:54.538685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d05e7601-8906-4556-ad15-7c8d472b9dd9 req-413808b2-4393-4ee4-beca-8113fb4c1f38 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0564394 Sep 17 01:08:54.581189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d05e7601-8906-4556-ad15-7c8d472b9dd9 req-fdb6f505-5ba8-46c8-b890-e8eee95784bd tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351124 Sep 17 01:08:54.607817 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.618196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16'}, {'server_uuid': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934b578-9ce5-43bd-b02b-9720762eff7a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:54.620958 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da38c2f-30f7-4fc7-809a-f34178f255a2" -d '{"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16"}, {"server_uuid": "568e9461-22ea-439e-b78b-ca7f7491b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "9934b578-9ce5-43bd-b02b-9720762eff7a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:54.652216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:54.680794 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75511e0-02a5-4556-af72-e21730f2b53a x-openstack-request-id: req-c75511e0-02a5-4556-af72-e21730f2b53a {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:54.681199 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16", "code": 200}, {"server_uuid": "568e9461-22ea-439e-b78b-ca7f7491b1f3", "name": "network-vif-plugged", "status": "completed", "tag": "9934b578-9ce5-43bd-b02b-9720762eff7a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:54.681451 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c75511e0-02a5-4556-af72-e21730f2b53a {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:54.681844 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'code': 200} Sep 17 01:08:54.682770 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9934b578-9ce5-43bd-b02b-9720762eff7a', 'code': 200} Sep 17 01:08:54.701190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e391f2-062f-447b-80c5-2ecb1c4c600c req-61c345c1-0f5b-4f98-8957-58f4aac1b45c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:54.702832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09e391f2-062f-447b-80c5-2ecb1c4c600c req-61c345c1-0f5b-4f98-8957-58f4aac1b45c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0563543 Sep 17 01:08:54.715712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9934b578-9ce5-43bd-b02b-9720762eff7a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:54.743277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09e391f2-062f-447b-80c5-2ecb1c4c600c req-6faf04fb-77a0-4eb3-9357-8d0af77236e6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344710 Sep 17 01:08:54.786368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port ba76c98f-05bf-414b-9111-989584944e9d completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:08:54.791209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port ba76c98f-05bf-414b-9111-989584944e9d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:54.791588 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.816813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611a195-fbd9-4aa9-ad21-cc314ca91985 req-4ddb49d7-16c4-4685-829a-9e2b793e4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:54.818273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5611a195-fbd9-4aa9-ad21-cc314ca91985 req-4ddb49d7-16c4-4685-829a-9e2b793e4121 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0616238 Sep 17 01:08:54.820678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22864cba-191e-4bfb-941b-a4d094a5f2e9 req-28122698-52a3-4eb5-8ef7-2c6a28477561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:54.822044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22864cba-191e-4bfb-941b-a4d094a5f2e9 req-28122698-52a3-4eb5-8ef7-2c6a28477561 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1101 time: 0.0728943 Sep 17 01:08:54.880823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.881933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5611a195-fbd9-4aa9-ad21-cc314ca91985 req-84ebfe01-4c6c-45d0-9cd0-00d88876a568 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Sep 17 01:08:54.883602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22864cba-191e-4bfb-941b-a4d094a5f2e9 req-f157416f-7bef-42ce-8571-2ddaec3b2585 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541937 Sep 17 01:08:54.914365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ba76c98f-05bf-414b-9111-989584944e9d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ba76c98f-05bf-414b-9111-989584944e9d,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:08:54.953728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ac994-2375-49fb-8163-c8ad9f054e19 req-db966920-dc19-48fa-9719-1f1cd2391138 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:54.955331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-006ac994-2375-49fb-8163-c8ad9f054e19 req-db966920-dc19-48fa-9719-1f1cd2391138 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.0502913 Sep 17 01:08:54.992454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:54.993771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-006ac994-2375-49fb-8163-c8ad9f054e19 req-1f8db4f3-d6ee-4759-8b76-aded7ae11537 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Sep 17 01:08:55.051519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ba76c98f-05bf-414b-9111-989584944e9d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:55.119054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea60f58-8ea0-4abb-92f0-ff59e019e1f4 req-87defbe8-9ebe-4c88-af0a-a677b15fbf20 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:55.120690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ea60f58-8ea0-4abb-92f0-ff59e019e1f4 req-87defbe8-9ebe-4c88-af0a-a677b15fbf20 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0491412 Sep 17 01:08:55.157261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ea60f58-8ea0-4abb-92f0-ff59e019e1f4 req-c84cec8a-c30b-4e2a-a869-37cfe82ef303 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306134 Sep 17 01:08:55.361807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-78c352bd-31d9-4803-8852-672cd6281895 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280488 Sep 17 01:08:55.476942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-878ba402-faeb-4377-b107-58af9a8cc67d tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:55.479421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-878ba402-faeb-4377-b107-58af9a8cc67d tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112015 Sep 17 01:08:55.499303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-666d487c-adf1-4c79-bf84-52cdb8d0cfda tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/quotas/c1ac15a2d1154d52bfecf339925b2345 HTTP/1.1" status: 200 len: 375 time: 0.0133858 Sep 17 01:08:55.513827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2190ac-11ce-4962-9669-e2ad1a9a09e9 req-0b202d58-83c1-4256-a5b8-b11a30532575 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:55.515991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb2190ac-11ce-4962-9669-e2ad1a9a09e9 req-0b202d58-83c1-4256-a5b8-b11a30532575 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0515809 Sep 17 01:08:55.557426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb2190ac-11ce-4962-9669-e2ad1a9a09e9 req-07f04bfa-7237-40e8-9f2b-b284391cbee9 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348711 Sep 17 01:08:55.570899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-57751308-97cf-4ea0-ab51-b99cf8f60ed4 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590847 Sep 17 01:08:55.712065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97192c-0e09-49df-ab89-3b364927eb9d req-9d1a026a-bba7-4523-a551-6b2f89ecfb63 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:55.713954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b97192c-0e09-49df-ab89-3b364927eb9d req-9d1a026a-bba7-4523-a551-6b2f89ecfb63 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0619981 Sep 17 01:08:55.752984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b97192c-0e09-49df-ab89-3b364927eb9d req-7fa13280-7034-49d8-9c3f-b4f2d55a246b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Sep 17 01:08:55.874672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e376d2-b0ae-4f9c-8fa7-df651442679c req-d7321c37-b3a1-4943-8cd1-99f96ccee8a9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:55.876972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69f2fb9f-aee2-491a-8fad-f96edb2e3c43 req-3eb52b77-d9b8-45fd-b18b-1f7def1a7263 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Sep 17 01:08:55.879539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9e376d2-b0ae-4f9c-8fa7-df651442679c req-d7321c37-b3a1-4943-8cd1-99f96ccee8a9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0692651 Sep 17 01:08:55.934051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9e376d2-b0ae-4f9c-8fa7-df651442679c req-b9ef4db6-69c7-4081-b679-d30d04a59df7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472949 Sep 17 01:08:56.302043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-4620796b-a8a7-4f32-bad1-cdf7302bdcfd tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7472482a45243b0abd560c73a0961ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329928 Sep 17 01:08:56.430419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-dbd41cc3-1474-4b06-94c0-c9daad84e3bc tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:56.439246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-dbd41cc3-1474-4b06-94c0-c9daad84e3bc tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1358643 Sep 17 01:08:56.459357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0b8ede75-829b-4ed4-a113-a6838a4cf9b4 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/quotas/a7472482a45243b0abd560c73a0961ad HTTP/1.1" status: 200 len: 375 time: 0.0190463 Sep 17 01:08:56.498816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-1d119d1b-0013-4630-aec7-b4ab42ab6a81 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7472482a45243b0abd560c73a0961ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382512 Sep 17 01:08:56.675143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330c110-4af1-420c-8394-c1e5a445d606 req-6570ea11-bd70-4930-a45f-1f91c1ea77ac tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:56.676736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7330c110-4af1-420c-8394-c1e5a445d606 req-6570ea11-bd70-4930-a45f-1f91c1ea77ac tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Sep 17 01:08:56.682907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894d361-76df-4b1d-a6af-e0673d495098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba76c98f-05bf-414b-9111-989584944e9d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:08:56.685409 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498fbc28-86a2-46af-8103-01b5e8f36a46" -d '{"events": [{"server_uuid": "7894d361-76df-4b1d-a6af-e0673d495098", "name": "network-vif-plugged", "status": "completed", "tag": "ba76c98f-05bf-414b-9111-989584944e9d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:08:56.714759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7330c110-4af1-420c-8394-c1e5a445d606 req-97714b92-f1a4-4d2f-b332-ecaf6dd6e6cb tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309911 Sep 17 01:08:56.769482 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3615e6c8-9724-4da3-8ac2-0a687a809962 x-openstack-request-id: req-3615e6c8-9724-4da3-8ac2-0a687a809962 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:08:56.770016 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894d361-76df-4b1d-a6af-e0673d495098", "name": "network-vif-plugged", "status": "completed", "tag": "ba76c98f-05bf-414b-9111-989584944e9d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:08:56.770273 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3615e6c8-9724-4da3-8ac2-0a687a809962 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:08:56.770672 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894d361-76df-4b1d-a6af-e0673d495098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba76c98f-05bf-414b-9111-989584944e9d', 'code': 200} Sep 17 01:08:56.890029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f3e3-6a65-4cf6-b1a2-523e74202fb8 req-c0290066-8d7c-432d-9125-b53a5a1fe161 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:56.892416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1981f3e3-6a65-4cf6-b1a2-523e74202fb8 req-c0290066-8d7c-432d-9125-b53a5a1fe161 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 946 time: 0.0532818 Sep 17 01:08:56.896069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206bb19-2bc8-45da-b752-23850e236e2d req-a3df95ed-194a-438b-b464-dbe6da64dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:56.897547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a206bb19-2bc8-45da-b752-23850e236e2d req-a3df95ed-194a-438b-b464-dbe6da64dc2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 1097 time: 0.0695982 Sep 17 01:08:56.934782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17ce0a-3ea0-4292-a14f-228d14c864c1 req-48ee20c5-3999-4942-8d91-4f3b094ff3a3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:56.936666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e17ce0a-3ea0-4292-a14f-228d14c864c1 req-48ee20c5-3999-4942-8d91-4f3b094ff3a3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1000159 Sep 17 01:08:56.945487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1981f3e3-6a65-4cf6-b1a2-523e74202fb8 req-88fcd6d0-0a13-4190-81dd-1aa7be2368e8 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Sep 17 01:08:56.966121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a206bb19-2bc8-45da-b752-23850e236e2d req-afb000ad-0b1b-4692-b2df-6f33d3a494f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596156 Sep 17 01:08:56.987635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e17ce0a-3ea0-4292-a14f-228d14c864c1 req-9d92315e-253a-4de9-ae27-0d4682d2f24d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Sep 17 01:08:57.054487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-3ea5da7a-d79f-4d47-898a-ed3a6f4400f8 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a7472482a45243b0abd560c73a0961ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240092 Sep 17 01:08:57.072748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14e28d50-0ddd-4d46-857c-dfdfbb382f35 req-02c4b1b3-5248-425a-add3-a1a2ef852a92 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 210 time: 0.0272419 Sep 17 01:08:57.184714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8abf766-dd20-4474-8cff-94a7af12ca6c req-fe7515c9-b8bd-48d0-9253-a54d53d77ae3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:57.185034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-3330be8a-2f98-4ff5-8358-2911c4393147 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:57.186279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8abf766-dd20-4474-8cff-94a7af12ca6c req-fe7515c9-b8bd-48d0-9253-a54d53d77ae3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0563190 Sep 17 01:08:57.186537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-3330be8a-2f98-4ff5-8358-2911c4393147 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257172 Sep 17 01:08:57.202340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-0996c24b-82d3-4fc0-8004-75280e4f98b8 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/quotas/a7472482a45243b0abd560c73a0961ad HTTP/1.1" status: 200 len: 375 time: 0.0097046 Sep 17 01:08:57.224864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8abf766-dd20-4474-8cff-94a7af12ca6c req-b946d82a-53db-44d2-b4e2-7c43eadc0787 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Sep 17 01:08:57.236631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-477f77cf-5e17-471d-87e2-95c3ef782364 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a7472482a45243b0abd560c73a0961ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276647 Sep 17 01:08:57.348952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38a615-357c-4b3a-ab1a-0711bc88ed21 req-47fef7d8-03cb-4683-be38-f115b1a5cfc5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:57.350451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f38a615-357c-4b3a-ab1a-0711bc88ed21 req-47fef7d8-03cb-4683-be38-f115b1a5cfc5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 946 time: 0.0535660 Sep 17 01:08:57.392487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f38a615-357c-4b3a-ab1a-0711bc88ed21 req-d00be65c-6345-4f17-b64b-b8ab4c4f572f tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352867 Sep 17 01:08:57.552206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-9f057aee-16d7-4c5e-aed9-b51afadf86b8 req-5bb285ac-b68e-49a2-96e1-b59b1a9ffd4e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:08:57.553484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f057aee-16d7-4c5e-aed9-b51afadf86b8 req-5bb285ac-b68e-49a2-96e1-b59b1a9ffd4e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057607 Sep 17 01:08:57.683553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14e7b5d2-86ae-4e98-ae48-519370c00074 req-a48b7868-c332-41bc-85f5-f9fc34dc4514 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.0366702 Sep 17 01:08:57.967570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a590f-b138-426e-8e9a-4f5d57acdf91 req-2f738b7a-ea25-414a-869b-86aab3e51b29 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:57.969148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-512a590f-b138-426e-8e9a-4f5d57acdf91 req-2f738b7a-ea25-414a-869b-86aab3e51b29 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0533917 Sep 17 01:08:58.015958 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-512a590f-b138-426e-8e9a-4f5d57acdf91 req-c24bc323-078e-4a19-acc7-7967bce7f76e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Sep 17 01:08:58.112737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fac15-1805-4bb1-a65a-cfed1e43bb5c req-823d139f-8abb-42b4-91ee-87b5e959a253 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:58.114511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-349fac15-1805-4bb1-a65a-cfed1e43bb5c req-823d139f-8abb-42b4-91ee-87b5e959a253 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0539505 Sep 17 01:08:58.165504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-349fac15-1805-4bb1-a65a-cfed1e43bb5c req-f438edfb-a9b3-4c6a-a64f-f21642aede3e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Sep 17 01:08:58.211624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8d126995-8f46-41f2-9994-db8a18a0980e req-aa92dc5d-5dd5-4489-9df9-9c8d4ee40dbb tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 210 time: 0.0350645 Sep 17 01:08:58.219404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-6fccce0c-ded7-40fd-b67b-b5cc21a9fc4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099329 Sep 17 01:08:58.318978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6b36be4b-4ff0-4445-887b-a03bd91ed6ce tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271099 Sep 17 01:08:58.450959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-67694ced-efe8-48ab-9517-16673a5f9908 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:58.452566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-67694ced-efe8-48ab-9517-16673a5f9908 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223276 Sep 17 01:08:58.476141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Request body: {'port': {'device_id': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'c1ac15a2d1154d52bfecf339925b2345'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:58.529752 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:58.621385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa08869-f2af-4585-b3e6-68593b77a875 req-cc2c789a-46c0-41af-ac3a-777d173f87d9 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:58.623178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2aa08869-f2af-4585-b3e6-68593b77a875 req-cc2c789a-46c0-41af-ac3a-777d173f87d9 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 946 time: 0.1296380 Sep 17 01:08:58.685913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2aa08869-f2af-4585-b3e6-68593b77a875 req-d414b8e3-e101-44f4-9d42-f7f07c1e1b08 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482702 Sep 17 01:08:58.796642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37712851-53f4-477f-b644-9d7eda4d0907 req-d9ac7278-e653-4e8f-bf26-8b4686d6e031 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.0273697 Sep 17 01:08:58.837475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Made reservation on behalf of c1ac15a2d1154d52bfecf339925b2345 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:08:58.842199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:58.968873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:58.980121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Allocated IP 192.168.233.53 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/f14c1b35-1028-4bfb-bcdc-f68b4c436047) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:08:59.148742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ceb378-67a5-467e-8f98-dc0d0d549c79 req-9d9efaff-24db-46c8-ad30-505582dbe658 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:59.150598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63ceb378-67a5-467e-8f98-dc0d0d549c79 req-9d9efaff-24db-46c8-ad30-505582dbe658 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0564818 Sep 17 01:08:59.159402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:59.217677 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63ceb378-67a5-467e-8f98-dc0d0d549c79 req-136beed9-e172-4226-a4df-6875c224a7ab tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579219 Sep 17 01:08:59.301383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4708-2727-437d-805b-8670f4f807c1 req-77d6a73a-0cd7-44d3-9c0f-b13f704e5c98 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:59.302953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0bca4708-2727-437d-805b-8670f4f807c1 req-77d6a73a-0cd7-44d3-9c0f-b13f704e5c98 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Sep 17 01:08:59.337514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc8a17-2510-4eed-8354-b737b5adc749 req-4ee4d24a-c84d-49f8-b5e5-1157bbbb8c2d tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:59.339054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bbbc8a17-2510-4eed-8354-b737b5adc749 req-4ee4d24a-c84d-49f8-b5e5-1157bbbb8c2d tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 946 time: 0.0532756 Sep 17 01:08:59.342994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0bca4708-2727-437d-805b-8670f4f807c1 req-7f28d6f1-3e37-43d9-9c00-42c2a6cb03ac tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332806 Sep 17 01:08:59.353215 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:59.368505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['20a0fb74-1a01-4404-9183-703d0b386a29', '0160a0c0-801c-4303-b1eb-f7dadcff1bc0'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:08:59.393807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bbbc8a17-2510-4eed-8354-b737b5adc749 req-7f9f371d-4c56-4601-b053-714f8d0a7ab2 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476182 Sep 17 01:08:59.421778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:08:59.423483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:08:59.435405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:08:59.487110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event updated for resources: {'Port': ['ID=f14c1b35-1028-4bfb-bcdc-f68b4c436047,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:08:59.545894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-ff9b58cf-46a9-41a8-b918-321bfddc71c9 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a7472482a45243b0abd560c73a0961ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504081 Sep 17 01:08:59.591217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:59.591991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:59.639761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13516dc6-7231-4bc8-9800-1564b6695e35 req-57d222c0-2570-4633-a878-1e848aa95b85 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:59.647502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13516dc6-7231-4bc8-9800-1564b6695e35 req-57d222c0-2570-4633-a878-1e848aa95b85 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 935 time: 0.1698315 Sep 17 01:08:59.735849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13516dc6-7231-4bc8-9800-1564b6695e35 req-8c5c2df4-b6c9-4656-9d89-e30e13b4838a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873992 Sep 17 01:08:59.736972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-6392a527-a673-4ae8-a1a6-75e73e9fc3a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2653203 Sep 17 01:08:59.743096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9e95273f-b901-4aa6-9be8-04aaae624f82 None None] Provisioning complete for port f14c1b35-1028-4bfb-bcdc-f68b4c436047 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:08:59.743598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e95273f-b901-4aa6-9be8-04aaae624f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:59.753664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Request body: {'port': {'device_id': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:59.768535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-6ffa92e9-148d-4bf0-b661-e97838abaa0f tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:08:59.768535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-6ffa92e9-148d-4bf0-b661-e97838abaa0f tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123363 Sep 17 01:08:59.780986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9e95273f-b901-4aa6-9be8-04aaae624f82 None None] Port f14c1b35-1028-4bfb-bcdc-f68b4c436047 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:08:59.792588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Request body: {'port': {'device_id': '34484010-de67-48da-b258-266bb6e3ad73', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'a7472482a45243b0abd560c73a0961ad'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:08:59.909749 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:08:59.937359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22c10dc0-3c85-45ce-8198-a52d4de80c70 req-5c420d56-fc1e-4299-bb00-5a3600f63874 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.0520139 Sep 17 01:09:00.101096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-9f68ffea-d704-4fb1-bb0c-376a3c5a8428 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a7472482a45243b0abd560c73a0961ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308475 Sep 17 01:09:00.203642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Made reservation on behalf of a7472482a45243b0abd560c73a0961ad for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:00.207225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:00.350250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a0966-0c43-4723-b81b-3926068f2679 req-afeb30c4-1f60-4127-bdad-f53c219b2575 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:00.351996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e0a0966-0c43-4723-b81b-3926068f2679 req-afeb30c4-1f60-4127-bdad-f53c219b2575 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0581672 Sep 17 01:09:00.394815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e0a0966-0c43-4723-b81b-3926068f2679 req-94f1380a-8ec3-407e-9296-fd0eafa64808 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Sep 17 01:09:00.547458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68eab-9d75-44e5-892c-adfb226e1be5 req-00ddf38e-8d40-496a-8a64-5cf578dfb34f tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:00.549507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bb68eab-9d75-44e5-892c-adfb226e1be5 req-00ddf38e-8d40-496a-8a64-5cf578dfb34f tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 946 time: 0.0575793 Sep 17 01:09:00.590665 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:00.596428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bb68eab-9d75-44e5-892c-adfb226e1be5 req-4ee8eb6b-7699-42fb-af24-e7a17c9f1153 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Sep 17 01:09:00.686216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-387d9184-8639-4dbf-acbf-fe49d0f01319 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:00.687698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-387d9184-8639-4dbf-acbf-fe49d0f01319 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5778301 Sep 17 01:09:00.704351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10a31d-351c-4541-abfc-2d12504cf3cb req-fb578b76-fb18-46b5-b931-89b6243fa3a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:00.705753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd10a31d-351c-4541-abfc-2d12504cf3cb req-fb578b76-fb18-46b5-b931-89b6243fa3a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1354752 Sep 17 01:09:00.714893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Request body: {'port': {'device_id': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': 'a7472482a45243b0abd560c73a0961ad'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:00.832496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-68d37166-3de5-464c-91e7-ef586586bac5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:00.834265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-68d37166-3de5-464c-91e7-ef586586bac5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 946 time: 0.0609319 Sep 17 01:09:00.865095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14c1b35-1028-4bfb-bcdc-f68b4c436047 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:00.882954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:00.893358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd10a31d-351c-4541-abfc-2d12504cf3cb req-7e8b76ed-6451-491a-92e3-dd993e411e28 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728306 Sep 17 01:09:00.914832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Transition to ACTIVE for port object f14c1b35-1028-4bfb-bcdc-f68b4c436047 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:00.962269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcc90c-3fac-46a5-a6e1-31b56c08ebf1 req-1ec12dcc-b357-4b96-a703-05a2a2c8912b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:00.964454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6bbcc90c-3fac-46a5-a6e1-31b56c08ebf1 req-1ec12dcc-b357-4b96-a703-05a2a2c8912b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 935 time: 0.1289270 Sep 17 01:09:00.966237 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.007316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.020317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6bbcc90c-3fac-46a5-a6e1-31b56c08ebf1 req-4a5a23bc-b288-4893-b3cf-c33a9ebae5b5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467312 Sep 17 01:09:01.025909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Deleting port ba76c98f-05bf-414b-9111-989584944e9d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:09:01.026254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.066467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c1b35-1028-4bfb-bcdc-f68b4c436047,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:01.091627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.113604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.36', 63370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:01.181506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] For port ba76c98f-05bf-414b-9111-989584944e9d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ba76c98f-05bf-414b-9111-989584944e9d,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:01.181872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.199662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-f4f59566-0cf1-4a3e-a06e-b054f7d44925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:01.201435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-f4f59566-0cf1-4a3e-a06e-b054f7d44925 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1101 time: 0.0866528 Sep 17 01:09:01.209104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Calling delete_port for ba76c98f-05bf-414b-9111-989584944e9d owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:09:01.233612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1056e242-581c-406f-b4a8-542cdc6d78bf req-3ef50003-7d97-4a57-86c9-6535fbe9740a tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.0853195 Sep 17 01:09:01.257657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ced184-8328-497e-86bc-20177d61f563,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:01.311463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Made reservation on behalf of a7472482a45243b0abd560c73a0961ad for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:01.315911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.339475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Attempting to bind port f14c1b35-1028-4bfb-bcdc-f68b4c436047 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:01.340119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Attempting to bind port f14c1b35-1028-4bfb-bcdc-f68b4c436047 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:01.340458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Attempting to bind port f14c1b35-1028-4bfb-bcdc-f68b4c436047 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:01.354785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Port f14c1b35-1028-4bfb-bcdc-f68b4c436047 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:01.355949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Attempting to bind port f14c1b35-1028-4bfb-bcdc-f68b4c436047 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:01.361097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-a7c55562-7d0b-4c67-b4e9-a5b0fe5517e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:01.362560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-a7c55562-7d0b-4c67-b4e9-a5b0fe5517e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1510196 Sep 17 01:09:01.377314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:01.377600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:01.377962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:01.378410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Bound port: f14c1b35-1028-4bfb-bcdc-f68b4c436047, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:01.378765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.381820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Allocated IP 192.168.233.50 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/08c3628b-6170-465d-a416-59aad189ba2e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:09:01.410848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-31e782b9-d655-4a39-965e-404a48c84aca service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 217 time: 0.0387466 Sep 17 01:09:01.507745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-18db8ab0-c909-42fb-adf8-e2e0d66c6d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:01.508419 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-18db8ab0-c909-42fb-adf8-e2e0d66c6d30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0758212 Sep 17 01:09:01.546882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] For port f14c1b35-1028-4bfb-bcdc-f68b4c436047, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:01.572404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78775b-9c6f-4326-9b13-c98b0b2ed0b9 req-cb6fcbe6-2ae9-430f-be99-b736f7c30a26 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:01.573945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] For port f14c1b35-1028-4bfb-bcdc-f68b4c436047, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f14c1b35-1028-4bfb-bcdc-f68b4c436047,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:01.574101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a78775b-9c6f-4326-9b13-c98b0b2ed0b9 req-cb6fcbe6-2ae9-430f-be99-b736f7c30a26 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0826402 Sep 17 01:09:01.580589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-8e58d3cc-4916-4224-be06-84835ab0de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:01.582264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-8e58d3cc-4916-4224-be06-84835ab0de2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596960 Sep 17 01:09:01.624606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.640495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0941a267-22ca-4fec-9b98-48d128101c37', 'ba76c98f-05bf-414b-9111-989584944e9d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:01.644808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9934b578-9ce5-43bd-b02b-9720762eff7a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:01.657358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.688705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.710192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Pushing event deleted for resources: {'Port': ['ID=ba76c98f-05bf-414b-9111-989584944e9d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:01.723608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a78775b-9c6f-4326-9b13-c98b0b2ed0b9 req-5a538b1d-2427-41ca-ad01-c94bc79f0fcf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403093 Sep 17 01:09:01.746510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddcb485d-c22f-43ef-8a9a-b2aea5a933a8 req-fe64a637-82f3-4a44-a8b8-277688995581 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 210 time: 0.0714276 Sep 17 01:09:01.761854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:01.762634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.764253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] 10.222.0.23 "PUT /v2.0/ports/f14c1b35-1028-4bfb-bcdc-f68b4c436047 HTTP/1.1" status: 200 len: 1095 time: 2.0170166 Sep 17 01:09:01.770315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'tag': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:01.770315 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2b9d0-8f2c-4fe7-b29e-812055a46c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "129d7ec5-fde0-4271-aa05-5e5b3ae5bb69", "tag": "f14c1b35-1028-4bfb-bcdc-f68b4c436047"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:01.793146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] No DVR routers for this DVR port ba76c98f-05bf-414b-9111-989584944e9d on host n-h2-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:09:01.796015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5e87d-3024-4ac2-a2bc-a4cb087df9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f14c1b35-1028-4bfb-bcdc-f68b4c436047,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:01.812074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:01.815754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "DELETE /v2.0/ports/ba76c98f-05bf-414b-9111-989584944e9d HTTP/1.1" status: 204 len: 173 time: 0.9713712 Sep 17 01:09:01.816293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7894d361-76df-4b1d-a6af-e0673d495098', 'name': 'network-vif-deleted', 'tag': 'ba76c98f-05bf-414b-9111-989584944e9d'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:01.826811 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142fb4ba-5b47-46bd-8046-87d4887a2ba1" -d '{"events": [{"server_uuid": "7894d361-76df-4b1d-a6af-e0673d495098", "name": "network-vif-deleted", "tag": "ba76c98f-05bf-414b-9111-989584944e9d"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:01.840818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-2ac88e2e-5c62-47e9-9f07-b05dae1cef32 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501483 Sep 17 01:09:01.843670 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64cee3c-413a-451b-a85b-4281be7bf835 x-openstack-request-id: req-c64cee3c-413a-451b-a85b-4281be7bf835 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:01.844546 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129d7ec5-fde0-4271-aa05-5e5b3ae5bb69", "tag": "f14c1b35-1028-4bfb-bcdc-f68b4c436047", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:01.844971 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c64cee3c-413a-451b-a85b-4281be7bf835 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:01.845541 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'tag': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047', 'status': 'completed', 'code': 200} Sep 17 01:09:01.884599 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc118f4-d980-45f4-be54-8800d6c8cd3f x-openstack-request-id: req-3dc118f4-d980-45f4-be54-8800d6c8cd3f {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:01.884797 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7894d361-76df-4b1d-a6af-e0673d495098", "name": "network-vif-deleted", "tag": "ba76c98f-05bf-414b-9111-989584944e9d", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:01.885056 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3dc118f4-d980-45f4-be54-8800d6c8cd3f {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:01.885448 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7894d361-76df-4b1d-a6af-e0673d495098', 'name': 'network-vif-deleted', 'tag': 'ba76c98f-05bf-414b-9111-989584944e9d', 'status': 'completed', 'code': 200} Sep 17 01:09:01.951645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:02.013888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-2ea08731-daef-4313-8072-1b9ccc5de1e9 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559365 Sep 17 01:09:02.077791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:09:02.089852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac73bb1-f728-4b54-90ed-33027507d4d7 req-9c964f02-d262-41d5-8206-300d1227b6ff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.091701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:02.105936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:09:02.116790 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ac73bb1-f728-4b54-90ed-33027507d4d7 req-9c964f02-d262-41d5-8206-300d1227b6ff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0894015 Sep 17 01:09:02.152951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Allocated IP 192.168.233.114 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/2634487e-c4d4-4cbb-a126-23f39e283c0e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:09:02.157356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:02.161012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b9d0-8f2c-4fe7-b29e-812055a46c7a req-e55f12bb-2215-4e63-94bb-3b91ebc8b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.162595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abf2b9d0-8f2c-4fe7-b29e-812055a46c7a req-e55f12bb-2215-4e63-94bb-3b91ebc8b5e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 1098 time: 0.2842946 Sep 17 01:09:02.164587 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ac73bb1-f728-4b54-90ed-33027507d4d7 req-31f2115d-5c47-4f02-b7a4-0f74590f8625 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464716 Sep 17 01:09:02.227055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.228041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:02.241836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abf2b9d0-8f2c-4fe7-b29e-812055a46c7a req-7ef1268a-b5f2-4d98-8560-8c9f055e84cd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c1ac15a2d1154d52bfecf339925b2345&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551567 Sep 17 01:09:02.323327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ba57e-a9c8-413a-8910-2d43a0d43f6f req-5328ff20-ad8c-4316-8eb4-a2e156771d37 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.325468 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b2ba57e-a9c8-413a-8910-2d43a0d43f6f req-5328ff20-ad8c-4316-8eb4-a2e156771d37 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 947 time: 0.0736806 Sep 17 01:09:02.347668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5f302cae-bbac-4a08-9cc7-04b8eb3e2f79 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5613730 Sep 17 01:09:02.371760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b2ba57e-a9c8-413a-8910-2d43a0d43f6f req-e2de053d-e103-4361-9cbc-bc1fe75bff9a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401216 Sep 17 01:09:02.394533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Request body: {'port': {'device_id': '34484010-de67-48da-b258-266bb6e3ad73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:02.403388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ed7e6b-0deb-4d62-acfd-eb582d27d11f req-226d4b50-f779-4f3c-a013-f6fd5c22be7b tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.0620029 Sep 17 01:09:02.448889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6f6c877c-11ce-489e-89b0-c3dead563ef3 None None] Provisioning complete for port 08c3628b-6170-465d-a416-59aad189ba2e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:02.449331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6f6c877c-11ce-489e-89b0-c3dead563ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:02.469297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2b9d0-8f2c-4fe7-b29e-812055a46c7a req-9154a015-5355-4bf1-848f-11ce1a7ea34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.470822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abf2b9d0-8f2c-4fe7-b29e-812055a46c7a req-9154a015-5355-4bf1-848f-11ce1a7ea34d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2143576 Sep 17 01:09:02.499287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c877c-11ce-489e-89b0-c3dead563ef3 None None] Port 08c3628b-6170-465d-a416-59aad189ba2e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:09:02.559850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:02.625385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:02.631182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-9096e3e3-cb99-4be3-958d-53547937c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.632794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-9096e3e3-cb99-4be3-958d-53547937c627 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1ac15a2d1154d52bfecf339925b2345&device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 1098 time: 0.1114993 Sep 17 01:09:02.691536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-fc67ec7e-4840-4182-a7ff-60bd66ff5327 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=f14c1b35-1028-4bfb-bcdc-f68b4c436047 HTTP/1.1" status: 200 len: 217 time: 0.0499527 Sep 17 01:09:02.751161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-f38c62e7-5802-470c-b386-8cd9f2bb5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.752451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-f38c62e7-5802-470c-b386-8cd9f2bb5761 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0497658 Sep 17 01:09:02.845136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:02.876414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459d997-a880-4824-b814-b1b8150cc1a9 req-060baa8a-e2c8-4dba-a821-ec330a773a6b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.878513 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1459d997-a880-4824-b814-b1b8150cc1a9 req-060baa8a-e2c8-4dba-a821-ec330a773a6b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0825586 Sep 17 01:09:02.918424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1459d997-a880-4824-b814-b1b8150cc1a9 req-f4d649d9-9b00-451e-8799-db6b0705bc46 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Sep 17 01:09:02.948016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:09:02.953930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb87248-4279-4a54-b9a7-10793c6483e1 req-221849cb-0a82-4e13-8c14-32b143252a64 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=7894d361-76df-4b1d-a6af-e0673d495098 HTTP/1.1" status: 200 len: 210 time: 0.0594110 Sep 17 01:09:02.975833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:02.976916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:02.980928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-3b72dce4-2120-4be4-8ba1-4a7c01fd307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:02.982437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-3b72dce4-2120-4be4-8ba1-4a7c01fd307c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202170 Sep 17 01:09:02.985097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:09:03.137376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:03.138066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.209273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-4f7321b2-c774-4f87-b458-b48080493108 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906075 Sep 17 01:09:03.237643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cccbd5f6-07df-410e-b6bc-2678165dfb0b None None] Provisioning complete for port 2634487e-c4d4-4cbb-a126-23f39e283c0e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:03.238276 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cccbd5f6-07df-410e-b6bc-2678165dfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.271415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c3628b-6170-465d-a416-59aad189ba2e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:03.276396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-166b0097-cd52-4458-b01d-a824de3b90af tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5686219 Sep 17 01:09:03.283367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.302394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523169-84dc-41f7-b861-68e1e7ffc36b req-a45f74d5-b6f5-4a3c-a477-0a9b01b13bda tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:03.305882 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e523169-84dc-41f7-b861-68e1e7ffc36b req-a45f74d5-b6f5-4a3c-a477-0a9b01b13bda tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0579383 Sep 17 01:09:03.306036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-cccbd5f6-07df-410e-b6bc-2678165dfb0b None None] Port 2634487e-c4d4-4cbb-a126-23f39e283c0e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:09:03.324112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Request body: {'port': {'device_id': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:03.344840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e523169-84dc-41f7-b861-68e1e7ffc36b req-c4f1da46-b7f3-4862-a028-0520b3b64487 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Sep 17 01:09:03.361965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Transition to ACTIVE for port object 08c3628b-6170-465d-a416-59aad189ba2e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:03.407736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.411169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f1a936-6075-4a9a-bba7-7d4cebfbf2a9 req-dbc97893-01f2-4684-8082-1dc8f22fe6f5 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799700 Sep 17 01:09:03.460970 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.527546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf5c38-9fda-453c-a2d0-57f00da0ad4f req-c0cd3b0a-d4b4-436f-be5d-43f8fdc6915e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:03.528742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cddf5c38-9fda-453c-a2d0-57f00da0ad4f req-c0cd3b0a-d4b4-436f-be5d-43f8fdc6915e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 936 time: 0.0562906 Sep 17 01:09:03.572382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cddf5c38-9fda-453c-a2d0-57f00da0ad4f req-da85c903-7877-435d-8c1a-d68941665976 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361805 Sep 17 01:09:03.622920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:03.634986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074358dc-608d-4d2b-a2d1-c04054478273 req-0157eb99-f130-4755-94f2-c9161225f09a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:03.636638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-074358dc-608d-4d2b-a2d1-c04054478273 req-0157eb99-f130-4755-94f2-c9161225f09a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 947 time: 0.1881447 Sep 17 01:09:03.772610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-074358dc-608d-4d2b-a2d1-c04054478273 req-64f8c4a5-2f51-4a8d-bd24-02d7e8ef3998 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164916 Sep 17 01:09:03.802300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Attempting to bind port 08c3628b-6170-465d-a416-59aad189ba2e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:03.802587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Attempting to bind port 08c3628b-6170-465d-a416-59aad189ba2e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:03.802897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Attempting to bind port 08c3628b-6170-465d-a416-59aad189ba2e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:03.817317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Port 08c3628b-6170-465d-a416-59aad189ba2e on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:03.817634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Attempting to bind port 08c3628b-6170-465d-a416-59aad189ba2e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:03.826904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:03.827271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:03.827653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:03.828075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Bound port: 08c3628b-6170-465d-a416-59aad189ba2e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:03.828428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.910225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2634487e-c4d4-4cbb-a126-23f39e283c0e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:03.926248 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:03.944842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:03.946875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Transition to ACTIVE for port object 2634487e-c4d4-4cbb-a126-23f39e283c0e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:03.949367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:04.046701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:04.050385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae620b-0ace-4e27-86c1-4e3fb53fa11a req-a0a13edf-8f24-4553-8417-6e9fbbbc461b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.053296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57ae620b-0ace-4e27-86c1-4e3fb53fa11a req-a0a13edf-8f24-4553-8417-6e9fbbbc461b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0521462 Sep 17 01:09:04.072682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ba76c98f-05bf-414b-9111-989584944e9d no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:04.082204 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:04.111136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: ba76c98f-05bf-414b-9111-989584944e9d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:09:04.112046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ba76c98f-05bf-414b-9111-989584944e9d not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:09:04.112703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.114552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:04.115622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/08c3628b-6170-465d-a416-59aad189ba2e HTTP/1.1" status: 200 len: 1095 time: 1.7457144 Sep 17 01:09:04.120227 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57ae620b-0ace-4e27-86c1-4e3fb53fa11a req-ee28d44c-5cb5-4c84-88cd-115e88c2af2d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620720 Sep 17 01:09:04.123513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:04.125855 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de34e891-a071-4296-b293-2a315cca6360" -d '{"events": [{"name": "network-changed", "server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:04.160289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:04.211584 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4138f86-9f31-4bd3-8032-7276a2ce2468 x-openstack-request-id: req-a4138f86-9f31-4bd3-8032-7276a2ce2468 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:04.211934 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:04.212121 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4138f86-9f31-4bd3-8032-7276a2ce2468 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:04.212512 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'status': 'completed', 'code': 200} Sep 17 01:09:04.299790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924026a-a10d-4bbb-b184-710394bd23c1 service neutron] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:04.311628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Attempting to bind port 2634487e-c4d4-4cbb-a126-23f39e283c0e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:04.311959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Attempting to bind port 2634487e-c4d4-4cbb-a126-23f39e283c0e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:04.312290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Attempting to bind port 2634487e-c4d4-4cbb-a126-23f39e283c0e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:04.317338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34e891-a071-4296-b293-2a315cca6360 req-4b12b08c-4bba-4c22-8360-54bd635e990b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.318869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de34e891-a071-4296-b293-2a315cca6360 req-4b12b08c-4bba-4c22-8360-54bd635e990b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7472482a45243b0abd560c73a0961ad&device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 1098 time: 0.1054299 Sep 17 01:09:04.321106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Port 2634487e-c4d4-4cbb-a126-23f39e283c0e on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:04.321396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Attempting to bind port 2634487e-c4d4-4cbb-a126-23f39e283c0e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:04.328078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:04.328502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:04.328889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:04.329412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Bound port: 2634487e-c4d4-4cbb-a126-23f39e283c0e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:04.329768 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:04.367880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de34e891-a071-4296-b293-2a315cca6360 req-276dcfff-3a51-4547-b699-de75a5e08e08 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a7472482a45243b0abd560c73a0961ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349326 Sep 17 01:09:04.502891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:04.524962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:04.544650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de34e891-a071-4296-b293-2a315cca6360 req-97d26818-bef4-485c-b315-14c5764d2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.546135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de34e891-a071-4296-b293-2a315cca6360 req-97d26818-bef4-485c-b315-14c5764d2802 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1581969 Sep 17 01:09:04.561508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdde320-5692-4f8b-9cb5-9d6035b73b1a req-592bcd97-ed13-4822-b636-08a1e36b3033 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.563943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cdde320-5692-4f8b-9cb5-9d6035b73b1a req-592bcd97-ed13-4822-b636-08a1e36b3033 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0603414 Sep 17 01:09:04.587979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:04.608986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cdde320-5692-4f8b-9cb5-9d6035b73b1a req-eec2e37c-2bc2-4e90-953e-7f9f9a1d6584 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390451 Sep 17 01:09:04.667458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.668076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:04.669503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] 10.222.0.36 "PUT /v2.0/ports/2634487e-c4d4-4cbb-a126-23f39e283c0e HTTP/1.1" status: 200 len: 1096 time: 1.3834972 Sep 17 01:09:04.701525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee353-d039-4dc7-836d-0b557a69c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:04.711674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-244e1e8c-c337-4618-8b1b-3ba91c19bc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.711802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-244e1e8c-c337-4618-8b1b-3ba91c19bc4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7472482a45243b0abd560c73a0961ad&device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 1098 time: 0.1134651 Sep 17 01:09:04.764835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-1ac3e80b-3053-4c19-b539-509c80bcfede service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=08c3628b-6170-465d-a416-59aad189ba2e HTTP/1.1" status: 200 len: 217 time: 0.0419552 Sep 17 01:09:04.768771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71af694-1d9c-4381-aade-80eba41edcca req-544e21ee-8453-492a-bb43-cbc87bb942b3 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.770743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e71af694-1d9c-4381-aade-80eba41edcca req-544e21ee-8453-492a-bb43-cbc87bb942b3 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.0709651 Sep 17 01:09:04.838142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e71af694-1d9c-4381-aade-80eba41edcca req-7c43c510-1c05-414d-90c4-33dc1ed8ae92 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582178 Sep 17 01:09:04.918374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-7a22e0f4-3246-4c94-ad93-4060f18da16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.918374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-7a22e0f4-3246-4c94-ad93-4060f18da16b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1367831 Sep 17 01:09:04.920639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-8d94d428-fac4-44ed-bf73-530f43347f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.922106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-8d94d428-fac4-44ed-bf73-530f43347f8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7472482a45243b0abd560c73a0961ad&device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 1099 time: 0.0993800 Sep 17 01:09:04.963347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c867b8b7-cc55-428c-889c-e6a0abcc3196 req-a8ed7b47-33ea-4637-a2c7-2868295b17a3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:04.965110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c867b8b7-cc55-428c-889c-e6a0abcc3196 req-a8ed7b47-33ea-4637-a2c7-2868295b17a3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 947 time: 0.0994895 Sep 17 01:09:05.001839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-965921da-70da-441e-9d75-cf53bbde4209 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e HTTP/1.1" status: 200 len: 217 time: 0.0694218 Sep 17 01:09:05.016310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742631-080b-44f4-b04f-274dff00fdc8 req-e0258073-8a8b-4f75-b4ca-0c8856eafb22 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.022197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac742631-080b-44f4-b04f-274dff00fdc8 req-e0258073-8a8b-4f75-b4ca-0c8856eafb22 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.023810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac742631-080b-44f4-b04f-274dff00fdc8 req-e0258073-8a8b-4f75-b4ca-0c8856eafb22 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3&device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 1682 time: 0.0576479 Sep 17 01:09:05.070007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5afaaff0-4a8b-43b5-91f4-e86d4b996e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.070274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac742631-080b-44f4-b04f-274dff00fdc8 req-a38ed71d-63df-4a12-b2de-323a167971e3 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Sep 17 01:09:05.071668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-5afaaff0-4a8b-43b5-91f4-e86d4b996e0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1479168 Sep 17 01:09:05.086327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c867b8b7-cc55-428c-889c-e6a0abcc3196 req-5ccb5f48-bd69-4f26-9559-00ee2ce3d455 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810785 Sep 17 01:09:05.117214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-158590db-137a-496a-95a0-f5a7ba8e2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.118700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-158590db-137a-496a-95a0-f5a7ba8e2b42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1012692 Sep 17 01:09:05.215631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-f9167f01-1d58-4c2f-a7a4-b8c2ef497fda service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339910 Sep 17 01:09:05.217328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-fbc7f45e-6b7b-4155-8fad-5355de96579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.218707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-fbc7f45e-6b7b-4155-8fad-5355de96579a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0641434 Sep 17 01:09:05.256795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263402c5-4ec3-4f0e-b14c-4d0106195dda req-7c4e85ad-7bb5-4e10-9cb0-5e9e885329cd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.257863 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-263402c5-4ec3-4f0e-b14c-4d0106195dda req-7c4e85ad-7bb5-4e10-9cb0-5e9e885329cd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0529659 Sep 17 01:09:05.308924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-263402c5-4ec3-4f0e-b14c-4d0106195dda req-2a9dbe8a-5329-48f1-ac9c-f5c318a1ded6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Sep 17 01:09:05.387410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-cf091cfd-7879-4ada-be6e-cfdfb0497ada service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553979 Sep 17 01:09:05.390730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e3d721a-ccce-42b2-b72e-e25d76242e35 req-38e5b85e-bf48-4f3e-be2c-d0e97fe39073 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601384 Sep 17 01:09:05.492699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e2fe2cc-6ecf-4594-9487-1ee813f460a2 req-f3b19f27-0879-442a-a3fa-e624068b735c service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945580 Sep 17 01:09:05.500344 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65a6a64f-5c6a-406c-b29a-72abde0353df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:05.741589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0eda1-ee0d-44d9-bdc9-c4f5f3028b33 req-35fdfecf-7a1e-4e07-9237-61b34aa0064f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.743086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7c0eda1-ee0d-44d9-bdc9-c4f5f3028b33 req-35fdfecf-7a1e-4e07-9237-61b34aa0064f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0562553 Sep 17 01:09:05.782156 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7c0eda1-ee0d-44d9-bdc9-c4f5f3028b33 req-c6b257f1-f2bf-4ece-a339-6cdaec7e596c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Sep 17 01:09:05.959799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e50b7-f722-4098-be6c-558dbdc4127b req-3d0523e9-a604-48f9-9852-e070d772e254 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:05.961170 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf6e50b7-f722-4098-be6c-558dbdc4127b req-3d0523e9-a604-48f9-9852-e070d772e254 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.0511127 Sep 17 01:09:06.000499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf6e50b7-f722-4098-be6c-558dbdc4127b req-bc2e9001-e7c3-4f00-b782-d52896eca175 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Sep 17 01:09:06.153364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f14c1b35-1028-4bfb-bcdc-f68b4c436047 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:06.206535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a3509-8b8e-4808-8769-c57fb511810e req-bc958d96-0932-481c-80c9-56736b1d1a11 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.208035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca3a3509-8b8e-4808-8769-c57fb511810e req-bc958d96-0932-481c-80c9-56736b1d1a11 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 947 time: 0.0539548 Sep 17 01:09:06.213895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:06.216571 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38197902-08c7-48e7-9e79-585d4b177853" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:06.230469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ba927-0cf2-4ffc-acfa-8b0f49d03e97 req-e615a817-5381-48cb-ae29-89a7ae3dd280 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.232249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d05ba927-0cf2-4ffc-acfa-8b0f49d03e97 req-e615a817-5381-48cb-ae29-89a7ae3dd280 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 946 time: 0.0522637 Sep 17 01:09:06.260106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca3a3509-8b8e-4808-8769-c57fb511810e req-db5c8ef7-c481-4451-8989-1c9890d2b8cf tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Sep 17 01:09:06.261016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f14c1b35-1028-4bfb-bcdc-f68b4c436047, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f14c1b35-1028-4bfb-bcdc-f68b4c436047,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:06.273557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047', 'mac_address': 'fa:16:3e:b4:f6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:06.278067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d05ba927-0cf2-4ffc-acfa-8b0f49d03e97 req-6195e667-2e66-4e78-a169-f972c8dd34e7 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357964 Sep 17 01:09:06.314908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:06.328873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14c1b35-1028-4bfb-bcdc-f68b4c436047 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:06.332444 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff6f807-2373-457d-b5da-a3a457300c38 x-openstack-request-id: req-0ff6f807-2373-457d-b5da-a3a457300c38 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:06.332742 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:06.333230 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ff6f807-2373-457d-b5da-a3a457300c38 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:06.333622 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'status': 'completed', 'code': 200} Sep 17 01:09:06.354137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f14c1b35-1028-4bfb-bcdc-f68b4c436047, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f14c1b35-1028-4bfb-bcdc-f68b4c436047,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:06.415531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197902-08c7-48e7-9e79-585d4b177853 req-5b1bdceb-1084-49fb-9ee6-46001aef8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.417071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-5b1bdceb-1084-49fb-9ee6-46001aef8de9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a7472482a45243b0abd560c73a0961ad&device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 1099 time: 0.0425510 Sep 17 01:09:06.443836 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:06.451941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71263cca-436e-4b36-816f-743aa8d60814 req-2920b564-4d9e-41b6-8dfc-af24408dbb3e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.453592 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71263cca-436e-4b36-816f-743aa8d60814 req-2920b564-4d9e-41b6-8dfc-af24408dbb3e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0578067 Sep 17 01:09:06.505231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71263cca-436e-4b36-816f-743aa8d60814 req-fa8cc0a8-a109-45af-8346-023b23068926 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450783 Sep 17 01:09:06.507656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f14c1b35-1028-4bfb-bcdc-f68b4c436047,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:06.847891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197902-08c7-48e7-9e79-585d4b177853 req-9869783c-2005-42c4-a98d-66820f2050f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.849428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-9869783c-2005-42c4-a98d-66820f2050f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.4237297 Sep 17 01:09:06.892364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-585160c4-548f-409e-ab1b-19cd67b7e21c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e HTTP/1.1" status: 200 len: 217 time: 0.0352173 Sep 17 01:09:06.900234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f39b-6877-4d39-88f7-d74decd40b7e req-b2c98851-99bc-446e-b6d8-60bbddd75a2d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.900881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f14c1b35-1028-4bfb-bcdc-f68b4c436047'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:06.902580 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1617f39b-6877-4d39-88f7-d74decd40b7e req-b2c98851-99bc-446e-b6d8-60bbddd75a2d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0504863 Sep 17 01:09:06.942170 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1617f39b-6877-4d39-88f7-d74decd40b7e req-968299e4-0ed3-4cf1-b66c-b268c32dc793 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Sep 17 01:09:06.946029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197902-08c7-48e7-9e79-585d4b177853 req-982141cd-92d6-4562-bb47-d9ae4114f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.947484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-982141cd-92d6-4562-bb47-d9ae4114f360 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0440006 Sep 17 01:09:06.997447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38197902-08c7-48e7-9e79-585d4b177853 req-a9eed214-ba54-4e9f-bdb4-98f860141ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:06.998961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-a9eed214-ba54-4e9f-bdb4-98f860141ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0437210 Sep 17 01:09:07.128369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-f6d6ebf6-31f0-4b01-81f1-9576a6ca56f8 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146138 Sep 17 01:09:07.140155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437d5c9-0d30-450a-a321-3c222c8a3fb9 req-c0ed78f1-fe2c-4ffb-ac19-193f913c41e5 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:07.141510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8437d5c9-0d30-450a-a321-3c222c8a3fb9 req-c0ed78f1-fe2c-4ffb-ac19-193f913c41e5 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.0666966 Sep 17 01:09:07.230601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8437d5c9-0d30-450a-a321-3c222c8a3fb9 req-294e9a66-10c8-4b5c-a22b-65999cbd5d16 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813847 Sep 17 01:09:07.251069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38197902-08c7-48e7-9e79-585d4b177853 req-dccc4223-a420-439d-997b-d38bade9f10c service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086574 Sep 17 01:09:07.378117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23502536-8e92-4020-bcd8-a2683845ae32 req-58ff2f6f-464d-4d80-9822-ffe98ee97d3f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:07.379746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23502536-8e92-4020-bcd8-a2683845ae32 req-58ff2f6f-464d-4d80-9822-ffe98ee97d3f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 948 time: 0.0503380 Sep 17 01:09:07.420767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23502536-8e92-4020-bcd8-a2683845ae32 req-ff50dd7e-b5a6-43c8-8d48-a5d80c07d80e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346816 Sep 17 01:09:07.428757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c706e-76fc-44cd-b89b-3c9fcf16f282 req-1fa4f74b-f4f4-49ce-8ad2-de0a695a1beb tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:07.430263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-024c706e-76fc-44cd-b89b-3c9fcf16f282 req-1fa4f74b-f4f4-49ce-8ad2-de0a695a1beb tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 946 time: 0.0863330 Sep 17 01:09:07.440881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-57e79955-de68-47cf-a235-776365de82e1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:07.440881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-57e79955-de68-47cf-a235-776365de82e1 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "GET /v2.0/ports?device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 946 time: 0.0840840 Sep 17 01:09:07.512784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-024c706e-76fc-44cd-b89b-3c9fcf16f282 req-a556be4c-f6d9-48bd-8e73-e97ba86d53ce tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/security-groups?id=a66eed6b-7d01-4d93-98d9-8357b766b719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714507 Sep 17 01:09:07.573759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Deleting port 0941a267-22ca-4fec-9b98-48d128101c37 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:09:07.574182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:07.688963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c3cb6-13c8-4274-badb-95124f3336b3 req-7182b17b-9d14-4702-8803-baee17ceb2ef tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:07.690425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e2c3cb6-13c8-4274-badb-95124f3336b3 req-7182b17b-9d14-4702-8803-baee17ceb2ef tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.1023312 Sep 17 01:09:07.716044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] For port 0941a267-22ca-4fec-9b98-48d128101c37, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0941a267-22ca-4fec-9b98-48d128101c37,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:07.716395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:07.741173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Calling delete_port for 0941a267-22ca-4fec-9b98-48d128101c37 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:09:07.760315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e2c3cb6-13c8-4274-badb-95124f3336b3 req-9ffcdf27-f0c4-4526-b8b5-1de81cfb13cb tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604594 Sep 17 01:09:07.941370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:07.952793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0941a267-22ca-4fec-9b98-48d128101c37'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:07.981140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Pushing event deleted for resources: {'Port': ['ID=0941a267-22ca-4fec-9b98-48d128101c37,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:08.011975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-e16d3fd3-d6d7-4bc0-94bf-78a0f3ae8bd2 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:08.013607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-e16d3fd3-d6d7-4bc0-94bf-78a0f3ae8bd2 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.23 "GET /v2.0/ports?device_id=568e9461-22ea-439e-b78b-ca7f7491b1f3 HTTP/1.1" status: 200 len: 945 time: 0.1070621 Sep 17 01:09:08.032178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] No DVR routers for this DVR port 0941a267-22ca-4fec-9b98-48d128101c37 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:09:08.040465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.042757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae6f5c71-5b39-48f3-ae47-fcf2e050d6e7 req-de7a2079-5b57-4c4b-be14-cc65d3eaec84 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.36 "DELETE /v2.0/ports/0941a267-22ca-4fec-9b98-48d128101c37 HTTP/1.1" status: 204 len: 173 time: 0.5954201 Sep 17 01:09:08.076233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9012cf46-dca4-4ec0-8f52-66bb98f6d040 req-b29d1a15-7e7c-46f6-841e-51ff1dd6aa78 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:08.077778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9012cf46-dca4-4ec0-8f52-66bb98f6d040 req-b29d1a15-7e7c-46f6-841e-51ff1dd6aa78 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0574608 Sep 17 01:09:08.087305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:08.124065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9012cf46-dca4-4ec0-8f52-66bb98f6d040 req-fc474f5c-cfdd-4eda-84ca-ff83e060efb8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Sep 17 01:09:08.126666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29827289-2b8f-40db-850f-255092345859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.130019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Deleting port 9934b578-9ce5-43bd-b02b-9720762eff7a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:09:08.130487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.175717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:08.187156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9934b578-9ce5-43bd-b02b-9720762eff7a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:08.225002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] For port 9934b578-9ce5-43bd-b02b-9720762eff7a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9934b578-9ce5-43bd-b02b-9720762eff7a,segment=NetworkSegment(d8bacdb1-da32-4f9a-a7a5-99a136665be3),segment_id=d8bacdb1-da32-4f9a-a7a5-99a136665be3)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.225291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.239051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Calling delete_port for 9934b578-9ce5-43bd-b02b-9720762eff7a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:09:08.278052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.306140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'mac_address': 'fa:16:3e:01:08:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:08.336784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'name': 'network-vif-deleted', 'tag': '0941a267-22ca-4fec-9b98-48d128101c37'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:08.339632 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62241144-5216-4378-b67b-6aa1c4b0ee87" -d '{"events": [{"server_uuid": "d6c635a2-16e5-4cc2-a95f-b3e4263238c4", "name": "network-vif-deleted", "tag": "0941a267-22ca-4fec-9b98-48d128101c37"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:08.398368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b87e91-9aef-437a-a30b-6877a72dc879 x-openstack-request-id: req-84b87e91-9aef-437a-a30b-6877a72dc879 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:08.398664 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c635a2-16e5-4cc2-a95f-b3e4263238c4", "name": "network-vif-deleted", "tag": "0941a267-22ca-4fec-9b98-48d128101c37", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:08.398910 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84b87e91-9aef-437a-a30b-6877a72dc879 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:08.404936 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c635a2-16e5-4cc2-a95f-b3e4263238c4', 'name': 'network-vif-deleted', 'tag': '0941a267-22ca-4fec-9b98-48d128101c37', 'status': 'completed', 'code': 200} Sep 17 01:09:08.410198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43d270-9dd0-41ab-9390-4b4fb3874bbd req-28663eec-6424-49de-b00c-c6db25729419 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:08.411731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f43d270-9dd0-41ab-9390-4b4fb3874bbd req-28663eec-6424-49de-b00c-c6db25729419 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.1098187 Sep 17 01:09:08.422173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.458974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.463414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f43d270-9dd0-41ab-9390-4b4fb3874bbd req-56e5846a-5928-407d-9741-f45c15842417 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439737 Sep 17 01:09:08.474395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'mac_address': 'fa:16:3e:69:06:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:08.520571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2634487e-c4d4-4cbb-a126-23f39e283c0e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:08.538388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.549171 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.572650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Pushing event deleted for resources: {'Port': ['ID=9934b578-9ce5-43bd-b02b-9720762eff7a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:08.587962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 873b0d9e-6b7a-4562-86cd-4acb769e9997 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:08.595211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0941a267-22ca-4fec-9b98-48d128101c37'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:08.607551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.628652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c9a57-5039-43d4-b9ec-49910f099618 req-7879acc3-0a09-4248-a7cb-59a9e3a264f6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:08.633209 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-266c9a57-5039-43d4-b9ec-49910f099618 req-7879acc3-0a09-4248-a7cb-59a9e3a264f6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 948 time: 0.1129143 Sep 17 01:09:08.640020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] No DVR routers for this DVR port 9934b578-9ce5-43bd-b02b-9720762eff7a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:09:08.643706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.646044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10cd719c-a50c-4d0c-b1b4-75a1d2bb676b req-9dfd3292-4a27-4c40-bbd1-dd2b4185c2f4 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.23 "DELETE /v2.0/ports/9934b578-9ce5-43bd-b02b-9720762eff7a HTTP/1.1" status: 204 len: 173 time: 0.6150632 Sep 17 01:09:08.653295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.681371 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-266c9a57-5039-43d4-b9ec-49910f099618 req-ea17bdfa-96c5-41d9-916e-e2bd0490b890 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Sep 17 01:09:08.689303 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.689988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:08.707179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fd69223-3c51-463c-af6d-927cba628e4f req-7830f0c4-5eaf-458b-8db3-aa86ac1d2421 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6c635a2-16e5-4cc2-a95f-b3e4263238c4 HTTP/1.1" status: 200 len: 210 time: 0.0339620 Sep 17 01:09:08.744060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.763545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:08.772039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.810994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '08c3628b-6170-465d-a416-59aad189ba2e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '08c3628b-6170-465d-a416-59aad189ba2e', 'mac_address': 'fa:16:3e:c4:bd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:08.859696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:08.870622 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:08.884702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c3628b-6170-465d-a416-59aad189ba2e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:08.896981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acf766-5264-48f0-bec9-cc5e944141fb req-ae14dc80-4a99-4d09-9eda-5a9596734964 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:08.898903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5acf766-5264-48f0-bec9-cc5e944141fb req-ae14dc80-4a99-4d09-9eda-5a9596734964 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0566278 Sep 17 01:09:08.904913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:08.921743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['873b0d9e-6b7a-4562-86cd-4acb769e9997'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:08.943720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5acf766-5264-48f0-bec9-cc5e944141fb req-d1cb8c59-6407-4825-8167-8192635b9cd1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Sep 17 01:09:08.990473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:09.024152 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:09.070201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:09.233747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['2634487e-c4d4-4cbb-a126-23f39e283c0e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:09.246779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81001b30-a397-4b64-8840-f166f5f95038 req-867c0e34-980c-4062-be96-567707352e1d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:09.248309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81001b30-a397-4b64-8840-f166f5f95038 req-867c0e34-980c-4062-be96-567707352e1d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 945 time: 0.0510168 Sep 17 01:09:09.260122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['08c3628b-6170-465d-a416-59aad189ba2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:09.286459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81001b30-a397-4b64-8840-f166f5f95038 req-985ad775-cc76-451d-8b40-575a20ecec4c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322235 Sep 17 01:09:09.412501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:09.588108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d678fe-6691-4b23-914f-43a19cad8497 req-d5700d8b-f292-4430-bb49-72b9c470d27e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:09.590598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d678fe-6691-4b23-914f-43a19cad8497 req-d5700d8b-f292-4430-bb49-72b9c470d27e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 949 time: 0.0543809 Sep 17 01:09:09.634792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d678fe-6691-4b23-914f-43a19cad8497 req-e6e592f6-bb8d-4c58-95ca-33177de1cc0e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379112 Sep 17 01:09:09.825423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5832bc-6b06-414a-adfd-0004542092cc req-0c3731b1-b385-4779-a6d8-c1f9ce44e5aa tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:09.826854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e5832bc-6b06-414a-adfd-0004542092cc req-0c3731b1-b385-4779-a6d8-c1f9ce44e5aa tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 948 time: 0.0570843 Sep 17 01:09:09.867771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e5832bc-6b06-414a-adfd-0004542092cc req-736d678d-3f45-4c82-95f5-d5a768c66f00 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343316 Sep 17 01:09:10.037820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43660) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:10.086585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Deleting subnet 7d97a2af-98be-4720-aa9f-539ceb283916 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:09:10.091372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.117985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:10.133554 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.144521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1971bdeb-4919-4856-8646-260a17b0e849 req-ec36d7c0-0182-485e-a558-c53eeb075bec tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:10.146126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1971bdeb-4919-4856-8646-260a17b0e849 req-ec36d7c0-0182-485e-a558-c53eeb075bec tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0522895 Sep 17 01:09:10.175304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.186590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:10.188871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1971bdeb-4919-4856-8646-260a17b0e849 req-fc72f2e9-b1fa-4449-b121-aa93c20b569d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Sep 17 01:09:10.248535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 873b0d9e-6b7a-4562-86cd-4acb769e9997 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:10.251375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.273821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 2634487e-c4d4-4cbb-a126-23f39e283c0e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:10.282882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 2634487e-c4d4-4cbb-a126-23f39e283c0e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:10.283229 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.306988 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.346326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.349410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d97a2af-98be-4720-aa9f-539ceb283916 HTTP/1.1" status: 204 len: 168 time: 0.3105729 Sep 17 01:09:10.350804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb094da8-c908-4279-a2d2-7dc8ba4be964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d97a2af-98be-4720-aa9f-539ceb283916,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:10.352011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43670) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:10.414855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'name': 'network-vif-deleted', 'tag': '9934b578-9ce5-43bd-b02b-9720762eff7a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:10.418473 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e71ba4-6ed6-4474-9e50-6b719b37cfbf" -d '{"events": [{"server_uuid": "568e9461-22ea-439e-b78b-ca7f7491b1f3", "name": "network-vif-deleted", "tag": "9934b578-9ce5-43bd-b02b-9720762eff7a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:10.452750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.472603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5280a-016b-4cdf-a7bd-99ea36d8dbae req-51e62ca8-5e24-44aa-8c7d-a43073de942c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:10.478508 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.480774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5b5280a-016b-4cdf-a7bd-99ea36d8dbae req-51e62ca8-5e24-44aa-8c7d-a43073de942c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 945 time: 0.1011407 Sep 17 01:09:10.483379 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c524b1b9-3e42-40bf-adbe-5da38804cf00 x-openstack-request-id: req-c524b1b9-3e42-40bf-adbe-5da38804cf00 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:10.483615 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568e9461-22ea-439e-b78b-ca7f7491b1f3", "name": "network-vif-deleted", "tag": "9934b578-9ce5-43bd-b02b-9720762eff7a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:10.484089 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c524b1b9-3e42-40bf-adbe-5da38804cf00 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:10.484685 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568e9461-22ea-439e-b78b-ca7f7491b1f3', 'name': 'network-vif-deleted', 'tag': '9934b578-9ce5-43bd-b02b-9720762eff7a', 'status': 'completed', 'code': 200} Sep 17 01:09:10.496158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.515449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:10.518969 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3682a3-6621-4dd3-8d67-23dbba769d21" -d '{"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:10.542069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5b5280a-016b-4cdf-a7bd-99ea36d8dbae req-d6ff15aa-1c03-4a1d-b4f2-a382bd9939f8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597951 Sep 17 01:09:10.567022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:10.582550 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47269b3-8ce6-4bd9-adda-aaff4efd9a9e x-openstack-request-id: req-b47269b3-8ce6-4bd9-adda-aaff4efd9a9e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:10.582845 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-plugged", "status": "completed", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:10.583114 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b47269b3-8ce6-4bd9-adda-aaff4efd9a9e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:10.583489 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'code': 200} Sep 17 01:09:10.586771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:10.593426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.618507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ed795c-50f8-4669-bc1e-60f35ba05ca3']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:09:10.626181 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.627099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f14c1b35-1028-4bfb-bcdc-f68b4c436047 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:10.628202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8bacdb1-da32-4f9a-a7a5-99a136665be3') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:09:10.628508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8bacdb1-da32-4f9a-a7a5-99a136665be3') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:09:10.639481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.652716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.672492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:09:10.672799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.721006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.721848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:10.751990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:10.771057 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:09:10.781192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb60e4-c75c-461a-a57f-ec029b65ef70 req-1531b361-1d3f-4562-9a0c-9b08708e33d5 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:10.790139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dfbb60e4-c75c-461a-a57f-ec029b65ef70 req-1531b361-1d3f-4562-9a0c-9b08708e33d5 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 950 time: 0.0707829 Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:09:10.799804 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:09:10.844691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dfbb60e4-c75c-461a-a57f-ec029b65ef70 req-bf2dfd8b-fd05-487a-ab34-7c52dd39c32f tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534782 Sep 17 01:09:10.904581 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.914762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:10.919547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] 10.222.0.13 "DELETE /v2.0/networks/88ed795c-50f8-4669-bc1e-60f35ba05ca3 HTTP/1.1" status: 204 len: 168 time: 0.5649257 Sep 17 01:09:10.925341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:10.949426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab566e6-7f9b-4d40-8105-2035efe93427 admin admin] Pushing event deleted for resources: {'Network': ['ID=88ed795c-50f8-4669-bc1e-60f35ba05ca3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:10.958481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port f14c1b35-1028-4bfb-bcdc-f68b4c436047 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:10.963042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port f14c1b35-1028-4bfb-bcdc-f68b4c436047 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:10.964351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.005205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.019771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 08c3628b-6170-465d-a416-59aad189ba2e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:11.043226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 08c3628b-6170-465d-a416-59aad189ba2e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:11.045477 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.093132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f2a4-21da-4da9-a970-1ab89a3d0d9e req-cdbf7619-74c2-4b13-9de6-e156a3c9380c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:11.101675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d6f2a4-21da-4da9-a970-1ab89a3d0d9e req-cdbf7619-74c2-4b13-9de6-e156a3c9380c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 948 time: 0.0802567 Sep 17 01:09:11.148203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d6f2a4-21da-4da9-a970-1ab89a3d0d9e req-d00b2e0b-dca7-4421-8ccb-97b6d85706b8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Sep 17 01:09:11.164651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.234015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f14c1b35-1028-4bfb-bcdc-f68b4c436047, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f14c1b35-1028-4bfb-bcdc-f68b4c436047,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:11.238762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.281641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:11.315598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.316409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9934b578-9ce5-43bd-b02b-9720762eff7a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:11.323638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50f663-0be8-4d78-aac0-a043af55d948 req-624f9f6f-edc0-4966-b8b9-4af9d831a27b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:11.325322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b50f663-0be8-4d78-aac0-a043af55d948 req-624f9f6f-edc0-4966-b8b9-4af9d831a27b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0568135 Sep 17 01:09:11.366475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b50f663-0be8-4d78-aac0-a043af55d948 req-60c73297-6608-4959-8417-43bddd7cf2f2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Sep 17 01:09:11.366763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 9934b578-9ce5-43bd-b02b-9720762eff7a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:09:11.366977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9934b578-9ce5-43bd-b02b-9720762eff7a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:09:11.400090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.400881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0941a267-22ca-4fec-9b98-48d128101c37 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:11.437206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 0941a267-22ca-4fec-9b98-48d128101c37 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:09:11.437555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0941a267-22ca-4fec-9b98-48d128101c37 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:09:11.439168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f14c1b35-1028-4bfb-bcdc-f68b4c436047,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:11.502887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:11.539972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43700) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:11.585824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da7bc53e-737d-4a26-800a-97dea1e83e38 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dbabf12c17c4cfd97804a4cf3e97954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445433 Sep 17 01:09:11.588329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43704) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:11.660079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d7e-64e2-40b4-aba5-411ebb399f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.678670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2543e3-66a6-49e1-8cd2-9e34e9f57978 req-41aedca9-96c9-4b0f-8940-86287f76c4a7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:11.684791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea2543e3-66a6-49e1-8cd2-9e34e9f57978 req-41aedca9-96c9-4b0f-8940-86287f76c4a7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0696430 Sep 17 01:09:11.688379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d7e-64e2-40b4-aba5-411ebb399f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.736025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea2543e3-66a6-49e1-8cd2-9e34e9f57978 req-999ad01b-48bb-475b-a38e-a20be95cfc21 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451832 Sep 17 01:09:11.855378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d7e-64e2-40b4-aba5-411ebb399f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.858388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f7d6d7e-64e2-40b4-aba5-411ebb399f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:11.859766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f7d6d7e-64e2-40b4-aba5-411ebb399f16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a66eed6b-7d01-4d93-98d9-8357b766b719 HTTP/1.1" status: 204 len: 168 time: 0.2696435 Sep 17 01:09:11.868876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d6d7e-64e2-40b4-aba5-411ebb399f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66eed6b-7d01-4d93-98d9-8357b766b719,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:11.971223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c44ff8-3068-473b-a518-4100bd121d33 req-2206f772-3d89-4538-9844-b761282acb20 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:11.973758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0c44ff8-3068-473b-a518-4100bd121d33 req-2206f772-3d89-4538-9844-b761282acb20 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 950 time: 0.0589602 Sep 17 01:09:12.043286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0c44ff8-3068-473b-a518-4100bd121d33 req-14da90eb-6ba3-45a5-9c19-d9ad7c766e12 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552645 Sep 17 01:09:12.297578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e93c2-113a-4248-ae6b-6ddb4de82946 req-da7d5a2c-02c5-4b36-995f-effc024aea78 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:12.306028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-625e93c2-113a-4248-ae6b-6ddb4de82946 req-da7d5a2c-02c5-4b36-995f-effc024aea78 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 949 time: 0.0751455 Sep 17 01:09:12.344948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-625e93c2-113a-4248-ae6b-6ddb4de82946 req-4684f477-ab2e-4416-b3c7-d4b016611c18 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Sep 17 01:09:12.528839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8d2624-4a07-4c46-b8de-f574506eb807 req-6565c468-04c3-41d9-8793-1fb456b18ade tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:12.530560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc8d2624-4a07-4c46-b8de-f574506eb807 req-6565c468-04c3-41d9-8793-1fb456b18ade tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0617361 Sep 17 01:09:12.579842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc8d2624-4a07-4c46-b8de-f574506eb807 req-24dd6ea9-b94c-4d5f-9127-3be4a628567b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431688 Sep 17 01:09:12.606248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e'}, {'server_uuid': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047'}, {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:12.606248 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd0ebf7-513a-407f-aba0-6012cd4fe7b7" -d '{"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e"}, {"server_uuid": "129d7ec5-fde0-4271-aa05-5e5b3ae5bb69", "name": "network-vif-plugged", "status": "completed", "tag": "f14c1b35-1028-4bfb-bcdc-f68b4c436047"}, {"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-plugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:12.647309 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4038b1-9f67-4291-b688-b348a2e26675 x-openstack-request-id: req-2d4038b1-9f67-4291-b688-b348a2e26675 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:12.647762 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e", "code": 200}, {"server_uuid": "129d7ec5-fde0-4271-aa05-5e5b3ae5bb69", "name": "network-vif-plugged", "status": "completed", "tag": "f14c1b35-1028-4bfb-bcdc-f68b4c436047", "code": 200}, {"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-plugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:12.648152 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d4038b1-9f67-4291-b688-b348a2e26675 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:12.648703 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'code': 200} Sep 17 01:09:12.649013 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047', 'code': 200} Sep 17 01:09:12.649444 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'code': 200} Sep 17 01:09:12.893422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68814e2a-6011-425c-8b7d-be22f6be2a89 req-359b4c64-59f9-40b2-ac48-b358555206db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:12.897747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68814e2a-6011-425c-8b7d-be22f6be2a89 req-359b4c64-59f9-40b2-ac48-b358555206db service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 1100 time: 0.1691775 Sep 17 01:09:12.902043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fe148-c653-4868-a839-50cfb47f8110 req-ea3180f7-41a4-4e4e-a12f-65e4f4701aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:12.903549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-867fe148-c653-4868-a839-50cfb47f8110 req-ea3180f7-41a4-4e4e-a12f-65e4f4701aa1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 1100 time: 0.1649086 Sep 17 01:09:12.935403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cfbbb-f442-494f-939c-fe05a8755030 req-02931213-590e-4af0-8df1-869a9dac32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:12.937042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-794cfbbb-f442-494f-939c-fe05a8755030 req-02931213-590e-4af0-8df1-869a9dac32b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 1101 time: 0.1997242 Sep 17 01:09:12.952510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea95cd-6c70-459c-b624-6278f391b24b req-f168bf43-0701-446e-bebf-17534637a37e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:12.954768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8ea95cd-6c70-459c-b624-6278f391b24b req-f168bf43-0701-446e-bebf-17534637a37e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0754731 Sep 17 01:09:12.995598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68814e2a-6011-425c-8b7d-be22f6be2a89 req-375c44e6-100c-4409-b690-9721b50e2cae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869141 Sep 17 01:09:13.002651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-867fe148-c653-4868-a839-50cfb47f8110 req-52531318-3f8f-498b-b5ef-bae4a641d8a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873613 Sep 17 01:09:13.008704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8ea95cd-6c70-459c-b624-6278f391b24b req-07be801b-2cc2-401b-b46a-940a5552c45b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Sep 17 01:09:13.008986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-794cfbbb-f442-494f-939c-fe05a8755030 req-4fed5225-52cb-4d78-94a4-7bf950acf078 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638902 Sep 17 01:09:13.223496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d90a9-0870-4916-ad75-e44e66b7c26d req-70e8b6b4-abf8-4915-af0d-d533ad53a546 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:13.225032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e73d90a9-0870-4916-ad75-e44e66b7c26d req-70e8b6b4-abf8-4915-af0d-d533ad53a546 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 950 time: 0.0624912 Sep 17 01:09:13.273097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e73d90a9-0870-4916-ad75-e44e66b7c26d req-6d25ab0c-3a9f-4b58-a719-ba362f16ce72 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Sep 17 01:09:13.454864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43752) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:13.530280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db74e9-3f7d-4256-b775-1793bc2f0525 req-837421f1-f21d-4282-aa75-6a4b26f0fd8b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:13.532872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6db74e9-3f7d-4256-b775-1793bc2f0525 req-837421f1-f21d-4282-aa75-6a4b26f0fd8b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 949 time: 0.0713031 Sep 17 01:09:13.576748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6db74e9-3f7d-4256-b775-1793bc2f0525 req-258228bd-5254-4c8b-9a34-f4c3421e0b8d tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360754 Sep 17 01:09:13.576953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-936798662-network', 'tenant_id': 'c1a473bb4d6740678091754614e6ea23'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:13.666263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Made reservation on behalf of c1a473bb4d6740678091754614e6ea23 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:13.669608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:13.703219 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:13.749157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc22c5-5312-4f5b-b392-52946f04e7bb req-8720fd0b-e043-41e8-a631-9ad04d4c0b49 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:13.755574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6efc22c5-5312-4f5b-b392-52946f04e7bb req-8720fd0b-e043-41e8-a631-9ad04d4c0b49 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0831618 Sep 17 01:09:13.819170 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6efc22c5-5312-4f5b-b392-52946f04e7bb req-2b84e6b5-ce95-4cfc-a984-898deedf0225 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612345 Sep 17 01:09:13.872730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:14.128603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70346c8d-560b-409a-800d-0818ef5af6b1 req-2362ee3c-9f0a-499d-b750-b10cef6da08e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:14.128872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70346c8d-560b-409a-800d-0818ef5af6b1 req-2362ee3c-9f0a-499d-b750-b10cef6da08e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0494585 Sep 17 01:09:14.167629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70346c8d-560b-409a-800d-0818ef5af6b1 req-344af7f4-5ffb-4ffa-82bc-9c34d39e584e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Sep 17 01:09:14.203349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:14.231507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:09:14.241265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87900990-71ab-404a-a361-32a054fa93f6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:14.246641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:14.246987 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Added segment 2bc9aaed-f46c-4aa0-8461-90d3c5cd5189 of type vlan for network 1752d46d-d4a5-402a-926e-3c08e462cc8e Sep 17 01:09:14.292182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:14.415147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:14.416962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:14.420574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:14.489838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e26ede-d8e4-43ad-89c9-24c3241f4654 req-09e78ba8-7962-40d9-850d-de34576c692b tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:14.491842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9e26ede-d8e4-43ad-89c9-24c3241f4654 req-09e78ba8-7962-40d9-850d-de34576c692b tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 950 time: 0.1377990 Sep 17 01:09:14.786787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07925c-7382-4bf3-887b-51377e91c94e req-e99c1cc5-43c5-4175-a49e-fd8f86fee0cf tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:14.797906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf07925c-7382-4bf3-887b-51377e91c94e req-e99c1cc5-43c5-4175-a49e-fd8f86fee0cf tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 949 time: 0.0762181 Sep 17 01:09:14.818636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3623602 Sep 17 01:09:14.826152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756ea1c-ed8c-4aa2-aeb1-d862a7555ede admin admin] Pushing event updated for resources: {'Network': ['ID=1752d46d-d4a5-402a-926e-3c08e462cc8e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:14.829699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:14.836196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Request body: {'subnet': {'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-936798662-subnet', 'tenant_id': 'c1a473bb4d6740678091754614e6ea23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:14.837071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 1752d46d-d4a5-402a-926e-3c08e462cc8e details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:09:14.851569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf07925c-7382-4bf3-887b-51377e91c94e req-baecbf46-3600-4cb6-ae10-74bf7853d261 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509295 Sep 17 01:09:14.874374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9e26ede-d8e4-43ad-89c9-24c3241f4654 req-ff02304c-af16-4bb8-8d50-5780685fd1d9 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745627 Sep 17 01:09:14.955166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Made reservation on behalf of c1a473bb4d6740678091754614e6ea23 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:14.957746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:15.005880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff458b5c-d7a6-4ded-85ce-2d304ca75fcb req-08deac42-95fb-448f-844c-27cb3abb562c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.017305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff458b5c-d7a6-4ded-85ce-2d304ca75fcb req-08deac42-95fb-448f-844c-27cb3abb562c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0805454 Sep 17 01:09:15.076155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff458b5c-d7a6-4ded-85ce-2d304ca75fcb req-24b10800-02cf-430b-a009-8323ecf533b0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575008 Sep 17 01:09:15.267307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:15.302801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da90fe-fbae-47f8-b8c9-2e0c5db742b0 req-32cc9c87-a5ff-484d-a3f7-f14c1ce5f789 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.311816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26da90fe-fbae-47f8-b8c9-2e0c5db742b0 req-32cc9c87-a5ff-484d-a3f7-f14c1ce5f789 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0682414 Sep 17 01:09:15.324349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ac9df9-07ad-4e08-95f0-677e1d5c4462,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:15.348666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26da90fe-fbae-47f8-b8c9-2e0c5db742b0 req-c5fd102f-dc4d-4d64-9cd0-4a6a60da9139 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Sep 17 01:09:15.362992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Checking segment: {'id': '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:15.363441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Network hostable DHCP agents. Network: 1752d46d-d4a5-402a-926e-3c08e462cc8e, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:09:15.466266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Network 1752d46d-d4a5-402a-926e-3c08e462cc8e is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:09:15.545944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 1752d46d-d4a5-402a-926e-3c08e462cc8e) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:15.561859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ffd5b2-beef-4165-b112-9029677b65df None None] Network 1752d46d-d4a5-402a-926e-3c08e462cc8e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:09:15.565258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.568830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:15.648107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.648761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.649163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.649630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.650095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.650557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.652203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.652419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.652894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.653343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.653802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.654303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.654766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.655266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.655724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.656183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.656639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:15.673588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-99bdd5c2-53ac-4a34-9ca6-5f08344afee0 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d&device_id=34484010-de67-48da-b258-266bb6e3ad73&device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c&device_id=3f88fa7b-3560-48fe-a836-58983eff629d&device_id=8f460a40-674f-4933-b110-a8c4580c6956&device_id=482e168f-eb33-464a-b061-33d93f7d1bc3&device_id=a7b40d04-4464-45cc-b069-226ce9108608&device_id=3a2216ad-d405-4ace-914f-c072391f0515&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 15392 time: 0.1008904 Sep 17 01:09:15.688828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-4c682b72-70d7-4eff-8faa-a30ab751a939 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:15.711287 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3cd94fa9-f7f5-43fa-b3b3-8276fc53eccc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8709269 Sep 17 01:09:15.826951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-4c682b72-70d7-4eff-8faa-a30ab751a939 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:15.880907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-4c682b72-70d7-4eff-8faa-a30ab751a939 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:15.919318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c682b72-70d7-4eff-8faa-a30ab751a939 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980eca98-ef3e-4439-821d-de36fec44ae6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:15.948641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9f44b9c-bed6-4b03-9a2e-a142bd98bed3 req-4c682b72-70d7-4eff-8faa-a30ab751a939 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=643e140d-c8c0-4604-906f-3987271d15c1&id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&id=a547dacc-92d4-48c2-81ea-2434d357da13&id=38ced184-8328-497e-86bc-20177d61f563&id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 831 time: 0.2730987 Sep 17 01:09:16.033380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a02e21-3a88-4b2e-8566-6c5ea23e01fc None None] Network 1752d46d-d4a5-402a-926e-3c08e462cc8e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:09:16.090985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e2e0f8-e256-4c0d-a66b-55bf9f7ceb93 req-d93190b3-da74-4f87-84ce-d1e6e9d67b19 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.098639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38e2e0f8-e256-4c0d-a66b-55bf9f7ceb93 req-d93190b3-da74-4f87-84ce-d1e6e9d67b19 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 950 time: 0.1019332 Sep 17 01:09:16.141444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38e2e0f8-e256-4c0d-a66b-55bf9f7ceb93 req-17a2a6c5-815c-44a8-a06a-afc4428f85db tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Sep 17 01:09:16.252497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5c35-6bec-4bce-b1ac-64a139118a89 req-c9628063-bcb5-44c3-bb6d-52f69c94897d tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.252974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5c35-6bec-4bce-b1ac-64a139118a89 req-c9628063-bcb5-44c3-bb6d-52f69c94897d tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.253493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b5c35-6bec-4bce-b1ac-64a139118a89 req-c9628063-bcb5-44c3-bb6d-52f69c94897d tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.255191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-841b5c35-6bec-4bce-b1ac-64a139118a89 req-c9628063-bcb5-44c3-bb6d-52f69c94897d tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69&device_id=3f88fa7b-3560-48fe-a836-58983eff629d&device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 2882 time: 0.0511663 Sep 17 01:09:16.301269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-841b5c35-6bec-4bce-b1ac-64a139118a89 req-c67a5f09-14e5-43c8-b490-acee313bee9a tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391724 Sep 17 01:09:16.436576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b3ec8-f69f-4c5d-a20a-7126d6a0a82f req-65e89948-ae36-4dbb-ab6a-5f441cc48c90 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.438148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf5b3ec8-f69f-4c5d-a20a-7126d6a0a82f req-65e89948-ae36-4dbb-ab6a-5f441cc48c90 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0719502 Sep 17 01:09:16.450678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-f1dfa099-1aad-413f-a7ca-131cc4d500a1 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.458593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-f1dfa099-1aad-413f-a7ca-131cc4d500a1 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/networks?id=1752d46d-d4a5-402a-926e-3c08e462cc8e HTTP/1.1" status: 200 len: 820 time: 0.1461082 Sep 17 01:09:16.476135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-7880548c-18ca-445b-a0f3-942c38d02231 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/quotas/c1a473bb4d6740678091754614e6ea23 HTTP/1.1" status: 200 len: 375 time: 0.0168025 Sep 17 01:09:16.497263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf5b3ec8-f69f-4c5d-a20a-7126d6a0a82f req-4b1d0787-2697-4bed-ae3a-19e3af708a52 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Sep 17 01:09:16.529908 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-a165bb2e-7623-482a-acaa-dce9f6c2866e tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c1a473bb4d6740678091754614e6ea23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521309 Sep 17 01:09:16.650927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-7c657bef-80ae-4143-86fa-881709db332a service neutron] 10.222.0.13 "GET /v2.0/networks/1752d46d-d4a5-402a-926e-3c08e462cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199853 Sep 17 01:09:16.654178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21227f0f-40cd-4156-b69e-c6ca6dc1c384 req-c53f994a-c741-4252-ae77-69407ecbe8fa tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.662069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21227f0f-40cd-4156-b69e-c6ca6dc1c384 req-c53f994a-c741-4252-ae77-69407ecbe8fa tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 949 time: 0.0804863 Sep 17 01:09:16.707696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21227f0f-40cd-4156-b69e-c6ca6dc1c384 req-5800c526-9f7d-411e-bec1-e5a810cbe3ac tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Sep 17 01:09:16.773486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-0dd661b3-a0e1-462a-82d3-80fc22ebce14 service neutron] 10.222.0.13 "GET /v2.0/networks/1752d46d-d4a5-402a-926e-3c08e462cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215146 Sep 17 01:09:16.899918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a7d5-aa5d-464e-b66e-1082bb6614e1 req-db29acad-ee8a-4ba1-a556-2b0ce33b9820 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:16.902565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-46f6a7d5-aa5d-464e-b66e-1082bb6614e1 req-db29acad-ee8a-4ba1-a556-2b0ce33b9820 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0579014 Sep 17 01:09:16.951135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-46f6a7d5-aa5d-464e-b66e-1082bb6614e1 req-23525d17-30b0-42d4-b74f-21798c4f20c5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Sep 17 01:09:17.243720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-193c1425-7f9b-4be5-bee2-3d7fd60a859e req-a4405523-3c36-435b-b8b4-4a39e11263aa tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 210 time: 0.0373466 Sep 17 01:09:17.786056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c58123-d566-4d15-b4f4-5f6c8c8d7d1c req-21aa7d3b-41c2-4663-a10b-3ffd862ccb21 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:17.788023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95c58123-d566-4d15-b4f4-5f6c8c8d7d1c req-21aa7d3b-41c2-4663-a10b-3ffd862ccb21 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0681431 Sep 17 01:09:17.837377 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95c58123-d566-4d15-b4f4-5f6c8c8d7d1c req-c6c46ea6-5c6b-41ed-a73b-bd17a694c70f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355680 Sep 17 01:09:18.082672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aa056-2ad4-459d-a42c-20655d10dc83 req-1af10bd0-a6bc-4a8f-b2cb-beb82eebf46c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:18.084381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc0aa056-2ad4-459d-a42c-20655d10dc83 req-1af10bd0-a6bc-4a8f-b2cb-beb82eebf46c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0544279 Sep 17 01:09:18.135938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc0aa056-2ad4-459d-a42c-20655d10dc83 req-41a412f6-55bf-4c10-9996-5e8a33c7d8ec tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377402 Sep 17 01:09:18.393111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d3c831d-ac13-4407-98b2-695d8b66915e req-7cc7dcf3-673c-49e7-a42a-cb0d71ba57ed tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 210 time: 0.0326805 Sep 17 01:09:18.652574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdee0b-a155-4213-9e0b-7b7669a389f0 req-5cc75b24-9df9-4449-890a-3d4afb713672 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:18.654296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eacdee0b-a155-4213-9e0b-7b7669a389f0 req-5cc75b24-9df9-4449-890a-3d4afb713672 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1100 time: 0.0537200 Sep 17 01:09:18.700453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eacdee0b-a155-4213-9e0b-7b7669a389f0 req-8bdfbe21-a6b8-4c40-bc78-ef9948b6abdf tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Sep 17 01:09:18.837068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca8a74-6b0d-43c1-a31b-510b396caef9 req-772b1331-ad2a-49b2-85aa-951faf9a4816 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:18.846043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07ca8a74-6b0d-43c1-a31b-510b396caef9 req-772b1331-ad2a-49b2-85aa-951faf9a4816 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1100 time: 0.0716636 Sep 17 01:09:18.884512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07ca8a74-6b0d-43c1-a31b-510b396caef9 req-c4f79435-f859-4f47-9858-28458caa24e8 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373955 Sep 17 01:09:18.992575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3b319-20ca-4a55-9537-b4294e18d84c req-54005acb-6c11-412d-9078-15a0c03bdccd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:19.000454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08b3b319-20ca-4a55-9537-b4294e18d84c req-54005acb-6c11-412d-9078-15a0c03bdccd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0618961 Sep 17 01:09:19.049819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08b3b319-20ca-4a55-9537-b4294e18d84c req-241f0202-9f36-4479-bac6-3f2ea6ac8c8c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Sep 17 01:09:19.308359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0915deb-9e2c-4546-8580-428b8f18767f req-dfb190d1-f5d9-4982-b20c-269f5880973c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:19.310283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0915deb-9e2c-4546-8580-428b8f18767f req-dfb190d1-f5d9-4982-b20c-269f5880973c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0811973 Sep 17 01:09:19.385568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0915deb-9e2c-4546-8580-428b8f18767f req-913c6cf3-70f2-4b5f-8b88-25352b6c4bfe tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667572 Sep 17 01:09:19.639233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34618239-665f-447c-a75c-3c4ceb801567 req-7fb1fab1-2528-43a8-befe-bbea13774dd6 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 210 time: 0.0312948 Sep 17 01:09:20.174246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:20.176742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35821401-49d0-4573-beab-cca7f2b52fb7 req-bb80c44a-7027-4d9a-9f16-d769ec266ba2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:20.178304 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35821401-49d0-4573-beab-cca7f2b52fb7 req-bb80c44a-7027-4d9a-9f16-d769ec266ba2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0543537 Sep 17 01:09:20.247663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d5204-56d5-47ec-b49c-f0212733120f req-7c01e5a8-0407-4322-9bef-3087d8064f24 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:20.256771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35821401-49d0-4573-beab-cca7f2b52fb7 req-3ce121d6-2eba-47fd-a792-7dace7b3f20b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703390 Sep 17 01:09:20.265599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f4d5204-56d5-47ec-b49c-f0212733120f req-7c01e5a8-0407-4322-9bef-3087d8064f24 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1103661 Sep 17 01:09:20.335629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:20.354585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '08c3628b-6170-465d-a416-59aad189ba2e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '08c3628b-6170-465d-a416-59aad189ba2e', 'mac_address': 'fa:16:3e:c4:bd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:20.406578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:20.408320 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f4d5204-56d5-47ec-b49c-f0212733120f req-fab1fee4-b925-4acd-a054-5f0637d48c94 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384013 Sep 17 01:09:20.462829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08c3628b-6170-465d-a416-59aad189ba2e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:20.504041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:20.549656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-cfd375e6-e931-4ba2-bd23-24db8bcb3751 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:20.551264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-cfd375e6-e931-4ba2-bd23-24db8bcb3751 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.23 "GET /v2.0/networks?id=1752d46d-d4a5-402a-926e-3c08e462cc8e HTTP/1.1" status: 200 len: 820 time: 0.2829227 Sep 17 01:09:20.569319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:20.592007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Request body: {'port': {'device_id': '2000a234-9c75-41c7-9c98-748707fae21d', 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e', 'admin_state_up': True, 'tenant_id': 'c1a473bb4d6740678091754614e6ea23'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:20.643430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:20.670870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a41dd-65dc-48d2-a0e7-95d56263ac90 req-7f94eeaf-529a-4e43-b875-15a7d62051ff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:20.674399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['08c3628b-6170-465d-a416-59aad189ba2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:20.691458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b6a41dd-65dc-48d2-a0e7-95d56263ac90 req-7f94eeaf-529a-4e43-b875-15a7d62051ff tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1388841 Sep 17 01:09:20.825611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b6a41dd-65dc-48d2-a0e7-95d56263ac90 req-faf80f6a-aaae-4284-a222-324a107124f9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327946 Sep 17 01:09:20.880381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3575c918-9d5d-469a-b961-c3d4c29d0005 req-ea0a58a8-96b0-4877-a3dc-c66d80cc0e4b tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 210 time: 0.0398169 Sep 17 01:09:20.952037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Made reservation on behalf of c1a473bb4d6740678091754614e6ea23 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:20.955772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:21.103805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Allocated IP 172.20.0.12 (1752d46d-d4a5-402a-926e-3c08e462cc8e/c6ac9df9-07ad-4e08-95f0-677e1d5c4462/a66718cf-48c0-487f-9acb-f45f89311d6d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:09:21.292145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:21.401554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae58b2-68d0-4ad8-8fca-8dcc061932a5 req-78e7f2ae-5f7b-4528-9862-31ecca9215fd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:21.403242 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afae58b2-68d0-4ad8-8fca-8dcc061932a5 req-78e7f2ae-5f7b-4528-9862-31ecca9215fd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0589981 Sep 17 01:09:21.415652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:21.458211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afae58b2-68d0-4ad8-8fca-8dcc061932a5 req-2f90d901-d1b5-42a1-afdc-919de97ee15e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481272 Sep 17 01:09:21.488191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Network 1752d46d-d4a5-402a-926e-3c08e462cc8e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:09:21.491451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:21.504813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Pushing event updated for resources: {'Port': ['ID=a66718cf-48c0-487f-9acb-f45f89311d6d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:21.516122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:09:21.596759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:21.597365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:21.614233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4ec53-287d-4023-ae73-ba38330c0d35 req-fdc034e6-b065-48f0-bbc7-68cc2815a8d2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:21.615633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92d4ec53-287d-4023-ae73-ba38330c0d35 req-fdc034e6-b065-48f0-bbc7-68cc2815a8d2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0726945 Sep 17 01:09:21.657064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92d4ec53-287d-4023-ae73-ba38330c0d35 req-df150b3e-9592-466a-9e66-429ee3a4a869 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Sep 17 01:09:21.883921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-9d5ce985-01c4-4c81-ad21-66e6c0e859c2 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2973027 Sep 17 01:09:21.906761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Request body: {'port': {'device_id': '2000a234-9c75-41c7-9c98-748707fae21d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:22.014874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024d302-8720-46cc-9070-88ac082ee3fa req-fa8c0914-9d2d-48ad-a996-53f335be9a22 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:22.028615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3024d302-8720-46cc-9070-88ac082ee3fa req-fa8c0914-9d2d-48ad-a996-53f335be9a22 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1314135 Sep 17 01:09:22.038032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.086434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3024d302-8720-46cc-9070-88ac082ee3fa req-583250b1-365c-4b3f-a0a5-8c1a67989dfb tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427232 Sep 17 01:09:22.140944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed72706-f2cd-4f9a-8524-f9f5a2d6dade req-9d34c858-71d4-45d3-9c55-fbb0eb430ea7 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:22.142662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ed72706-f2cd-4f9a-8524-f9f5a2d6dade req-9d34c858-71d4-45d3-9c55-fbb0eb430ea7 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 932 time: 0.1205113 Sep 17 01:09:22.191223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:22.256456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 08c3628b-6170-465d-a416-59aad189ba2e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:22.257031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.271392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ed72706-f2cd-4f9a-8524-f9f5a2d6dade req-cf18aef6-b3fb-486a-807f-c228fa352e23 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185493 Sep 17 01:09:22.394067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.435517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:22.437769 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa348c0-7a5c-4ddd-92a2-43cbe21ad26a" -d '{"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-plugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:22.449122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:22.498380 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac909449-f2d6-4954-bf4f-a4af854a49f1 x-openstack-request-id: req-ac909449-f2d6-4954-bf4f-a4af854a49f1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:22.498749 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-plugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:22.499102 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac909449-f2d6-4954-bf4f-a4af854a49f1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:22.499561 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'code': 200} Sep 17 01:09:22.508953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66718cf-48c0-487f-9acb-f45f89311d6d {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:22.516775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.529718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Transition to ACTIVE for port object a66718cf-48c0-487f-9acb-f45f89311d6d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:22.569013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.601618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe924a-5c11-45f7-ba61-9601a4fbf4ce req-49bf2489-775e-4286-8b21-5c617b2df5fd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:22.603500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ffe924a-5c11-45f7-ba61-9601a4fbf4ce req-49bf2489-775e-4286-8b21-5c617b2df5fd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0531948 Sep 17 01:09:22.629833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.630833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:22.696111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a66718cf-48c0-487f-9acb-f45f89311d6d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:22.705297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ffe924a-5c11-45f7-ba61-9601a4fbf4ce req-4cbee55e-8987-451f-9147-44d104787cc8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945070 Sep 17 01:09:22.824384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Attempting to bind port a66718cf-48c0-487f-9acb-f45f89311d6d on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:22.824727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Attempting to bind port a66718cf-48c0-487f-9acb-f45f89311d6d by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:22.825056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Attempting to bind port a66718cf-48c0-487f-9acb-f45f89311d6d on network 1752d46d-d4a5-402a-926e-3c08e462cc8e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:22.834708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Port a66718cf-48c0-487f-9acb-f45f89311d6d on network 1752d46d-d4a5-402a-926e-3c08e462cc8e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:22.835041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Attempting to bind port a66718cf-48c0-487f-9acb-f45f89311d6d on network 1752d46d-d4a5-402a-926e-3c08e462cc8e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:22.846280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:22.846619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Checking segment: {'id': '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:22.848641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Bound using segment: {'id': '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:22.849088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Bound port: a66718cf-48c0-487f-9acb-f45f89311d6d, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:22.849453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:22.966930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212efd8-ba22-498b-b66b-b4d2946dc910 req-37b543d1-5860-48c3-a8b0-35011cca0203 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:22.968481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5212efd8-ba22-498b-b66b-b4d2946dc910 req-37b543d1-5860-48c3-a8b0-35011cca0203 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0961244 Sep 17 01:09:22.975520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] For port a66718cf-48c0-487f-9acb-f45f89311d6d, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:22.982296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] For port a66718cf-48c0-487f-9acb-f45f89311d6d, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a66718cf-48c0-487f-9acb-f45f89311d6d,segment=NetworkSegment(2bc9aaed-f46c-4aa0-8461-90d3c5cd5189),segment_id=2bc9aaed-f46c-4aa0-8461-90d3c5cd5189)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:23.017325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5212efd8-ba22-498b-b66b-b4d2946dc910 req-5251e721-cdee-43a7-bd04-d170d3484f6f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389881 Sep 17 01:09:23.113152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:23.193336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.194645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:23.202338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] 10.222.0.23 "PUT /v2.0/ports/a66718cf-48c0-487f-9acb-f45f89311d6d HTTP/1.1" status: 200 len: 1092 time: 1.3006721 Sep 17 01:09:23.206789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2000a234-9c75-41c7-9c98-748707fae21d', 'tag': 'a66718cf-48c0-487f-9acb-f45f89311d6d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:23.210293 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36eb595b-afcb-48f1-af3d-e0796278469b" -d '{"events": [{"name": "network-changed", "server_uuid": "2000a234-9c75-41c7-9c98-748707fae21d", "tag": "a66718cf-48c0-487f-9acb-f45f89311d6d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:23.239168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fac78-7ce2-485d-9ede-f02d2d6880f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a66718cf-48c0-487f-9acb-f45f89311d6d,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:23.274658 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e4189-2c66-4ca1-8ab2-f7c3d3895290 x-openstack-request-id: req-a47e4189-2c66-4ca1-8ab2-f7c3d3895290 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:23.274658 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2000a234-9c75-41c7-9c98-748707fae21d", "tag": "a66718cf-48c0-487f-9acb-f45f89311d6d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:23.274658 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a47e4189-2c66-4ca1-8ab2-f7c3d3895290 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:23.274658 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2000a234-9c75-41c7-9c98-748707fae21d', 'tag': 'a66718cf-48c0-487f-9acb-f45f89311d6d', 'status': 'completed', 'code': 200} Sep 17 01:09:23.365896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb595b-afcb-48f1-af3d-e0796278469b req-dfd946c1-a4df-4056-ae0c-1d5216845ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.367619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36eb595b-afcb-48f1-af3d-e0796278469b req-dfd946c1-a4df-4056-ae0c-1d5216845ff5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1a473bb4d6740678091754614e6ea23&device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 1095 time: 0.0587974 Sep 17 01:09:23.376888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846d0a5-9076-42b8-9a72-0ca52d849d2e req-b1815b81-e91f-4035-941d-10979248741d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.377832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1846d0a5-9076-42b8-9a72-0ca52d849d2e req-b1815b81-e91f-4035-941d-10979248741d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.1013267 Sep 17 01:09:23.400261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e62b5-6d54-4189-831a-ffb604b920f4 req-cb9f05e3-1fd8-4ea8-a238-9f89a9abc511 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.401866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f7e62b5-6d54-4189-831a-ffb604b920f4 req-cb9f05e3-1fd8-4ea8-a238-9f89a9abc511 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 944 time: 0.0585504 Sep 17 01:09:23.462560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f7e62b5-6d54-4189-831a-ffb604b920f4 req-02739c90-26a1-482d-8dfb-d1e304e10d4a tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450532 Sep 17 01:09:23.487715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1846d0a5-9076-42b8-9a72-0ca52d849d2e req-a92c2ab1-ccd3-487b-bb88-53ba533c6269 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931098 Sep 17 01:09:23.525423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb595b-afcb-48f1-af3d-e0796278469b req-ee572ee8-fb85-4cae-b135-bdc4001261be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.527855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36eb595b-afcb-48f1-af3d-e0796278469b req-ee572ee8-fb85-4cae-b135-bdc4001261be service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c1a473bb4d6740678091754614e6ea23&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1426711 Sep 17 01:09:23.647810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb595b-afcb-48f1-af3d-e0796278469b req-50731644-3ebc-4d86-9cc9-5768a87e3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.649613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36eb595b-afcb-48f1-af3d-e0796278469b req-50731644-3ebc-4d86-9cc9-5768a87e3584 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1095872 Sep 17 01:09:23.746770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-63a991d5-5b32-45ef-b805-96b51ca7bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.748927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-63a991d5-5b32-45ef-b805-96b51ca7bdfd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c1a473bb4d6740678091754614e6ea23&device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 1095 time: 0.0497103 Sep 17 01:09:23.809576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-5af8bad2-7721-4903-bed3-5a63e905e9bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a66718cf-48c0-487f-9acb-f45f89311d6d HTTP/1.1" status: 200 len: 217 time: 0.0497980 Sep 17 01:09:23.878054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55657b-7f29-470f-9b7d-30263db93801 req-d4d90a34-480e-4e8e-a20f-722880794f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.881973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-d4d90a34-480e-4e8e-a20f-722880794f47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6ac9df9-07ad-4e08-95f0-677e1d5c4462 HTTP/1.1" status: 200 len: 860 time: 0.0574214 Sep 17 01:09:23.882172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aa377-b228-42ac-8d6b-b31d9d4ec725 req-31cf4978-d097-4d82-ab37-fb1beae3e042 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.884872 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-542aa377-b228-42ac-8d6b-b31d9d4ec725 req-31cf4978-d097-4d82-ab37-fb1beae3e042 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0936010 Sep 17 01:09:23.891338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-454e91cb-2e54-4d45-b582-b2da67e5c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:23.892803 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-454e91cb-2e54-4d45-b582-b2da67e5c17b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 1097 time: 0.0691996 Sep 17 01:09:23.916199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-897a02cd-8c20-4410-9580-cc34d30e4bea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1752d46d-d4a5-402a-926e-3c08e462cc8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274823 Sep 17 01:09:24.008273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-542aa377-b228-42ac-8d6b-b31d9d4ec725 req-dcb9640d-003e-4537-9936-495937280d60 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144931 Sep 17 01:09:24.046094 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-8f879048-8e3a-415f-b010-78de32409fd7 service neutron] 10.222.0.23 "GET /v2.0/networks/1752d46d-d4a5-402a-926e-3c08e462cc8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113186 Sep 17 01:09:24.048360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-f6d86fbb-7288-4e7b-aee7-3621bd847436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:24.050032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-f6d86fbb-7288-4e7b-aee7-3621bd847436 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 912 time: 0.1486201 Sep 17 01:09:24.125042 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-68cabbbe-9ab2-4611-bc52-337038d12cec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997 HTTP/1.1" status: 200 len: 217 time: 0.0598254 Sep 17 01:09:24.197138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-ce9d0b28-11f2-4b91-a4e1-4f597df6f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:24.198357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa55657b-7f29-470f-9b7d-30263db93801 req-4d55c9c8-e0e4-49e9-aa52-bc7858d5fff0 service neutron] 10.222.0.23 "GET /v2.0/networks/1752d46d-d4a5-402a-926e-3c08e462cc8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332357 Sep 17 01:09:24.199670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-ce9d0b28-11f2-4b91-a4e1-4f597df6f01a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.0631065 Sep 17 01:09:24.224804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2908-6e43-46cc-a79a-526f9daf3961 req-f45477f2-ea03-4c08-a661-a6491f433a4f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:24.226475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a22e2908-6e43-46cc-a79a-526f9daf3961 req-f45477f2-ea03-4c08-a661-a6491f433a4f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1263475 Sep 17 01:09:24.254680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-0398c5b7-e371-4266-a09f-9ad0f5b822c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379753 Sep 17 01:09:24.279500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a22e2908-6e43-46cc-a79a-526f9daf3961 req-28bd3a80-9423-4dfe-83e2-94fc1a9d14c5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446181 Sep 17 01:09:24.378730 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-c16eebe1-1f30-4380-a782-79c287e07070 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150753 Sep 17 01:09:24.486994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c300dd62-5062-4b99-b8a8-25ac7c850ab3 req-e7e62aae-3933-49a0-a623-a350a9ad3959 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988333 Sep 17 01:09:24.616616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091104e-c0d6-4462-a9d4-8ab0b2f8d047 req-f2530157-68e1-432a-884a-63b6fbabdf68 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:24.618193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8091104e-c0d6-4462-a9d4-8ab0b2f8d047 req-f2530157-68e1-432a-884a-63b6fbabdf68 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 944 time: 0.0624843 Sep 17 01:09:24.623204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab238eb-02a1-4e66-ae99-b87a3339aaff req-5eecfe71-7fb0-427c-9ba6-a469540a207c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:24.625179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fab238eb-02a1-4e66-ae99-b87a3339aaff req-5eecfe71-7fb0-427c-9ba6-a469540a207c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0587194 Sep 17 01:09:24.670092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8091104e-c0d6-4462-a9d4-8ab0b2f8d047 req-b5d4715b-4717-4baa-a256-31dcccc3ea49 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Sep 17 01:09:24.698588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fab238eb-02a1-4e66-ae99-b87a3339aaff req-72031c88-d94a-4a71-bb89-22bd53f50cba tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607188 Sep 17 01:09:25.169198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bfa96-8a72-4cbc-8e64-1c6cbd249751 req-e87395b6-cbc0-4e4d-b092-dc37f992ac91 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:25.170750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a78bfa96-8a72-4cbc-8e64-1c6cbd249751 req-e87395b6-cbc0-4e4d-b092-dc37f992ac91 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0677638 Sep 17 01:09:25.232914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a78bfa96-8a72-4cbc-8e64-1c6cbd249751 req-561a279a-698f-469b-9762-b10ad0c21c34 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541830 Sep 17 01:09:25.454910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004b880-e8ff-489c-99b8-51bfa915c5d0 req-9d0a4821-88f6-4fd2-8b0e-f68f832ebaf0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:25.456491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7004b880-e8ff-489c-99b8-51bfa915c5d0 req-9d0a4821-88f6-4fd2-8b0e-f68f832ebaf0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0745249 Sep 17 01:09:25.507677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7004b880-e8ff-489c-99b8-51bfa915c5d0 req-f9bf457a-550a-467b-a1f2-45f6d9171c45 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Sep 17 01:09:25.802322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f285b-04f6-4ec1-8335-045dc52c56fb req-b3da2efc-78fe-41de-bba7-60bcb26782f0 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:25.803929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e17f285b-04f6-4ec1-8335-045dc52c56fb req-b3da2efc-78fe-41de-bba7-60bcb26782f0 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 944 time: 0.0545013 Sep 17 01:09:25.824064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d39dc4-a44a-42a2-920f-0d8064c3fbea req-c10dd02c-c794-48ef-b5dd-1512678a68e2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:25.825896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11d39dc4-a44a-42a2-920f-0d8064c3fbea req-c10dd02c-c794-48ef-b5dd-1512678a68e2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 946 time: 0.0637496 Sep 17 01:09:25.857718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e17f285b-04f6-4ec1-8335-045dc52c56fb req-3f85cc69-9013-4beb-a089-b700efd57129 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Sep 17 01:09:25.870714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11d39dc4-a44a-42a2-920f-0d8064c3fbea req-1ffa40fa-3745-48e5-b3af-3da7dfe2dfb6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364749 Sep 17 01:09:26.253909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a66718cf-48c0-487f-9acb-f45f89311d6d details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:26.271230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:26.380395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfaeae-ec0d-49f1-a84d-25c702a3d0d9 req-e212a3ce-0dd0-4247-8cc5-91c2a5d7932d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:26.391330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22bfaeae-ec0d-49f1-a84d-25c702a3d0d9 req-e212a3ce-0dd0-4247-8cc5-91c2a5d7932d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0689819 Sep 17 01:09:26.406435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a66718cf-48c0-487f-9acb-f45f89311d6d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a66718cf-48c0-487f-9acb-f45f89311d6d,segment=NetworkSegment(2bc9aaed-f46c-4aa0-8461-90d3c5cd5189),segment_id=2bc9aaed-f46c-4aa0-8461-90d3c5cd5189)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:26.418161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'a66718cf-48c0-487f-9acb-f45f89311d6d', 'network_id': '1752d46d-d4a5-402a-926e-3c08e462cc8e', 'port_id': 'a66718cf-48c0-487f-9acb-f45f89311d6d', 'mac_address': 'fa:16:3e:13:51:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ac9df9-07ad-4e08-95f0-677e1d5c4462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:26.472223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22bfaeae-ec0d-49f1-a84d-25c702a3d0d9 req-859ebf99-a776-4070-a7af-5469d6ea0ec5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797622 Sep 17 01:09:26.521335 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:26.538976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66718cf-48c0-487f-9acb-f45f89311d6d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:26.562029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:26.624317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:26.627338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a66718cf-48c0-487f-9acb-f45f89311d6d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a66718cf-48c0-487f-9acb-f45f89311d6d,segment=NetworkSegment(2bc9aaed-f46c-4aa0-8461-90d3c5cd5189),segment_id=2bc9aaed-f46c-4aa0-8461-90d3c5cd5189)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:26.628708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:26.631276 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bd463e-2874-4dbf-ba4a-fe8fe04f004a" -d '{"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:26.658326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442b6c5-f375-417f-929f-176a04312f32 req-d780381f-c002-477a-a0ad-b2ff6778dd8f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:26.660050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2442b6c5-f375-417f-929f-176a04312f32 req-d780381f-c002-477a-a0ad-b2ff6778dd8f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0585210 Sep 17 01:09:26.706117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2442b6c5-f375-417f-929f-176a04312f32 req-0b5f3e08-a0e2-4087-90a5-6ae33ded0aa3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375638 Sep 17 01:09:26.726986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:26.770254 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a69e81-af8e-45c0-9fdf-781f8e81cbf0 x-openstack-request-id: req-90a69e81-af8e-45c0-9fdf-781f8e81cbf0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:26.770656 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:26.770973 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90a69e81-af8e-45c0-9fdf-781f8e81cbf0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:26.771454 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'code': 200} Sep 17 01:09:26.772160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:26.801528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:26.862545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=a66718cf-48c0-487f-9acb-f45f89311d6d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:27.005470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6161f-77b3-4ee9-aedc-0c39f98966de req-c1262bfa-94e4-4cb2-9d67-a79b8ad6d6c5 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:27.007788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ef6161f-77b3-4ee9-aedc-0c39f98966de req-c1262bfa-94e4-4cb2-9d67-a79b8ad6d6c5 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 945 time: 0.0609059 Sep 17 01:09:27.016453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c61641-3e88-4d56-83a7-c9c116bdcf9b req-0aac2216-03a5-4b51-966f-996ca020cfe3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:27.022729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6c61641-3e88-4d56-83a7-c9c116bdcf9b req-0aac2216-03a5-4b51-966f-996ca020cfe3 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0604672 Sep 17 01:09:27.066898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6c61641-3e88-4d56-83a7-c9c116bdcf9b req-4b18165a-f1ff-4dec-9890-d4a7aa60d448 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393147 Sep 17 01:09:27.069609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ef6161f-77b3-4ee9-aedc-0c39f98966de req-9980efff-9043-4de8-a028-d2cedaac08c7 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550973 Sep 17 01:09:27.159881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['a66718cf-48c0-487f-9acb-f45f89311d6d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:27.606852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2aa56-00a9-4842-a72f-6dc0bf3565f4 req-d3805e95-7c43-4304-8bac-8f50f29a5af0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:27.615766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0c2aa56-00a9-4842-a72f-6dc0bf3565f4 req-d3805e95-7c43-4304-8bac-8f50f29a5af0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0623474 Sep 17 01:09:27.659614 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0c2aa56-00a9-4842-a72f-6dc0bf3565f4 req-915aa3dd-35db-4eeb-81ec-b4e63681c1ef tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Sep 17 01:09:28.526253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:28.670154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20129d0-119d-4e4c-b8e0-40ee3075c480 req-699062c7-cc2b-42f9-8f13-6c8c400d8576 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:28.681565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d20129d0-119d-4e4c-b8e0-40ee3075c480 req-699062c7-cc2b-42f9-8f13-6c8c400d8576 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0645411 Sep 17 01:09:28.728097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d20129d0-119d-4e4c-b8e0-40ee3075c480 req-95ae8169-6708-4d4f-8d8c-b28606557116 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Sep 17 01:09:28.762920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-0b33e33d-1c5a-4053-a2b2-8d4d7e19a53c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:28.764582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-0b33e33d-1c5a-4053-a2b2-8d4d7e19a53c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=482e168f-eb33-464a-b061-33d93f7d1bc3 HTTP/1.1" status: 200 len: 944 time: 0.0708923 Sep 17 01:09:28.849118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:28.859561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95377a-bda9-439f-868c-9d13a02eab1a req-79a2df88-ad2a-4305-85d9-0c9e4dca5d31 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:28.861348 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a95377a-bda9-439f-868c-9d13a02eab1a req-79a2df88-ad2a-4305-85d9-0c9e4dca5d31 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 945 time: 0.0610688 Sep 17 01:09:28.912731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a95377a-bda9-439f-868c-9d13a02eab1a req-53cd1b5f-362c-4524-9323-e893494e63ab tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Sep 17 01:09:28.914699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Deleting port 873b0d9e-6b7a-4562-86cd-4acb769e9997 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:09:28.915170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:29.034545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] For port 873b0d9e-6b7a-4562-86cd-4acb769e9997, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=873b0d9e-6b7a-4562-86cd-4acb769e9997,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:29.034918 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:29.052152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Calling delete_port for 873b0d9e-6b7a-4562-86cd-4acb769e9997 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:09:29.189708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695b6b9-05c7-4706-a2fd-c666e4b06522 req-36e9bea9-e387-46c2-ba37-8c30fbc6f22a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:29.191654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4695b6b9-05c7-4706-a2fd-c666e4b06522 req-36e9bea9-e387-46c2-ba37-8c30fbc6f22a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0550151 Sep 17 01:09:29.235500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4695b6b9-05c7-4706-a2fd-c666e4b06522 req-9c8f1315-147c-45da-a740-89b1d51e164a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364850 Sep 17 01:09:29.719406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:29.758388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event deleted for resources: {'Port': ['ID=873b0d9e-6b7a-4562-86cd-4acb769e9997,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:29.813202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-a61f6278-ad97-46bc-b3c8-d2592b1e6704 service neutron] 10.222.0.36 "GET /v2.0/ports/d3171d25-56ef-49d1-83eb-db345fb6ea16/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.4403574 Sep 17 01:09:29.814176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] No DVR routers for this DVR port 873b0d9e-6b7a-4562-86cd-4acb769e9997 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:09:29.817039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:29.826340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2d6c0f2-c009-4e7d-bdc6-7a8cee03e7b3 req-df43b00c-363f-456d-9c44-6ecad80ad1e5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "DELETE /v2.0/ports/873b0d9e-6b7a-4562-86cd-4acb769e9997 HTTP/1.1" status: 204 len: 173 time: 1.0530155 Sep 17 01:09:29.827648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-deleted', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:29.830293 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37dd455-6266-4edb-af65-a10e8ecba7ae" -d '{"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-deleted", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:29.880228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809da83-727e-49d2-88ea-a05126f31e52 req-a0215203-7618-444a-b016-e9481855bc6e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:29.887634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7809da83-727e-49d2-88ea-a05126f31e52 req-a0215203-7618-444a-b016-e9481855bc6e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0664494 Sep 17 01:09:29.932376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7809da83-727e-49d2-88ea-a05126f31e52 req-9f2a4531-76d8-4dc0-8add-a4f0a29f9951 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419741 Sep 17 01:09:29.977665 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a970ac1-84b3-4667-9667-0b71c4d24073 x-openstack-request-id: req-2a970ac1-84b3-4667-9667-0b71c4d24073 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:29.978104 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "482e168f-eb33-464a-b061-33d93f7d1bc3", "name": "network-vif-deleted", "tag": "873b0d9e-6b7a-4562-86cd-4acb769e9997", "status": "failed", "code": 422}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:29.978800 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a970ac1-84b3-4667-9667-0b71c4d24073 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:29.979405 n-d-789963-7 neutron-server[112073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '482e168f-eb33-464a-b061-33d93f7d1bc3', 'name': 'network-vif-deleted', 'tag': '873b0d9e-6b7a-4562-86cd-4acb769e9997', 'status': 'failed', 'code': 422} returned with failed status Sep 17 01:09:30.088507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b7b6d-a5e7-443b-9c2a-875029a5ee95 req-0710b8ea-1e47-42c4-bfe0-9b42e1d0276c tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.091721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-488b7b6d-a5e7-443b-9c2a-875029a5ee95 req-0710b8ea-1e47-42c4-bfe0-9b42e1d0276c tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 945 time: 0.0694721 Sep 17 01:09:30.148731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-488b7b6d-a5e7-443b-9c2a-875029a5ee95 req-c5ffaf1d-61f5-419a-bee0-f8117e597f3f tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501440 Sep 17 01:09:30.270326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a66718cf-48c0-487f-9acb-f45f89311d6d up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:30.460500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port a66718cf-48c0-487f-9acb-f45f89311d6d completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:30.468972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port a66718cf-48c0-487f-9acb-f45f89311d6d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:30.469357 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:30.482171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-8c565707-0857-4e1c-b68d-29b027dc171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.484682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-8c565707-0857-4e1c-b68d-29b027dc171b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 1101 time: 0.0897501 Sep 17 01:09:30.533198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce83414-599a-4035-8d77-822ded64f3d6 req-5d392393-800a-4029-8dda-f7364207de08 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.534905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ce83414-599a-4035-8d77-822ded64f3d6 req-5d392393-800a-4029-8dda-f7364207de08 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0992887 Sep 17 01:09:30.598139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-26a366c9-ca1b-4685-b870-48bff914a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.599724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-26a366c9-ca1b-4685-b870-48bff914a729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1101 time: 0.0651507 Sep 17 01:09:30.601462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ce83414-599a-4035-8d77-822ded64f3d6 req-2df13f4b-de70-4d35-8fef-d3139bcca5e5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602002 Sep 17 01:09:30.631847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:30.710491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a66718cf-48c0-487f-9acb-f45f89311d6d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a66718cf-48c0-487f-9acb-f45f89311d6d,segment=NetworkSegment(2bc9aaed-f46c-4aa0-8461-90d3c5cd5189),segment_id=2bc9aaed-f46c-4aa0-8461-90d3c5cd5189)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:30.711771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2000a234-9c75-41c7-9c98-748707fae21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66718cf-48c0-487f-9acb-f45f89311d6d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:30.715178 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d0d33-3277-4c93-8e49-b2ace8a21f4f" -d '{"events": [{"server_uuid": "2000a234-9c75-41c7-9c98-748707fae21d", "name": "network-vif-plugged", "status": "completed", "tag": "a66718cf-48c0-487f-9acb-f45f89311d6d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:30.787265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-778b21af-77e1-45aa-8c20-1063dc34a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.789116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-778b21af-77e1-45aa-8c20-1063dc34a5e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1824951 Sep 17 01:09:30.791592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:30.793277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:30.846486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-713ea074-4fc1-4c4d-a973-21844a120199 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 217 time: 0.0462682 Sep 17 01:09:30.853066 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ce3f48-f6a5-4e2f-af71-c7956cfb8f97 x-openstack-request-id: req-24ce3f48-f6a5-4e2f-af71-c7956cfb8f97 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:30.853066 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2000a234-9c75-41c7-9c98-748707fae21d", "name": "network-vif-plugged", "status": "completed", "tag": "a66718cf-48c0-487f-9acb-f45f89311d6d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:30.853066 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24ce3f48-f6a5-4e2f-af71-c7956cfb8f97 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:30.854033 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2000a234-9c75-41c7-9c98-748707fae21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66718cf-48c0-487f-9acb-f45f89311d6d', 'code': 200} Sep 17 01:09:30.875843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 873b0d9e-6b7a-4562-86cd-4acb769e9997 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:09:30.876437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 873b0d9e-6b7a-4562-86cd-4acb769e9997 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:09:30.880909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=a66718cf-48c0-487f-9acb-f45f89311d6d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:30.933404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-79152d3d-8eb5-49f1-be70-afdaaa973ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.936898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-79152d3d-8eb5-49f1-be70-afdaaa973ced service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0780463 Sep 17 01:09:30.954101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232435-928b-4403-bbd2-e09c8e336773 req-e64e5a85-d3cf-4ec3-a243-e885d56bdbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:30.959317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e232435-928b-4403-bbd2-e09c8e336773 req-e64e5a85-d3cf-4ec3-a243-e885d56bdbd3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 1097 time: 0.0557840 Sep 17 01:09:31.009396 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e232435-928b-4403-bbd2-e09c8e336773 req-7bc8761b-c155-4161-884e-e9e30a05e04f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373566 Sep 17 01:09:31.068838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-225cb1b9-4cca-416f-9727-64915e989f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:31.071646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-225cb1b9-4cca-416f-9727-64915e989f72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275411 Sep 17 01:09:31.163796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402043e-ba99-46fa-9a3f-7f733723c322 req-3284d531-a73d-4430-919e-31529edeefd3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:31.165477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f402043e-ba99-46fa-9a3f-7f733723c322 req-3284d531-a73d-4430-919e-31529edeefd3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1240263 Sep 17 01:09:31.263374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f402043e-ba99-46fa-9a3f-7f733723c322 req-aab941f3-4da9-41f0-9cc2-bae8d982d366 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628412 Sep 17 01:09:31.275182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-6de585ba-4af1-4e38-9141-78351fe972eb service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830714 Sep 17 01:09:31.332676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-93489960-783a-4678-a491-2b2709e2bd3e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:31.340693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-93489960-783a-4678-a491-2b2709e2bd3e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.1481266 Sep 17 01:09:31.358511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-d69f3cc9-e744-4032-bd6c-eb6d6ded064d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0168943 Sep 17 01:09:31.395517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-278c1f84-9562-4214-a4a9-ada456837ea2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359588 Sep 17 01:09:31.442823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76dd39-99bc-420a-90dc-f52b66d668bf req-5745ca67-5a1d-4a54-85c4-b6c72e235c97 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:31.444795 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc76dd39-99bc-420a-90dc-f52b66d668bf req-5745ca67-5a1d-4a54-85c4-b6c72e235c97 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 946 time: 0.0838292 Sep 17 01:09:31.447381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f66d508c-8089-4ba3-abe2-5465308501c0 req-ebcf0163-d689-4b84-a487-c9db62fb52ef service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648397 Sep 17 01:09:31.506627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-00db5a43-bcf7-4536-97b9-40c887bcd90f service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102266 Sep 17 01:09:31.523627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc76dd39-99bc-420a-90dc-f52b66d668bf req-1fd5d4a2-5458-4772-bb0b-abce909a068c tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522528 Sep 17 01:09:31.638913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-90964db6-6e60-4690-b776-f48440ad6527 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255927 Sep 17 01:09:31.755100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652481f-7d0d-4412-9c37-aab2e16409b4 req-7042fd52-3a32-464c-9203-ffde4ea13a7b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:31.756760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a652481f-7d0d-4412-9c37-aab2e16409b4 req-7042fd52-3a32-464c-9203-ffde4ea13a7b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0530152 Sep 17 01:09:31.808137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a652481f-7d0d-4412-9c37-aab2e16409b4 req-24f26b7d-9f7e-43f7-a353-16aeb2437c74 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Sep 17 01:09:32.010051 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4560c54f-ba31-4c0a-86d1-f462cd92dbc6 req-79a3dcf1-b608-4318-ba55-23079feeba13 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 210 time: 0.0508363 Sep 17 01:09:32.211497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:32.309509 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:32.372009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:32.397671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b760766-fa4c-4641-819a-c4659046175f req-2dabaef1-1288-4207-8c7d-1b67fc525361 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:32.399437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b760766-fa4c-4641-819a-c4659046175f req-2dabaef1-1288-4207-8c7d-1b67fc525361 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0647376 Sep 17 01:09:32.442958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b760766-fa4c-4641-819a-c4659046175f req-0f90fbd1-117d-476b-b67d-4d72b5620b53 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Sep 17 01:09:32.498376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:32.618504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:32.670496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f89a0-12a5-4cc0-80ee-09302d84522f req-dfe32ebe-cdb2-487d-b2bc-0f1d659b9f12 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:32.679302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f10f89a0-12a5-4cc0-80ee-09302d84522f req-dfe32ebe-cdb2-487d-b2bc-0f1d659b9f12 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 946 time: 0.0843880 Sep 17 01:09:32.727791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f10f89a0-12a5-4cc0-80ee-09302d84522f req-0a4ab795-19c5-4fc7-b58b-d78fc239af93 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472803 Sep 17 01:09:32.856697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:32.859601 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e48d713-5df9-4ea0-86a9-5e6f397ee58c" -d '{"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:32.943168 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57f4ef7-6d4c-49b2-95f8-089aa99339c5 x-openstack-request-id: req-e57f4ef7-6d4c-49b2-95f8-089aa99339c5 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:32.943767 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-unplugged", "status": "completed", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:32.944249 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e57f4ef7-6d4c-49b2-95f8-089aa99339c5 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:32.944720 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'code': 200} Sep 17 01:09:32.954164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1464251-fabe-4504-9f75-3cc3bde7242e req-108ad9ba-2b37-4542-bffc-6432df146868 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:32.961636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1464251-fabe-4504-9f75-3cc3bde7242e req-108ad9ba-2b37-4542-bffc-6432df146868 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 948 time: 0.0654283 Sep 17 01:09:33.022557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1464251-fabe-4504-9f75-3cc3bde7242e req-95c41baa-43ad-4045-9a51-7c9a7637edcf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599887 Sep 17 01:09:33.152865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07e345b6-ffa3-44ab-afab-bf3baa8aa105 req-aac7efe3-28ff-4fea-82c1-3aa06bfb6919 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 210 time: 0.0288844 Sep 17 01:09:33.594313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f66a2-4803-466e-aa4b-0fbdf99e71f0 req-ca8686a6-df61-4255-8f5d-2416fb41c233 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:33.595818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d90f66a2-4803-466e-aa4b-0fbdf99e71f0 req-ca8686a6-df61-4255-8f5d-2416fb41c233 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0486121 Sep 17 01:09:33.634743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d90f66a2-4803-466e-aa4b-0fbdf99e71f0 req-154b523e-b2ad-4c08-a9d0-dd896db081c7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Sep 17 01:09:34.003876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0c39f-d290-4976-884c-e30100856d98 req-7a952fdf-1d9a-473c-8079-eff68d18b4b1 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.005509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74e0c39f-d290-4976-884c-e30100856d98 req-7a952fdf-1d9a-473c-8079-eff68d18b4b1 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 946 time: 0.0663838 Sep 17 01:09:34.045914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74e0c39f-d290-4976-884c-e30100856d98 req-2474e41c-3d94-4b49-a5a4-ede33c8baca9 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341341 Sep 17 01:09:34.167627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858a03-3669-4841-b5f7-49a5fc6258c5 req-27cc33cf-caea-4892-90c9-c8391b258723 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.176740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed858a03-3669-4841-b5f7-49a5fc6258c5 req-27cc33cf-caea-4892-90c9-c8391b258723 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 948 time: 0.0602000 Sep 17 01:09:34.210153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed858a03-3669-4841-b5f7-49a5fc6258c5 req-4dee7966-6db4-4e55-9195-65ba2325c69b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Sep 17 01:09:34.226246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:34.300583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-76c75988-404a-4f06-9a29-bf10964a8643 req-2c3a7330-15bb-4289-b19a-fcedfa43e268 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 210 time: 0.0319588 Sep 17 01:09:34.332463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:34.343180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'mac_address': 'fa:16:3e:9d:ae:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:34.381641 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:34.395134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3171d25-56ef-49d1-83eb-db345fb6ea16 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:34.414933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:34.497638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:34.548376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:34.570203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff561f03-b941-4aff-952c-295f02614308 req-fd45e3ec-68c0-4283-9d0a-bfbebb127068 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.571747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ff561f03-b941-4aff-952c-295f02614308 req-fd45e3ec-68c0-4283-9d0a-bfbebb127068 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 949 time: 0.0506241 Sep 17 01:09:34.694133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ff561f03-b941-4aff-952c-295f02614308 req-bbbdf739-e5ab-4239-aef5-e97836a5ade2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102276 Sep 17 01:09:34.738264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-2cc3daa5-16fd-4b79-9dab-8ff01b9b391d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.739160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-2dbde72b-b874-4c61-9953-32cc803aeaef tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.739699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-2cc3daa5-16fd-4b79-9dab-8ff01b9b391d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 949 time: 0.1075368 Sep 17 01:09:34.740597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-2dbde72b-b874-4c61-9953-32cc803aeaef tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.1616659 Sep 17 01:09:34.758288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Request body: {'port': {'device_id': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'admin_state_up': True, 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:34.802929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c952e3-aa81-401f-95a1-859f3583d164 req-d54a1acf-d284-4de8-939a-2793a614eeb2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.804866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49c952e3-aa81-401f-95a1-859f3583d164 req-d54a1acf-d284-4de8-939a-2793a614eeb2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0894678 Sep 17 01:09:34.819770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d3171d25-56ef-49d1-83eb-db345fb6ea16'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:34.861692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-a0890b85-834d-44dc-bc39-ef753ee75b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:34.863220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-a0890b85-834d-44dc-bc39-ef753ee75b60 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1100 time: 0.0575144 Sep 17 01:09:34.881617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49c952e3-aa81-401f-95a1-859f3583d164 req-b77e93bf-4ed1-4fbc-ba82-51b3478eda9a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663140 Sep 17 01:09:34.960437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:34.967433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.101135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-896cae0d-e996-43fb-85e9-572f9769a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.103141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-896cae0d-e996-43fb-85e9-572f9769a209 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1123087 Sep 17 01:09:35.138185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Allocated IP 172.20.0.14 (c0c90d96-14f1-4d74-bec5-047ffd3779d1/4570734b-cefc-4270-bd23-1818da301366/772ee9f5-d47b-41f6-ba31-99772839bc54) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:09:35.152451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-40e3a9d0-9f14-4d2d-83af-c0ec861dab80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 217 time: 0.0415175 Sep 17 01:09:35.232816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-60eefe82-01be-4bc0-92aa-2db79567c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.234279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-60eefe82-01be-4bc0-92aa-2db79567c997 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0745189 Sep 17 01:09:35.241861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f593-11db-4825-8da6-2367e0333006 req-bcb645f2-eb0e-4e3a-997a-3e0a07c03496 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.243384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22c9f593-11db-4825-8da6-2367e0333006 req-bcb645f2-eb0e-4e3a-997a-3e0a07c03496 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 946 time: 0.0943427 Sep 17 01:09:35.305823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.309787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22c9f593-11db-4825-8da6-2367e0333006 req-509d89d5-95b9-4442-b151-9b2a7c4523a0 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/security-groups?id=87900990-71ab-404a-a361-32a054fa93f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576499 Sep 17 01:09:35.318372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-299ab1e4-c1bb-465f-881e-33b77ccda9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.320384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-299ab1e4-c1bb-465f-881e-33b77ccda9f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756903 Sep 17 01:09:35.397049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-44c3e58b-f6bf-436e-87d6-376e5bac8f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.435231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.445008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2cf38a6-aacb-4fb6-93ec-9e590b8b899c req-00d528a4-67a2-42f0-9773-998bdabb1a56 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 210 time: 0.0355740 Sep 17 01:09:35.479968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-a75243f7-b867-4e7b-a72b-93e21b061f21 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502814 Sep 17 01:09:35.507960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:09:35.513405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:35.523229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:09:35.528028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event updated for resources: {'Port': ['ID=772ee9f5-d47b-41f6-ba31-99772839bc54,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:35.563750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.564096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.564436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.564775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.565107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.565436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.565760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.566082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.566409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.566731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.567057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.567400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:35.573671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9773723b-865f-4c5d-92f8-083c110c2bc8 req-8f6ea3d0-b892-442b-8733-331235c1dd31 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860898 Sep 17 01:09:35.578046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ff074-e6dc-4825-86b6-288c3faf157c req-69f83573-3db6-4844-9838-ca9e55bbf289 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.579585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-415ff074-e6dc-4825-86b6-288c3faf157c req-69f83573-3db6-4844-9838-ca9e55bbf289 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 949 time: 0.1420631 Sep 17 01:09:35.613412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.613980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.639609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-415ff074-e6dc-4825-86b6-288c3faf157c req-69505eef-5109-4324-9fb2-77174ba3fc6a tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540116 Sep 17 01:09:35.641368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d127371-9e7f-4401-b268-3fa171656204 req-3cb0e5b8-0e70-48c0-9706-e1eb26997606 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.642869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d127371-9e7f-4401-b268-3fa171656204 req-3cb0e5b8-0e70-48c0-9706-e1eb26997606 tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.23 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 946 time: 0.0525603 Sep 17 01:09:35.741744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Deleting port a66718cf-48c0-487f-9acb-f45f89311d6d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:09:35.742368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.758292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-953135b5-2bbd-4d04-bb8b-f43ced768cd6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0060387 Sep 17 01:09:35.781860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Request body: {'port': {'device_id': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:35.842735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] For port a66718cf-48c0-487f-9acb-f45f89311d6d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a66718cf-48c0-487f-9acb-f45f89311d6d,segment=NetworkSegment(2bc9aaed-f46c-4aa0-8461-90d3c5cd5189),segment_id=2bc9aaed-f46c-4aa0-8461-90d3c5cd5189)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:35.843122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.858689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Calling delete_port for a66718cf-48c0-487f-9acb-f45f89311d6d owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:09:35.865135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33176b-eb09-406b-af5d-592f7045b7f5 req-0991e92c-65f6-4c7c-9128-10a167cba80b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:35.866648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad33176b-eb09-406b-af5d-592f7045b7f5 req-0991e92c-65f6-4c7c-9128-10a167cba80b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 949 time: 0.1005187 Sep 17 01:09:35.869680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:35.940398 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad33176b-eb09-406b-af5d-592f7045b7f5 req-9c849806-d63f-45be-9c25-cbe736c909ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676095 Sep 17 01:09:36.077440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.090163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['a66718cf-48c0-487f-9acb-f45f89311d6d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:36.111328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Pushing event deleted for resources: {'Port': ['ID=a66718cf-48c0-487f-9acb-f45f89311d6d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:36.157985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] No DVR routers for this DVR port a66718cf-48c0-487f-9acb-f45f89311d6d on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:09:36.160890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.162909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d127371-9e7f-4401-b268-3fa171656204 req-1e2e00cc-1411-45eb-95ef-0855d8d0c4ae tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.23 "DELETE /v2.0/ports/a66718cf-48c0-487f-9acb-f45f89311d6d HTTP/1.1" status: 204 len: 173 time: 0.5132563 Sep 17 01:09:36.163408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2000a234-9c75-41c7-9c98-748707fae21d', 'name': 'network-vif-deleted', 'tag': 'a66718cf-48c0-487f-9acb-f45f89311d6d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:36.165617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2512f21-f30d-4d74-b710-6aaeb00edd7c req-0741f76f-01eb-44eb-8483-31361c583860 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:36.165800 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f55fd86-0b56-493c-849b-c88088aa118e" -d '{"events": [{"server_uuid": "2000a234-9c75-41c7-9c98-748707fae21d", "name": "network-vif-deleted", "tag": "a66718cf-48c0-487f-9acb-f45f89311d6d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:36.166814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2512f21-f30d-4d74-b710-6aaeb00edd7c req-0741f76f-01eb-44eb-8483-31361c583860 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0764303 Sep 17 01:09:36.243550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:36.245656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2512f21-f30d-4d74-b710-6aaeb00edd7c req-ae46d8a0-2e8e-4517-9bb5-1ce24e718bf5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687826 Sep 17 01:09:36.253629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772ee9f5-d47b-41f6-ba31-99772839bc54 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:36.262694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.276473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Transition to ACTIVE for port object 772ee9f5-d47b-41f6-ba31-99772839bc54 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:36.303420 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab4ae1e-4574-4c85-9283-fc80bf0f735f x-openstack-request-id: req-cab4ae1e-4574-4c85-9283-fc80bf0f735f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:36.303759 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2000a234-9c75-41c7-9c98-748707fae21d", "name": "network-vif-deleted", "tag": "a66718cf-48c0-487f-9acb-f45f89311d6d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:36.303993 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cab4ae1e-4574-4c85-9283-fc80bf0f735f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:36.304357 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2000a234-9c75-41c7-9c98-748707fae21d', 'name': 'network-vif-deleted', 'tag': 'a66718cf-48c0-487f-9acb-f45f89311d6d', 'status': 'completed', 'code': 200} Sep 17 01:09:36.378458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.439363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:36.450199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=772ee9f5-d47b-41f6-ba31-99772839bc54,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:36.450462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:36.467907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97ae1a6b-123f-44f5-a0f9-0283f08cabcb req-8af833d9-2503-4158-9054-cb539dfa51ad tempest-ServerMetadataNegativeTestJSON-761991115 tempest-ServerMetadataNegativeTestJSON-761991115-project] 10.222.0.13 "GET /v2.0/ports?device_id=2000a234-9c75-41c7-9c98-748707fae21d HTTP/1.1" status: 200 len: 210 time: 0.0376611 Sep 17 01:09:36.577603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Attempting to bind port 772ee9f5-d47b-41f6-ba31-99772839bc54 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:36.578216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Attempting to bind port 772ee9f5-d47b-41f6-ba31-99772839bc54 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:36.578899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Attempting to bind port 772ee9f5-d47b-41f6-ba31-99772839bc54 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:36.598119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Port 772ee9f5-d47b-41f6-ba31-99772839bc54 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:36.598904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Attempting to bind port 772ee9f5-d47b-41f6-ba31-99772839bc54 on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:36.608551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:36.609029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:36.609509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Bound using segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:36.610038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Bound port: 772ee9f5-d47b-41f6-ba31-99772839bc54, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:36.611722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.622203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port d3171d25-56ef-49d1-83eb-db345fb6ea16 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:36.622605 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.624176 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.645620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd539acd-a731-438d-bce3-20785ef7a9fd req-2f69adde-d9c2-4108-a65b-4d2eefd33a35 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:36.647123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd539acd-a731-438d-bce3-20785ef7a9fd req-2f69adde-d9c2-4108-a65b-4d2eefd33a35 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 944 time: 0.1001649 Sep 17 01:09:36.694723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:36.697004 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2450f6c-27c4-4167-b03a-8ebee52863c2" -d '{"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-unplugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:36.703985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:36.723690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:36.727173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '20a0fb74-1a01-4404-9183-703d0b386a29', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '20a0fb74-1a01-4404-9183-703d0b386a29', 'mac_address': 'fa:16:3e:81:f5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:36.746392 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd539acd-a731-438d-bce3-20785ef7a9fd req-6384279a-bc91-4457-b59e-9245104af877 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740864 Sep 17 01:09:36.746392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] For port 772ee9f5-d47b-41f6-ba31-99772839bc54, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:36.747901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] For port 772ee9f5-d47b-41f6-ba31-99772839bc54, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=772ee9f5-d47b-41f6-ba31-99772839bc54,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:36.756752 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3f342f-a218-4700-ae76-d8f3e8009f2e x-openstack-request-id: req-af3f342f-a218-4700-ae76-d8f3e8009f2e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:36.756912 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-unplugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:36.757165 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af3f342f-a218-4700-ae76-d8f3e8009f2e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:36.757556 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29', 'code': 200} Sep 17 01:09:36.790877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.801353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.809909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.834053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.847722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:36.848340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.849711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] 10.222.0.23 "PUT /v2.0/ports/772ee9f5-d47b-41f6-ba31-99772839bc54 HTTP/1.1" status: 200 len: 1092 time: 1.0724120 Sep 17 01:09:36.850230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'tag': '772ee9f5-d47b-41f6-ba31-99772839bc54'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:36.852650 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "0177d173-bfb8-4ecc-a2c6-3df278164057", "tag": "772ee9f5-d47b-41f6-ba31-99772839bc54"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:36.860793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:36.878468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a5736-fa19-45eb-b6ce-ff92978b3fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=772ee9f5-d47b-41f6-ba31-99772839bc54,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:36.892911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:36.894847 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8282185-bf18-414f-bc0b-689b0f34a8d3 x-openstack-request-id: req-f8282185-bf18-414f-bc0b-689b0f34a8d3 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:36.895167 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0177d173-bfb8-4ecc-a2c6-3df278164057", "tag": "772ee9f5-d47b-41f6-ba31-99772839bc54", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:36.895417 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8282185-bf18-414f-bc0b-689b0f34a8d3 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:36.895812 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'tag': '772ee9f5-d47b-41f6-ba31-99772839bc54', 'status': 'completed', 'code': 200} Sep 17 01:09:36.916303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:36.935244 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:09:36.935598 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:09:36.949436 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:36.950355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:36.976590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe req-bb091625-7ffb-4591-b3d3-c14988c1b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:36.978944 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe req-bb091625-7ffb-4591-b3d3-c14988c1b527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 1095 time: 0.0563431 Sep 17 01:09:37.028148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:37.074138 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.103468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:37.132618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe req-ec647efd-a628-426c-a5d4-da904abd6d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.134093 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe req-ec647efd-a628-426c-a5d4-da904abd6d77 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1460290 Sep 17 01:09:37.142938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08255b6-026b-43ca-bfc6-e70c10970a06 req-1d35c32f-ac56-41b1-b8c8-cdaff8a9babf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.144332 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e08255b6-026b-43ca-bfc6-e70c10970a06 req-1d35c32f-ac56-41b1-b8c8-cdaff8a9babf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0742748 Sep 17 01:09:37.160767 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.212704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:37.242798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e08255b6-026b-43ca-bfc6-e70c10970a06 req-e6a5f615-3f7f-419d-ad7d-c7bad5e2b033 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894988 Sep 17 01:09:37.267386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe req-0dc795f9-7ecb-4b68-b4b9-668c909557fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.268948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bd68c20-12f7-42cb-ae32-f399fc8cdfbe req-0dc795f9-7ecb-4b68-b4b9-668c909557fe service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1237693 Sep 17 01:09:37.365599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10377cfb-3059-4fcc-8514-ddaacec95373 req-f1a4ae5f-e3d6-436b-a48c-21db90258ecb tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.366978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10377cfb-3059-4fcc-8514-ddaacec95373 req-f1a4ae5f-e3d6-436b-a48c-21db90258ecb tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0515134 Sep 17 01:09:37.384637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-e66f677e-9ad7-4c82-aa67-a075a4bdbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.388213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-e66f677e-9ad7-4c82-aa67-a075a4bdbc67 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 1095 time: 0.0727825 Sep 17 01:09:37.399407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8842a8c-f315-4fd8-a31b-17f032ff3a11 req-5110b05c-b62b-4489-8908-efa295345fb9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.400878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8842a8c-f315-4fd8-a31b-17f032ff3a11 req-5110b05c-b62b-4489-8908-efa295345fb9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 947 time: 0.0609517 Sep 17 01:09:37.412554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10377cfb-3059-4fcc-8514-ddaacec95373 req-87a62b8a-b34b-4ff4-8f36-cdec7452e74c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384839 Sep 17 01:09:37.453258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-b696848b-841f-40e6-9613-0f298a4696c9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=772ee9f5-d47b-41f6-ba31-99772839bc54 HTTP/1.1" status: 200 len: 217 time: 0.0508854 Sep 17 01:09:37.474196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.491967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:37.514403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:37.528954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8842a8c-f315-4fd8-a31b-17f032ff3a11 req-78cf2802-d3ba-4127-9101-4858b7f633d2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782921 Sep 17 01:09:37.536344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ee65b34f-aa51-4bf9-a192-a3d4d9afbb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.537767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-ee65b34f-aa51-4bf9-a192-a3d4d9afbb9c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.0719190 Sep 17 01:09:37.573698 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-c0bae697-d100-4af8-bfe0-d917d80ce11b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278018 Sep 17 01:09:37.594851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.619572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44486) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:37.655124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:37.677725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Deleting subnet c6ac9df9-07ad-4e08-95f0-677e1d5c4462 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:09:37.680888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.685970 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-96ab3ef6-d1bb-4c0f-83fe-977c02fb9215 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969548 Sep 17 01:09:37.716588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.757873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.794372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9125e5b4-615b-4d58-afaf-97eb86cd2120 req-a9d999c6-e345-40c7-917f-5fe50b93a15c service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995896 Sep 17 01:09:37.888287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000d3f9-b446-4906-b8f9-17242ce69daa req-bfca5327-3a4a-40fd-ace4-ba2b8283a47a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:37.889792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6000d3f9-b446-4906-b8f9-17242ce69daa req-bfca5327-3a4a-40fd-ace4-ba2b8283a47a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 944 time: 0.0554450 Sep 17 01:09:37.923745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.936864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6000d3f9-b446-4906-b8f9-17242ce69daa req-29a83f2c-31b7-454b-8c31-0a6b2f3bdb7c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411139 Sep 17 01:09:37.942584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['20a0fb74-1a01-4404-9183-703d0b386a29'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:37.959519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ac9df9-07ad-4e08-95f0-677e1d5c4462,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:37.966472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:37.968623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c10876a3-4237-48b4-a481-583351bdb908 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c6ac9df9-07ad-4e08-95f0-677e1d5c4462 HTTP/1.1" status: 204 len: 168 time: 0.3474784 Sep 17 01:09:37.971136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44506) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:37.985439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-fe427eab-c9a8-4cb9-9e24-1c39df2d6985 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282919 Sep 17 01:09:38.048412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.097730 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c1e790d-7b8c-429e-92b3-1ec0f592ceee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.103372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-7557e3c7-2d32-4d49-a380-c31fcf832599 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:38.105499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-7557e3c7-2d32-4d49-a380-c31fcf832599 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136911 Sep 17 01:09:38.124229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-e606403f-a525-4c6e-af05-000d07bf25d1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/quotas/24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 375 time: 0.0101886 Sep 17 01:09:38.134579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.156115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1752d46d-d4a5-402a-926e-3c08e462cc8e']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:09:38.166762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:09:38.167718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc9aaed-f46c-4aa0-8461-90d3c5cd5189') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:09:38.177738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.178094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-c9efe1c4-1f9a-4a87-a49b-bef136343126 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482087 Sep 17 01:09:38.195239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.201540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:09:38.202285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:09:38.203905 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:09:38.340469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.346087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.347952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1752d46d-d4a5-402a-926e-3c08e462cc8e HTTP/1.1" status: 204 len: 168 time: 0.3758082 Sep 17 01:09:38.361115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ace26-dc24-4170-850a-fcd9029050b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1752d46d-d4a5-402a-926e-3c08e462cc8e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:38.361752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a66718cf-48c0-487f-9acb-f45f89311d6d no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:38.382443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: a66718cf-48c0-487f-9acb-f45f89311d6d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:09:38.382837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a66718cf-48c0-487f-9acb-f45f89311d6d not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:09:38.466002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1a3555f-b276-40d1-ba9c-ab2bc7c331e4 req-2844392c-ebb8-40de-b270-fbe89db85ca5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 210 time: 0.0277283 Sep 17 01:09:38.664008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869780c6-2a54-43ab-8f82-dfd95a8b1a29 req-a472344c-c7a1-45fd-9284-35de88ecdb56 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:38.665641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-869780c6-2a54-43ab-8f82-dfd95a8b1a29 req-a472344c-c7a1-45fd-9284-35de88ecdb56 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 948 time: 0.0562465 Sep 17 01:09:38.706376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-869780c6-2a54-43ab-8f82-dfd95a8b1a29 req-4e08c479-d577-468a-9411-da7faa269813 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Sep 17 01:09:38.717235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44536) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:38.758561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9c3028ab-86d4-42ca-ba10-91decc0be89a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a473bb4d6740678091754614e6ea23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401959 Sep 17 01:09:38.758755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16'}, {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:38.761833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:38.762198 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa1aa37-15b5-4228-85e5-1fe77dc549e1" -d '{"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16"}, {"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-unplugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:38.803175 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb5cea-9239-48ee-a096-a4885baac05e x-openstack-request-id: req-6fcb5cea-9239-48ee-a096-a4885baac05e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:38.803473 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-plugged", "status": "completed", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16", "code": 200}, {"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-unplugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:38.803723 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fcb5cea-9239-48ee-a096-a4885baac05e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:38.804117 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'code': 200} Sep 17 01:09:38.804398 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'code': 200} Sep 17 01:09:38.812125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f85c-a98f-48d0-b8c9-d338c9f29b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.835651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f85c-a98f-48d0-b8c9-d338c9f29b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.960260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f85c-a98f-48d0-b8c9-d338c9f29b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.963001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad7f85c-a98f-48d0-b8c9-d338c9f29b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:38.964375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1ad7f85c-a98f-48d0-b8c9-d338c9f29b76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87900990-71ab-404a-a361-32a054fa93f6 HTTP/1.1" status: 204 len: 168 time: 0.2013686 Sep 17 01:09:38.973753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7f85c-a98f-48d0-b8c9-d338c9f29b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87900990-71ab-404a-a361-32a054fa93f6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:38.993042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:39.069394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a822d-b4b3-4c56-8410-c5375a2d4fc2 req-a1d07ac4-676c-4b7b-8040-5df9b9403a8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:39.071041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca8a822d-b4b3-4c56-8410-c5375a2d4fc2 req-a1d07ac4-676c-4b7b-8040-5df9b9403a8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 944 time: 0.0503361 Sep 17 01:09:39.111103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca8a822d-b4b3-4c56-8410-c5375a2d4fc2 req-0393ff0b-f6b6-48c5-8795-cc590692e97f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Sep 17 01:09:39.355183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:39.558459 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a21a2788-dbd8-4598-bfee-4bf462852e88 req-ca64f956-5644-4cf1-9f13-cd18c7effbc5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 210 time: 0.0271583 Sep 17 01:09:39.839921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09d59c-e907-4137-903a-cb04c8a6b391 req-308b2118-446d-4123-ba9d-b52f912794b8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:39.841536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8c09d59c-e907-4137-903a-cb04c8a6b391 req-308b2118-446d-4123-ba9d-b52f912794b8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 948 time: 0.0542173 Sep 17 01:09:39.881461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8c09d59c-e907-4137-903a-cb04c8a6b391 req-f9b9ff50-8005-4167-b735-1779f6d759c6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333810 Sep 17 01:09:40.019030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44586) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:40.116711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-597463478-network', 'tenant_id': 'd88e3f8418d74e81a7b3ff379ed2cf6f'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:40.224845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021153b0-8025-46fd-9ccc-033e11fea9a1 req-43ddd540-8d51-444a-9487-02b02dc85efe tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:40.226301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-021153b0-8025-46fd-9ccc-033e11fea9a1 req-43ddd540-8d51-444a-9487-02b02dc85efe tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 944 time: 0.0480793 Sep 17 01:09:40.228944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Made reservation on behalf of d88e3f8418d74e81a7b3ff379ed2cf6f for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:40.231984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.240620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.259452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:40.266704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-021153b0-8025-46fd-9ccc-033e11fea9a1 req-9c2606d8-4852-436f-99c8-bae5a12e2ab5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Sep 17 01:09:40.342598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.371818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 772ee9f5-d47b-41f6-ba31-99772839bc54 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:40.375224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:40.394387 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.407522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:40.415539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:09:40.429725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:40.433021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'mac_address': 'fa:16:3e:01:08:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:40.435137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.435488 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Added segment 4272c8c2-35c6-445b-9740-7e85b357fbf3 of type vlan for network 696fdbb7-8ccd-4149-91a9-9712322c5857 Sep 17 01:09:40.488721 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.491783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-c0e5222a-bd10-4ae9-b2a9-7d0ad431197a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219672 Sep 17 01:09:40.532270 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.557021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2634487e-c4d4-4cbb-a126-23f39e283c0e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:40.565590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 20a0fb74-1a01-4404-9183-703d0b386a29 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:40.566075 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.582205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 772ee9f5-d47b-41f6-ba31-99772839bc54, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=772ee9f5-d47b-41f6-ba31-99772839bc54,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:40.598598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.600755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:40.602828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.621825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '772ee9f5-d47b-41f6-ba31-99772839bc54', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': '772ee9f5-d47b-41f6-ba31-99772839bc54', 'mac_address': 'fa:16:3e:d5:6c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:40.626088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:40.646964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-259b5e84-d1c6-43c8-a99b-e5036d4c0852 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:40.650276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-259b5e84-d1c6-43c8-a99b-e5036d4c0852 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263595 Sep 17 01:09:40.701015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Request body: {'port': {'device_id': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '24ab9be3bb21450fa25da0f6c8f0f9d1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:40.711710 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.714775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] Pushing event updated for resources: {'Network': ['ID=696fdbb7-8ccd-4149-91a9-9712322c5857,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:40.732305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27db31e7-bdb2-4e9a-9b20-1dce71783a8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7119761 Sep 17 01:09:40.740300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5cbab9bd-523e-49ce-b671-9db93a51a8f5 req-33fcf558-e9b2-4c69-aa67-c8fac9b04479 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 210 time: 0.0797713 Sep 17 01:09:40.746190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44604) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:09:40.756466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 696fdbb7-8ccd-4149-91a9-9712322c5857 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:09:40.764443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.766843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Request body: {'subnet': {'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-597463478-subnet', 'tenant_id': 'd88e3f8418d74e81a7b3ff379ed2cf6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:40.791355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772ee9f5-d47b-41f6-ba31-99772839bc54 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:40.848050 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.895707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Made reservation on behalf of d88e3f8418d74e81a7b3ff379ed2cf6f for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:40.898533 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:40.906071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 772ee9f5-d47b-41f6-ba31-99772839bc54, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=772ee9f5-d47b-41f6-ba31-99772839bc54,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:40.914988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['2634487e-c4d4-4cbb-a126-23f39e283c0e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:40.980990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:40.983360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:40.985571 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ddaf11-010e-4ab8-bb58-04fbcc0b11f8" -d '{"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-plugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:41.005661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:41.018360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.018969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Made reservation on behalf of 24ab9be3bb21450fa25da0f6c8f0f9d1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:41.023046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.026876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.081632 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2a04fa-b723-46f3-b86d-42128d358ea9 x-openstack-request-id: req-4b2a04fa-b723-46f3-b86d-42128d358ea9 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:41.082215 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-plugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:41.082668 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b2a04fa-b723-46f3-b86d-42128d358ea9 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:41.083264 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29', 'code': 200} Sep 17 01:09:41.114007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.139729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=772ee9f5-d47b-41f6-ba31-99772839bc54,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:41.240818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Allocated IP 192.168.233.178 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/74eb9031-2240-4a39-b8e8-b8d368e0d97e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:09:41.264030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:41.399247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e930-81a1-499b-aa15-e38c3f4cea78 req-2dfb0eeb-fdde-486b-951f-e2e95dd68a08 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:41.399247 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d18e930-81a1-499b-aa15-e38c3f4cea78 req-2dfb0eeb-fdde-486b-951f-e2e95dd68a08 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 948 time: 0.4045317 Sep 17 01:09:41.404775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['772ee9f5-d47b-41f6-ba31-99772839bc54'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:41.458026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab158b4-b1c8-49ff-9555-4a91b451c3d6 req-4f5c0060-7a5a-441e-bac1-5e138f036bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:41.459948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dab158b4-b1c8-49ff-9555-4a91b451c3d6 req-4f5c0060-7a5a-441e-bac1-5e138f036bd1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1100 time: 0.1136880 Sep 17 01:09:41.472158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.504947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d18e930-81a1-499b-aa15-e38c3f4cea78 req-6513a22d-1106-4ec8-9c07-60b135a8cdfb tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953915 Sep 17 01:09:41.558532 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dab158b4-b1c8-49ff-9555-4a91b451c3d6 req-bd478bc6-25f3-4964-90c3-db95edb119e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837705 Sep 17 01:09:41.577085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd25e75-ea54-4ac2-8279-5b4ce4c799fe req-fdd7196f-4f7a-4248-b07f-93e8a4eff797 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:41.583979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cd25e75-ea54-4ac2-8279-5b4ce4c799fe req-fdd7196f-4f7a-4248-b07f-93e8a4eff797 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 945 time: 0.1855507 Sep 17 01:09:41.600638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.612243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d3171d25-56ef-49d1-83eb-db345fb6ea16'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:41.661183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.662262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:09:41.665453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cd25e75-ea54-4ac2-8279-5b4ce4c799fe req-fe925d11-073e-4b0a-a5d5-9b51ad67d822 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806758 Sep 17 01:09:41.670046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:41.677060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:09:41.691840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:41.737757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:41.738385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:41.817160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c17059e-bfa4-4980-9290-62ea0ea2e8d0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:41.838307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Checking segment: {'id': '4272c8c2-35c6-445b-9740-7e85b357fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:41.839253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Network hostable DHCP agents. Network: 696fdbb7-8ccd-4149-91a9-9712322c5857, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:09:41.849513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-5bc84b69-aec4-4b1a-bec5-bc9d2f7b2841 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1583738 Sep 17 01:09:41.864355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Request body: {'port': {'device_id': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:41.966351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5088d4c-caf3-417e-a2bb-bff66ae18b2f req-fd1f281e-726a-426e-b337-94ac5637de63 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:41.977925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5088d4c-caf3-417e-a2bb-bff66ae18b2f req-fd1f281e-726a-426e-b337-94ac5637de63 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 936 time: 0.0977173 Sep 17 01:09:41.981664 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Network 696fdbb7-8ccd-4149-91a9-9712322c5857 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:09:42.006024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.043977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5088d4c-caf3-417e-a2bb-bff66ae18b2f req-0807e012-5969-4aa8-a3f5-95bb683fe0a9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647507 Sep 17 01:09:42.060290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 696fdbb7-8ccd-4149-91a9-9712322c5857) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:42.065138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:42.065976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.078251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52007de-3d0b-416a-8fcc-ad1c4a8325f7 None None] Network 696fdbb7-8ccd-4149-91a9-9712322c5857 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:09:42.114294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-92f0ea1e-b403-4a73-93df-6d1dbd58fe37 None None] Provisioning complete for port 74eb9031-2240-4a39-b8e8-b8d368e0d97e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:42.115022 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-92f0ea1e-b403-4a73-93df-6d1dbd58fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.166258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-19389ce2-6d9c-4612-8874-4fb1cfb0a2a4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4186137 Sep 17 01:09:42.217064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-92f0ea1e-b403-4a73-93df-6d1dbd58fe37 None None] Port 74eb9031-2240-4a39-b8e8-b8d368e0d97e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:09:42.281251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:42.308034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:42.317586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.334339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Transition to ACTIVE for port object 74eb9031-2240-4a39-b8e8-b8d368e0d97e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:42.412177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.536234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:42.547634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:42.644372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Attempting to bind port 74eb9031-2240-4a39-b8e8-b8d368e0d97e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:42.644903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Attempting to bind port 74eb9031-2240-4a39-b8e8-b8d368e0d97e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:42.645445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Attempting to bind port 74eb9031-2240-4a39-b8e8-b8d368e0d97e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:42.654531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Port 74eb9031-2240-4a39-b8e8-b8d368e0d97e on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:42.654982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Attempting to bind port 74eb9031-2240-4a39-b8e8-b8d368e0d97e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:42.660824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:42.661362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:42.661848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:42.662386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Bound port: 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:42.663238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.687770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbb5713-611a-4ff1-8b27-17a87c8cbc06 None None] Network 696fdbb7-8ccd-4149-91a9-9712322c5857 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:09:42.731346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f3189-e575-44e4-8a23-4c4cf6d4fc02 req-2100d6a6-0bcc-406a-a422-c6f4f52cfa99 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:42.739334 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a9f3189-e575-44e4-8a23-4c4cf6d4fc02 req-2100d6a6-0bcc-406a-a422-c6f4f52cfa99 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1129119 Sep 17 01:09:42.792419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 2634487e-c4d4-4cbb-a126-23f39e283c0e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:42.793189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.801407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a9f3189-e575-44e4-8a23-4c4cf6d4fc02 req-dcd99b14-a442-4027-bfd6-38ce3f7aeee2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612226 Sep 17 01:09:42.809330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:42.833738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:42.943305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.949482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:42.965346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20df9e-886a-49d0-bdc8-098c1b2c2d71 req-97f78583-535f-42ea-ac5f-83bee1285ae2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:42.974710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db20df9e-886a-49d0-bdc8-098c1b2c2d71 req-97f78583-535f-42ea-ac5f-83bee1285ae2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 945 time: 0.0808454 Sep 17 01:09:43.019655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db20df9e-886a-49d0-bdc8-098c1b2c2d71 req-7760d08b-e28d-4133-8059-0854f235f9cf tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421479 Sep 17 01:09:43.048537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:43.048537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:43.048537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] 10.222.0.36 "PUT /v2.0/ports/74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 1096 time: 1.1882966 Sep 17 01:09:43.066788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:43.071683 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95cdc9d-e686-4928-8181-b1e63688e2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:43.075005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:43.092758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:43.096726 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172213a8-d1cf-485a-9add-6aba1428a6da" -d '{"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:43.154741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7b861-9ea5-4655-bccf-7789a49d7cfd service neutron] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:43.179454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:43.191120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-ae748eab-22ad-451d-8d19-d27ccfe9f4d3 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:43.197567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-ae748eab-22ad-451d-8d19-d27ccfe9f4d3 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/networks?id=696fdbb7-8ccd-4149-91a9-9712322c5857 HTTP/1.1" status: 200 len: 808 time: 0.4294870 Sep 17 01:09:43.240026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:43.274594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-de52d569-b2ed-40a1-881d-35963756cdec tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/quotas/d88e3f8418d74e81a7b3ff379ed2cf6f HTTP/1.1" status: 200 len: 375 time: 0.0546613 Sep 17 01:09:43.304897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-9a7c5059-46e6-447c-beac-fdee742b6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:43.310644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-9a7c5059-46e6-447c-beac-fdee742b6127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1099 time: 0.1109848 Sep 17 01:09:43.336240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-027b8d78-7c52-4342-9f75-d1f4e5c6f17a tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d88e3f8418d74e81a7b3ff379ed2cf6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522182 Sep 17 01:09:43.400028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-1fb3780a-a577-4327-b0bb-89216ec478bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 217 time: 0.0709994 Sep 17 01:09:43.490488 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cf800e-8f5a-4007-8cc2-2502ca073e04 x-openstack-request-id: req-f4cf800e-8f5a-4007-8cc2-2502ca073e04 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:43.490900 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:43.491282 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4cf800e-8f5a-4007-8cc2-2502ca073e04 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:43.492007 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'status': 'completed', 'code': 200} Sep 17 01:09:43.505515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-e03edae0-194f-47f8-8a17-31aeafb03737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:43.507136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-e03edae0-194f-47f8-8a17-31aeafb03737 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0956054 Sep 17 01:09:43.603478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9aa91-b314-4aa0-910f-1f93ebc4e5af req-c02869ca-e9f2-4dc6-9dea-3b8da25949ed tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:43.605337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0d9aa91-b314-4aa0-910f-1f93ebc4e5af req-c02869ca-e9f2-4dc6-9dea-3b8da25949ed tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.0648761 Sep 17 01:09:43.614377 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-f892b122-20b9-493b-82b8-2d30716838d1 service neutron] 10.222.0.13 "GET /v2.0/networks/696fdbb7-8ccd-4149-91a9-9712322c5857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130327 Sep 17 01:09:43.625729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80519086-c537-4716-942d-2d670edff00f req-763f2847-6487-4334-a147-0160d9f06bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:43.627391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-763f2847-6487-4334-a147-0160d9f06bcb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905697 Sep 17 01:09:43.653488 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0d9aa91-b314-4aa0-910f-1f93ebc4e5af req-0df31b20-f803-49c3-99e9-75fb870e603d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Sep 17 01:09:43.720206 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e7ea81-a002-4ece-a013-65856e9eff57 x-openstack-request-id: req-68e7ea81-a002-4ece-a013-65856e9eff57 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:43.720707 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-plugged", "status": "completed", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:43.720807 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68e7ea81-a002-4ece-a013-65856e9eff57 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:43.721132 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'code': 200} Sep 17 01:09:43.802511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-fcbec424-8c8c-41a3-b4c7-5e1d79209982 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610668 Sep 17 01:09:43.825044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-81e17419-2546-4ab3-a66b-01ac608a40bc service neutron] 10.222.0.13 "GET /v2.0/networks/696fdbb7-8ccd-4149-91a9-9712322c5857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095537 Sep 17 01:09:43.941923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80519086-c537-4716-942d-2d670edff00f req-50dbc3cf-a1db-48e8-9dfa-3b79fba958e7 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310091 Sep 17 01:09:44.001866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4430b-a9db-49c9-93f5-0b5216ddfa97 req-e6ce021b-a200-44ce-8bd3-42d30d228fed tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.010062 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9b4430b-a9db-49c9-93f5-0b5216ddfa97 req-e6ce021b-a200-44ce-8bd3-42d30d228fed tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0988395 Sep 17 01:09:44.076503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9b4430b-a9db-49c9-93f5-0b5216ddfa97 req-9cc0380e-3531-434d-998b-0af24cabf998 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Sep 17 01:09:44.130699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-17039508-1a58-4408-bd22-2dd5af46f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.132338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-17039508-1a58-4408-bd22-2dd5af46f85d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1099 time: 0.0863235 Sep 17 01:09:44.292561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-51c57029-ec87-4f8b-9ace-e07add2c6a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.293501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1646f-8f94-4886-b445-17aaf42a408b req-074082c0-5adf-4cc8-abe5-e16d6d55077a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.293993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-51c57029-ec87-4f8b-9ace-e07add2c6a3c service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1513283 Sep 17 01:09:44.295237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92d1646f-8f94-4886-b445-17aaf42a408b req-074082c0-5adf-4cc8-abe5-e16d6d55077a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 945 time: 0.1314838 Sep 17 01:09:44.364824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92d1646f-8f94-4886-b445-17aaf42a408b req-a117dfa9-80b1-4f16-99e7-756b3169b6fb tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540402 Sep 17 01:09:44.370671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 772ee9f5-d47b-41f6-ba31-99772839bc54 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:44.400105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb68e7c-6d40-4930-84fb-2c557a3007dc req-2142ad4a-2dc5-46f2-acd0-ac5592ed5be8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.411968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fb68e7c-6d40-4930-84fb-2c557a3007dc req-2142ad4a-2dc5-46f2-acd0-ac5592ed5be8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1635342 Sep 17 01:09:44.416560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-fa2f7a78-ab27-431c-9e8c-06ff203e253e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 217 time: 0.1092303 Sep 17 01:09:44.496656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f73b12a1-bc67-449e-a147-c83ccf2c74ba req-2078567f-b9ae-4491-bf10-c79683320a0b tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 210 time: 0.0445032 Sep 17 01:09:44.501163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fb68e7c-6d40-4930-84fb-2c557a3007dc req-249bffbc-9f9b-4c34-b81d-b1c06e8e0765 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880558 Sep 17 01:09:44.513127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-8011fd64-17b7-46e5-bdbf-a49dc8ebe42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.516808 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-8011fd64-17b7-46e5-bdbf-a49dc8ebe42c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0926716 Sep 17 01:09:44.600629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 772ee9f5-d47b-41f6-ba31-99772839bc54 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:44.605615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 772ee9f5-d47b-41f6-ba31-99772839bc54 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:44.607273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:44.651889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-fbd758d7-8193-48bd-a060-ded3267bdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:44.653469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-fbd758d7-8193-48bd-a060-ded3267bdb4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250379 Sep 17 01:09:44.764326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:44.815680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-ca4f1280-c90c-46f2-bca7-b0e25e22c5a5 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497254 Sep 17 01:09:44.840903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 772ee9f5-d47b-41f6-ba31-99772839bc54, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=772ee9f5-d47b-41f6-ba31-99772839bc54,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:44.932026 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:44.991345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=772ee9f5-d47b-41f6-ba31-99772839bc54,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:45.313711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f08c0-39f4-4bd3-b583-e92121fa2fe4 req-73c5de89-c6b7-4068-a689-7f77a1133148 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:45.321200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea4f08c0-39f4-4bd3-b583-e92121fa2fe4 req-73c5de89-c6b7-4068-a689-7f77a1133148 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.4485822 Sep 17 01:09:45.321919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a2576-949e-47ea-90ab-a24e573d259c req-d5ffcbda-511f-4c1e-b3b8-9bf3d31de08b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:45.324434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d94a2576-949e-47ea-90ab-a24e573d259c req-d5ffcbda-511f-4c1e-b3b8-9bf3d31de08b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0758698 Sep 17 01:09:45.330498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a95cdc9d-e686-4928-8181-b1e63688e2d0 req-1e872c81-994d-4945-8754-67387def4502 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017617 Sep 17 01:09:45.381469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d94a2576-949e-47ea-90ab-a24e573d259c req-a7d1b1e8-8adc-40b5-b41c-c68b128ae34b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507677 Sep 17 01:09:45.383675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea4f08c0-39f4-4bd3-b583-e92121fa2fe4 req-7ac02fc1-35e7-4951-80ac-aecb8458d08f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615225 Sep 17 01:09:45.520804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1ad6a-8a15-41a1-b2cc-95af6b511ae2 req-b5ee488d-8fff-4673-ba02-d63262d8a683 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:45.522481 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdb1ad6a-8a15-41a1-b2cc-95af6b511ae2 req-b5ee488d-8fff-4673-ba02-d63262d8a683 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0554698 Sep 17 01:09:45.586360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdb1ad6a-8a15-41a1-b2cc-95af6b511ae2 req-1ead9d32-f5ec-483f-8f2a-cdeeb473cf32 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Sep 17 01:09:45.651879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85534f2e-3e86-45e3-845c-ef7c6720b47b req-d82de93c-68bc-4507-aa1d-240871383e17 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 210 time: 0.0634570 Sep 17 01:09:45.722778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772ee9f5-d47b-41f6-ba31-99772839bc54'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:45.725809 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ce18c-3e8a-4e7d-8ea6-14d03e412a53" -d '{"events": [{"server_uuid": "0177d173-bfb8-4ecc-a2c6-3df278164057", "name": "network-vif-plugged", "status": "completed", "tag": "772ee9f5-d47b-41f6-ba31-99772839bc54"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:45.828689 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139511eb-34f3-4e7a-a1d9-5339ebf36b31 x-openstack-request-id: req-139511eb-34f3-4e7a-a1d9-5339ebf36b31 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:45.829790 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0177d173-bfb8-4ecc-a2c6-3df278164057", "name": "network-vif-plugged", "status": "completed", "tag": "772ee9f5-d47b-41f6-ba31-99772839bc54", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:45.831529 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-139511eb-34f3-4e7a-a1d9-5339ebf36b31 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:45.831529 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772ee9f5-d47b-41f6-ba31-99772839bc54', 'code': 200} Sep 17 01:09:45.969660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5681339-344f-4708-9786-686474eccb27 req-121fa11d-702c-492b-85a8-1edb34ef4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:45.974898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5681339-344f-4708-9786-686474eccb27 req-121fa11d-702c-492b-85a8-1edb34ef4acc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 1097 time: 0.0659938 Sep 17 01:09:46.035645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5681339-344f-4708-9786-686474eccb27 req-6e0be899-1771-414c-83f9-90ccd2de8118 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512297 Sep 17 01:09:46.290342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:46.399928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:46.413052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:46.467497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:46.483633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:46.505207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:46.544581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea837aa-373a-4727-aae0-df60dab8dc3e req-de728464-ec06-448f-ac2b-48bd462d4588 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:46.546081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ea837aa-373a-4727-aae0-df60dab8dc3e req-de728464-ec06-448f-ac2b-48bd462d4588 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.0544577 Sep 17 01:09:46.563471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ff6d2-9d8e-4eaf-9a69-b675006086eb req-b19a96be-092d-408b-aa67-423fb51571f2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:46.564984 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-520ff6d2-9d8e-4eaf-9a69-b675006086eb req-b19a96be-092d-408b-aa67-423fb51571f2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0702744 Sep 17 01:09:46.585128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ea837aa-373a-4727-aae0-df60dab8dc3e req-ee4bda2a-323f-48c5-ac3f-7a70a477401a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330038 Sep 17 01:09:46.611932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-520ff6d2-9d8e-4eaf-9a69-b675006086eb req-dac7f015-30e4-4be1-b0e3-bb8fb9b8c99f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407920 Sep 17 01:09:46.705469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:46.728632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a4485-4312-4d60-9a0b-f5eea4383518 req-0f038389-b245-426f-8826-8dbf43adee69 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:46.732010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a0a4485-4312-4d60-9a0b-f5eea4383518 req-0f038389-b245-426f-8826-8dbf43adee69 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0566385 Sep 17 01:09:46.752496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d74d517b-f4ad-45fc-9aa5-0e9da6f3f802 req-7130254b-5fd3-4794-b9ff-30e11b4afb26 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 210 time: 0.0287776 Sep 17 01:09:46.796458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:46.809249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a0a4485-4312-4d60-9a0b-f5eea4383518 req-4b86b9e0-403d-4678-ad3e-8881f2ad4c51 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Sep 17 01:09:47.015698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['74eb9031-2240-4a39-b8e8-b8d368e0d97e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:47.054275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-c03dc7fe-af03-4c6c-910a-db0b5d047af4 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:47.056345 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-c03dc7fe-af03-4c6c-910a-db0b5d047af4 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.23 "GET /v2.0/networks?id=696fdbb7-8ccd-4149-91a9-9712322c5857 HTTP/1.1" status: 200 len: 808 time: 0.1316109 Sep 17 01:09:47.076101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Request body: {'port': {'device_id': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857', 'admin_state_up': True, 'tenant_id': 'd88e3f8418d74e81a7b3ff379ed2cf6f'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:47.265421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Made reservation on behalf of d88e3f8418d74e81a7b3ff379ed2cf6f for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:09:47.269559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:47.419292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Allocated IP 172.20.0.4 (696fdbb7-8ccd-4149-91a9-9712322c5857/8c17059e-bfa4-4980-9290-62ea0ea2e8d0/41667db8-6d3a-41a4-ac31-f6614c2ea767) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:09:47.615512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:47.709765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:47.772001 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:09:47.782805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ae0e9-3720-4637-b321-54bd6cf34ff1 req-3a40dea4-3355-44e1-8d30-aca8dd9c1b29 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:47.786378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f0ae0e9-3720-4637-b321-54bd6cf34ff1 req-3a40dea4-3355-44e1-8d30-aca8dd9c1b29 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0813127 Sep 17 01:09:47.786574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Network 696fdbb7-8ccd-4149-91a9-9712322c5857 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:09:47.793210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:09:47.800598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:09:47.851372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Pushing event updated for resources: {'Port': ['ID=41667db8-6d3a-41a4-ac31-f6614c2ea767,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:47.852904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f0ae0e9-3720-4637-b321-54bd6cf34ff1 req-1e771fc8-53a5-472b-87b9-fef8749251d1 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576358 Sep 17 01:09:47.879106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056f050-e006-494c-909c-9d19be83da6e req-a0f6deb6-f356-4984-b38e-67363fe88bd1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:47.887986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7056f050-e006-494c-909c-9d19be83da6e req-a0f6deb6-f356-4984-b38e-67363fe88bd1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 949 time: 0.1912901 Sep 17 01:09:47.907334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:47.908146 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:47.960001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7056f050-e006-494c-909c-9d19be83da6e req-ba37e787-4f1a-4b91-a9ab-04ad741f0f89 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Sep 17 01:09:47.980848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80460a0b-56a1-4b39-b38a-bbd7982175ca req-a4b025e9-37de-4e08-b5d8-adbf8439092e tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:47.982847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80460a0b-56a1-4b39-b38a-bbd7982175ca req-a4b025e9-37de-4e08-b5d8-adbf8439092e tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 931 time: 0.0675676 Sep 17 01:09:48.017862 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-715eefb5-4f22-48b3-9a3c-75a371a1d789 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9477766 Sep 17 01:09:48.024817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80460a0b-56a1-4b39-b38a-bbd7982175ca req-c9ed40f9-2dea-4215-99e8-ac739f9dd6cd tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Sep 17 01:09:48.036639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Request body: {'port': {'device_id': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:09:48.149156 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.179176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096059e2-5d62-4331-8ad2-f24ec70bc141 req-1d86b6bd-226d-4c0f-99c8-19409881f540 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:48.183714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-096059e2-5d62-4331-8ad2-f24ec70bc141 req-1d86b6bd-226d-4c0f-99c8-19409881f540 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1427433 Sep 17 01:09:48.278622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-096059e2-5d62-4331-8ad2-f24ec70bc141 req-e740dd56-7a03-4730-85bd-1089a76b065b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600309 Sep 17 01:09:48.292709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:48.442809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 74eb9031-2240-4a39-b8e8-b8d368e0d97e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:48.450105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 74eb9031-2240-4a39-b8e8-b8d368e0d97e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:48.454095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.563555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.590554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:48.593197 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e6309b-331d-48b6-be87-1d80081be2d2" -d '{"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-plugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:48.615308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41667db8-6d3a-41a4-ac31-f6614c2ea767 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:48.627690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.637087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:48.648346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Transition to ACTIVE for port object 41667db8-6d3a-41a4-ac31-f6614c2ea767 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:09:48.655163 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a70db86-7ceb-4dab-a878-4250299e1710 x-openstack-request-id: req-6a70db86-7ceb-4dab-a878-4250299e1710 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:48.655730 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-plugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:48.655893 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6a70db86-7ceb-4dab-a878-4250299e1710 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:48.656328 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'code': 200} Sep 17 01:09:48.705832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.738794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.771067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:48.786755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b7653-bb4b-4607-8205-b70bae8b381c req-6d8c9562-9a0f-4dfb-a255-4a92b4b38534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:48.789467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f2b7653-bb4b-4607-8205-b70bae8b381c req-6d8c9562-9a0f-4dfb-a255-4a92b4b38534 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1101 time: 0.0476043 Sep 17 01:09:48.824383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a251b-f40f-4426-b26e-3b6d3b2f2041 req-977af8d6-2e00-4bbb-aa77-4d6a445b3f74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:48.826018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-322a251b-f40f-4426-b26e-3b6d3b2f2041 req-977af8d6-2e00-4bbb-aa77-4d6a445b3f74 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1279976 Sep 17 01:09:48.840108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Pushing event updated for resources: {'Port': ['ID=41667db8-6d3a-41a4-ac31-f6614c2ea767,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:48.849961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f2b7653-bb4b-4607-8205-b70bae8b381c req-e8470066-65ae-4ca0-9fc8-8c900a71502d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Sep 17 01:09:48.935424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-322a251b-f40f-4426-b26e-3b6d3b2f2041 req-d0c5dd34-2c4b-40e5-b3d4-8e1a839ec9b8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902166 Sep 17 01:09:48.960291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Attempting to bind port 41667db8-6d3a-41a4-ac31-f6614c2ea767 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:09:48.960291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Attempting to bind port 41667db8-6d3a-41a4-ac31-f6614c2ea767 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '4272c8c2-35c6-445b-9740-7e85b357fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:09:48.960710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Attempting to bind port 41667db8-6d3a-41a4-ac31-f6614c2ea767 on network 696fdbb7-8ccd-4149-91a9-9712322c5857 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:48.965544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Port 41667db8-6d3a-41a4-ac31-f6614c2ea767 on network 696fdbb7-8ccd-4149-91a9-9712322c5857 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:09:48.965868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Attempting to bind port 41667db8-6d3a-41a4-ac31-f6614c2ea767 on network 696fdbb7-8ccd-4149-91a9-9712322c5857 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:09:48.971237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:09:48.971573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Checking segment: {'id': '4272c8c2-35c6-445b-9740-7e85b357fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:09:48.971958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Bound using segment: {'id': '4272c8c2-35c6-445b-9740-7e85b357fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:09:48.972382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Bound port: 41667db8-6d3a-41a4-ac31-f6614c2ea767, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4272c8c2-35c6-445b-9740-7e85b357fbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:09:48.972732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:48.981573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1ed40-1b3e-4005-a568-0eade39b0f81 req-443298fb-6b55-45a8-909c-7a026c343998 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:48.983288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ec1ed40-1b3e-4005-a568-0eade39b0f81 req-443298fb-6b55-45a8-909c-7a026c343998 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0640876 Sep 17 01:09:49.038889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ec1ed40-1b3e-4005-a568-0eade39b0f81 req-b82d9b7f-95d0-4100-83eb-2958c63a3021 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443697 Sep 17 01:09:49.083491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] For port 41667db8-6d3a-41a4-ac31-f6614c2ea767, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:09:49.103855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] For port 41667db8-6d3a-41a4-ac31-f6614c2ea767, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=41667db8-6d3a-41a4-ac31-f6614c2ea767,segment=NetworkSegment(4272c8c2-35c6-445b-9740-7e85b357fbf3),segment_id=4272c8c2-35c6-445b-9740-7e85b357fbf3)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:09:49.132580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c2dc9-c02b-475b-9733-f7bd62ad3db5 req-39ad456b-485d-4eb7-8901-8ebb8d736bc9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.135213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d51c2dc9-c02b-475b-9733-f7bd62ad3db5 req-39ad456b-485d-4eb7-8901-8ebb8d736bc9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0961075 Sep 17 01:09:49.179889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475ba67-197e-4f49-943b-6797db5cb808 req-fd6de770-32e3-48e6-9c20-40baed0fe248 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.181381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4475ba67-197e-4f49-943b-6797db5cb808 req-fd6de770-32e3-48e6-9c20-40baed0fe248 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 943 time: 0.0704722 Sep 17 01:09:49.187107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d51c2dc9-c02b-475b-9733-f7bd62ad3db5 req-3d0ea5b6-9838-4fff-8933-18a98ac1fd03 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Sep 17 01:09:49.217823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:49.246315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4475ba67-197e-4f49-943b-6797db5cb808 req-c4b4cd2c-402c-465a-a8c1-a260223e9081 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574908 Sep 17 01:09:49.285250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.286231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:49.290773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] 10.222.0.23 "PUT /v2.0/ports/41667db8-6d3a-41a4-ac31-f6614c2ea767 HTTP/1.1" status: 200 len: 1091 time: 1.2601359 Sep 17 01:09:49.292846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'tag': '41667db8-6d3a-41a4-ac31-f6614c2ea767'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:49.295570 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f003da1-8301-4f1c-900a-4aac25dc1a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "121c10b2-0a52-40ce-8e5c-6cb64b4da6e0", "tag": "41667db8-6d3a-41a4-ac31-f6614c2ea767"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:49.342023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a5eab2-d176-4a63-ab4e-95773ffcd63d service neutron] Pushing event updated for resources: {'Port': ['ID=41667db8-6d3a-41a4-ac31-f6614c2ea767,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:49.386965 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b74bf6-1a2c-48ba-9e9b-5dcdc3385c5a x-openstack-request-id: req-d3b74bf6-1a2c-48ba-9e9b-5dcdc3385c5a {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:49.387292 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121c10b2-0a52-40ce-8e5c-6cb64b4da6e0", "tag": "41667db8-6d3a-41a4-ac31-f6614c2ea767", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:49.387547 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3b74bf6-1a2c-48ba-9e9b-5dcdc3385c5a {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:49.387949 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'tag': '41667db8-6d3a-41a4-ac31-f6614c2ea767', 'status': 'completed', 'code': 200} Sep 17 01:09:49.464844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f003da1-8301-4f1c-900a-4aac25dc1a4d req-e32c4a2b-c08d-4d29-9f55-648dca03a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.466826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f003da1-8301-4f1c-900a-4aac25dc1a4d req-e32c4a2b-c08d-4d29-9f55-648dca03a187 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d88e3f8418d74e81a7b3ff379ed2cf6f&device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 1094 time: 0.0546348 Sep 17 01:09:49.593585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f003da1-8301-4f1c-900a-4aac25dc1a4d req-f0ae66da-d34e-4623-a3ae-3bf02aa68f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.595006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f003da1-8301-4f1c-900a-4aac25dc1a4d req-f0ae66da-d34e-4623-a3ae-3bf02aa68f30 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d88e3f8418d74e81a7b3ff379ed2cf6f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1114786 Sep 17 01:09:49.713734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f003da1-8301-4f1c-900a-4aac25dc1a4d req-96f1a37a-9c40-47f3-a9e0-c138e7819e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.715161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f003da1-8301-4f1c-900a-4aac25dc1a4d req-96f1a37a-9c40-47f3-a9e0-c138e7819e3b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102128 Sep 17 01:09:49.799817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-2bb25447-36f6-401b-81a1-19d0b73af46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.803776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-2bb25447-36f6-401b-81a1-19d0b73af46e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d88e3f8418d74e81a7b3ff379ed2cf6f&device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 1094 time: 0.0488617 Sep 17 01:09:49.847781 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-6319879f-87f6-4afc-bd4b-2941305ece3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41667db8-6d3a-41a4-ac31-f6614c2ea767 HTTP/1.1" status: 200 len: 217 time: 0.0356135 Sep 17 01:09:49.900360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-9a6c15e5-6412-48a3-a905-358636effb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:49.902072 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-9a6c15e5-6412-48a3-a905-358636effb32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8c17059e-bfa4-4980-9290-62ea0ea2e8d0 HTTP/1.1" status: 200 len: 848 time: 0.0464323 Sep 17 01:09:49.940622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-b6913f47-345b-4d64-8781-b3711264287a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=696fdbb7-8ccd-4149-91a9-9712322c5857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311906 Sep 17 01:09:50.089426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47354ec-2032-4050-81be-3e434a870728 req-36195bd1-d3dd-4a2c-8b94-13488663f2a1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:50.090949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a47354ec-2032-4050-81be-3e434a870728 req-36195bd1-d3dd-4a2c-8b94-13488663f2a1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0802295 Sep 17 01:09:50.094848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-53fd4823-a49c-4973-b181-7bd687842d6b service neutron] 10.222.0.23 "GET /v2.0/networks/696fdbb7-8ccd-4149-91a9-9712322c5857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471832 Sep 17 01:09:50.156628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9243-5346-451c-99e1-e51384d8014f req-3cf8afe1-7d6a-4083-8934-af81a165c37a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:50.158262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f99e9243-5346-451c-99e1-e51384d8014f req-3cf8afe1-7d6a-4083-8934-af81a165c37a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0552213 Sep 17 01:09:50.182972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a47354ec-2032-4050-81be-3e434a870728 req-dbd02f6a-82c0-4461-878f-d68b10691a02 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847650 Sep 17 01:09:50.201181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f99e9243-5346-451c-99e1-e51384d8014f req-507922e5-6de5-41b0-9dba-637a1ab03a7f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337248 Sep 17 01:09:50.217199 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d3e4ee9-ade4-412a-aea6-2fdd72922791 req-f9150c77-53e7-4f7d-9bef-82269d13da8d service neutron] 10.222.0.23 "GET /v2.0/networks/696fdbb7-8ccd-4149-91a9-9712322c5857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128960 Sep 17 01:09:50.315840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b7042-3b9b-4d12-899c-866f13339b2a req-cb4a7f2c-7a6e-4465-86be-10b6beaf90ac tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:50.317339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad2b7042-3b9b-4d12-899c-866f13339b2a req-cb4a7f2c-7a6e-4465-86be-10b6beaf90ac tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0514007 Sep 17 01:09:50.361466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad2b7042-3b9b-4d12-899c-866f13339b2a req-3b6d7b6e-f198-47e9-8def-f3a1fc12f32b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378528 Sep 17 01:09:50.377502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc96b99-3b3a-41b6-ac04-dc9059e73c03 req-583f86d4-272b-4986-a0f5-82d4b5a3071a tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:50.379126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddc96b99-3b3a-41b6-ac04-dc9059e73c03 req-583f86d4-272b-4986-a0f5-82d4b5a3071a tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 943 time: 0.0530782 Sep 17 01:09:50.425983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddc96b99-3b3a-41b6-ac04-dc9059e73c03 req-8d19400f-a68f-47db-9414-913b9b1e256b tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404623 Sep 17 01:09:51.321433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7f47a-ffc1-4958-bbaf-fe87041d9eb0 req-53820d9b-7fd2-490f-b789-eca4007987e1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:51.323689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abf7f47a-ffc1-4958-bbaf-fe87041d9eb0 req-53820d9b-7fd2-490f-b789-eca4007987e1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0580165 Sep 17 01:09:51.349157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe872a91-405d-4aa6-8049-393d22fd62a4 req-a77da6b7-1ac3-425f-bb68-cda87e0029ca tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:51.350663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe872a91-405d-4aa6-8049-393d22fd62a4 req-a77da6b7-1ac3-425f-bb68-cda87e0029ca tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0638669 Sep 17 01:09:51.384608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abf7f47a-ffc1-4958-bbaf-fe87041d9eb0 req-a8db3a12-8b90-49bd-9b9e-b029fe941db5 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544202 Sep 17 01:09:51.409154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe872a91-405d-4aa6-8049-393d22fd62a4 req-94ec225a-85a1-4c26-be54-cf98b15a9174 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483260 Sep 17 01:09:51.519616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd5d5b-0279-49cf-9b21-4fff634c6d9a req-426d18d7-e6a8-4071-8166-0794c696e194 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:51.521192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3dbd5d5b-0279-49cf-9b21-4fff634c6d9a req-426d18d7-e6a8-4071-8166-0794c696e194 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0632012 Sep 17 01:09:51.586777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3dbd5d5b-0279-49cf-9b21-4fff634c6d9a req-33e82ca9-b152-4eaf-84cd-dab3eea0f6ef tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428267 Sep 17 01:09:51.629258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efaf8e-61c2-4c0c-a90b-0f217c58572c req-92a1fa4b-41b3-4394-8a17-fee2899acaa4 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:51.629258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4efaf8e-61c2-4c0c-a90b-0f217c58572c req-92a1fa4b-41b3-4394-8a17-fee2899acaa4 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 943 time: 0.0597913 Sep 17 01:09:51.689459 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4efaf8e-61c2-4c0c-a90b-0f217c58572c req-e69c61a6-d5e0-4976-82e0-2be46196afdd tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533860 Sep 17 01:09:51.842400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e8285-a63a-425e-98a5-9b481c8566eb req-fa4322eb-ea37-4d3e-9968-a1b4638d2da1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:51.843883 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce5e8285-a63a-425e-98a5-9b481c8566eb req-fa4322eb-ea37-4d3e-9968-a1b4638d2da1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0503783 Sep 17 01:09:51.890198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce5e8285-a63a-425e-98a5-9b481c8566eb req-a17c4a66-edb3-4767-8763-06943c7a5ec2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403111 Sep 17 01:09:52.144036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-c4e85945-2e2e-47ad-bbdc-a6f2888e8c6e req-2960e34b-44d0-4be8-9862-45459a2d62a1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:09:52.145531 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4e85945-2e2e-47ad-bbdc-a6f2888e8c6e req-2960e34b-44d0-4be8-9862-45459a2d62a1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058856 Sep 17 01:09:52.553779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fa391-3b89-4c85-a5f3-abc2c0c71e53 req-e0aaadfd-97e8-421d-8e0d-f99ea2c1780b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:52.554742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f317e9-86b9-486f-9c3f-dfb23f3700f9 req-e564c67c-a837-4d38-b58a-468ed52387ef tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:52.561732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-313fa391-3b89-4c85-a5f3-abc2c0c71e53 req-e0aaadfd-97e8-421d-8e0d-f99ea2c1780b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0793998 Sep 17 01:09:52.565314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56f317e9-86b9-486f-9c3f-dfb23f3700f9 req-e564c67c-a837-4d38-b58a-468ed52387ef tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0711937 Sep 17 01:09:52.617437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-313fa391-3b89-4c85-a5f3-abc2c0c71e53 req-3df0bc31-686b-426e-a7e7-ba86c2812c56 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534687 Sep 17 01:09:52.631483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56f317e9-86b9-486f-9c3f-dfb23f3700f9 req-4abf01c7-4da2-42ca-85b9-b44deb6d53a9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597384 Sep 17 01:09:52.739926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bff1c-5aea-41eb-85d4-e788658e5c39 req-5e7c62f5-b83a-47fb-a2db-589969655e40 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:52.748724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-724bff1c-5aea-41eb-85d4-e788658e5c39 req-5e7c62f5-b83a-47fb-a2db-589969655e40 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0625014 Sep 17 01:09:52.766285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-18034fd8-5fc9-426f-a443-fe936a108ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1570251 Sep 17 01:09:52.775308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-1ac5f666-b873-4432-a2b2-3d826343143a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:09:52.777412 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-1ac5f666-b873-4432-a2b2-3d826343143a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063226 Sep 17 01:09:52.796073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-724bff1c-5aea-41eb-85d4-e788658e5c39 req-116afffd-a9cd-41a6-91c6-e9931c500cb2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Sep 17 01:09:52.941488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549098c1-3e28-4c9b-a404-a9a78c33f552 req-11c1a561-b1db-4e5f-8b20-c60d6d3d4bae tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:52.942908 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-549098c1-3e28-4c9b-a404-a9a78c33f552 req-11c1a561-b1db-4e5f-8b20-c60d6d3d4bae tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 943 time: 0.0745981 Sep 17 01:09:53.003098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-549098c1-3e28-4c9b-a404-a9a78c33f552 req-70314575-ab95-4a80-a056-48a66de80910 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520613 Sep 17 01:09:53.733582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472f1e3-8615-4e19-8f76-9e112bec226c req-cce689d5-dbef-4049-827a-36e963408035 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:53.735145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1472f1e3-8615-4e19-8f76-9e112bec226c req-cce689d5-dbef-4049-827a-36e963408035 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0567367 Sep 17 01:09:53.758909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea3a79-61cc-408b-982f-ecc8b3e6c357 req-79732d9b-ee95-454f-bdb6-c85404b85ad9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:53.760696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ea3a79-61cc-408b-982f-ecc8b3e6c357 req-79732d9b-ee95-454f-bdb6-c85404b85ad9 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0556734 Sep 17 01:09:53.776829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1472f1e3-8615-4e19-8f76-9e112bec226c req-ddbc92a2-d31c-4942-a3c6-5df55909240c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355039 Sep 17 01:09:53.803661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94ea3a79-61cc-408b-982f-ecc8b3e6c357 req-21998d98-e561-4f0e-a67e-67f51a29ff7c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363398 Sep 17 01:09:53.920923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbb665-a217-403f-94ac-00ece04aae87 req-5afb0791-d4d7-451e-a889-b39b23dc0b02 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:53.924754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cbb665-a217-403f-94ac-00ece04aae87 req-5afb0791-d4d7-451e-a889-b39b23dc0b02 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0542889 Sep 17 01:09:53.965268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2cbb665-a217-403f-94ac-00ece04aae87 req-0eb2b851-b4aa-4a15-a692-9af20c3c4981 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336986 Sep 17 01:09:54.164912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce196-e8a9-4578-bf81-514393838eaf req-cc77c8ce-fc09-474e-8c43-51cbfb1272c2 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:54.170452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a67ce196-e8a9-4578-bf81-514393838eaf req-cc77c8ce-fc09-474e-8c43-51cbfb1272c2 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 943 time: 0.0676043 Sep 17 01:09:54.229379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a67ce196-e8a9-4578-bf81-514393838eaf req-79630677-c238-4b60-97ac-5a9e9eb1626b tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Sep 17 01:09:54.408910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 41667db8-6d3a-41a4-ac31-f6614c2ea767 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:54.514228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 41667db8-6d3a-41a4-ac31-f6614c2ea767, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=41667db8-6d3a-41a4-ac31-f6614c2ea767,segment=NetworkSegment(4272c8c2-35c6-445b-9740-7e85b357fbf3),segment_id=4272c8c2-35c6-445b-9740-7e85b357fbf3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:54.525116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '41667db8-6d3a-41a4-ac31-f6614c2ea767', 'network_id': '696fdbb7-8ccd-4149-91a9-9712322c5857', 'port_id': '41667db8-6d3a-41a4-ac31-f6614c2ea767', 'mac_address': 'fa:16:3e:51:0b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c17059e-bfa4-4980-9290-62ea0ea2e8d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:54.567409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:54.581016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41667db8-6d3a-41a4-ac31-f6614c2ea767 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:54.601308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 41667db8-6d3a-41a4-ac31-f6614c2ea767, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=41667db8-6d3a-41a4-ac31-f6614c2ea767,segment=NetworkSegment(4272c8c2-35c6-445b-9740-7e85b357fbf3),segment_id=4272c8c2-35c6-445b-9740-7e85b357fbf3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:54.675223 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:54.727193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=41667db8-6d3a-41a4-ac31-f6614c2ea767,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:54.735675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.736024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.736367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.736699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.737026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.737352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.737674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.737996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.738339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.738663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.738978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.739319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:09:54.911509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c729e0b-5683-4c8e-af70-39409b1cc0b2 req-0f2b75e9-9445-492f-83bd-9084586d85a1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:54.912983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c729e0b-5683-4c8e-af70-39409b1cc0b2 req-0f2b75e9-9445-492f-83bd-9084586d85a1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0617535 Sep 17 01:09:54.920205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bb834-53fb-4ed2-ad87-30850cde8188 req-4cf5228a-1e45-4446-a2d1-f89c9bc50545 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:54.922334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-609bb834-53fb-4ed2-ad87-30850cde8188 req-4cf5228a-1e45-4446-a2d1-f89c9bc50545 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0504081 Sep 17 01:09:54.953839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c729e0b-5683-4c8e-af70-39409b1cc0b2 req-d2a7a055-b209-474a-a7c7-ef8ca6863730 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336757 Sep 17 01:09:54.961512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-609bb834-53fb-4ed2-ad87-30850cde8188 req-6d54e935-eeb7-4db2-abd4-e7110c6ddab5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Sep 17 01:09:55.060571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['41667db8-6d3a-41a4-ac31-f6614c2ea767'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:55.133229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20ae1-5b20-45b8-affb-a66cbdbba227 req-156fc25f-9d4f-4285-8ce8-90c10690b31f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.134713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54d20ae1-5b20-45b8-affb-a66cbdbba227 req-156fc25f-9d4f-4285-8ce8-90c10690b31f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0525732 Sep 17 01:09:55.172557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54d20ae1-5b20-45b8-affb-a66cbdbba227 req-715e3bc8-f8ac-4a0a-b499-d5a37e7dc229 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Sep 17 01:09:55.352689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d725db-922a-4747-a783-b1bcfcde0597 req-3cb3fe4f-99c7-4725-baaa-3730ef993d1f tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.354830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4d725db-922a-4747-a783-b1bcfcde0597 req-3cb3fe4f-99c7-4725-baaa-3730ef993d1f tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 944 time: 0.0515683 Sep 17 01:09:55.365180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e55f3-5b0a-4748-a347-3c43a43d93ac req-45e1f736-e8a2-41e8-8ea0-47f59e26743f tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.366650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f85e55f3-5b0a-4748-a347-3c43a43d93ac req-45e1f736-e8a2-41e8-8ea0-47f59e26743f tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 950 time: 0.0498352 Sep 17 01:09:55.399612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4d725db-922a-4747-a783-b1bcfcde0597 req-c58ff2f9-a351-4603-be15-bf8997b23598 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389009 Sep 17 01:09:55.407225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f85e55f3-5b0a-4748-a347-3c43a43d93ac req-0bf0631f-5c09-4f1c-84c8-dbe205b82edb tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Sep 17 01:09:55.626823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-d38db8be-74a7-4b04-8a19-1bc59bbf53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.628359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-d38db8be-74a7-4b04-8a19-1bc59bbf53fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1101 time: 0.0415499 Sep 17 01:09:55.728067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-a92281bf-169c-477e-841a-fc8b11ebd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.730097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-a92281bf-169c-477e-841a-fc8b11ebd27f service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.0907998 Sep 17 01:09:55.775208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-f321300a-2192-472c-b129-3ff7fd168293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 217 time: 0.0349321 Sep 17 01:09:55.827715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-eb43b715-c90b-4100-9de0-2260574b5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.829133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-eb43b715-c90b-4100-9de0-2260574b5a3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0470946 Sep 17 01:09:55.880085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-a7ff6323-6e2a-4e71-98f1-4ec7ddc3444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:55.881461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-a7ff6323-6e2a-4e71-98f1-4ec7ddc3444c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0407569 Sep 17 01:09:55.976284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-9fb2b48d-5671-44bf-bdaa-721b3970f787 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862472 Sep 17 01:09:56.092636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165c4b9-7e26-4fd0-8978-fc1a43ce96a6 req-c3d67815-de4d-447f-89b8-9bd195035f93 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:56.094142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c165c4b9-7e26-4fd0-8978-fc1a43ce96a6 req-c3d67815-de4d-447f-89b8-9bd195035f93 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0491724 Sep 17 01:09:56.107286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-af1f6f1c-8e18-4361-b0c5-af559becfd66 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225240 Sep 17 01:09:56.121160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9071-039d-47e2-bd28-aaf9c645960d req-751f8033-e613-49a5-b444-ff7eb2de3e5a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:56.122648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee0b9071-039d-47e2-bd28-aaf9c645960d req-751f8033-e613-49a5-b444-ff7eb2de3e5a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0738297 Sep 17 01:09:56.134222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c165c4b9-7e26-4fd0-8978-fc1a43ce96a6 req-b8d0d2ff-8dce-4532-9179-99b42519a515 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Sep 17 01:09:56.164983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee0b9071-039d-47e2-bd28-aaf9c645960d req-02cf6581-d52c-484f-a671-758371b75734 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362716 Sep 17 01:09:56.299555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552cbcd-3c3d-4036-b583-6a2df14c7b3e req-9d254122-6ed9-41ed-9c9c-025246fa1587 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:56.301704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8552cbcd-3c3d-4036-b583-6a2df14c7b3e req-9d254122-6ed9-41ed-9c9c-025246fa1587 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0579956 Sep 17 01:09:56.343114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8552cbcd-3c3d-4036-b583-6a2df14c7b3e req-1c5349c8-54d7-4f82-a219-400cfc6ba708 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Sep 17 01:09:56.399212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a4a3-bf5b-4e49-ac45-287c585f3a75 req-ef006365-be4a-4709-b373-fffee233a1e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:56.400710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9248a4a3-bf5b-4e49-ac45-287c585f3a75 req-ef006365-be4a-4709-b373-fffee233a1e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0691173 Sep 17 01:09:56.429557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 41667db8-6d3a-41a4-ac31-f6614c2ea767 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:09:56.457171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9248a4a3-bf5b-4e49-ac45-287c585f3a75 req-e31312b7-51a5-46c0-9298-d19bbc59564f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445082 Sep 17 01:09:56.526690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b720df-6c24-43aa-b85f-f1363c9f7b1f req-c556afc8-62d2-4a4e-b570-e5fe873ee713 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:56.528620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92b720df-6c24-43aa-b85f-f1363c9f7b1f req-c556afc8-62d2-4a4e-b570-e5fe873ee713 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 944 time: 0.0570207 Sep 17 01:09:56.563377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 41667db8-6d3a-41a4-ac31-f6614c2ea767 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:09:56.568193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 41667db8-6d3a-41a4-ac31-f6614c2ea767 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:09:56.568666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:56.591384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92b720df-6c24-43aa-b85f-f1363c9f7b1f req-5b3d13eb-170d-41ce-828a-92f1e756619b tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560839 Sep 17 01:09:56.668431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:56.691649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41667db8-6d3a-41a4-ac31-f6614c2ea767'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:56.694427 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794c851a-ea3b-4265-907c-323f9df39b9e" -d '{"events": [{"server_uuid": "121c10b2-0a52-40ce-8e5c-6cb64b4da6e0", "name": "network-vif-plugged", "status": "completed", "tag": "41667db8-6d3a-41a4-ac31-f6614c2ea767"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:56.713694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 41667db8-6d3a-41a4-ac31-f6614c2ea767, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=41667db8-6d3a-41a4-ac31-f6614c2ea767,segment=NetworkSegment(4272c8c2-35c6-445b-9740-7e85b357fbf3),segment_id=4272c8c2-35c6-445b-9740-7e85b357fbf3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:56.735103 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a7dab-7920-41c4-b3ee-668d47814cc1 x-openstack-request-id: req-f75a7dab-7920-41c4-b3ee-668d47814cc1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:56.735103 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c10b2-0a52-40ce-8e5c-6cb64b4da6e0", "name": "network-vif-plugged", "status": "completed", "tag": "41667db8-6d3a-41a4-ac31-f6614c2ea767", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:56.735103 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f75a7dab-7920-41c4-b3ee-668d47814cc1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:56.735103 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41667db8-6d3a-41a4-ac31-f6614c2ea767', 'code': 200} Sep 17 01:09:56.785915 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:56.845874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=41667db8-6d3a-41a4-ac31-f6614c2ea767,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:56.856399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f822f3d-b187-46f3-9b37-53252d82a812 req-30f8cbd7-3b25-485f-97b6-77da0625ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:56.857953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f822f3d-b187-46f3-9b37-53252d82a812 req-30f8cbd7-3b25-485f-97b6-77da0625ca3e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 1096 time: 0.0487151 Sep 17 01:09:56.895102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f822f3d-b187-46f3-9b37-53252d82a812 req-aa945663-6bcd-4dde-8fe7-c61f58cf3dfe service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290556 Sep 17 01:09:57.254321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc02280-6135-429c-bc35-7bf53dd6cc0d req-f4216551-b89f-4433-b378-f72c5e0269a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:57.255851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdc02280-6135-429c-bc35-7bf53dd6cc0d req-f4216551-b89f-4433-b378-f72c5e0269a2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0506775 Sep 17 01:09:57.283567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b54c5-5fad-4fcd-8f41-9f765ad9978f req-524551b2-2549-4abd-ba82-d36125c8b7b8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:57.285314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-501b54c5-5fad-4fcd-8f41-9f765ad9978f req-524551b2-2549-4abd-ba82-d36125c8b7b8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0510359 Sep 17 01:09:57.304727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdc02280-6135-429c-bc35-7bf53dd6cc0d req-87cce9c7-563e-4326-bcec-6d434fdfbfe7 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Sep 17 01:09:57.331860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-501b54c5-5fad-4fcd-8f41-9f765ad9978f req-04d78fb3-9f37-497e-8df3-3a44fd7fa798 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353837 Sep 17 01:09:57.465621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320a78b-984b-4fcb-9ed2-89b1225327a6 req-f394a98e-579e-495d-a6fd-43af9d3f008b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:57.471516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b320a78b-984b-4fcb-9ed2-89b1225327a6 req-f394a98e-579e-495d-a6fd-43af9d3f008b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0639827 Sep 17 01:09:57.507046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b320a78b-984b-4fcb-9ed2-89b1225327a6 req-c311bb26-c98e-4343-80ce-11da127db66f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338931 Sep 17 01:09:57.717182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a38d5-0610-4a91-8f1d-ac801694e3bd req-3a31d243-083a-465e-990e-c6c1a7d9803b tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:57.718635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f1a38d5-0610-4a91-8f1d-ac801694e3bd req-3a31d243-083a-465e-990e-c6c1a7d9803b tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 945 time: 0.0518186 Sep 17 01:09:57.756110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f1a38d5-0610-4a91-8f1d-ac801694e3bd req-5dbe2619-f401-48de-9cab-9b8cde478ba3 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314870 Sep 17 01:09:58.361547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:09:58.365723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:09:58.427177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a204e-586d-439b-b7ab-457b4e6c48fe req-6ab663b6-8fe5-4f55-8d5a-e318f6727622 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:58.429602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f0a204e-586d-439b-b7ab-457b4e6c48fe req-6ab663b6-8fe5-4f55-8d5a-e318f6727622 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0552781 Sep 17 01:09:58.499895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00464fda-c03b-4d0c-aafa-4a264390a184 req-0b99727b-5311-4a11-999a-a995d49cb07c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:58.500888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f0a204e-586d-439b-b7ab-457b4e6c48fe req-1a23e0e3-9398-4217-84b4-1b1ed26eeeea tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608072 Sep 17 01:09:58.507206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00464fda-c03b-4d0c-aafa-4a264390a184 req-0b99727b-5311-4a11-999a-a995d49cb07c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0860772 Sep 17 01:09:58.523253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:58.544320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:58.558627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00464fda-c03b-4d0c-aafa-4a264390a184 req-b4e7df0a-55bb-419f-8fe1-99341736ee00 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Sep 17 01:09:58.576038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:58.594932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '08c3628b-6170-465d-a416-59aad189ba2e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '08c3628b-6170-465d-a416-59aad189ba2e', 'mac_address': 'fa:16:3e:c4:bd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:09:58.633526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:58.645493 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:58.667181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c3628b-6170-465d-a416-59aad189ba2e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:09:58.691304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:09:58.702245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe352b5-92ac-4770-8f08-c93f36819a48 req-732b8ab1-3817-4b8e-a8b4-befad538f053 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:58.704655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fe352b5-92ac-4770-8f08-c93f36819a48 req-732b8ab1-3817-4b8e-a8b4-befad538f053 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0532823 Sep 17 01:09:58.734134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:58.735777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:09:58.738672 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1721109b-e004-43ea-ab1f-0de331d20a9a" -d '{"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:09:58.745369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fe352b5-92ac-4770-8f08-c93f36819a48 req-e1ce88fd-ac35-4b9e-ae8c-1efb0ea1c4f5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339432 Sep 17 01:09:58.769604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:58.782674 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae2fa3d-eec4-4878-8ecc-19c55cb5f6fa x-openstack-request-id: req-0ae2fa3d-eec4-4878-8ecc-19c55cb5f6fa {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:09:58.782973 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:09:58.783778 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ae2fa3d-eec4-4878-8ecc-19c55cb5f6fa {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:09:58.784177 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'code': 200} Sep 17 01:09:58.810568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:58.865729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:09:58.874041 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:09:58.878978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03e56c-0717-4432-a690-24856f621100 req-57ccb5ff-12d8-4a5d-b77d-63050cbc01ef tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:58.880483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c03e56c-0717-4432-a690-24856f621100 req-57ccb5ff-12d8-4a5d-b77d-63050cbc01ef tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 945 time: 0.0539694 Sep 17 01:09:58.915539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['08c3628b-6170-465d-a416-59aad189ba2e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:09:58.919058 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c03e56c-0717-4432-a690-24856f621100 req-cc747283-94c6-41cf-92a8-2b030d9cb921 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320568 Sep 17 01:09:59.610578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ceb2d7-4574-491c-8826-0e77827a543b req-c32fd4bd-44a2-4ee1-b62e-c9174ecd69be tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:59.612111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36ceb2d7-4574-491c-8826-0e77827a543b req-c32fd4bd-44a2-4ee1-b62e-c9174ecd69be tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0502334 Sep 17 01:09:59.650073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36ceb2d7-4574-491c-8826-0e77827a543b req-1e5d4d37-f98c-4280-bbdf-53ab28bd6f05 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Sep 17 01:09:59.761274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49388462-fe1a-4d76-90de-258ff1c7084c req-c6c8658e-494e-43cf-9877-e9a23322b2c0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:59.762759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49388462-fe1a-4d76-90de-258ff1c7084c req-c6c8658e-494e-43cf-9877-e9a23322b2c0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0564971 Sep 17 01:09:59.801390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49388462-fe1a-4d76-90de-258ff1c7084c req-8bab3c93-acd3-4eff-a7af-9103d64c7839 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Sep 17 01:09:59.916133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8dfdf-fd66-45fe-b79f-d32f3421a764 req-4a53e7f6-17a2-446b-9e55-a78e13ea0ed9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:09:59.917855 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b3f8dfdf-fd66-45fe-b79f-d32f3421a764 req-4a53e7f6-17a2-446b-9e55-a78e13ea0ed9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0515959 Sep 17 01:09:59.957828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b3f8dfdf-fd66-45fe-b79f-d32f3421a764 req-bcb9fb5d-f50a-47fa-84d0-2de0c4fbdf8f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328119 Sep 17 01:10:00.368604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:00.421533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 08c3628b-6170-465d-a416-59aad189ba2e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:00.421533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:00.445400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:00.565854 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:00.597124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:00.616732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:00.621298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:00.657186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:00.670923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:00.691103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:00.705640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:00.762333 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:00.774686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342a37a-8644-4d63-854c-afe90c3aa2f9 req-1af27180-4154-4c3c-97a6-696c76624d2e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:00.777063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3342a37a-8644-4d63-854c-afe90c3aa2f9 req-1af27180-4154-4c3c-97a6-696c76624d2e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0520911 Sep 17 01:10:00.780903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:00.785622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:00.787831 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d1e30e-4d52-4943-b24d-d08f8404f8a9" -d '{"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-plugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:00.825906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3342a37a-8644-4d63-854c-afe90c3aa2f9 req-b2a04581-bd8c-4f72-9fdc-c3db73560770 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Sep 17 01:10:00.846613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:00.875962 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea736425-0085-496a-a3fd-460d2d11ceb7 x-openstack-request-id: req-ea736425-0085-496a-a3fd-460d2d11ceb7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:00.876299 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-plugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:00.876700 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea736425-0085-496a-a3fd-460d2d11ceb7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:00.877211 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'code': 200} Sep 17 01:10:00.969566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18f773-2d0f-4f92-b050-eba45858e008 req-7605cd36-d447-4c29-9dc0-b57e3e19461f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:00.973362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a18f773-2d0f-4f92-b050-eba45858e008 req-7605cd36-d447-4c29-9dc0-b57e3e19461f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0508308 Sep 17 01:10:00.987541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['bc517755-a3e3-4e8f-8737-fca6e57fac3a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:01.012765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a18f773-2d0f-4f92-b050-eba45858e008 req-34557e21-d2e8-42f3-bd89-201a461e120b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352225 Sep 17 01:10:01.130838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80181ed8-c847-4494-8654-79271949d526 req-5bd7cea0-7404-4a14-94e3-5cf1e6050097 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:01.132402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80181ed8-c847-4494-8654-79271949d526 req-5bd7cea0-7404-4a14-94e3-5cf1e6050097 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0545506 Sep 17 01:10:01.175667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80181ed8-c847-4494-8654-79271949d526 req-91b01412-e0e4-4ae4-9044-1d2bd3a06c47 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356362 Sep 17 01:10:01.828579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126084f-d502-4d9a-b01b-b19c8258b340 req-043a32c0-2641-4fd0-a558-baea47cf8014 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:01.830056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8126084f-d502-4d9a-b01b-b19c8258b340 req-043a32c0-2641-4fd0-a558-baea47cf8014 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 945 time: 0.0502889 Sep 17 01:10:01.870189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8126084f-d502-4d9a-b01b-b19c8258b340 req-0b88670e-e983-4703-912c-bacc17c6371f tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340629 Sep 17 01:10:01.992927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40332e3-48fb-4e75-9763-ad24eb77f18d req-44b7cfd8-d64c-435d-98e9-552216b76887 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:02.001593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b40332e3-48fb-4e75-9763-ad24eb77f18d req-44b7cfd8-d64c-435d-98e9-552216b76887 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0920484 Sep 17 01:10:02.048670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b40332e3-48fb-4e75-9763-ad24eb77f18d req-bbb915e5-abf6-48ba-829b-f6ca793e2d79 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439806 Sep 17 01:10:02.233911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f336ce-4614-48c4-9088-3ad2c955e9f3 req-c6493a7f-4a9c-4f02-be15-d0da5137c7e4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:02.247955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1f336ce-4614-48c4-9088-3ad2c955e9f3 req-c6493a7f-4a9c-4f02-be15-d0da5137c7e4 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0877645 Sep 17 01:10:02.372594 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1f336ce-4614-48c4-9088-3ad2c955e9f3 req-353a110a-e436-4af7-9079-d4e195dad8fb tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201291 Sep 17 01:10:02.424042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e65a7-5ff2-4263-8000-de0bb8bf98b5 req-c907cc2f-46d5-46b2-b6c0-954771d91e8f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:02.426549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a1e65a7-5ff2-4263-8000-de0bb8bf98b5 req-c907cc2f-46d5-46b2-b6c0-954771d91e8f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.1242275 Sep 17 01:10:02.463537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:02.512747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a1e65a7-5ff2-4263-8000-de0bb8bf98b5 req-d496fad8-ec8e-4e76-9b4f-8fe5338d1632 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783124 Sep 17 01:10:02.545522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port bc517755-a3e3-4e8f-8737-fca6e57fac3a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:02.546184 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:02.692951 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:02.751575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:02.817360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:02.882887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:02.885428 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38112503-67ad-4b04-ace6-045ea8821643" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:02.983962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:03.003520 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1526e1-38e7-4af5-9e8b-0d9169976e40 x-openstack-request-id: req-2d1526e1-38e7-4af5-9e8b-0d9169976e40 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:03.004098 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:03.009363 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d1526e1-38e7-4af5-9e8b-0d9169976e40 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:03.010223 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:10:03.182745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eb379-e311-4740-bab7-d628e2a05514 req-1feb0c89-7ad3-4729-929f-ece6962c716c tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:03.193035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e99eb379-e311-4740-bab7-d628e2a05514 req-1feb0c89-7ad3-4729-929f-ece6962c716c tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 945 time: 0.0864253 Sep 17 01:10:03.256858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e99eb379-e311-4740-bab7-d628e2a05514 req-d1739128-65d4-4517-abe0-233183604bc3 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/security-groups?id=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626893 Sep 17 01:10:03.362972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-9e4b7b15-4428-4782-9d38-3656307a0506 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:03.376866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-9e4b7b15-4428-4782-9d38-3656307a0506 tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.23 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 945 time: 0.1415496 Sep 17 01:10:03.608556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Deleting port 41667db8-6d3a-41a4-ac31-f6614c2ea767 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:03.610231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:03.654253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102deb65-a407-4359-a288-a8c2bb0677d6 req-0b105f7d-b531-430c-bb58-4f3ded8f3c5f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:03.664939 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-102deb65-a407-4359-a288-a8c2bb0677d6 req-0b105f7d-b531-430c-bb58-4f3ded8f3c5f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1172020 Sep 17 01:10:03.753116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-102deb65-a407-4359-a288-a8c2bb0677d6 req-e0f947c1-0b6e-47b5-b37e-aec1677cd95a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Sep 17 01:10:03.833031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] For port 41667db8-6d3a-41a4-ac31-f6614c2ea767, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=41667db8-6d3a-41a4-ac31-f6614c2ea767,segment=NetworkSegment(4272c8c2-35c6-445b-9740-7e85b357fbf3),segment_id=4272c8c2-35c6-445b-9740-7e85b357fbf3)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:03.833693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:03.853229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Calling delete_port for 41667db8-6d3a-41a4-ac31-f6614c2ea767 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:04.170159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643d994-d6ce-4dda-9efa-bc4bd95b9da8 req-c4abb23a-a3d3-4270-8655-f468b43b0e66 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:04.178309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0643d994-d6ce-4dda-9efa-bc4bd95b9da8 req-c4abb23a-a3d3-4270-8655-f468b43b0e66 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1473830 Sep 17 01:10:04.234511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0643d994-d6ce-4dda-9efa-bc4bd95b9da8 req-8b6dfb72-0f86-439b-b293-35786affa39b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545201 Sep 17 01:10:04.295450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:04.309109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['41667db8-6d3a-41a4-ac31-f6614c2ea767'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:04.356432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Pushing event deleted for resources: {'Port': ['ID=41667db8-6d3a-41a4-ac31-f6614c2ea767,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:04.395028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98a242-0622-4f53-ad6d-e7547b21d936 req-1704bf4b-a792-4e31-9970-1f800ac72322 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:04.404079 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e98a242-0622-4f53-ad6d-e7547b21d936 req-1704bf4b-a792-4e31-9970-1f800ac72322 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0974915 Sep 17 01:10:04.452199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] No DVR routers for this DVR port 41667db8-6d3a-41a4-ac31-f6614c2ea767 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:04.454901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:04.457008 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bf55e23-7829-495f-a087-44131a1a9c8d req-d1d13662-bdc7-4305-becd-4a66dda7ed8d tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.23 "DELETE /v2.0/ports/41667db8-6d3a-41a4-ac31-f6614c2ea767 HTTP/1.1" status: 204 len: 173 time: 1.0704727 Sep 17 01:10:04.457492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'name': 'network-vif-deleted', 'tag': '41667db8-6d3a-41a4-ac31-f6614c2ea767'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:04.459767 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7f945c-9e8a-47bc-940c-39b8db459dee" -d '{"events": [{"server_uuid": "121c10b2-0a52-40ce-8e5c-6cb64b4da6e0", "name": "network-vif-deleted", "tag": "41667db8-6d3a-41a4-ac31-f6614c2ea767"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:04.482519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e98a242-0622-4f53-ad6d-e7547b21d936 req-b265f62f-717b-46d2-a344-9a5058676e93 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 Sep 17 01:10:04.644254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59d8a3c7-c76e-46e2-8398-839ea513100c req-7828fb22-137a-4399-a20a-1c28ee08b4ec tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 210 time: 0.0561323 Sep 17 01:10:04.832597 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa751cae-d619-4cc5-a65f-1ea866128987 x-openstack-request-id: req-aa751cae-d619-4cc5-a65f-1ea866128987 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:04.832976 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121c10b2-0a52-40ce-8e5c-6cb64b4da6e0", "name": "network-vif-deleted", "tag": "41667db8-6d3a-41a4-ac31-f6614c2ea767", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:04.833292 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa751cae-d619-4cc5-a65f-1ea866128987 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:04.833765 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121c10b2-0a52-40ce-8e5c-6cb64b4da6e0', 'name': 'network-vif-deleted', 'tag': '41667db8-6d3a-41a4-ac31-f6614c2ea767', 'status': 'completed', 'code': 200} Sep 17 01:10:04.958265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47660d4-2587-4624-9284-93dac3831c4f req-febaed30-2c39-4041-b54b-5ef243cf12a6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:04.967798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c47660d4-2587-4624-9284-93dac3831c4f req-febaed30-2c39-4041-b54b-5ef243cf12a6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0726883 Sep 17 01:10:05.023842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c47660d4-2587-4624-9284-93dac3831c4f req-558540e6-6cf5-488b-8282-9503f92ce010 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488312 Sep 17 01:10:05.369289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4b110-1367-4587-9270-205d7806fd38 req-46c576e8-2ee3-42ed-9ae7-c0ee84e468cc tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:05.386781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30f4b110-1367-4587-9270-205d7806fd38 req-46c576e8-2ee3-42ed-9ae7-c0ee84e468cc tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0640757 Sep 17 01:10:05.421709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30f4b110-1367-4587-9270-205d7806fd38 req-09653ae3-d057-4785-9a89-d302aad1195d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350950 Sep 17 01:10:05.593755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408a862-731c-468c-b4f2-bbb75f4e1c1d req-2d596ef5-e080-48bf-aca1-6da91f9a5140 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:05.595349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4408a862-731c-468c-b4f2-bbb75f4e1c1d req-2d596ef5-e080-48bf-aca1-6da91f9a5140 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0517991 Sep 17 01:10:05.628828 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a7d349a-9099-454d-9a54-6becaf8ee0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:05.642205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4408a862-731c-468c-b4f2-bbb75f4e1c1d req-3b54d73c-fb6b-43df-8f63-053ea64543c7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398204 Sep 17 01:10:05.761193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e40e537-2ce2-4341-8b25-14fa5b026a44 req-e049c609-6c3e-4718-9ad3-744aeee9a6bb tempest-ServerTagsTestJSON-1246610082 tempest-ServerTagsTestJSON-1246610082-project] 10.222.0.13 "GET /v2.0/ports?device_id=121c10b2-0a52-40ce-8e5c-6cb64b4da6e0 HTTP/1.1" status: 200 len: 210 time: 0.0267174 Sep 17 01:10:06.205762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b3274-d318-4fb6-a5f7-4521e7dfc9eb req-e5eac088-74d8-4d94-9b05-812876eb1754 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:06.215183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e0b3274-d318-4fb6-a5f7-4521e7dfc9eb req-e5eac088-74d8-4d94-9b05-812876eb1754 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1130605 Sep 17 01:10:06.274639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e0b3274-d318-4fb6-a5f7-4521e7dfc9eb req-ba091d7b-a423-401a-8cdb-73ec244acf8d tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568602 Sep 17 01:10:06.686095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a050169-72bb-4e3f-ae37-3762e7253c3e req-2521f3bb-2939-4848-b46b-5a34cd61c05a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:06.687761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a050169-72bb-4e3f-ae37-3762e7253c3e req-2521f3bb-2939-4848-b46b-5a34cd61c05a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1400635 Sep 17 01:10:06.746755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a050169-72bb-4e3f-ae37-3762e7253c3e req-14f0c078-0f78-492b-87e4-fa78925960bf tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537977 Sep 17 01:10:06.881179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084e0c0-0df4-4672-8620-4d9cf05d1819 req-26e4cd56-4fcd-4dc9-9e6e-0abdcf51c4d2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:06.890989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0084e0c0-0df4-4672-8620-4d9cf05d1819 req-26e4cd56-4fcd-4dc9-9e6e-0abdcf51c4d2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0869887 Sep 17 01:10:06.965287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0084e0c0-0df4-4672-8620-4d9cf05d1819 req-7a70d34f-71e2-45be-96bc-4742b46ec59c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747499 Sep 17 01:10:07.041513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:07.160716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Deleting subnet 8c17059e-bfa4-4980-9290-62ea0ea2e8d0 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:10:07.171955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:07.237348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:07.332612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:07.505113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b5ab3-76e1-4b8b-8ec7-ef6e3f44b89e req-16b1d4d7-e7f6-4d84-b46f-6f4b61ba8de0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:07.513488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f4b5ab3-76e1-4b8b-8ec7-ef6e3f44b89e req-16b1d4d7-e7f6-4d84-b46f-6f4b61ba8de0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1213665 Sep 17 01:10:07.545638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:07.610887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f4b5ab3-76e1-4b8b-8ec7-ef6e3f44b89e req-a5880fd0-8f26-4e27-b203-19bc644ecdac tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962999 Sep 17 01:10:07.618530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:07.623019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8c17059e-bfa4-4980-9290-62ea0ea2e8d0 HTTP/1.1" status: 204 len: 168 time: 0.5781431 Sep 17 01:10:07.628432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45368) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:07.670632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c17059e-bfa4-4980-9290-62ea0ea2e8d0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:07.690655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.691480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.696092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.696496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.696847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.697714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.698151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.698441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.699072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.699363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.699873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.700349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e630d01-917c-46ca-b371-0288f1beb99c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:07.783727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.040080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42469115-b412-4618-90f8-1c8d31f7f2be req-ffcac986-8160-491a-9011-7aca9e7f682d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:08.054588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42469115-b412-4618-90f8-1c8d31f7f2be req-ffcac986-8160-491a-9011-7aca9e7f682d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1727006 Sep 17 01:10:08.111140 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e6c1fea4-2eba-4dfb-93af-839b7ddefab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.171374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42469115-b412-4618-90f8-1c8d31f7f2be req-8428fff2-1a5e-4eac-9655-5840464c0ca2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132636 Sep 17 01:10:08.361462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.398998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45341f98-e64a-4c67-84d8-bc5408d53b8a req-dd2fee40-0b66-4c3a-b8b9-bc8ec5e7b3fe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:08.405595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696fdbb7-8ccd-4149-91a9-9712322c5857']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:08.407716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-45341f98-e64a-4c67-84d8-bc5408d53b8a req-dd2fee40-0b66-4c3a-b8b9-bc8ec5e7b3fe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.1274390 Sep 17 01:10:08.435968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4272c8c2-35c6-445b-9740-7e85b357fbf3') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:08.436303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4272c8c2-35c6-445b-9740-7e85b357fbf3') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:08.446535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.458898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-45341f98-e64a-4c67-84d8-bc5408d53b8a req-9266ee18-106a-4bb6-b84e-35802b13d718 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479829 Sep 17 01:10:08.462746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.473275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:10:08.473275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.487971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 41667db8-6d3a-41a4-ac31-f6614c2ea767 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:08.508348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 41667db8-6d3a-41a4-ac31-f6614c2ea767 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:08.509058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 41667db8-6d3a-41a4-ac31-f6614c2ea767 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:10:08.548063 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:10:08.639406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.645575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:08.651373 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] 10.222.0.13 "DELETE /v2.0/networks/696fdbb7-8ccd-4149-91a9-9712322c5857 HTTP/1.1" status: 204 len: 168 time: 1.0176954 Sep 17 01:10:08.675147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-98f89555-32bd-45d7-8385-5bf9636cff85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769250 Sep 17 01:10:08.704890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cbaa7-588b-4aa7-9e03-360fe9948fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=696fdbb7-8ccd-4149-91a9-9712322c5857,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:08.830682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-395da759-34b3-4566-84f9-ffe4d2e7f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:08.831581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-395da759-34b3-4566-84f9-ffe4d2e7f0c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a37b5e971254cd0a9559c4de88779a5&device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 1096 time: 0.0878386 Sep 17 01:10:08.848764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4af62-9bf5-4f89-a49b-e338702f65be req-6f31b03d-2cfa-4d46-8eee-43cc5b47513b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:08.850507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03b4af62-9bf5-4f89-a49b-e338702f65be req-6f31b03d-2cfa-4d46-8eee-43cc5b47513b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0748868 Sep 17 01:10:09.022366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:09.099971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-ed2ddb08-b5a2-4c73-b766-1ccb387e115e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:09.101950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-ed2ddb08-b5a2-4c73-b766-1ccb387e115e service neutron] 10.222.0.36 "GET /v2.0/networks?id=8e9889cd-2df7-4a7d-8ada-3e29217c4816 HTTP/1.1" status: 200 len: 907 time: 0.2432961 Sep 17 01:10:09.110122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45382) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:09.226775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d97f6640-8cb1-4885-aa53-bae70b24cf8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d88e3f8418d74e81a7b3ff379ed2cf6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1149900 Sep 17 01:10:09.231573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45386) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:09.231891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-ee5588bd-de80-43d4-bbed-fe6fca06428a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2689c30b-3a16-4d05-b009-f387ecde72d8 HTTP/1.1" status: 200 len: 1001 time: 0.1205585 Sep 17 01:10:09.234772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03b4af62-9bf5-4f89-a49b-e338702f65be req-024b34ce-b5f3-40ef-a880-0728e2f10f58 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321135 Sep 17 01:10:09.362795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7091da99-797d-49a0-aff9-214f8e7bcd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:09.390007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-79586161-8f26-4edd-a9b4-be8f71ad0b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:09.404952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-79586161-8f26-4edd-a9b4-be8f71ad0b8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=455a96b9-8d6a-45ab-97cc-291742f736bf HTTP/1.1" status: 200 len: 845 time: 0.1656675 Sep 17 01:10:09.405480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7091da99-797d-49a0-aff9-214f8e7bcd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:09.486034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:09.486646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-49ca6efd-f81a-4c65-83a4-acb488ba7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:09.486646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-49ca6efd-f81a-4c65-83a4-acb488ba7afe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8e9889cd-2df7-4a7d-8ada-3e29217c4816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673368 Sep 17 01:10:09.631113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03121a-3bb7-4fc8-860a-034010e5b97f req-f282a393-5e87-4235-8be3-4d4f04bee3ae tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:09.867055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e03121a-3bb7-4fc8-860a-034010e5b97f req-f282a393-5e87-4235-8be3-4d4f04bee3ae tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1184027 Sep 17 01:10:09.867055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-bafdff78-484d-4326-9a81-91f010f66a68 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628432 Sep 17 01:10:09.868503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7091da99-797d-49a0-aff9-214f8e7bcd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:09.870447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e03121a-3bb7-4fc8-860a-034010e5b97f req-277d8535-6073-4ac8-8702-7d993405d873 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541701 Sep 17 01:10:09.870585 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7091da99-797d-49a0-aff9-214f8e7bcd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:09.870585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7091da99-797d-49a0-aff9-214f8e7bcd02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3d8b95a-0b6b-4121-b8e2-cca8762cfd94 HTTP/1.1" status: 204 len: 168 time: 0.4647131 Sep 17 01:10:09.870585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091da99-797d-49a0-aff9-214f8e7bcd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d8b95a-0b6b-4121-b8e2-cca8762cfd94,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:09.870903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7dbc09-c603-41aa-98cf-e9f4b357aeb0 req-7f4c7587-4abf-44b1-a9f1-bc82f1122281 service neutron] 10.222.0.36 "GET /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985396 Sep 17 01:10:09.870903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd333718-8643-4cba-aeb4-fb4a9c0f8645 req-72759355-c72e-4178-8ba2-247999b3d289 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:09.870903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd333718-8643-4cba-aeb4-fb4a9c0f8645 req-72759355-c72e-4178-8ba2-247999b3d289 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0499024 Sep 17 01:10:09.870903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd333718-8643-4cba-aeb4-fb4a9c0f8645 req-7d509277-6a12-4b21-ba84-b1273078efc8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353038 Sep 17 01:10:10.373526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e03a1-cc45-4351-a479-25324f0e4e09 req-c6dc0558-3e53-488f-bb1b-bb867ba4bf66 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:10.375352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-176e03a1-cc45-4351-a479-25324f0e4e09 req-c6dc0558-3e53-488f-bb1b-bb867ba4bf66 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0559676 Sep 17 01:10:10.417155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-176e03a1-cc45-4351-a479-25324f0e4e09 req-45ff89b4-0943-4b6d-9338-4be4f0302cf3 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355387 Sep 17 01:10:10.973848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:11.054325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fb870-5cb5-43f6-945c-efa9d9794c80 req-1a2e3c08-2137-485a-ad63-865babcac8fa tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:11.057314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd6fb870-5cb5-43f6-945c-efa9d9794c80 req-1a2e3c08-2137-485a-ad63-865babcac8fa tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0901916 Sep 17 01:10:11.120985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd6fb870-5cb5-43f6-945c-efa9d9794c80 req-d657cdc6-5781-4ea7-a40d-0255ed8c523d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545197 Sep 17 01:10:11.270873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50187597-d1ee-4a45-be9c-61e9ce5b417d req-507cc434-8da1-42ff-8c87-830f3e9c6570 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:11.280023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50187597-d1ee-4a45-be9c-61e9ce5b417d req-507cc434-8da1-42ff-8c87-830f3e9c6570 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0936122 Sep 17 01:10:11.343343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50187597-d1ee-4a45-be9c-61e9ce5b417d req-df0cae11-3dab-4883-96bb-60cf9fff0e8d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622764 Sep 17 01:10:11.662896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6933d-c66a-4a80-8f6a-2c419b8f5e50 req-dee593dc-80c8-47d5-94e2-1520e360d2e0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:11.664471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a6933d-c66a-4a80-8f6a-2c419b8f5e50 req-dee593dc-80c8-47d5-94e2-1520e360d2e0 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0972824 Sep 17 01:10:11.722193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a6933d-c66a-4a80-8f6a-2c419b8f5e50 req-01ab1748-080a-48db-b128-bc7ccc1cbc82 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Sep 17 01:10:12.044226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-fd094d7e-ef1a-4194-a347-0d18b144d508 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0983412 Sep 17 01:10:12.157525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.158133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.158609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.159069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.159827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.160641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.161288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.163615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-95a94225-c9df-4b39-9a37-7e7e9ebac8dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6498 time: 0.0610492 Sep 17 01:10:12.328500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-40794109-d52a-40fd-8e5e-fdf058d7deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.329274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-40794109-d52a-40fd-8e5e-fdf058d7deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.329925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-40794109-d52a-40fd-8e5e-fdf058d7deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.333673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-40794109-d52a-40fd-8e5e-fdf058d7deca service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d1fc549-aa3d-4d46-98a9-560f16163d29&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 200 len: 2298 time: 0.1368842 Sep 17 01:10:12.484397 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-c328ba8d-a2c7-4042-a604-6c4ae3aea60f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 200 len: 1001 time: 0.1391392 Sep 17 01:10:12.589289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-6eb950df-0673-4635-8111-2049e8f950a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.590833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-6eb950df-0673-4635-8111-2049e8f950a8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7372a4ee-7734-4abf-a4a8-a056449fad85 HTTP/1.1" status: 200 len: 856 time: 0.0977681 Sep 17 01:10:12.647341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-83a4df8f-1b52-49ed-9d06-e2d2249506ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:12.649030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-83a4df8f-1b52-49ed-9d06-e2d2249506ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d1fc549-aa3d-4d46-98a9-560f16163d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496666 Sep 17 01:10:12.817927 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-d2248834-4833-481e-8c16-32ed9cbf6a12 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584063 Sep 17 01:10:12.929400 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-93d9a702-3572-4b23-824a-03442ca184f6 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011660 Sep 17 01:10:13.025032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-57bbb8c9-107e-4f77-9d71-6048731a6585 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 217 time: 0.0876765 Sep 17 01:10:13.080606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-32ef0491-1d5c-4023-9ed3-77e067123248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:13.082289 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-32ef0491-1d5c-4023-9ed3-77e067123248 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0477881 Sep 17 01:10:13.144209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-db555ed6-c96e-4b42-a18c-094e7afa2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:13.145915 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-db555ed6-c96e-4b42-a18c-094e7afa2f6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0542276 Sep 17 01:10:13.270165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-6106d487-d39c-40b1-bdfc-f88df965c0cc service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155653 Sep 17 01:10:13.430915 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-d1b7f97c-18b4-4596-afa8-6444d98b4012 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506383 Sep 17 01:10:13.507169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-3f548dff-60f9-484d-851f-1674382991d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 217 time: 0.0667076 Sep 17 01:10:13.644979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-b082c57a-00eb-4218-b9d1-fb07bca766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:13.646254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-b082c57a-00eb-4218-b9d1-fb07bca766cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1291699 Sep 17 01:10:13.709862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-a5887829-33d7-413f-9ac4-39542dd35343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:13.711537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-a5887829-33d7-413f-9ac4-39542dd35343 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560157 Sep 17 01:10:13.842938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-c058c019-ad30-4d87-9456-146d0cbc7cdc service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229811 Sep 17 01:10:13.970834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-328c33e0-afea-42cd-994b-d33f1f1b7979 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211693 Sep 17 01:10:14.041870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-b9048deb-d84a-450d-82f1-a812bba79470 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=82098396-32dd-4b1f-81c7-7218175d4d65 HTTP/1.1" status: 200 len: 217 time: 0.0590448 Sep 17 01:10:14.108630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-9602e774-12d8-4ea0-92e9-6115c9cff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:14.110166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-9602e774-12d8-4ea0-92e9-6115c9cff9ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0610230 Sep 17 01:10:14.162490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-7c556ccd-3273-4fc6-bf09-47dde554722c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:14.164223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-7c556ccd-3273-4fc6-bf09-47dde554722c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0453334 Sep 17 01:10:14.274208 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-3f9a8591-c181-4ae0-bf5f-b3e4958f6023 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023946 Sep 17 01:10:14.367324 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-b42cf703-b41a-4749-95d6-7fb2c230f7ba service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861812 Sep 17 01:10:14.414821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-59fae8d1-b2d9-4c7d-b6f0-397bb9d201f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4d8696d0-d515-4bb1-825b-1882392eaaae HTTP/1.1" status: 200 len: 217 time: 0.0399909 Sep 17 01:10:14.469312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-ef603815-0d63-4223-895c-10e7e8ccf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:14.470837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-ef603815-0d63-4223-895c-10e7e8ccf391 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0487301 Sep 17 01:10:14.518915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-df894353-9955-4f21-9be0-bd14341bc312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:14.520424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-df894353-9955-4f21-9be0-bd14341bc312 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421576 Sep 17 01:10:14.617018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-987efc8c-9a85-49df-a1af-7a8acd3193d6 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888224 Sep 17 01:10:14.713841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-72e4fd6d-2e75-45e2-97c2-c62de224c1e7 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891895 Sep 17 01:10:14.765386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-9d567019-3f7a-4b7c-a194-672f471539b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3988df96-4c91-4792-911f-f954b14ff2f4 HTTP/1.1" status: 200 len: 217 time: 0.0443261 Sep 17 01:10:14.815033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-a6c48be0-301d-4930-98c6-d0eaa88c9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:14.816511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-a6c48be0-301d-4930-98c6-d0eaa88c9fa9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.0441880 Sep 17 01:10:14.866318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-4d095c80-1fc7-45fa-8fd4-374b3ec7641f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:14.867861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-4d095c80-1fc7-45fa-8fd4-374b3ec7641f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412493 Sep 17 01:10:14.988044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-b2fa308d-1361-418e-9a17-bde659ddd959 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079369 Sep 17 01:10:15.087868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-12b39bd4-ad81-4926-8b99-18714905958a service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913846 Sep 17 01:10:15.134242 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-f30c1e27-f484-4356-9205-a13a6f6cea62 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 200 len: 217 time: 0.0392427 Sep 17 01:10:15.184290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-a5c212e9-d979-4d6f-a08d-a270df65a18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:15.185731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-a5c212e9-d979-4d6f-a08d-a270df65a18a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.0450675 Sep 17 01:10:15.231992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-cdfce631-52ea-45eb-9a06-59684856ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:15.233764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-cdfce631-52ea-45eb-9a06-59684856ae78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409338 Sep 17 01:10:15.329060 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-ff6d025e-9d4c-4606-977d-ec22e2313b92 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872750 Sep 17 01:10:15.424215 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0fb2af1-23c6-4773-afd9-eda067fad82b req-79cc44cf-3d09-44e8-976a-01edb81801a1 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878904 Sep 17 01:10:17.010605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a18aa-82d8-4df9-be3d-a66c4b58a5ad req-83194081-d378-4fdc-8134-757716298f31 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.012145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed9a18aa-82d8-4df9-be3d-a66c4b58a5ad req-83194081-d378-4fdc-8134-757716298f31 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0558617 Sep 17 01:10:17.049207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed9a18aa-82d8-4df9-be3d-a66c4b58a5ad req-734a79a0-5d17-433f-b202-a60a45ffa37e tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307860 Sep 17 01:10:17.191063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3da4b-7dd9-4980-aca8-f6c39f8f655d req-6d727835-c2cd-4ca3-97e3-b2fa362cfc3f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.192600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cf3da4b-7dd9-4980-aca8-f6c39f8f655d req-6d727835-c2cd-4ca3-97e3-b2fa362cfc3f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0576720 Sep 17 01:10:17.238852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576c64e-45cc-48c2-943f-e06f8ec5e07b req-fad6f71f-a04e-460b-8ac7-2fafd68cdcb8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.240395 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0576c64e-45cc-48c2-943f-e06f8ec5e07b req-fad6f71f-a04e-460b-8ac7-2fafd68cdcb8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0631335 Sep 17 01:10:17.248043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cf3da4b-7dd9-4980-aca8-f6c39f8f655d req-7c0d8150-cd2c-408a-a24e-a1c28464cfe7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393972 Sep 17 01:10:17.286298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0576c64e-45cc-48c2-943f-e06f8ec5e07b req-1be45c8b-6cb9-49e3-a221-aa0ae18e705f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Sep 17 01:10:17.374533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7470b-3230-4e69-9f49-3fe2bdbc358c req-581837d0-a731-4589-a6a7-1e0e6e6f6f17 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.376067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00d7470b-3230-4e69-9f49-3fe2bdbc358c req-581837d0-a731-4589-a6a7-1e0e6e6f6f17 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0540369 Sep 17 01:10:17.394927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7533b-b198-449e-b16d-139313192063 req-568ffbc7-38e8-4a24-9974-d0511b85ff16 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.403787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bc7533b-b198-449e-b16d-139313192063 req-568ffbc7-38e8-4a24-9974-d0511b85ff16 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0538933 Sep 17 01:10:17.447699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00d7470b-3230-4e69-9f49-3fe2bdbc358c req-6cbed944-8564-4e94-b7fa-6d99e5028d97 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514033 Sep 17 01:10:17.462957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bc7533b-b198-449e-b16d-139313192063 req-ab52b62a-8299-4f81-98f2-49b31f231c8a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490031 Sep 17 01:10:17.538879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-75475816-3e97-4dfe-8b06-d66bca2457bf req-8e79e361-83ec-485b-ac05-3fa4844d58f7 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0334034 Sep 17 01:10:17.608963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d05d1e-d492-44ee-8398-23994f56cc5a req-043039e4-a4ac-48bc-ac56-62586ffb130b tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.610454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77d05d1e-d492-44ee-8398-23994f56cc5a req-043039e4-a4ac-48bc-ac56-62586ffb130b tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 950 time: 0.0489125 Sep 17 01:10:17.648078 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77d05d1e-d492-44ee-8398-23994f56cc5a req-62201767-d445-4e9a-bff7-5c67da4b886b tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 Sep 17 01:10:17.878378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543274fc-99ef-4273-a7eb-5465d1542cb0 req-0b7c40b8-c693-436b-aa7a-0e10ca12889d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:17.879999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-543274fc-99ef-4273-a7eb-5465d1542cb0 req-0b7c40b8-c693-436b-aa7a-0e10ca12889d tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0521877 Sep 17 01:10:17.920286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-543274fc-99ef-4273-a7eb-5465d1542cb0 req-64b0f698-621b-4d55-aea2-16e9584b5687 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321715 Sep 17 01:10:18.377495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8a7a1-9b21-4bdc-b3c1-c93e7fd882dd req-b2f4a2ef-a14d-4aa6-b2c8-5070e7ebb71a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:18.378999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7d8a7a1-9b21-4bdc-b3c1-c93e7fd882dd req-b2f4a2ef-a14d-4aa6-b2c8-5070e7ebb71a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0514638 Sep 17 01:10:18.418859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981421d1-3148-40da-b880-82255c2fd163 req-235fe8f3-bc82-4cb2-8536-6408ab9fffe4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:18.420513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-981421d1-3148-40da-b880-82255c2fd163 req-235fe8f3-bc82-4cb2-8536-6408ab9fffe4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0580637 Sep 17 01:10:18.421714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7d8a7a1-9b21-4bdc-b3c1-c93e7fd882dd req-c9091d3a-8bbc-43ee-ba71-63d533429db2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351422 Sep 17 01:10:18.461465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-981421d1-3148-40da-b880-82255c2fd163 req-9bbb8025-5646-4dbb-8b43-e3fcf2f7c471 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343375 Sep 17 01:10:18.629105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e6865-ad84-42f9-9ed2-cb18b7ee96d8 req-2304c614-d7ae-43cb-80b8-739a5412baf2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:18.630633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af3e6865-ad84-42f9-9ed2-cb18b7ee96d8 req-2304c614-d7ae-43cb-80b8-739a5412baf2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0510557 Sep 17 01:10:18.673014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af3e6865-ad84-42f9-9ed2-cb18b7ee96d8 req-bdc0dc74-9727-4aa0-91d6-e568ead7394c tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360172 Sep 17 01:10:18.778005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24c6d5-e84e-4a86-ac11-81e187c97018 req-9be44276-5d00-484d-a98e-194929cc1649 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:18.779486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a24c6d5-e84e-4a86-ac11-81e187c97018 req-9be44276-5d00-484d-a98e-194929cc1649 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Sep 17 01:10:18.818189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a24c6d5-e84e-4a86-ac11-81e187c97018 req-d7c8b74f-5a84-4114-9a7b-0926b97f85f8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326149 Sep 17 01:10:18.913492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5480ff2-2eae-460c-8335-6d59739efacf req-b0823156-f35f-4532-a1b5-90a4a5d1ab1e tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Sep 17 01:10:19.020784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c742b-343e-41dc-b506-f3237ec3430b req-c587b485-e529-45f6-ba1b-e521ce802a26 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:19.022266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc7c742b-343e-41dc-b506-f3237ec3430b req-c587b485-e529-45f6-ba1b-e521ce802a26 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Sep 17 01:10:19.061476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc7c742b-343e-41dc-b506-f3237ec3430b req-a4f70970-f7b9-4561-9e28-8eb252a4ecd7 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Sep 17 01:10:19.607244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030c16a-9179-4ff9-a736-48fd7a0b14d9 req-cd11648f-22d8-4634-8e9b-d81b2d5db9a8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:19.608679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a030c16a-9179-4ff9-a736-48fd7a0b14d9 req-cd11648f-22d8-4634-8e9b-d81b2d5db9a8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0593405 Sep 17 01:10:19.622655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3e96b-4176-4db5-bf52-024a3d40b337 req-4fd9f3ed-402e-4c95-8288-9ff3af136bcf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:19.634906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2c3e96b-4176-4db5-bf52-024a3d40b337 req-4fd9f3ed-402e-4c95-8288-9ff3af136bcf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0521457 Sep 17 01:10:19.651602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a030c16a-9179-4ff9-a736-48fd7a0b14d9 req-20244a5f-2cad-4605-8a5a-ade75f751e77 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364718 Sep 17 01:10:19.667115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2c3e96b-4176-4db5-bf52-024a3d40b337 req-a70bf88b-a433-42f1-89c0-f23d9e12cd3e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320711 Sep 17 01:10:19.850302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9109f-7b3a-4fa9-88ee-a6fe98d8aded req-3aa20bc7-495b-4d5c-90a3-f1ddf286f8a5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:19.852086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f9109f-7b3a-4fa9-88ee-a6fe98d8aded req-3aa20bc7-495b-4d5c-90a3-f1ddf286f8a5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0526011 Sep 17 01:10:19.890585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f9109f-7b3a-4fa9-88ee-a6fe98d8aded req-1190ad8e-11ac-4738-92a9-d36170078c79 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319679 Sep 17 01:10:20.029676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f0f1b63-7cfe-4ce3-97d0-20351f2be3a6 req-f4ba98e9-04c0-4081-90bf-d9402cc441b2 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0282843 Sep 17 01:10:20.150269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6376d-f7a7-424e-af76-139ff4cd01e9 req-e4acd634-5915-42b3-a7a8-7c02b7226920 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:20.151817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ad6376d-f7a7-424e-af76-139ff4cd01e9 req-e4acd634-5915-42b3-a7a8-7c02b7226920 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0518413 Sep 17 01:10:20.190428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ad6376d-f7a7-424e-af76-139ff4cd01e9 req-783c1b43-71bd-420f-9340-d2ee380fb47e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326622 Sep 17 01:10:20.203036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974e92f-1d3d-4767-9edb-9d1d2064e318 req-0924a8fe-3e17-42a6-88ce-0f0884cc103e tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:20.204593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3974e92f-1d3d-4767-9edb-9d1d2064e318 req-0924a8fe-3e17-42a6-88ce-0f0884cc103e tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0534964 Sep 17 01:10:20.251468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3974e92f-1d3d-4767-9edb-9d1d2064e318 req-65e24658-9294-4c49-a07d-e4ccd42aa20e tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups?id=dd50ab1b-3e34-4f02-a271-3280a7ec0c96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407128 Sep 17 01:10:20.291722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-41f55fe4-5bc3-44c0-b22b-37ece47a38bc tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:20.293177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-41f55fe4-5bc3-44c0-b22b-37ece47a38bc tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 945 time: 0.0528288 Sep 17 01:10:20.395634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Deleting port 2689c30b-3a16-4d05-b009-f387ecde72d8 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:20.396160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.460451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:20.498213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] For port 2689c30b-3a16-4d05-b009-f387ecde72d8, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2689c30b-3a16-4d05-b009-f387ecde72d8,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:20.498582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.541590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.566089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:20.569117 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6960878-ebae-4f8f-b259-08af32b54233" -d '{"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-unplugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:20.582247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:20.612043 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aad32de-475d-4670-b424-1fdf7315dfe8 x-openstack-request-id: req-3aad32de-475d-4670-b424-1fdf7315dfe8 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:20.612334 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-unplugged", "status": "completed", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:20.612585 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3aad32de-475d-4670-b424-1fdf7315dfe8 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:20.612976 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'code': 200} Sep 17 01:10:20.671347 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.675065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.675065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.675065 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Floating IP fcf1fafc-c8d7-4662-82c5-b0c4bee53540 disassociated. External IP: 172.25.1.219, port: 2689c30b-3a16-4d05-b009-f387ecde72d8. Sep 17 01:10:20.675065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Calling delete_port for 2689c30b-3a16-4d05-b009-f387ecde72d8 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:20.740614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=11']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:20.810765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b498d-b177-424f-99ed-ed17118cc777 req-334852ca-d478-4fb5-a989-ad515ebab074 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:20.812428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d03b498d-b177-424f-99ed-ed17118cc777 req-334852ca-d478-4fb5-a989-ad515ebab074 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0642684 Sep 17 01:10:20.878584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d03b498d-b177-424f-99ed-ed17118cc777 req-019c1ca5-501d-4655-971a-69e46b69757a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Sep 17 01:10:20.934207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:20.970554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event deleted for resources: {'Port': ['ID=2689c30b-3a16-4d05-b009-f387ecde72d8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:21.022900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf8395eb-1b22-414a-a085-65f2d321b607 req-b4e7e426-e06f-4c4d-953b-4f5f40a54d4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0565236 Sep 17 01:10:21.083508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f332cd4-da89-4fee-b7e8-b023b42ff247 req-8422f541-5199-4e41-8362-a48d6d0c6360 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:21.085228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f332cd4-da89-4fee-b7e8-b023b42ff247 req-8422f541-5199-4e41-8362-a48d6d0c6360 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.1198585 Sep 17 01:10:21.164877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f332cd4-da89-4fee-b7e8-b023b42ff247 req-27c53079-6fd6-4dc2-9b7b-8dcc6502b51f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Sep 17 01:10:21.172350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:10:21.261350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fa51c0f-9933-4a8a-882e-269c5d7f9231 req-62e07f93-bbe7-4118-8d01-98b16a0bc270 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0302861 Sep 17 01:10:21.320012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:10:21.342803 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] Sync routers for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:10:21.344860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:10:21.345483 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:10:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:21.390894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] No DVR routers for this DVR port 2689c30b-3a16-4d05-b009-f387ecde72d8 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:21.399109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:21.399109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a16ee6ad-fbd6-4ef0-91ed-39acd0b0ece0 req-7cc3cb38-49e1-486b-9ba9-10fcf3078d59 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.36 "DELETE /v2.0/ports/2689c30b-3a16-4d05-b009-f387ecde72d8 HTTP/1.1" status: 204 len: 173 time: 1.0965128 Sep 17 01:10:21.399109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'name': 'network-vif-deleted', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:21.400770 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2438e880-8fb4-4944-a389-1f774b61f439" -d '{"events": [{"server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "name": "network-vif-deleted", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:21.423388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4bd61-df2d-4d2f-a289-0c0b48bd5db5 req-089ddf98-5808-4333-a374-5c07a1b6b977 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:21.425340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24e4bd61-df2d-4d2f-a289-0c0b48bd5db5 req-089ddf98-5808-4333-a374-5c07a1b6b977 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.1027226 Sep 17 01:10:21.493098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24e4bd61-df2d-4d2f-a289-0c0b48bd5db5 req-104de70f-b03a-48c3-aea1-48aeb7a00546 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558536 Sep 17 01:10:21.494417 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:10:21.585665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-4736753f-70eb-44ac-8d3b-1a5da20fe7a9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:21.588280 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-4736753f-70eb-44ac-8d3b-1a5da20fe7a9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 946 time: 0.0748637 Sep 17 01:10:21.600443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-797b8332-2bcd-4fc0-a49b-7b60ebd48e43 req-5da06889-3513-42c7-8968-96177b0b57d8 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7b40d04-4464-45cc-b069-226ce9108608 HTTP/1.1" status: 200 len: 210 time: 0.0446024 Sep 17 01:10:21.705171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Deleting port 772ee9f5-d47b-41f6-ba31-99772839bc54 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:21.705171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:21.750911 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f143722-f127-42ae-b29a-89c2bb5992c1 x-openstack-request-id: req-0f143722-f127-42ae-b29a-89c2bb5992c1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:21.751461 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7b40d04-4464-45cc-b069-226ce9108608", "name": "network-vif-deleted", "tag": "2689c30b-3a16-4d05-b009-f387ecde72d8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:21.751461 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f143722-f127-42ae-b29a-89c2bb5992c1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:21.751894 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7b40d04-4464-45cc-b069-226ce9108608', 'name': 'network-vif-deleted', 'tag': '2689c30b-3a16-4d05-b009-f387ecde72d8', 'status': 'completed', 'code': 200} Sep 17 01:10:21.768355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:12Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:21.799780 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] Checking router: d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:10:21.808857 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:10:21.809462 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:10:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:21.814854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] For port 772ee9f5-d47b-41f6-ba31-99772839bc54, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=772ee9f5-d47b-41f6-ba31-99772839bc54,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:21.815267 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:21.828316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Calling delete_port for 772ee9f5-d47b-41f6-ba31-99772839bc54 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:21.922994 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:10:22.032669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85998f1a-8de7-4f7f-9936-238ec2094a4e req-e70269de-a564-4563-a74c-51fe3ab93cf2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:22.034142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85998f1a-8de7-4f7f-9936-238ec2094a4e req-e70269de-a564-4563-a74c-51fe3ab93cf2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0613906 Sep 17 01:10:22.042727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:22.057501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['772ee9f5-d47b-41f6-ba31-99772839bc54'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:22.076128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85998f1a-8de7-4f7f-9936-238ec2094a4e req-f20dc4ea-6ea7-4e23-afcb-6b05d752bac0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Sep 17 01:10:22.100108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event deleted for resources: {'Port': ['ID=772ee9f5-d47b-41f6-ba31-99772839bc54,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:22.147858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] No DVR routers for this DVR port 772ee9f5-d47b-41f6-ba31-99772839bc54 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:22.150008 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:12Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:22.152642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:22.154848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81fdb42c-af64-477f-8d4f-55615a3e6008 req-d8f90827-63e1-4c59-a3af-76a301a606a0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "DELETE /v2.0/ports/772ee9f5-d47b-41f6-ba31-99772839bc54 HTTP/1.1" status: 204 len: 173 time: 0.5599151 Sep 17 01:10:22.155498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'name': 'network-vif-deleted', 'tag': '772ee9f5-d47b-41f6-ba31-99772839bc54'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:22.157835 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e9a893-d1da-4a8f-8e3e-a8b100fcec69" -d '{"events": [{"server_uuid": "0177d173-bfb8-4ecc-a2c6-3df278164057", "name": "network-vif-deleted", "tag": "772ee9f5-d47b-41f6-ba31-99772839bc54"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:22.179938 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20a0283-438a-4b3d-8311-c0834cbf6967 None None] The sync data for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 is: [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:08:06Z', 'revision_number': 4, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '76b939a3-d2f8-42a9-808f-de402be5ddad', 'name': '', 'network_id': '8e9889cd-2df7-4a7d-8ada-3e29217c4816', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'mac_address': 'fa:16:3e:d1:2e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:05Z', 'updated_at': '2021-09-17T01:08:12Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'subnets': [{'id': '455a96b9-8d6a-45ab-97cc-291742f736bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:10:22.215302 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2206097-7409-4e06-8614-82d204f8e2d3 x-openstack-request-id: req-f2206097-7409-4e06-8614-82d204f8e2d3 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:22.215595 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0177d173-bfb8-4ecc-a2c6-3df278164057", "name": "network-vif-deleted", "tag": "772ee9f5-d47b-41f6-ba31-99772839bc54", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:22.215851 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2206097-7409-4e06-8614-82d204f8e2d3 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:22.216339 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0177d173-bfb8-4ecc-a2c6-3df278164057', 'name': 'network-vif-deleted', 'tag': '772ee9f5-d47b-41f6-ba31-99772839bc54', 'status': 'completed', 'code': 200} Sep 17 01:10:22.320185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4122664-68dd-48ae-a370-78bb911be4c3 req-292cb11c-3caa-46b9-954f-a74f6b007788 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:22.321659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4122664-68dd-48ae-a370-78bb911be4c3 req-292cb11c-3caa-46b9-954f-a74f6b007788 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 949 time: 0.0566735 Sep 17 01:10:22.370524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4122664-68dd-48ae-a370-78bb911be4c3 req-beace40e-72fc-4f7b-97d9-0954df6a667b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417674 Sep 17 01:10:22.476317 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e70726c-e766-4295-80b9-29869ddd2a06 req-df71e198-cfe5-44e9-a726-a6f78f89e1cd tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0314991 Sep 17 01:10:22.492143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2380f76e-1e13-4386-a992-2747273392d0 None None] New status for floating IP fcf1fafc-c8d7-4662-82c5-b0c4bee53540: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:10:22.658769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:22.660665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:22.875358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:22.899709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:22.916429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-060c800c-d21e-4b59-a7ed-3d4e32492ef2 req-ad83387d-7296-4415-81fd-e79e3c55c019 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=0177d173-bfb8-4ecc-a2c6-3df278164057 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Sep 17 01:10:22.921999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:22.922960 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e2e3e2-6e5b-463e-9a75-0793a07339b1" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-unplugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:22.932971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '20a0fb74-1a01-4404-9183-703d0b386a29', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '20a0fb74-1a01-4404-9183-703d0b386a29', 'mac_address': 'fa:16:3e:81:f5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:22.938433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:22.978393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:22.992939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:23.020438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:23.025824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.026858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:23.104823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.113618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:23.191125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:23.199015 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.214520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:23.240371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:23.271603 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212a7904-d4d4-44d5-9971-572ad60ee87d x-openstack-request-id: req-212a7904-d4d4-44d5-9971-572ad60ee87d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:23.272076 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-unplugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:23.272305 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-212a7904-d4d4-44d5-9971-572ad60ee87d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:23.272758 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:10:23.333727 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.372410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45880) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:23.401138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:23.456515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-268c4da2-8b6f-4de3-be5d-c86ce5ecb108 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.474620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['20a0fb74-1a01-4404-9183-703d0b386a29'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:23.531703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-268c4da2-8b6f-4de3-be5d-c86ce5ecb108 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.554358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01d88-cd13-470c-b6e3-df655c93f9bf req-5e2f99e6-9948-40e1-817f-c4c757e55711 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:23.557898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87d01d88-cd13-470c-b6e3-df655c93f9bf req-5e2f99e6-9948-40e1-817f-c4c757e55711 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.1138988 Sep 17 01:10:23.612611 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87d01d88-cd13-470c-b6e3-df655c93f9bf req-084cad2b-d0f2-401c-8b7e-d687150a178b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462179 Sep 17 01:10:23.685251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-268c4da2-8b6f-4de3-be5d-c86ce5ecb108 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.688047 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-268c4da2-8b6f-4de3-be5d-c86ce5ecb108 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.689694 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-268c4da2-8b6f-4de3-be5d-c86ce5ecb108 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "DELETE /v2.0/security-groups/dd50ab1b-3e34-4f02-a271-3280a7ec0c96 HTTP/1.1" status: 204 len: 168 time: 0.3181088 Sep 17 01:10:23.692249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45912) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:23.700157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c4da2-8b6f-4de3-be5d-c86ce5ecb108 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd50ab1b-3e34-4f02-a271-3280a7ec0c96,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:23.713447 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-5e2fc1c3-b2c5-419e-97c7-2ca49a370c52 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] show failed (client error): The resource could not be found. Sep 17 01:10:23.722304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5e2fc1c3-b2c5-419e-97c7-2ca49a370c52 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "GET /v2.0/security-groups/dd50ab1b-3e34-4f02-a271-3280a7ec0c96 HTTP/1.1" status: 404 len: 347 time: 0.0288177 Sep 17 01:10:23.723469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45914) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:23.790174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857694f-821c-4a38-a38b-451a50827eb3 req-5c1a516e-0bc0-435b-9084-7aca5db7ce03 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:23.792049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a857694f-821c-4a38-a38b-451a50827eb3 req-5c1a516e-0bc0-435b-9084-7aca5db7ce03 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 948 time: 0.0670202 Sep 17 01:10:23.833787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a857694f-821c-4a38-a38b-451a50827eb3 req-4b5602e6-4858-4a95-85bf-5e5bb1c0cc88 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355341 Sep 17 01:10:23.890051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Deleting port c0547b27-ad4e-4e00-befe-f8656feb0755 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:23.890794 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.938738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f182ccb6-56ee-488d-8aec-4477f59bc1cc req-79e0e375-eefd-494e-8966-afad2aa97b31 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0291991 Sep 17 01:10:23.980343 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:23.982588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:24.010711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Calling delete_port for c0547b27-ad4e-4e00-befe-f8656feb0755 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:24.237111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:24.269759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Pushing event deleted for resources: {'Port': ['ID=c0547b27-ad4e-4e00-befe-f8656feb0755,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:24.346632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:24.349981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:24.351647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-01a939b0-be30-4b90-bf1b-07e0f17cd940 tempest-ServersTestJSON-506988193 tempest-ServersTestJSON-506988193-project] 10.222.0.13 "DELETE /v2.0/floatingips/fcf1fafc-c8d7-4662-82c5-b0c4bee53540 HTTP/1.1" status: 204 len: 168 time: 0.6270950 Sep 17 01:10:24.355676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:24.479114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2689c30b-3a16-4d05-b009-f387ecde72d8 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:24.510676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 2689c30b-3a16-4d05-b009-f387ecde72d8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:24.511370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2689c30b-3a16-4d05-b009-f387ecde72d8 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:24.515785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:24.520948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 772ee9f5-d47b-41f6-ba31-99772839bc54 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:24.552895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 772ee9f5-d47b-41f6-ba31-99772839bc54 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:24.553526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 772ee9f5-d47b-41f6-ba31-99772839bc54 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:24.696200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:24.715899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:24.773820 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:10:24.777125 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:24.801446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:24.838053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:24.905658 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:25.000408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:25.040048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['bc517755-a3e3-4e8f-8737-fca6e57fac3a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:25.200561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1aaa7-b92b-4ee8-9a4c-a1879d8e6dce req-6b7bb829-ee40-4cbb-bfb6-c842e72e1032 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:25.202135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ed1aaa7-b92b-4ee8-9a4c-a1879d8e6dce req-6b7bb829-ee40-4cbb-bfb6-c842e72e1032 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.1400135 Sep 17 01:10:25.286149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ed1aaa7-b92b-4ee8-9a4c-a1879d8e6dce req-16eea996-3dc7-4d14-990f-54823999659d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718114 Sep 17 01:10:25.316865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-3f19faf9-6ba5-417c-abc6-01ffdd3b4ce2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:25.324721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-3f19faf9-6ba5-417c-abc6-01ffdd3b4ce2 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.1980410 Sep 17 01:10:25.347911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-121b0c85-44cb-4937-8b68-bd4f47faf849 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/quotas/5873ce3dc9a047b6af2ce26d520ebb9b HTTP/1.1" status: 200 len: 375 time: 0.0219634 Sep 17 01:10:25.390724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:25.395959 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-7c1f7a01-10dc-4865-a53b-8949af4c6b8d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469871 Sep 17 01:10:25.492437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8231325-8d0a-4d1a-9291-70f3101282dc req-65d3c4b5-effb-4eae-8615-74afdd38fdd5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:25.500447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8231325-8d0a-4d1a-9291-70f3101282dc req-65d3c4b5-effb-4eae-8615-74afdd38fdd5 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 948 time: 0.1271987 Sep 17 01:10:25.582978 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-4b56763a-cabd-405b-9f8d-2b0ca58dc6e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747363 Sep 17 01:10:25.599214 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8231325-8d0a-4d1a-9291-70f3101282dc req-3aad4481-c221-432f-ad46-98e150184e7e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978668 Sep 17 01:10:25.744477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-9b09172a-3af9-4436-a258-dd417f1212b8 service neutron] 10.222.0.13 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575897 Sep 17 01:10:25.754362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e44b95d-f336-47b8-a730-995c6765cb23 req-559a30b3-7fea-4acf-ad70-44e4a08a360a tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0449390 Sep 17 01:10:25.879972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Deleting port 76b939a3-d2f8-42a9-808f-de402be5ddad {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:25.880554 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:25.984151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] For port 76b939a3-d2f8-42a9-808f-de402be5ddad, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=76b939a3-d2f8-42a9-808f-de402be5ddad,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:25.984542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:25.998420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Calling delete_port for 76b939a3-d2f8-42a9-808f-de402be5ddad owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:26.249541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-570b95be-132f-4bda-9014-8b4bd14b32ff req-477ef023-dbe3-47f9-9c94-74dad881a97a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 210 time: 0.0678051 Sep 17 01:10:26.304542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6daeb-6571-490c-8a4f-d47581af5e66 req-f797293f-f283-4d45-9f8e-f4ec659ce86e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:26.307573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1be6daeb-6571-490c-8a4f-d47581af5e66 req-f797293f-f283-4d45-9f8e-f4ec659ce86e tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.0675766 Sep 17 01:10:26.314177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:26.355862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Pushing event deleted for resources: {'Port': ['ID=76b939a3-d2f8-42a9-808f-de402be5ddad,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:26.452872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb830a5-6b31-4d37-83cb-d9d06b241201 req-0dab25a2-5ca6-460c-ad19-e94b7ca6d862 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:26.470519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ceb830a5-6b31-4d37-83cb-d9d06b241201 req-0dab25a2-5ca6-460c-ad19-e94b7ca6d862 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.1026454 Sep 17 01:10:26.513789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:26.561310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ceb830a5-6b31-4d37-83cb-d9d06b241201 req-b3e4838d-a2a6-4cd7-9e38-15a10f1b496b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878384 Sep 17 01:10:26.593709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port bc517755-a3e3-4e8f-8737-fca6e57fac3a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:26.594062 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:26.698931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:26.746272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:26.789539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:26.796959 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543aadda-6526-4985-a570-4198644acba7" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:26.831231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:26.846029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5be9e2-3e20-474e-9ba9-16d75e2c725c req-1f8dc18a-a42c-4df3-9f37-e8451ab85354 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:26.851643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd5be9e2-3e20-474e-9ba9-16d75e2c725c req-1f8dc18a-a42c-4df3-9f37-e8451ab85354 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 948 time: 0.0914321 Sep 17 01:10:26.886041 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:26.887752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:26.897648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1be6daeb-6571-490c-8a4f-d47581af5e66 req-dbb5bf1b-a66d-4be9-b397-726a95c2aea5 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772288 Sep 17 01:10:26.903474 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd5be9e2-3e20-474e-9ba9-16d75e2c725c req-e003cbce-903e-4cb2-8568-cef22ecdf211 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435574 Sep 17 01:10:26.955591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:26.981573 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d33b75-1d15-4602-95f4-04f81c4be4e9 x-openstack-request-id: req-e5d33b75-1d15-4602-95f4-04f81c4be4e9 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:26.982919 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:26.982919 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5d33b75-1d15-4602-95f4-04f81c4be4e9 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:26.982919 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:10:27.014821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 20a0fb74-1a01-4404-9183-703d0b386a29 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:27.015233 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:27.080389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2672d09-7648-4191-84bf-a519368e9447 req-b0ce5cab-42b0-411b-9dc8-bfe39beb6dd0 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0615313 Sep 17 01:10:27.105592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:10:27.147612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:27.231509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:27.298561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:27.299240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:10:27.306793 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d58aca3-91b7-4063-aced-0400b5bf6088 admin admin] 10.222.0.13 "PUT /v2.0/routers/d2aa7806-d17c-4971-ae82-ccdf90cfcbf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9490042 Sep 17 01:10:27.308438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46024) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:27.312672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] Sync routers for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:10:27.325951 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:10:27.326865 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:10:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:27.389253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=11']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:27.450223 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:10:27.463553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a16d2a9-dc9b-4155-8f43-e26c5f20ce50 req-6dab233d-a2dd-4d15-90e3-a20b5e739069 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 210 time: 0.0601218 Sep 17 01:10:27.646963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:27.804626 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:10:26Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:27.924363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a17aec-b951-45b7-a018-c7ec9ee7d294 req-eeabecdd-c84a-468d-bbbf-7dcfe2a83953 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:27.924363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9a17aec-b951-45b7-a018-c7ec9ee7d294 req-eeabecdd-c84a-468d-bbbf-7dcfe2a83953 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0959928 Sep 17 01:10:27.925322 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] Checking router: d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:10:27.925322 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] Routers {'d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:10:27.925322 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:10:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:27.925877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:27.925877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-966f2278-715d-4ba6-ad17-51398180fc20 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:27.925877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-966f2278-715d-4ba6-ad17-51398180fc20 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.0716875 Sep 17 01:10:27.926184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9a17aec-b951-45b7-a018-c7ec9ee7d294 req-f561913d-44ea-412b-9c60-ba3f469a117e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579686 Sep 17 01:10:28.121140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Deleting port 2634487e-c4d4-4cbb-a126-23f39e283c0e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:28.121613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:28.128408 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] Set router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:10:28.154705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee371f-7596-4197-a732-51fd6df6532a req-4a3bf429-027d-46eb-b898-bf5e076163f8 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:28.159681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cee371f-7596-4197-a732-51fd6df6532a req-4a3bf429-027d-46eb-b898-bf5e076163f8 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 948 time: 0.1542227 Sep 17 01:10:28.275679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cee371f-7596-4197-a732-51fd6df6532a req-08a474a1-e369-4430-93c8-06241bdf5665 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425651 Sep 17 01:10:28.377794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Deleting port 8bd7f18c-f708-4e90-96de-c88153695c6b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:28.378468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:28.389605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b160c-3679-45d9-95e3-9bd4a89072da req-d80d599c-1a21-454a-8d1a-df4ea7a56854 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:28.393181 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:10:26Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:28.393752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-731b160c-3679-45d9-95e3-9bd4a89072da req-d80d599c-1a21-454a-8d1a-df4ea7a56854 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.4005504 Sep 17 01:10:28.444042 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca4331-15d1-4cc9-9936-57a5ef3dfffb None None] The sync data for ids ['d2aa7806-d17c-4971-ae82-ccdf90cfcbf2'] in n-d-789963-7 is: [{'id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'name': 'tempest-ServersTestJSON-2048364289-router', 'tenant_id': '2a37b5e971254cd0a9559c4de88779a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:08:00Z', 'updated_at': '2021-09-17T01:10:26Z', 'revision_number': 5, 'project_id': '2a37b5e971254cd0a9559c4de88779a5', 'gw_port': {'id': '8bd7f18c-f708-4e90-96de-c88153695c6b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2aa7806-d17c-4971-ae82-ccdf90cfcbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:08:01Z', 'updated_at': '2021-09-17T01:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:10:28.472571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-731b160c-3679-45d9-95e3-9bd4a89072da req-5709fcd0-9773-442a-a7ac-9b8adbe3c599 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696614 Sep 17 01:10:28.548023 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:28.557992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6afa834f-9fd4-4d9f-a596-94742e6894b0 req-1150419f-2197-4d9d-b40e-4396839898a8 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0717628 Sep 17 01:10:28.582936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] For port 8bd7f18c-f708-4e90-96de-c88153695c6b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8bd7f18c-f708-4e90-96de-c88153695c6b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:28.583346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:28.597117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Calling delete_port for 8bd7f18c-f708-4e90-96de-c88153695c6b owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:28.657859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-260339dc-d12f-41b0-b7f2-91249e238ea0 service neutron] 10.222.0.36 "GET /v2.0/ports/74eb9031-2240-4a39-b8e8-b8d368e0d97e/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.5325835 Sep 17 01:10:28.664906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] For port 2634487e-c4d4-4cbb-a126-23f39e283c0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2634487e-c4d4-4cbb-a126-23f39e283c0e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:28.665791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:28.708714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Calling delete_port for 2634487e-c4d4-4cbb-a126-23f39e283c0e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:28.713440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-550c93ee-70d0-4a31-8db1-6a9a08f8d566 req-16cb8264-4be1-4f62-8c35-10f3b28c9429 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 210 time: 0.0547101 Sep 17 01:10:28.928611 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:28.983516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:28.987746 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d633b91-435b-421e-b933-f0ab588d9f6b" -d '{"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-plugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:29.024093 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:29.055105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Pushing event deleted for resources: {'Port': ['ID=8bd7f18c-f708-4e90-96de-c88153695c6b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:29.086892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-e34fe7d0-9f2f-416a-95ad-5d87094424c6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:29.099143 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c25d5d8-fe85-44f5-a0fa-043d95fd0620 x-openstack-request-id: req-0c25d5d8-fe85-44f5-a0fa-043d95fd0620 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:29.099143 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-plugged", "status": "completed", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:29.099143 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c25d5d8-fe85-44f5-a0fa-043d95fd0620 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:29.099143 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29', 'code': 200} Sep 17 01:10:29.108224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-e34fe7d0-9f2f-416a-95ad-5d87094424c6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 811 time: 0.2462466 Sep 17 01:10:29.154648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:29.180128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Request body: {'port': {'device_id': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'admin_state_up': True, 'tenant_id': '5873ce3dc9a047b6af2ce26d520ebb9b'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:29.216366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Pushing event deleted for resources: {'Port': ['ID=2634487e-c4d4-4cbb-a126-23f39e283c0e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:29.243121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:29.254387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 76b939a3-d2f8-42a9-808f-de402be5ddad no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:29.318191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 76b939a3-d2f8-42a9-808f-de402be5ddad {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:29.320101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 76b939a3-d2f8-42a9-808f-de402be5ddad not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:29.369823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ac2cd-8a0f-4c24-8995-a82c198f6829 req-5d5f5b34-48d6-48a1-995f-723301c320ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:29.378615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea8ac2cd-8a0f-4c24-8995-a82c198f6829 req-5d5f5b34-48d6-48a1-995f-723301c320ea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.2673693 Sep 17 01:10:29.428349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:29.429977 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:29.445483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea8ac2cd-8a0f-4c24-8995-a82c198f6829 req-24e939d4-5358-443b-af7e-f6a3981ff945 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603223 Sep 17 01:10:29.564189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Made reservation on behalf of 5873ce3dc9a047b6af2ce26d520ebb9b for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:29.568805 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:29.709796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab499a1-c9d6-40d2-8f10-bd3f20bc3e3d req-9abef68f-961b-4f3b-afcb-4d5c03fefb12 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:29.711793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cab499a1-c9d6-40d2-8f10-bd3f20bc3e3d req-9abef68f-961b-4f3b-afcb-4d5c03fefb12 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.1307635 Sep 17 01:10:29.803522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cab499a1-c9d6-40d2-8f10-bd3f20bc3e3d req-3cba60e3-2654-433e-a846-f7870a264e44 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801921 Sep 17 01:10:29.825570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Allocated IP 172.20.0.13 (c0c90d96-14f1-4d74-bec5-047ffd3779d1/4570734b-cefc-4270-bd23-1818da301366/c0bd2fa1-9c60-4162-be52-cef638e3599f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:10:29.961662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5bd686f-a4b8-45e5-97a3-be75d6ae4f94 req-f82599b1-0907-4ff0-8b69-d3501373df50 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.4665606 Sep 17 01:10:30.002599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] No DVR routers for this DVR port 2634487e-c4d4-4cbb-a126-23f39e283c0e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:30.003386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6aa98366-716b-47c2-9d75-d02f28a7f2e8 req-bec846a1-9410-4fbf-86a9-0e33353266e6 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0720859 Sep 17 01:10:30.006846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.007391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:10:30.028671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.036761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aaee9d30-be20-4b21-bdf4-cea9e7ada8da admin admin] 10.222.0.13 "DELETE /v2.0/routers/d2aa7806-d17c-4971-ae82-ccdf90cfcbf2 HTTP/1.1" status: 204 len: 168 time: 2.7263134 Sep 17 01:10:30.038084 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.040036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d09ad7-db1f-4d86-bdd4-d5589f919461 req-418a82f5-1db5-464e-8b47-14d498dfe890 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "DELETE /v2.0/ports/2634487e-c4d4-4cbb-a126-23f39e283c0e HTTP/1.1" status: 204 len: 173 time: 2.1288810 Sep 17 01:10:30.067277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-deleted', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:30.067277 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb13c7a-2fe0-41c3-ba0a-ca2d9ab5c1b6" -d '{"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-deleted", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:30.074006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:30.117868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abfe32-c8ea-4f6e-8f6e-91b6f727cf0b req-ee13307e-2f28-48fb-af6e-1d604970ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.119480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48abfe32-c8ea-4f6e-8f6e-91b6f727cf0b req-ee13307e-2f28-48fb-af6e-1d604970ca94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1101 time: 0.6174083 Sep 17 01:10:30.176547 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e401923-f6fe-4710-a2a9-e9b10a721113 x-openstack-request-id: req-9e401923-f6fe-4710-a2a9-e9b10a721113 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:30.177140 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e3eba2-beaa-4795-8d24-9961bae06c1d", "name": "network-vif-deleted", "tag": "2634487e-c4d4-4cbb-a126-23f39e283c0e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:30.177581 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e401923-f6fe-4710-a2a9-e9b10a721113 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:30.178155 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e3eba2-beaa-4795-8d24-9961bae06c1d', 'name': 'network-vif-deleted', 'tag': '2634487e-c4d4-4cbb-a126-23f39e283c0e', 'status': 'completed', 'code': 200} Sep 17 01:10:30.195974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-2790f17d-e55c-49a1-b93b-81a41f07dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.198476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-2790f17d-e55c-49a1-b93b-81a41f07dc6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 1101 time: 0.6974652 Sep 17 01:10:30.199539 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfdc3657-72d6-4e48-acc9-64ce49749d4e req-564f7b66-5990-4c28-b3ae-3a6383501051 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 210 time: 0.0612726 Sep 17 01:10:30.223114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-c25ea836-0be8-43db-a318-57b3201b7e06 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:10:30.223114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-c25ea836-0be8-43db-a318-57b3201b7e06 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065372 Sep 17 01:10:30.242166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.284187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48abfe32-c8ea-4f6e-8f6e-91b6f727cf0b req-5a66e8fb-8385-4797-926f-91d315b72194 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049800 Sep 17 01:10:30.325409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Deleting subnet 455a96b9-8d6a-45ab-97cc-291742f736bf {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:10:30.330158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.363895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-f7429140-969d-49af-aa82-bef2a93c9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.365567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-f7429140-969d-49af-aa82-bef2a93c9153 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1101 time: 0.0939741 Sep 17 01:10:30.395493 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.408288 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.502506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Network c0c90d96-14f1-4d74-bec5-047ffd3779d1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:10:30.506911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:10:30.512696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:30.519345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:10:30.539567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event updated for resources: {'Port': ['ID=c0bd2fa1-9c60-4162-be52-cef638e3599f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:30.575466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 2634487e-c4d4-4cbb-a126-23f39e283c0e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:30.579907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2634487e-c4d4-4cbb-a126-23f39e283c0e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:30.580594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:30.634736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-5bcf4f36-d15e-4bc1-9bec-455beeae5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.636987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-5bcf4f36-d15e-4bc1-9bec-455beeae5c6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2636170 Sep 17 01:10:30.676559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.677313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.693986 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.713302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.717936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-eac6a113-94ed-4905-8ff9-1350a1106b88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 217 time: 0.0717199 Sep 17 01:10:30.769087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:30.769516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-65b80406-d103-46e3-99c3-c5b0d7454c8f tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6020930 Sep 17 01:10:30.783005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Request body: {'port': {'device_id': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:30.783964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0101d-18b2-4393-a2b6-94389f9ff509 req-d22ee470-9d16-4ae1-8fe1-40def32e25f5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.785460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5d0101d-18b2-4393-a2b6-94389f9ff509 req-d22ee470-9d16-4ae1-8fe1-40def32e25f5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.2315457 Sep 17 01:10:30.842372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-0d98bab1-e4cc-4d22-a0a1-4f1caac00b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:30.843874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-0d98bab1-e4cc-4d22-a0a1-4f1caac00b22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1131556 Sep 17 01:10:30.853366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.857047 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.947958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5d0101d-18b2-4393-a2b6-94389f9ff509 req-545d4a9d-50c5-4acf-af33-b92553cf3c1b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508377 Sep 17 01:10:30.955687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:30.972495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:31.027176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455a96b9-8d6a-45ab-97cc-291742f736bf,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:31.029465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.040759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d98aa-3f02-4eb0-9b5f-8646c5562fac req-8edda675-fbcc-47b6-b33d-376b1e058985 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:31.040919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-62cf6d5e-3ed3-4d03-8199-a1deb615b642 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/455a96b9-8d6a-45ab-97cc-291742f736bf HTTP/1.1" status: 204 len: 168 time: 0.9601319 Sep 17 01:10:31.041707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c5301c-852e-4087-b7ad-039cc276012c None None] Network 8e9889cd-2df7-4a7d-8ada-3e29217c4816 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:10:31.045974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46080) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:31.046218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f31d98aa-3f02-4eb0-9b5f-8646c5562fac req-8edda675-fbcc-47b6-b33d-376b1e058985 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.1073701 Sep 17 01:10:31.092489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-a1e6dd61-5c5e-4b8a-bf1a-5714b1308908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:31.093987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-a1e6dd61-5c5e-4b8a-bf1a-5714b1308908 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2395113 Sep 17 01:10:31.125138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:31.134546 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd1d64a-7089-41b0-a587-32008de7ee5b" -d '{"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-unplugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:31.172410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f31d98aa-3f02-4eb0-9b5f-8646c5562fac req-46bd1552-6bba-4ce6-a149-d63816d73e9e tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249864 Sep 17 01:10:31.181327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f0c164f-1774-4480-ab7c-1d2954d881c0 req-593a3f83-a60e-49e3-aa44-99b0f8cb3596 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5e3eba2-beaa-4795-8d24-9961bae06c1d HTTP/1.1" status: 200 len: 210 time: 0.0689278 Sep 17 01:10:31.236950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8bd7f18c-f708-4e90-96de-c88153695c6b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:31.273545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8bd7f18c-f708-4e90-96de-c88153695c6b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:31.273978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8bd7f18c-f708-4e90-96de-c88153695c6b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:31.390207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.443178 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225250c5-148c-4552-9475-b693bbc3ab51 x-openstack-request-id: req-225250c5-148c-4552-9475-b693bbc3ab51 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:31.444289 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-unplugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:31.444710 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-225250c5-148c-4552-9475-b693bbc3ab51 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:31.451513 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'code': 200} Sep 17 01:10:31.472225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-89907c02-c411-4b98-a76c-536a577f14c1 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543708 Sep 17 01:10:31.478457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0264d3cd-71c0-4dd0-8d08-3840ebf02220 req-59280de9-c03e-48b9-b1cb-c6626cc3e703 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0986400 Sep 17 01:10:31.539118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] DHCP port deletion for 8e9889cd-2df7-4a7d-8ada-3e29217c4816 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:10:31.622504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] Deleting port ee028bcd-75a6-4148-a067-fed90c6757f6 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:31.623232 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.641531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0bd2fa1-9c60-4162-be52-cef638e3599f {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:31.646243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3358d-970f-4255-a944-681d73b93f2f req-68ea5fe9-84b2-4a67-abac-9658f8ad69f7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:31.651860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.655814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64b3358d-970f-4255-a944-681d73b93f2f req-68ea5fe9-84b2-4a67-abac-9658f8ad69f7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 932 time: 0.1380775 Sep 17 01:10:31.684111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Transition to ACTIVE for port object c0bd2fa1-9c60-4162-be52-cef638e3599f will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:10:31.688703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Deleting port ee028bcd-75a6-4148-a067-fed90c6757f6 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:31.689277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.719577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] For port ee028bcd-75a6-4148-a067-fed90c6757f6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ee028bcd-75a6-4148-a067-fed90c6757f6,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:31.720137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.735935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] Calling delete_port for ee028bcd-75a6-4148-a067-fed90c6757f6 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:31.741070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-94efb4c8-869c-4c27-81c6-034285f6040e service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403991 Sep 17 01:10:31.746541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64b3358d-970f-4255-a944-681d73b93f2f req-475edfce-5516-46fb-b64e-8d40e84a0c48 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891259 Sep 17 01:10:31.782016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.800543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] For port ee028bcd-75a6-4148-a067-fed90c6757f6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ee028bcd-75a6-4148-a067-fed90c6757f6,segment=NetworkSegment(8b9d6079-5446-4d7a-98fd-10156b1a5303),segment_id=8b9d6079-5446-4d7a-98fd-10156b1a5303)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:31.801194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.817525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Calling delete_port for ee028bcd-75a6-4148-a067-fed90c6757f6 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:31.950847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bd2fa1-9c60-4162-be52-cef638e3599f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:31.951965 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:31.967752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.013942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Attempting to bind port c0bd2fa1-9c60-4162-be52-cef638e3599f on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:10:32.014420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Attempting to bind port c0bd2fa1-9c60-4162-be52-cef638e3599f by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:10:32.014847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Attempting to bind port c0bd2fa1-9c60-4162-be52-cef638e3599f on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:32.015344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] Pushing event deleted for resources: {'Port': ['ID=ee028bcd-75a6-4148-a067-fed90c6757f6,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:32.025251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee028bcd-75a6-4148-a067-fed90c6757f6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:32.026537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f497b-2ca5-42f4-8767-9870abc74a87 None None] No DVR routers for this DVR port ee028bcd-75a6-4148-a067-fed90c6757f6 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:32.027676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Port c0bd2fa1-9c60-4162-be52-cef638e3599f on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:10:32.031187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] No DVR routers for this DVR port ee028bcd-75a6-4148-a067-fed90c6757f6 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:32.051586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Attempting to bind port c0bd2fa1-9c60-4162-be52-cef638e3599f on network c0c90d96-14f1-4d74-bec5-047ffd3779d1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:32.056593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:10:32.061474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Checking segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:10:32.061474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Bound using segment: {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:10:32.061474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Bound port: c0bd2fa1-9c60-4162-be52-cef638e3599f, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ef22678-3c44-40bb-8ea1-60ceb43bd97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:10:32.061474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.142733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.174966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] For port c0bd2fa1-9c60-4162-be52-cef638e3599f, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:10:32.175291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9889cd-2df7-4a7d-8ada-3e29217c4816']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:32.187917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9d6079-5446-4d7a-98fd-10156b1a5303') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:32.188363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9d6079-5446-4d7a-98fd-10156b1a5303') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:10:32.192982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3f576-5f05-4ced-bd4d-069d6f552e6c req-785b797d-4157-4444-82c3-5d455887bd32 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:32.193577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3a3f576-5f05-4ced-bd4d-069d6f552e6c req-785b797d-4157-4444-82c3-5d455887bd32 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.1137025 Sep 17 01:10:32.200497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.218361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.225758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:10:32.226418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.236511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] For port c0bd2fa1-9c60-4162-be52-cef638e3599f, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:10:32.245773 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:10:32.260886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3a3f576-5f05-4ced-bd4d-069d6f552e6c req-cc6707ed-0c20-415a-9ba5-78955e42ec95 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546882 Sep 17 01:10:32.314785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.357728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:32.358115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.359948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] 10.222.0.23 "PUT /v2.0/ports/c0bd2fa1-9c60-4162-be52-cef638e3599f HTTP/1.1" status: 200 len: 1092 time: 1.5814204 Sep 17 01:10:32.360484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'tag': 'c0bd2fa1-9c60-4162-be52-cef638e3599f'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:32.362852 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede735db-d5b5-4939-9ac3-6aab6bd03af0" -d '{"events": [{"name": "network-changed", "server_uuid": "3356de43-1d65-43d5-b58b-7e35b5768f5f", "tag": "c0bd2fa1-9c60-4162-be52-cef638e3599f"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:32.392555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6df93-704e-4c80-ad3b-3cf7103e7082 service neutron] Pushing event updated for resources: {'Port': ['ID=c0bd2fa1-9c60-4162-be52-cef638e3599f,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:32.410157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.419143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:32.423676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8e9889cd-2df7-4a7d-8ada-3e29217c4816 HTTP/1.1" status: 204 len: 168 time: 1.3736553 Sep 17 01:10:32.441289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357621a-6618-4edb-8e24-494bb926d1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9889cd-2df7-4a7d-8ada-3e29217c4816,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:32.488412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b365e1-ab5e-4563-a55f-7ee1838899c9 req-db631617-e934-42ea-89f6-e526a512f4a8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:32.490010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7b365e1-ab5e-4563-a55f-7ee1838899c9 req-db631617-e934-42ea-89f6-e526a512f4a8 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.1512232 Sep 17 01:10:32.532253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-f74f6fa5-e898-4ab4-a3ff-b705b7914ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:32.537317 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7b365e1-ab5e-4563-a55f-7ee1838899c9 req-2e2ebaa3-10ec-489f-b6b9-8b311ad07d19 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391219 Sep 17 01:10:32.545244 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-f74f6fa5-e898-4ab4-a3ff-b705b7914ade service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 1095 time: 0.0812814 Sep 17 01:10:32.636211 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d158d54-9f79-4742-bea5-0cb5b7615fa4 x-openstack-request-id: req-0d158d54-9f79-4742-bea5-0cb5b7615fa4 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:32.636533 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3356de43-1d65-43d5-b58b-7e35b5768f5f", "tag": "c0bd2fa1-9c60-4162-be52-cef638e3599f", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:32.636792 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d158d54-9f79-4742-bea5-0cb5b7615fa4 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:32.637323 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'tag': 'c0bd2fa1-9c60-4162-be52-cef638e3599f', 'status': 'completed', 'code': 200} Sep 17 01:10:32.644473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-e6e643bc-53ab-41fb-b5c4-e49586a342d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f HTTP/1.1" status: 200 len: 217 time: 0.0843914 Sep 17 01:10:32.712160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba6309c5-61b3-4b94-9f51-136071cc2ce3 req-b455f682-4ba2-4547-8e4a-57ce03bc9796 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0392959 Sep 17 01:10:32.720273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-3db41ab3-f3f5-4805-a9f8-da12b34227b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:32.721907 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-3db41ab3-f3f5-4805-a9f8-da12b34227b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.0694978 Sep 17 01:10:32.766245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-b546edfd-e382-483c-9a4f-cbfe62aaeec9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367076 Sep 17 01:10:32.902621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-9314d2ed-e204-4d52-8d22-b5b7a9bb898a service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248822 Sep 17 01:10:33.036426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f54fc31d-36a6-4a13-89fe-cade159c8bd7 req-60da9ad3-2675-4fcc-9a6d-8e9501182a10 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279500 Sep 17 01:10:33.037056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46118) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:33.082831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7c828b0e-4f16-4fb7-b7b0-7467c1f91bde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a37b5e971254cd0a9559c4de88779a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442848 Sep 17 01:10:33.086524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46120) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:33.124203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c45d9-e873-4ec3-9bca-8d66a00562dc req-53294614-10be-44ed-aecc-e36153858d0e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:33.125971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-742c45d9-e873-4ec3-9bca-8d66a00562dc req-53294614-10be-44ed-aecc-e36153858d0e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 944 time: 0.0867243 Sep 17 01:10:33.179115 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b21a0bcf-676f-4104-86f8-adc41ae27d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:33.184276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-742c45d9-e873-4ec3-9bca-8d66a00562dc req-a8906bd6-78dc-4f5d-93a1-323129ed463a tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509610 Sep 17 01:10:33.198029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b21a0bcf-676f-4104-86f8-adc41ae27d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:33.219576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ee028bcd-75a6-4148-a067-fed90c6757f6 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:33.242693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ee028bcd-75a6-4148-a067-fed90c6757f6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:33.244105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ee028bcd-75a6-4148-a067-fed90c6757f6 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:33.314794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f0672-e0c3-43da-b731-9b955a079e08 req-8c78022a-9d8d-406f-b46f-aa6a7e2b6804 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:33.316294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d3f0672-e0c3-43da-b731-9b955a079e08 req-8c78022a-9d8d-406f-b46f-aa6a7e2b6804 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 948 time: 0.0552847 Sep 17 01:10:33.354918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d3f0672-e0c3-43da-b731-9b955a079e08 req-e03b75b9-d185-4ba0-840f-d7850ce817f6 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Sep 17 01:10:33.460638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76ef86-e5ae-42ce-affc-3445e44d9f0a req-c7618464-d1de-436e-ada5-fcff7edb176b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:33.462164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d76ef86-e5ae-42ce-affc-3445e44d9f0a req-c7618464-d1de-436e-ada5-fcff7edb176b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.0501823 Sep 17 01:10:33.504045 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d76ef86-e5ae-42ce-affc-3445e44d9f0a req-b7876893-bf70-405a-a108-9ac8d1437cd7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352936 Sep 17 01:10:33.716427 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b21a0bcf-676f-4104-86f8-adc41ae27d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:33.719544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b21a0bcf-676f-4104-86f8-adc41ae27d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:33.720805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b21a0bcf-676f-4104-86f8-adc41ae27d91 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/decc30d5-e7cd-43fc-8f04-2d49f8667971 HTTP/1.1" status: 204 len: 168 time: 0.6330523 Sep 17 01:10:33.723587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-63cf553c-b3fc-459b-9efc-7cc9e773e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:33.725092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-63cf553c-b3fc-459b-9efc-7cc9e773e7a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 1095 time: 0.0417564 Sep 17 01:10:33.732039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a0bcf-676f-4104-86f8-adc41ae27d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decc30d5-e7cd-43fc-8f04-2d49f8667971,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:33.882082 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0df7035f-ba10-4c2d-8732-361c76200401 req-55d2ee61-75ca-4d95-af2d-44dc61a1c4bb tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0389574 Sep 17 01:10:33.933147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d5380-3b46-437b-99bc-b87df92cee0c req-577718d2-7f59-4528-97ac-c21487e50361 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:33.934812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e5d5380-3b46-437b-99bc-b87df92cee0c req-577718d2-7f59-4528-97ac-c21487e50361 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1101 time: 0.0757852 Sep 17 01:10:33.949092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-712fa5f3-ee1b-4ff1-864d-97320630b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:33.950725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-712fa5f3-ee1b-4ff1-864d-97320630b5d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 200 len: 912 time: 0.2184222 Sep 17 01:10:34.024068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-62f71609-5b98-4167-a88e-9610684bb5b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f HTTP/1.1" status: 200 len: 217 time: 0.0631251 Sep 17 01:10:34.026867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e5d5380-3b46-437b-99bc-b87df92cee0c req-4326b545-031c-4551-8e92-f8cb1b48cd6b tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853302 Sep 17 01:10:34.132068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-6026966b-5c1e-4f53-8457-bef5f182ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:34.133851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-6026966b-5c1e-4f53-8457-bef5f182ad7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 200 len: 851 time: 0.1022296 Sep 17 01:10:34.171116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-ee95085e-0895-44f6-97b3-fe1103a0f002 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c0c90d96-14f1-4d74-bec5-047ffd3779d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284123 Sep 17 01:10:34.348486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-e53bae34-4872-4b72-8976-051aad522eaa service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653097 Sep 17 01:10:34.466572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ede735db-d5b5-4939-9ac3-6aab6bd03af0 req-f8bca269-c6a9-4cdb-8972-a49dec406a55 service neutron] 10.222.0.23 "GET /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088011 Sep 17 01:10:34.479978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f521ed0-b0f1-42e5-ab3f-914068f9c9db req-3445c2ef-b3fc-439d-a586-489d3d82b09d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:34.487527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f521ed0-b0f1-42e5-ab3f-914068f9c9db req-3445c2ef-b3fc-439d-a586-489d3d82b09d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 944 time: 0.1992891 Sep 17 01:10:34.529323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:34.564307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f521ed0-b0f1-42e5-ab3f-914068f9c9db req-d0353b20-e5de-4c5c-a0c6-3a3adbd35af0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Sep 17 01:10:34.636348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea338876-120c-4aac-be65-667886aacc0f req-eac691af-ad11-4d0f-aee3-81fdbba81478 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:34.637957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea338876-120c-4aac-be65-667886aacc0f req-eac691af-ad11-4d0f-aee3-81fdbba81478 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 948 time: 0.1213794 Sep 17 01:10:34.686310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:34.701662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:34.719854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea338876-120c-4aac-be65-667886aacc0f req-c09c92f9-018c-4328-9ceb-aa4b1f69ce1d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/security-groups?id=38ced184-8328-497e-86bc-20177d61f563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745373 Sep 17 01:10:34.746428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:34.762659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:34.788565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:34.825547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0272c6-ef68-4df4-ab47-51f4a39e361f req-a74eeea1-8ebf-45dc-a5d2-858b45eff982 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:34.830456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da0272c6-ef68-4df4-ab47-51f4a39e361f req-a74eeea1-8ebf-45dc-a5d2-858b45eff982 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 1101 time: 0.1090331 Sep 17 01:10:34.876481 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:34.905879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da0272c6-ef68-4df4-ab47-51f4a39e361f req-0ee45b8a-eb55-48a0-9e53-68d342702561 tempest-ServersAdminTestJSON-1655536407 tempest-ServersAdminTestJSON-1655536407-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612743 Sep 17 01:10:34.931369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97955a73-604c-4b8b-ab62-9908a8bcd3e1 req-d2ca69e8-50aa-4d13-a532-614e33605c77 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:34.952849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97955a73-604c-4b8b-ab62-9908a8bcd3e1 req-d2ca69e8-50aa-4d13-a532-614e33605c77 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.1179025 Sep 17 01:10:34.963475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:35.034363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97955a73-604c-4b8b-ab62-9908a8bcd3e1 req-ed893d2c-0866-46db-b601-a1288c8b7a23 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808330 Sep 17 01:10:35.082690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-76434e7e-c0b6-4d4b-a225-87ba29900fcf tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:35.084355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-76434e7e-c0b6-4d4b-a225-87ba29900fcf tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 948 time: 0.1252406 Sep 17 01:10:35.137229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['74eb9031-2240-4a39-b8e8-b8d368e0d97e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:35.140963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4bce6455-7c8e-4aa1-ba02-a4a2d0bed740 req-2e8a1274-9829-47aa-a43c-98064b713a41 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0482051 Sep 17 01:10:35.179621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46180) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:35.342533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Deleting port 08c3628b-6170-465d-a416-59aad189ba2e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:35.342916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.384156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-68356972-network', 'tenant_id': '7197b2c552a84822af6abc0776fb4d64'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:35.465095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6af950bf-0dc5-46ab-8f05-cb509c78d54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.473450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] For port 08c3628b-6170-465d-a416-59aad189ba2e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=08c3628b-6170-465d-a416-59aad189ba2e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:35.473831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.490695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Calling delete_port for 08c3628b-6170-465d-a416-59aad189ba2e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:35.582571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Made reservation on behalf of 7197b2c552a84822af6abc0776fb4d64 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:35.588754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.598154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.736380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.785411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb344281-5526-42d8-af58-09b3ee8bf64f req-d75ce180-a644-44d6-8a5f-dfab657d5313 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:35.787070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb344281-5526-42d8-af58-09b3ee8bf64f req-d75ce180-a644-44d6-8a5f-dfab657d5313 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 944 time: 0.0732636 Sep 17 01:10:35.790025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.835876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Pushing event deleted for resources: {'Port': ['ID=08c3628b-6170-465d-a416-59aad189ba2e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:35.909623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb344281-5526-42d8-af58-09b3ee8bf64f req-de9a6f69-bf58-4c26-9e76-e186aad27dea tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128194 Sep 17 01:10:35.911347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] No DVR routers for this DVR port 08c3628b-6170-465d-a416-59aad189ba2e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:35.914487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.917379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba0ac11d-991f-4a9a-bfd2-adfab9b214a5 req-0beb1cdd-bc0b-4ea1-955a-690daf7b346d tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.36 "DELETE /v2.0/ports/08c3628b-6170-465d-a416-59aad189ba2e HTTP/1.1" status: 204 len: 173 time: 0.8226287 Sep 17 01:10:35.917927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-deleted', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:35.922498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.937658 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5de95f-dd18-4fb1-b267-79066f476371" -d '{"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-deleted", "tag": "08c3628b-6170-465d-a416-59aad189ba2e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:35.942235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:10:35.956052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:35.956357 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Added segment 14234595-59c0-460a-95a5-1812cb9a7a48 of type vlan for network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 Sep 17 01:10:36.027050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.042815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5159116-98d6-4dd0-adbd-ff714150b51b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:36.057447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.058456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.058815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.059195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.059534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.059866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.060193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.060960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.060960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.061436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.061775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.062110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:36.083128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa149da-0fe2-4933-8ce4-7cfc69749580 req-330e0337-2a93-4e0f-86a2-7028a8fb5fae tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.094047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5fa149da-0fe2-4933-8ce4-7cfc69749580 req-330e0337-2a93-4e0f-86a2-7028a8fb5fae tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 949 time: 0.1025712 Sep 17 01:10:36.106959 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-590d9f37-c46d-4738-af6f-dd54057a0b5d req-8fbd2062-f41d-46c7-bbf2-d9a78b63f678 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 210 time: 0.0289781 Sep 17 01:10:36.182855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5fa149da-0fe2-4933-8ce4-7cfc69749580 req-3e2af7f6-750b-4a41-b1af-07a7c2a34972 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799172 Sep 17 01:10:36.185482 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b76a6d-1000-49ee-a571-a420447f5272 x-openstack-request-id: req-98b76a6d-1000-49ee-a571-a420447f5272 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:36.185775 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34484010-de67-48da-b258-266bb6e3ad73", "name": "network-vif-deleted", "tag": "08c3628b-6170-465d-a416-59aad189ba2e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:36.186026 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98b76a6d-1000-49ee-a571-a420447f5272 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:36.186421 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34484010-de67-48da-b258-266bb6e3ad73', 'name': 'network-vif-deleted', 'tag': '08c3628b-6170-465d-a416-59aad189ba2e', 'status': 'completed', 'code': 200} Sep 17 01:10:36.213944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.213944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.213944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.258054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-e93798c5-029d-4fef-9590-4932eda6a8d3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.264839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-e93798c5-029d-4fef-9590-4932eda6a8d3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 949 time: 0.1271327 Sep 17 01:10:36.355632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] Pushing event updated for resources: {'Network': ['ID=fe03dc6b-82c2-442d-9c40-aa48a2e17b01,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:36.366531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:10:36.371172 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4eedc9bc-e836-4226-ade0-dc4f1849119d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1881261 Sep 17 01:10:36.374706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:36.383111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Request body: {'subnet': {'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-68356972-subnet', 'tenant_id': '7197b2c552a84822af6abc0776fb4d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:36.408714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8835afc-273e-412c-91b7-ceb5d3c06492 req-fdc66a43-d736-4a4b-9ec2-6b8c9009ca05 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.414417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-3817dafb-f59a-4fc6-a0f8-3d860d7b41f0 service neutron] 10.222.0.36 "GET /v2.0/ports/74eb9031-2240-4a39-b8e8-b8d368e0d97e/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.1401300 Sep 17 01:10:36.417589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8835afc-273e-412c-91b7-ceb5d3c06492 req-fdc66a43-d736-4a4b-9ec2-6b8c9009ca05 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 949 time: 0.1533163 Sep 17 01:10:36.451872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a814c6c-462a-43b9-af17-76f99e54fdc3 req-64ac9c2a-d9a8-447f-bb63-c7ddcadfda77 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0418608 Sep 17 01:10:36.466578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8835afc-273e-412c-91b7-ceb5d3c06492 req-921eb58d-c71e-4a33-8e1e-6706d7a09aee tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Sep 17 01:10:36.532981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-605a5690-84eb-4597-9318-38f59219d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.534568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-605a5690-84eb-4597-9318-38f59219d758 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1100 time: 0.0901611 Sep 17 01:10:36.549623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:36.554063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Made reservation on behalf of 7197b2c552a84822af6abc0776fb4d64 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:36.557720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.591003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0bd2fa1-9c60-4162-be52-cef638e3599f details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:36.638327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 74eb9031-2240-4a39-b8e8-b8d368e0d97e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:36.638758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.695387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-048f6860-125a-40d1-84c7-1a2de521e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.698275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-048f6860-125a-40d1-84c7-1a2de521e0f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1535695 Sep 17 01:10:36.770819 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-c285ea7a-9ba7-4a59-8a20-670350d5e645 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 217 time: 0.0546486 Sep 17 01:10:36.848956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-01a4d623-207d-4606-9b2c-6bde062b7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.850511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-01a4d623-207d-4606-9b2c-6bde062b7702 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0731735 Sep 17 01:10:36.894276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.918355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c0bd2fa1-9c60-4162-be52-cef638e3599f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:36.921642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-21844eec-039c-4690-8af5-804603127872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:36.924106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-21844eec-039c-4690-8af5-804603127872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657229 Sep 17 01:10:36.948596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c0bd2fa1-9c60-4162-be52-cef638e3599f', 'network_id': 'c0c90d96-14f1-4d74-bec5-047ffd3779d1', 'port_id': 'c0bd2fa1-9c60-4162-be52-cef638e3599f', 'mac_address': 'fa:16:3e:a3:79:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4570734b-cefc-4270-bd23-1818da301366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:36.956341 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:36.956657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdc1218-f96b-45a2-9b18-5ecfa810f66d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:37.011715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:37.014641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:37.017204 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e52bb52-c4ad-41cd-ba1e-8ae60686786e" -d '{"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-plugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:37.034839 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.051618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0bd2fa1-9c60-4162-be52-cef638e3599f {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:37.070097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-7ae2f98c-8371-4849-b720-f203290d45a8 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325259 Sep 17 01:10:37.074080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Checking segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:10:37.074451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Network hostable DHCP agents. Network: fe03dc6b-82c2-442d-9c40-aa48a2e17b01, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:10:37.074880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c0bd2fa1-9c60-4162-be52-cef638e3599f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:37.108317 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4936258a-b19d-4ce0-8ea4-92dcfbe71535 x-openstack-request-id: req-4936258a-b19d-4ce0-8ea4-92dcfbe71535 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:37.108608 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-plugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:37.109131 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4936258a-b19d-4ce0-8ea4-92dcfbe71535 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:37.109437 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'code': 200} Sep 17 01:10:37.110685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.187843 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.195036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-df2e9d52-ea43-4465-a678-81945d7c540b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:37.197288 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-df2e9d52-ea43-4465-a678-81945d7c540b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 949 time: 0.1597385 Sep 17 01:10:37.211954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:37.241530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-9152140c-fdce-4564-aba9-dfe1bea58584 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635382 Sep 17 01:10:37.264492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7506e0-633e-4a5f-a4be-a9390231b040 req-5a9657a7-5253-4147-b06f-0755b0d91146 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:37.274240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7b7506e0-633e-4a5f-a4be-a9390231b040 req-5a9657a7-5253-4147-b06f-0755b0d91146 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 944 time: 0.1471746 Sep 17 01:10:37.288376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:10:37.295972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c0bd2fa1-9c60-4162-be52-cef638e3599f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:37.335932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93859843-4faf-452c-96ba-9034820ba63f req-04969b0a-8e51-4cc2-8c3d-c67a18cb50e1 tempest-ListImageFiltersTestJSON-1776556788 tempest-ListImageFiltersTestJSON-1776556788-project] 10.222.0.13 "GET /v2.0/ports?device_id=34484010-de67-48da-b258-266bb6e3ad73 HTTP/1.1" status: 200 len: 210 time: 0.0536442 Sep 17 01:10:37.382955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7b7506e0-633e-4a5f-a4be-a9390231b040 req-8014684c-d43b-49a4-876d-84c5fdf1fae9 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069188 Sep 17 01:10:37.402316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, fe03dc6b-82c2-442d-9c40-aa48a2e17b01) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:10:37.405472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Deleting port f14c1b35-1028-4bfb-bcdc-f68b4c436047 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:37.405842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.411006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b15383-539c-4c67-989c-4c0289583dbe None None] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:10:37.474786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90067464-ab9c-4a37-a25b-e8b420b65739 req-e19a0176-602c-47bc-a949-70b915a75610 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:37.476611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90067464-ab9c-4a37-a25b-e8b420b65739 req-e19a0176-602c-47bc-a949-70b915a75610 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 949 time: 0.0603781 Sep 17 01:10:37.482699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:37.483334 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.532566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] For port f14c1b35-1028-4bfb-bcdc-f68b4c436047, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f14c1b35-1028-4bfb-bcdc-f68b4c436047,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:37.533036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.554702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Calling delete_port for f14c1b35-1028-4bfb-bcdc-f68b4c436047 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:37.564484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c0bd2fa1-9c60-4162-be52-cef638e3599f'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:37.576978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90067464-ab9c-4a37-a25b-e8b420b65739 req-daf454fa-ec2b-48a6-bb89-5456612d88dc tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895202 Sep 17 01:10:37.639668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b53143e2-08a5-4a73-be45-4962bb69149c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2625968 Sep 17 01:10:37.665685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec862bc-4725-4010-8cae-bdc448a34164 None None] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:10:37.687132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f64db955-84fc-4bc9-bdeb-577cda0441a8 req-9956881e-a95a-4ada-aa2e-c62db5ebdb38 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0406959 Sep 17 01:10:37.714668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8b234-9b44-495a-91e5-64afc59fc94c req-4be5db16-7845-4bcc-b025-79f36ae3392b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:37.717767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edd8b234-9b44-495a-91e5-64afc59fc94c req-4be5db16-7845-4bcc-b025-79f36ae3392b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0749159 Sep 17 01:10:37.841994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edd8b234-9b44-495a-91e5-64afc59fc94c req-a11b1896-0d55-451c-9801-33fec98a29ac tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477619 Sep 17 01:10:37.876822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.950025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event deleted for resources: {'Port': ['ID=f14c1b35-1028-4bfb-bcdc-f68b4c436047,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:37.977572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] No DVR routers for this DVR port f14c1b35-1028-4bfb-bcdc-f68b4c436047 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:37.978464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:37.980534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd49fd1b-a883-4c33-999c-c9ce487ead86 req-adaeaa71-d5b8-4d39-b40e-4f3349ce3858 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "DELETE /v2.0/ports/f14c1b35-1028-4bfb-bcdc-f68b4c436047 HTTP/1.1" status: 204 len: 173 time: 0.7758367 Sep 17 01:10:37.981087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'name': 'network-vif-deleted', 'tag': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:37.983614 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac26a3b-adae-4d61-a819-c90a08a78a7a" -d '{"events": [{"server_uuid": "129d7ec5-fde0-4271-aa05-5e5b3ae5bb69", "name": "network-vif-deleted", "tag": "f14c1b35-1028-4bfb-bcdc-f68b4c436047"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:38.023423 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a8293-9c8e-4aab-bc4e-f26b736ed970 x-openstack-request-id: req-1e0a8293-9c8e-4aab-bc4e-f26b736ed970 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:38.023423 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129d7ec5-fde0-4271-aa05-5e5b3ae5bb69", "name": "network-vif-deleted", "tag": "f14c1b35-1028-4bfb-bcdc-f68b4c436047", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:38.023665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e0a8293-9c8e-4aab-bc4e-f26b736ed970 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:38.023915 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129d7ec5-fde0-4271-aa05-5e5b3ae5bb69', 'name': 'network-vif-deleted', 'tag': 'f14c1b35-1028-4bfb-bcdc-f68b4c436047', 'status': 'completed', 'code': 200} Sep 17 01:10:38.179423 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1dbbed7-544a-4776-a6bc-987ff4e4fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:38.276366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-e86fbecf-cac0-4895-9e90-837dc93bef1d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:38.278121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-e86fbecf-cac0-4895-9e90-837dc93bef1d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 811 time: 0.1238415 Sep 17 01:10:38.491861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-850b2961-d91e-48e3-8a7a-751f87f488fd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/quotas/7197b2c552a84822af6abc0776fb4d64 HTTP/1.1" status: 200 len: 375 time: 0.0105500 Sep 17 01:10:38.491861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-69670669-8f01-4d49-95dd-3bea0dd359a1 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376468 Sep 17 01:10:38.491861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-1299c262-fc7a-48b4-bc2a-37df928bfcca service neutron] 10.222.0.13 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156094 Sep 17 01:10:38.539144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:38.561232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 08c3628b-6170-465d-a416-59aad189ba2e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:38.562011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 08c3628b-6170-465d-a416-59aad189ba2e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:38.593965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-cdf49003-1e17-4be9-b3a9-8a2c9aec3d4e service neutron] 10.222.0.13 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247842 Sep 17 01:10:38.892210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['0160a0c0-801c-4303-b1eb-f7dadcff1bc0', 'f14c1b35-1028-4bfb-bcdc-f68b4c436047', '20a0fb74-1a01-4404-9183-703d0b386a29'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:39.053178 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:39.155183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e451c-6a4a-4be5-89bc-014ad7c667dd req-8e63f660-784e-4edb-bdeb-78e4883771c6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:39.163000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7e451c-6a4a-4be5-89bc-014ad7c667dd req-8e63f660-784e-4edb-bdeb-78e4883771c6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 945 time: 0.0896201 Sep 17 01:10:39.221128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7e451c-6a4a-4be5-89bc-014ad7c667dd req-74083d94-9375-4090-b68f-c9a37cdbce0e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568082 Sep 17 01:10:39.376624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:39.423807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-716a0379-5439-4b39-be16-4851fabaf655 req-a28d1003-183e-4b13-89f3-37ec69e6e22b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=129d7ec5-fde0-4271-aa05-5e5b3ae5bb69 HTTP/1.1" status: 200 len: 210 time: 0.0535524 Sep 17 01:10:39.761937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23feb0c6-c299-4868-8d54-fcd54c29870c req-a49713f9-f84f-4fe1-9af5-8a2a849b1b99 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0747101 Sep 17 01:10:39.772293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90005780-c047-4557-9cf5-f24b69ab56dc req-d9adfc72-2450-4321-a666-f66c0df7801d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:39.772293 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90005780-c047-4557-9cf5-f24b69ab56dc req-d9adfc72-2450-4321-a666-f66c0df7801d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.1205378 Sep 17 01:10:39.772293 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90005780-c047-4557-9cf5-f24b69ab56dc req-79f60555-bec4-48db-9209-ea9d2933dd58 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392580 Sep 17 01:10:39.772293 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-daa89657-06f2-4111-a449-5e4219aa3c39 req-81d46c30-405f-4b9b-ab1f-3eba30af6999 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 210 time: 0.0414219 Sep 17 01:10:40.338466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be587a9-ce6d-43a1-af07-e5ca50841f69 req-03c5b832-abf8-405a-8120-8cbc0b1853d8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.339916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4be587a9-ce6d-43a1-af07-e5ca50841f69 req-03c5b832-abf8-405a-8120-8cbc0b1853d8 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 945 time: 0.0521374 Sep 17 01:10:40.379385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4be587a9-ce6d-43a1-af07-e5ca50841f69 req-286569f0-12fa-4995-a925-bc18729c6039 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Sep 17 01:10:40.515925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-3ad87d79-ed9a-43ed-af98-af5621c7b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.518245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-3ad87d79-ed9a-43ed-af98-af5621c7b3da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 1101 time: 0.1099179 Sep 17 01:10:40.585027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-42011248-f1da-4f65-8ad0-39744d35bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.586768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-42011248-f1da-4f65-8ad0-39744d35bf40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 1101 time: 0.0434167 Sep 17 01:10:40.588211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25588f0d-724a-4a02-84a1-a44e742b615e req-926ebf4c-5d95-4f5b-8930-8ec0bf2f25a5 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0312760 Sep 17 01:10:40.604125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0bd2fa1-9c60-4162-be52-cef638e3599f up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:40.691526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-991729ee-06ce-42c6-ba2a-6f9c20214354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.692982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-991729ee-06ce-42c6-ba2a-6f9c20214354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.0998230 Sep 17 01:10:40.734560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-a8a94386-872c-43d9-807b-01b0ae5760fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 200 len: 217 time: 0.0350845 Sep 17 01:10:40.739556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438a7bc-291d-4004-b2fd-f0f305061876 req-6dd5fa7d-0b5b-4589-9534-d4efffb02952 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.741207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1438a7bc-291d-4004-b2fd-f0f305061876 req-6dd5fa7d-0b5b-4589-9534-d4efffb02952 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0518565 Sep 17 01:10:40.760012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c0bd2fa1-9c60-4162-be52-cef638e3599f completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:10:40.764604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c0bd2fa1-9c60-4162-be52-cef638e3599f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:40.765193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:40.794411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1438a7bc-291d-4004-b2fd-f0f305061876 req-006898ac-8e8d-4848-bd82-be007d07c3e4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400138 Sep 17 01:10:40.801018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-820f32f3-6471-4735-aef9-c9b98ec4f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.802497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-820f32f3-6471-4735-aef9-c9b98ec4f72f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0604010 Sep 17 01:10:40.865628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:40.874505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-118dffe9-ac32-4246-8042-41cc40865773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:40.876203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-118dffe9-ac32-4246-8042-41cc40865773 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659761 Sep 17 01:10:40.901942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bd2fa1-9c60-4162-be52-cef638e3599f'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:40.906614 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff4ac1-6330-4a7c-870e-af39f3aaaf2e" -d '{"events": [{"server_uuid": "3356de43-1d65-43d5-b58b-7e35b5768f5f", "name": "network-vif-plugged", "status": "completed", "tag": "c0bd2fa1-9c60-4162-be52-cef638e3599f"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:40.912727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c0bd2fa1-9c60-4162-be52-cef638e3599f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:41.004450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-e91a9a63-6ccc-4858-896a-a0533de20c87 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194923 Sep 17 01:10:41.013571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:41.014388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f14c1b35-1028-4bfb-bcdc-f68b4c436047 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:41.071724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: f14c1b35-1028-4bfb-bcdc-f68b4c436047 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:41.071987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f14c1b35-1028-4bfb-bcdc-f68b4c436047 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:41.076544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:41.107487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c0bd2fa1-9c60-4162-be52-cef638e3599f,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:41.118501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7998b7e6-9dc6-47b0-8d77-a5a13b50b223 req-8d6049e3-ebf1-4f62-b1f5-93a0c3979705 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070821 Sep 17 01:10:41.185589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b25c8-9ec5-4336-99a5-b873906569dd req-0478a3f6-c356-417f-9537-0016719ae485 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:41.187152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c28b25c8-9ec5-4336-99a5-b873906569dd req-0478a3f6-c356-417f-9537-0016719ae485 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0494568 Sep 17 01:10:41.225418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c28b25c8-9ec5-4336-99a5-b873906569dd req-677eaa25-26bb-4fa1-b719-2b2878672627 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319543 Sep 17 01:10:41.290129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a45b856-2737-4c6c-a76c-2b4ef7ef95de req-10344420-7bee-466b-bd81-f16eafbab0f0 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 210 time: 0.0257888 Sep 17 01:10:41.333485 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d510f0cb-ec4c-4bae-bf53-65803aae8cba x-openstack-request-id: req-d510f0cb-ec4c-4bae-bf53-65803aae8cba {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:41.333789 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356de43-1d65-43d5-b58b-7e35b5768f5f", "name": "network-vif-plugged", "status": "completed", "tag": "c0bd2fa1-9c60-4162-be52-cef638e3599f", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:41.334049 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d510f0cb-ec4c-4bae-bf53-65803aae8cba {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:41.334445 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0bd2fa1-9c60-4162-be52-cef638e3599f', 'code': 200} Sep 17 01:10:41.434909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3e425-c197-47e3-b84e-cec6bb58cb90 req-98eb5433-1fde-4a77-b21d-df1b180a13d2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:41.437135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91b3e425-c197-47e3-b84e-cec6bb58cb90 req-98eb5433-1fde-4a77-b21d-df1b180a13d2 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.0590425 Sep 17 01:10:41.485945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91b3e425-c197-47e3-b84e-cec6bb58cb90 req-d630ec86-608a-4ed1-b5de-451815db1006 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Sep 17 01:10:41.737654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7428ea5d-b44f-4dc6-a1d0-34d703dd1e8b req-4f06b90e-8530-4e18-a6ac-56a8900d1467 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Sep 17 01:10:41.744851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1a41f-768c-4eb5-9a4a-58642c0938f5 req-d6fc2d29-444d-4e90-b5ee-81e74ce7e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:41.746419 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5b1a41f-768c-4eb5-9a4a-58642c0938f5 req-d6fc2d29-444d-4e90-b5ee-81e74ce7e343 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 1097 time: 0.3526883 Sep 17 01:10:41.763307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fe44f-0012-43c3-a301-e7b44804b8d8 req-a6571a62-5658-4b60-8abc-9a2fa2d7972d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:41.764715 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea7fe44f-0012-43c3-a301-e7b44804b8d8 req-a6571a62-5658-4b60-8abc-9a2fa2d7972d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.0617757 Sep 17 01:10:41.808345 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d5b1a41f-768c-4eb5-9a4a-58642c0938f5 req-f3d02734-6fa8-4ee8-bcd8-2ee0fadc08e5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533292 Sep 17 01:10:41.820450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea7fe44f-0012-43c3-a301-e7b44804b8d8 req-3d767098-825f-4bed-8179-f50b5d6785a6 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496838 Sep 17 01:10:41.910583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e66b3c-09db-4e05-9930-be8d04baf3e6 req-4f1224cb-5674-4219-8cfb-55abd67216ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:41.912089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0e66b3c-09db-4e05-9930-be8d04baf3e6 req-4f1224cb-5674-4219-8cfb-55abd67216ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0495021 Sep 17 01:10:41.950519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0e66b3c-09db-4e05-9930-be8d04baf3e6 req-e679ac1f-9ec0-4a6b-b3c6-c142939faf91 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321362 Sep 17 01:10:42.235799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46402) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:42.349614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a0514-f9ca-4c1a-a94e-6ffb2d846e16 req-7a36c386-fac3-44cb-aaee-2c2b1a3b2445 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:42.359739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-363a0514-f9ca-4c1a-a94e-6ffb2d846e16 req-7a36c386-fac3-44cb-aaee-2c2b1a3b2445 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.0650656 Sep 17 01:10:42.416286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-363a0514-f9ca-4c1a-a94e-6ffb2d846e16 req-4bdfedb9-eac1-4c6a-9bae-4f01f936c127 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486789 Sep 17 01:10:42.420462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5622a9d-3184-4838-a8fa-d8a8d883beed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a7472482a45243b0abd560c73a0961ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834178 Sep 17 01:10:42.423721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:42.487918 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef372cb0-40f3-4848-88b7-02aee781142f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.507990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e75228d-0fa6-42e7-b408-b9f8da7bb3fd req-67a5d293-2d33-4106-8c47-98413cdc6d43 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 210 time: 0.0344660 Sep 17 01:10:42.532546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef372cb0-40f3-4848-88b7-02aee781142f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.569857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:42.573721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:42.636573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528ac5-a115-4ccf-96d4-f6dab1381507 req-6f4a93e2-9f78-45e4-8931-e55f02659574 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:42.638381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af528ac5-a115-4ccf-96d4-f6dab1381507 req-6f4a93e2-9f78-45e4-8931-e55f02659574 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.0557787 Sep 17 01:10:42.683119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af528ac5-a115-4ccf-96d4-f6dab1381507 req-b0b60361-dcd3-4eee-b898-fe6bd1e4533f tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 Sep 17 01:10:42.748245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef372cb0-40f3-4848-88b7-02aee781142f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.750666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.758284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef372cb0-40f3-4848-88b7-02aee781142f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.759583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ef372cb0-40f3-4848-88b7-02aee781142f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38ced184-8328-497e-86bc-20177d61f563 HTTP/1.1" status: 204 len: 168 time: 0.3345983 Sep 17 01:10:42.800770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-ee92c89b-021b-4b25-8d8d-166c63f65c59 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:42.803261 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-ee92c89b-021b-4b25-8d8d-166c63f65c59 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 950 time: 0.1026249 Sep 17 01:10:42.815301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:42.820869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:42.825611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef372cb0-40f3-4848-88b7-02aee781142f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ced184-8328-497e-86bc-20177d61f563,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:42.832963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'mac_address': 'fa:16:3e:c2:d6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:42.877394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.894678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:42.920840 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:42.940051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539b592-5ded-424b-855c-e11086af552c req-74af79c3-6d89-488d-a07f-bdf0885dceba tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:42.949049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9539b592-5ded-424b-855c-e11086af552c req-74af79c3-6d89-488d-a07f-bdf0885dceba tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.1708119 Sep 17 01:10:42.982051 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:10:42.982527 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:10:42.991706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08dd9812-e6b7-4fea-9be5-a7d5e73db6d7 req-86772bef-0774-4fa7-88d5-6c067cd8eb3a tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0621715 Sep 17 01:10:43.011490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9539b592-5ded-424b-855c-e11086af552c req-8e8c2296-500c-4f7a-a706-de4d8fb389b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Sep 17 01:10:43.025653 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Deleting port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:43.026004 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.053314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:43.154561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] For port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:43.154925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.166352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91235f1-8271-4a84-8fce-565a0382705d req-143e9a1f-682c-4716-a577-65380500f201 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:43.167881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d91235f1-8271-4a84-8fce-565a0382705d req-143e9a1f-682c-4716-a577-65380500f201 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.0718884 Sep 17 01:10:43.167995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Calling delete_port for 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:43.261617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d91235f1-8271-4a84-8fce-565a0382705d req-da1951ff-c9d1-4168-8039-04c8e217483c tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835776 Sep 17 01:10:43.293849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-f19abd78-628a-44cf-9ac1-4bedc588da1a tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:43.295918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-f19abd78-628a-44cf-9ac1-4bedc588da1a tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.36 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 811 time: 0.1596477 Sep 17 01:10:43.317905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Request body: {'port': {'device_id': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'admin_state_up': True, 'tenant_id': '7197b2c552a84822af6abc0776fb4d64'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:43.335325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:43.339238 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d535574-9892-4824-9640-161315fa4aeb" -d '{"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-unplugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:43.389960 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5d102f-ac5a-4ee6-8434-25865a0d34b4 x-openstack-request-id: req-7c5d102f-ac5a-4ee6-8434-25865a0d34b4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:43.389960 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-unplugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:43.389960 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c5d102f-ac5a-4ee6-8434-25865a0d34b4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:43.390232 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'code': 200} Sep 17 01:10:43.453450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.474605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['0160a0c0-801c-4303-b1eb-f7dadcff1bc0', '20a0fb74-1a01-4404-9183-703d0b386a29'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:43.500923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event deleted for resources: {'Port': ['ID=0160a0c0-801c-4303-b1eb-f7dadcff1bc0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:43.575987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] No DVR routers for this DVR port 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:43.579618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.582078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-623e75bd-7d70-41ec-bab2-ce584e169e0a req-f28813da-d26e-47fb-ab06-726719ef90fd tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "DELETE /v2.0/ports/0160a0c0-801c-4303-b1eb-f7dadcff1bc0 HTTP/1.1" status: 204 len: 173 time: 0.7713783 Sep 17 01:10:43.582364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Made reservation on behalf of 7197b2c552a84822af6abc0776fb4d64 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:43.582540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f88fa7b-3560-48fe-a836-58983eff629d', 'name': 'network-vif-deleted', 'tag': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:43.584385 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.586018 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d251e95-3f8a-4710-a0d8-ee6b810528e6" -d '{"events": [{"server_uuid": "3f88fa7b-3560-48fe-a836-58983eff629d", "name": "network-vif-deleted", "tag": "0160a0c0-801c-4303-b1eb-f7dadcff1bc0"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:43.587647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.630028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb658d55-2147-4ab5-9967-76b4bc4fa993 req-4917aa70-b745-496a-a04d-a5ffbb1cb836 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:43.631588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb658d55-2147-4ab5-9967-76b4bc4fa993 req-4917aa70-b745-496a-a04d-a5ffbb1cb836 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 948 time: 0.1259801 Sep 17 01:10:43.644388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:43.683000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:43.708157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fee72b2b-17b4-4df3-bc1a-17d48d264efa req-7953da66-6206-484b-be36-644b211bc615 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 210 time: 0.0369930 Sep 17 01:10:43.777110 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e8c878-5f76-47b0-b138-3e2c502bad34 x-openstack-request-id: req-a7e8c878-5f76-47b0-b138-3e2c502bad34 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:43.777510 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f88fa7b-3560-48fe-a836-58983eff629d", "name": "network-vif-deleted", "tag": "0160a0c0-801c-4303-b1eb-f7dadcff1bc0", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:43.777856 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7e8c878-5f76-47b0-b138-3e2c502bad34 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:43.778346 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f88fa7b-3560-48fe-a836-58983eff629d', 'name': 'network-vif-deleted', 'tag': '0160a0c0-801c-4303-b1eb-f7dadcff1bc0', 'status': 'completed', 'code': 200} Sep 17 01:10:43.792552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb658d55-2147-4ab5-9967-76b4bc4fa993 req-c4463d9a-6685-4635-8f0c-1c96bf3e4768 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280832 Sep 17 01:10:43.803271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-623aece5-c0e4-44cf-9bec-76713c72aae9 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:43.805121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-623aece5-c0e4-44cf-9bec-76713c72aae9 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 811 time: 0.2578425 Sep 17 01:10:43.841676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Request body: {'port': {'device_id': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'admin_state_up': True, 'tenant_id': '7197b2c552a84822af6abc0776fb4d64'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:43.851671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:43.907610 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-167dfd2e-b507-4cdb-b781-d0ac8eb04299 req-1ee1b930-24ae-45d6-bb7e-2c7446a0ee83 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f88fa7b-3560-48fe-a836-58983eff629d HTTP/1.1" status: 200 len: 210 time: 0.0417168 Sep 17 01:10:43.940860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:43.943709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Allocated IP 172.20.0.7 (fe03dc6b-82c2-442d-9c40-aa48a2e17b01/dbdc1218-f96b-45a2-9b18-5ecfa810f66d/97a71943-988d-4afb-a873-885a630f76b6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:10:44.075378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['74eb9031-2240-4a39-b8e8-b8d368e0d97e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:44.161093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d9ee-45eb-40dd-a6cd-06148e0992e3 req-4ab81866-2392-4dbc-9e90-f285ae160b3b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:44.170918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13d7d9ee-45eb-40dd-a6cd-06148e0992e3 req-4ab81866-2392-4dbc-9e90-f285ae160b3b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0998895 Sep 17 01:10:44.215713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13d7d9ee-45eb-40dd-a6cd-06148e0992e3 req-1949ade3-eded-4fc8-80af-12f250d647d8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435879 Sep 17 01:10:44.315120 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba7c4e5e-d0ed-41f8-b2b6-9424623828fc req-b883f2c7-e4df-4e98-b2b7-7ad1e4a4b8a9 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0299194 Sep 17 01:10:44.473752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a46e68-0139-4657-b0a1-58199d24274d req-958f9053-1ded-4064-a927-28399728b5be tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:44.475439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9a46e68-0139-4657-b0a1-58199d24274d req-958f9053-1ded-4064-a927-28399728b5be tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.0771549 Sep 17 01:10:44.518126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9a46e68-0139-4657-b0a1-58199d24274d req-9c143385-d863-426f-b9ea-a1ef77639a64 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Sep 17 01:10:44.526511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2691db7-7626-4c43-81fa-d7beaa539267 req-913d2722-09a9-4973-875f-364561a81192 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:44.528056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2691db7-7626-4c43-81fa-d7beaa539267 req-913d2722-09a9-4973-875f-364561a81192 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 950 time: 0.5351827 Sep 17 01:10:44.595891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:44.616596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2691db7-7626-4c43-81fa-d7beaa539267 req-ecb1eb3d-ffb8-4f34-af64-f648f4a70f8a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707340 Sep 17 01:10:44.620549 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:44.690938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Made reservation on behalf of 7197b2c552a84822af6abc0776fb4d64 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:44.695694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:44.721069 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:44.768336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:44.834925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e771539c-af60-4fdf-bf94-8af760152bde req-91921f9e-c5c5-4391-a1d4-5ab7946820af tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 210 time: 0.0315740 Sep 17 01:10:44.854471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:44.922412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:44.934367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:10:44.941999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:10:44.951357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:10:44.957354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event updated for resources: {'Port': ['ID=97a71943-988d-4afb-a873-885a630f76b6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:44.979553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=11']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:44.983676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Allocated IP 172.20.0.13 (fe03dc6b-82c2-442d-9c40-aa48a2e17b01/dbdc1218-f96b-45a2-9b18-5ecfa810f66d/e7671cff-cb41-4232-9269-de9878b353ef) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:10:45.022062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:45.022672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.176111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-7016b0c4-a1b2-4eef-9389-b0548f0d9bed tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288756 Sep 17 01:10:45.179806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dd098237-f5e3-4930-b8d6-e1f23b6cf824 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8670292 Sep 17 01:10:45.190040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.204028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Request body: {'port': {'device_id': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:45.339372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.391363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:45.393878 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d60c76-c764-41a6-8dbf-a01e4f595db3" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-unplugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:45.400721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-34a1b415-37cb-4083-a845-38b3e4526f41 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:45.402190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-34a1b415-37cb-4083-a845-38b3e4526f41 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2170451 Sep 17 01:10:45.429357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.437333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-11d3c43f-0358-4bfc-b59b-5949c9d6d29a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/quotas/24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 375 time: 0.0286694 Sep 17 01:10:45.455275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde554a-a357-4c83-ae56-2ca0f7477921 req-5bc63231-4620-4cc8-b9f0-71572c8adba1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:45.456781 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfde554a-a357-4c83-ae56-2ca0f7477921 req-5bc63231-4620-4cc8-b9f0-71572c8adba1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.0572495 Sep 17 01:10:45.498552 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfde554a-a357-4c83-ae56-2ca0f7477921 req-abb2b10f-942e-4ec3-b3d6-e3e2ecad61e0 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347142 Sep 17 01:10:45.567488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:10:45.579309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:10:45.585340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:10:45.589092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event updated for resources: {'Port': ['ID=e7671cff-cb41-4232-9269-de9878b353ef,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:45.621076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67eec3-6d51-4992-917b-575fb9d9d356 req-7852be4c-79e6-4d2f-a983-3b9c60da1107 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:45.622545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed67eec3-6d51-4992-917b-575fb9d9d356 req-7852be4c-79e6-4d2f-a983-3b9c60da1107 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0570776 Sep 17 01:10:45.660966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed67eec3-6d51-4992-917b-575fb9d9d356 req-0a2b0bee-c9df-45eb-90d9-00b4a1470538 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Sep 17 01:10:45.683974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-8b30be13-6cdc-4619-9b7d-e943c795d0bd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2389843 Sep 17 01:10:45.703461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:45.704095 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.803220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a71943-988d-4afb-a873-885a630f76b6 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:45.811335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-9a814660-1f7b-440b-b8a6-a25d73758489 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9758835 Sep 17 01:10:45.813014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.829332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Request body: {'port': {'device_id': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:45.831888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Transition to ACTIVE for port object 97a71943-988d-4afb-a873-885a630f76b6 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:10:45.882724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:45.936491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.087712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Pushing event updated for resources: {'Port': ['ID=97a71943-988d-4afb-a873-885a630f76b6,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:46.140282 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e480b9d-99b2-411b-b8fc-8c5bec224f71 req-3b322db3-4497-4a27-ae95-a9ec59a3dc54 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0343668 Sep 17 01:10:46.187070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Attempting to bind port 97a71943-988d-4afb-a873-885a630f76b6 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:10:46.187439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Attempting to bind port 97a71943-988d-4afb-a873-885a630f76b6 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:10:46.187776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Attempting to bind port 97a71943-988d-4afb-a873-885a630f76b6 on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:46.192936 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f3801e-3a0a-45d2-b92f-94e302c68041 x-openstack-request-id: req-e5f3801e-3a0a-45d2-b92f-94e302c68041 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:46.193407 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-unplugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:46.193636 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5f3801e-3a0a-45d2-b92f-94e302c68041 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:46.194249 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:10:46.200338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Port 97a71943-988d-4afb-a873-885a630f76b6 on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:10:46.200665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Attempting to bind port 97a71943-988d-4afb-a873-885a630f76b6 on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:46.213207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:10:46.213547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Checking segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:10:46.213934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Bound using segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:10:46.214366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Bound port: 97a71943-988d-4afb-a873-885a630f76b6, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:10:46.214727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.301071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce52f1-0ad7-42aa-90e5-ee47cbbcc70b req-5a18cecd-95b3-42f3-a944-9d7939d2da9b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:46.302868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5ce52f1-0ad7-42aa-90e5-ee47cbbcc70b req-5a18cecd-95b3-42f3-a944-9d7939d2da9b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 932 time: 0.0653865 Sep 17 01:10:46.315226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7671cff-cb41-4232-9269-de9878b353ef {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:46.326925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.335212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] For port 97a71943-988d-4afb-a873-885a630f76b6, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:10:46.341412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] For port 97a71943-988d-4afb-a873-885a630f76b6, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97a71943-988d-4afb-a873-885a630f76b6,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:10:46.346260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Transition to ACTIVE for port object e7671cff-cb41-4232-9269-de9878b353ef will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:10:46.350060 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5ce52f1-0ad7-42aa-90e5-ee47cbbcc70b req-aa78c55f-2c0d-4625-a88c-65406a15a845 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370364 Sep 17 01:10:46.393543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7396a08b-b901-47e9-bdfe-663f36d148b9 req-ae5eea21-c398-4eb3-a6e0-4197a4f04268 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0266600 Sep 17 01:10:46.433498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.441127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.482156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:46.482923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.485830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] 10.222.0.36 "PUT /v2.0/ports/97a71943-988d-4afb-a873-885a630f76b6 HTTP/1.1" status: 200 len: 1091 time: 1.2926524 Sep 17 01:10:46.486483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'tag': '97a71943-988d-4afb-a873-885a630f76b6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:46.488820 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9713393-3015-48a5-8a80-94a9aa06fa5a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0eb191-383b-498b-86c5-143f1e8ab51b", "tag": "97a71943-988d-4afb-a873-885a630f76b6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:46.508142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7671cff-cb41-4232-9269-de9878b353ef,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:46.621277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:46.622883 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcaeb62-8684-4212-9679-a2900641510d x-openstack-request-id: req-5dcaeb62-8684-4212-9679-a2900641510d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:46.623236 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0eb191-383b-498b-86c5-143f1e8ab51b", "tag": "97a71943-988d-4afb-a873-885a630f76b6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:46.623463 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5dcaeb62-8684-4212-9679-a2900641510d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:46.623842 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'tag': '97a71943-988d-4afb-a873-885a630f76b6', 'status': 'completed', 'code': 200} Sep 17 01:10:46.664301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:46.667402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:46.671835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad168ffb-48cf-446f-ba16-c176dc6aa99f service neutron] Pushing event updated for resources: {'Port': ['ID=97a71943-988d-4afb-a873-885a630f76b6,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:46.697315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Attempting to bind port e7671cff-cb41-4232-9269-de9878b353ef on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:10:46.697457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Attempting to bind port e7671cff-cb41-4232-9269-de9878b353ef by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:10:46.697794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Attempting to bind port e7671cff-cb41-4232-9269-de9878b353ef on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:46.703983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:46.704509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 0160a0c0-801c-4303-b1eb-f7dadcff1bc0 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:46.706795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40aedd-f507-460a-9a48-d755eb7ec163 req-0fd4790d-9108-4ca8-b208-d9617490910b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:46.714985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff40aedd-f507-460a-9a48-d755eb7ec163 req-0fd4790d-9108-4ca8-b208-d9617490910b tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.1435468 Sep 17 01:10:46.729240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Port e7671cff-cb41-4232-9269-de9878b353ef on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:10:46.729240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Attempting to bind port e7671cff-cb41-4232-9269-de9878b353ef on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:46.740011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-f2a03eb9-4088-4611-8c98-ee1c804c42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:46.741497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-f2a03eb9-4088-4611-8c98-ee1c804c42ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=5e0eb191-383b-498b-86c5-143f1e8ab51b HTTP/1.1" status: 200 len: 1094 time: 0.1330781 Sep 17 01:10:46.747491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:10:46.747825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Checking segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:10:46.748210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Bound using segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:10:46.748650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Bound port: e7671cff-cb41-4232-9269-de9878b353ef, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:10:46.749023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.754412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c36d5-c0f7-4b96-9714-11f6a3652574 req-566f3593-efac-424c-880b-89eddfd57664 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:46.764977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-711c36d5-c0f7-4b96-9714-11f6a3652574 req-566f3593-efac-424c-880b-89eddfd57664 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.0799398 Sep 17 01:10:46.805571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-711c36d5-c0f7-4b96-9714-11f6a3652574 req-c126699a-1ca2-445d-b41d-a714f475926d tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388649 Sep 17 01:10:46.807844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-56cf84aa-55dc-4dce-a62b-bdc962aeb7ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97a71943-988d-4afb-a873-885a630f76b6 HTTP/1.1" status: 200 len: 217 time: 0.0564358 Sep 17 01:10:46.812442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 74eb9031-2240-4a39-b8e8-b8d368e0d97e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:46.812809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:46.812932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff40aedd-f507-460a-9a48-d755eb7ec163 req-82335cbd-3ebb-4a30-9903-f71b49599c64 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970345 Sep 17 01:10:46.910476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-92cc7b09-5cf5-49ef-9005-db095d94d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:46.911830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-92cc7b09-5cf5-49ef-9005-db095d94d90b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.0971949 Sep 17 01:10:46.915449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] For port e7671cff-cb41-4232-9269-de9878b353ef, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:10:46.919936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] For port e7671cff-cb41-4232-9269-de9878b353ef, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e7671cff-cb41-4232-9269-de9878b353ef,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:10:46.928656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:46.953288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'mac_address': 'fa:16:3e:46:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:46.953650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-7e4d2391-7e00-4980-86a6-ba5837427df8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320535 Sep 17 01:10:46.956031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:47.029100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:47.036176 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:47.050010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:47.067548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:47.069335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:47.082489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc35c04-5351-480f-b7db-5a904d37a97e req-39581f9d-f23d-4185-8e5d-acf5864baece tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.084069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1bc35c04-5351-480f-b7db-5a904d37a97e req-39581f9d-f23d-4185-8e5d-acf5864baece tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1501250 Sep 17 01:10:47.128137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:47.145995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.147216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:47.149680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] 10.222.0.23 "PUT /v2.0/ports/e7671cff-cb41-4232-9269-de9878b353ef HTTP/1.1" status: 200 len: 1092 time: 1.3249238 Sep 17 01:10:47.169254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-5b72067b-4d36-4d1a-930c-b315aab3151d service neutron] 10.222.0.36 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057743 Sep 17 01:10:47.187717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=11']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:47.210441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:47.218724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1bc35c04-5351-480f-b7db-5a904d37a97e req-e6397eea-9316-404f-9c22-9f1a98e896ef tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066461 Sep 17 01:10:47.221501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaaf7f-c589-400e-bce7-7624bab02ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7671cff-cb41-4232-9269-de9878b353ef,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:47.294069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=12']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:47.356704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['bc517755-a3e3-4e8f-8737-fca6e57fac3a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:47.365703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5bc4fa77-f3e8-414a-832e-51fccccf4167 req-7eb34e86-dda4-41d8-a33e-3c81da5173f2 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0362926 Sep 17 01:10:47.386484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-6951aafd-c6ed-42a7-a6c5-224bfcab35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.388015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-6951aafd-c6ed-42a7-a6c5-224bfcab35ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 1095 time: 0.0873563 Sep 17 01:10:47.389945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-1182d2de-5daa-4358-87bb-0bc0375579fe service neutron] 10.222.0.36 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100155 Sep 17 01:10:47.449843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-53ed9131-ce86-4cbb-867a-1c4fd46790a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7671cff-cb41-4232-9269-de9878b353ef HTTP/1.1" status: 200 len: 217 time: 0.0505106 Sep 17 01:10:47.589325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b497eb9d-b91a-4509-8539-3117c7e7a98b req-0ca9a9c4-e4cf-4e11-8ecc-ed16cfd0b212 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0350935 Sep 17 01:10:47.591598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-6886bc09-b34d-457d-b913-4bd4f279ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.593160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-6886bc09-b34d-457d-b913-4bd4f279ccf1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.1304915 Sep 17 01:10:47.624903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91faace1-a4bf-4ef4-b918-1fb1e22d9a37 req-dd8d9507-68ee-4d5b-bcbd-4fbeda88240f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.632514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91faace1-a4bf-4ef4-b918-1fb1e22d9a37 req-dd8d9507-68ee-4d5b-bcbd-4fbeda88240f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 944 time: 0.1197162 Sep 17 01:10:47.662222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-39ea6848-44da-46e6-b5d3-8bb7ce888133 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595133 Sep 17 01:10:47.664023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-2d990269-aa9d-4409-a016-b8b9214cb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.665441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-2d990269-aa9d-4409-a016-b8b9214cb0d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=5e0eb191-383b-498b-86c5-143f1e8ab51b HTTP/1.1" status: 200 len: 1094 time: 0.1146271 Sep 17 01:10:47.773707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbdee4-f455-4ece-8dab-13317bf6f8ac req-34bcd975-861e-4b99-9aa1-a499c69f52b7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.776294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fddbdee4-f455-4ece-8dab-13317bf6f8ac req-34bcd975-861e-4b99-9aa1-a499c69f52b7 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.0616884 Sep 17 01:10:47.790177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91faace1-a4bf-4ef4-b918-1fb1e22d9a37 req-ec514ff8-709e-4b86-8a4d-f33e07ebabae tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567276 Sep 17 01:10:47.844679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fddbdee4-f455-4ece-8dab-13317bf6f8ac req-58f9109c-0651-423d-b6d6-22552f01c133 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625162 Sep 17 01:10:47.872268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-dba21cf1-7062-42d6-a585-eca3a6a491cb service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000825 Sep 17 01:10:47.874137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-0ce11c7e-dff3-4ba5-a7fd-43ccf074a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.876090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-0ce11c7e-dff3-4ba5-a7fd-43ccf074a7fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 912 time: 0.1960688 Sep 17 01:10:47.959627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-4a17f4bd-c96b-43c4-a1d4-effefb31c366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97a71943-988d-4afb-a873-885a630f76b6 HTTP/1.1" status: 200 len: 217 time: 0.0691829 Sep 17 01:10:47.990323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fadfd-dd29-40ab-9019-57aa550a198e req-459c27ef-c0d6-4c98-8bc8-8b65001145ad tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:47.991938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c8fadfd-dd29-40ab-9019-57aa550a198e req-459c27ef-c0d6-4c98-8bc8-8b65001145ad tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.0574024 Sep 17 01:10:48.046262 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c8fadfd-dd29-40ab-9019-57aa550a198e req-37f53f9f-e4bd-4d28-97df-184b3b60757a tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/security-groups?id=af3790db-ea5a-4065-be6b-e430b7d3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468519 Sep 17 01:10:48.070364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-cd2acacf-a02d-4341-a19c-5547db909f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:48.070364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-cd2acacf-a02d-4341-a19c-5547db909f37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.0950236 Sep 17 01:10:48.087299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd85f4ab-455d-4fcf-8892-3f0137fa668b req-abe0b879-2655-494d-86ed-83f12cc88487 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843555 Sep 17 01:10:48.106925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-509f275f-00a7-4541-a881-e58790c591fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352798 Sep 17 01:10:48.194889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:48.197521 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d582b45-08d5-48df-aaff-5eaeb65324d2" -d '{"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-plugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:48.230888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785d559-6dd5-408c-a369-189fa5562c04 req-6d2d75ee-9b23-4252-9414-708e3999a8c6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:48.232666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9785d559-6dd5-408c-a369-189fa5562c04 req-6d2d75ee-9b23-4252-9414-708e3999a8c6 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 950 time: 0.1247773 Sep 17 01:10:48.240635 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d05a5f-7851-4943-8223-9c6c97552fa8 x-openstack-request-id: req-19d05a5f-7851-4943-8223-9c6c97552fa8 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:48.241447 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-plugged", "status": "completed", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:48.241946 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19d05a5f-7851-4943-8223-9c6c97552fa8 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:48.242482 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'code': 200} Sep 17 01:10:48.287903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-e800fce9-9a17-4d21-b192-7521ee4f3359 service neutron] 10.222.0.36 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620653 Sep 17 01:10:48.307557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46584) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:48.370673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25e015-9f7f-46c5-93ad-ef70f9adaa60 req-fdd17a20-5aa7-44bd-8a64-d19ab3ddda63 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:48.378186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f25e015-9f7f-46c5-93ad-ef70f9adaa60 req-fdd17a20-5aa7-44bd-8a64-d19ab3ddda63 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 945 time: 0.0640945 Sep 17 01:10:48.432864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f25e015-9f7f-46c5-93ad-ef70f9adaa60 req-c3e30ec8-40d1-4bb1-acbb-137c8f750d32 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534937 Sep 17 01:10:48.444885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Deleting port 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:48.449997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.461173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9713393-3015-48a5-8a80-94a9aa06fa5a req-8e00d588-2ba6-43f0-b259-dc693b8e930f service neutron] 10.222.0.36 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606336 Sep 17 01:10:48.510161 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-afb13af5-6686-4b2e-a4d3-ae18333bd39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.560449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] For port 20a0fb74-1a01-4404-9183-703d0b386a29, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=20a0fb74-1a01-4404-9183-703d0b386a29,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:48.560974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.599988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Calling delete_port for 20a0fb74-1a01-4404-9183-703d0b386a29 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:48.604011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf6a7ad8-f2b3-4a0f-ab33-53187985d3cd req-295fdf78-2bbd-4ac3-8361-d716aed58233 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0499680 Sep 17 01:10:48.637389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:48.646019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-afb13af5-6686-4b2e-a4d3-ae18333bd39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.685015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'tag': 'e7671cff-cb41-4232-9269-de9878b353ef'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:48.688013 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea8d45b-54f1-4181-b628-fd727356cc10", "tag": "e7671cff-cb41-4232-9269-de9878b353ef"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:48.755702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port bc517755-a3e3-4e8f-8737-fca6e57fac3a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:48.757757 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.766484 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a90dad-e23e-4a0d-8d01-bb18f3174f3e x-openstack-request-id: req-35a90dad-e23e-4a0d-8d01-bb18f3174f3e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:48.766780 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea8d45b-54f1-4181-b628-fd727356cc10", "tag": "e7671cff-cb41-4232-9269-de9878b353ef", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:48.771717 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35a90dad-e23e-4a0d-8d01-bb18f3174f3e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:48.772090 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'tag': 'e7671cff-cb41-4232-9269-de9878b353ef', 'status': 'completed', 'code': 200} Sep 17 01:10:48.777567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5874a2c-244f-400d-a583-d2ae522e2a29 req-7220ec31-fece-4a1a-b9b7-2317e8b5f586 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0731194 Sep 17 01:10:48.779280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-afb13af5-6686-4b2e-a4d3-ae18333bd39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.882724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-eb978df2-69d4-45c8-b52e-f0a79e7693a9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505855 Sep 17 01:10:48.885997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:48.924343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['20a0fb74-1a01-4404-9183-703d0b386a29'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:48.944904 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-afb13af5-6686-4b2e-a4d3-ae18333bd39b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f311a6e5071f48c09083bfa8bb00dac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336346 Sep 17 01:10:48.962048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46600) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:48.965947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.005414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:49.021895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb13af5-6686-4b2e-a4d3-ae18333bd39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd48609-98ed-43f2-b9a2-1f5188272004,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:49.070623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Pushing event deleted for resources: {'Port': ['ID=20a0fb74-1a01-4404-9183-703d0b386a29,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:49.074604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.095010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-f4c17e49-1d07-4cbb-bb3e-78eba18ceec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.096800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-f4c17e49-1d07-4cbb-bb3e-78eba18ceec4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 1095 time: 0.2866926 Sep 17 01:10:49.178570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c8269-6105-4580-83ab-da91cdf22e3d req-e49d09f2-33e5-4f9b-8448-63de38324245 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.188047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b43c8269-6105-4580-83ab-da91cdf22e3d req-e49d09f2-33e5-4f9b-8448-63de38324245 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.1560879 Sep 17 01:10:49.195294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f58a1bff-25fc-492e-b663-4acb91b0abe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.198855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=13']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:49.234941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] No DVR routers for this DVR port 20a0fb74-1a01-4404-9183-703d0b386a29 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:49.251894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.253867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9785d559-6dd5-408c-a369-189fa5562c04 req-78b53c5c-e509-4c98-98da-9472d5134c63 tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.23 "DELETE /v2.0/ports/20a0fb74-1a01-4404-9183-703d0b386a29 HTTP/1.1" status: 204 len: 173 time: 1.0125678 Sep 17 01:10:49.277060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c0020-f9f5-4150-85a3-18865bf205ae req-2fb0d58e-2dc4-48db-93f9-793a2ab233a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.284801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d63c0020-f9f5-4150-85a3-18865bf205ae req-2fb0d58e-2dc4-48db-93f9-793a2ab233a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 944 time: 0.2808478 Sep 17 01:10:49.294619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f58a1bff-25fc-492e-b663-4acb91b0abe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.339223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b43c8269-6105-4580-83ab-da91cdf22e3d req-b1286cad-301a-44e3-89df-a515b2513d9e tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436150 Sep 17 01:10:49.347703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d63c0020-f9f5-4150-85a3-18865bf205ae req-8fc04626-2dd5-46a4-85fb-24c7faf88147 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618665 Sep 17 01:10:49.388712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-b5046ccd-3b95-4c57-92ac-774c21cf20a9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.388712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-b5046ccd-3b95-4c57-92ac-774c21cf20a9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4979150 Sep 17 01:10:49.408304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Request body: {'port': {'device_id': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '24ab9be3bb21450fa25da0f6c8f0f9d1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:49.427909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-5e0cf8f8-b8d4-4880-8b15-1c79e5c36ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.430001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-5e0cf8f8-b8d4-4880-8b15-1c79e5c36ba6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 912 time: 0.3228743 Sep 17 01:10:49.489356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a137938-489d-4f7b-826c-ade9921bee94 req-34a6e770-8056-42eb-a250-b447cc3934e1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.490826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a137938-489d-4f7b-826c-ade9921bee94 req-34a6e770-8056-42eb-a250-b447cc3934e1 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.4323025 Sep 17 01:10:49.551633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-96eed3f1-e1f1-4aab-a961-120bd6046ad1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7671cff-cb41-4232-9269-de9878b353ef HTTP/1.1" status: 200 len: 217 time: 0.1009145 Sep 17 01:10:49.552234 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f58a1bff-25fc-492e-b663-4acb91b0abe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.554840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f58a1bff-25fc-492e-b663-4acb91b0abe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.556143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f58a1bff-25fc-492e-b663-4acb91b0abe2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bd48609-98ed-43f2-b9a2-1f5188272004 HTTP/1.1" status: 204 len: 168 time: 0.5898433 Sep 17 01:10:49.563225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60c16b01-57e9-42c4-826b-61b9a7b84923 req-1a7dc7b0-1ea1-4303-9b3a-4ea0e5672daa tempest-ServersAdminTestJSON-1352921983 tempest-ServersAdminTestJSON-1352921983-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f460a40-674f-4933-b110-a8c4580c6956 HTTP/1.1" status: 200 len: 210 time: 0.1055348 Sep 17 01:10:49.599934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a1bff-25fc-492e-b663-4acb91b0abe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd48609-98ed-43f2-b9a2-1f5188272004,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:49.694603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-d86c6352-2671-4d03-92aa-2bd63fe6dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.697158 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-d86c6352-2671-4d03-92aa-2bd63fe6dcb2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.1252179 Sep 17 01:10:49.709092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db431481-1a0e-4aeb-935a-1de3f3315e6d req-84fa97a7-9e6e-4cf7-ba7a-9b8282b08134 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:49.719305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db431481-1a0e-4aeb-935a-1de3f3315e6d req-84fa97a7-9e6e-4cf7-ba7a-9b8282b08134 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.1715357 Sep 17 01:10:49.786572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb9aaed9-7f4f-4eaa-9dc1-ac9a2989ab1d req-27dfe9d4-bef2-41d8-9e49-38157631ba9a tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0624599 Sep 17 01:10:49.809633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-fb603e33-1825-482c-8158-91afa563464e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818202 Sep 17 01:10:49.846930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Deleting port c0bd2fa1-9c60-4162-be52-cef638e3599f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:10:49.847048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:49.865633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db431481-1a0e-4aeb-935a-1de3f3315e6d req-73a84c9d-ce9b-459f-999e-151fa5271e46 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452606 Sep 17 01:10:50.038359 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-bacc2efc-b84c-46c8-8a0d-a9d00554ff01 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174864 Sep 17 01:10:50.182492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c6671dc-d5b5-44fa-84b0-13a39bf9ccd8 req-1c55a4b0-e3a5-4100-8708-94007d539eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377251 Sep 17 01:10:50.244931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:50.247441 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b5380-6df6-4197-a008-b6676bdc9ca6" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:50.298643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47f468cd-8d77-4b2c-9a8e-2f57a8016029 req-677a5883-8f45-48fa-8ba8-031d1dceac54 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0552788 Sep 17 01:10:50.336441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Made reservation on behalf of 24ab9be3bb21450fa25da0f6c8f0f9d1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:50.345568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:50.348956 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d002835-ee5b-444f-931b-91cac41518fd x-openstack-request-id: req-5d002835-ee5b-444f-931b-91cac41518fd {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:50.349669 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-plugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:50.351244 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d002835-ee5b-444f-931b-91cac41518fd {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:50.351855 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:10:50.407569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] For port c0bd2fa1-9c60-4162-be52-cef638e3599f, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0bd2fa1-9c60-4162-be52-cef638e3599f,segment=NetworkSegment(7ef22678-3c44-40bb-8ea1-60ceb43bd97a),segment_id=7ef22678-3c44-40bb-8ea1-60ceb43bd97a)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:50.407569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:50.472888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Calling delete_port for c0bd2fa1-9c60-4162-be52-cef638e3599f owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:10:50.608094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dfd94-b119-495e-b28f-d7516ed34a40 req-7829b1fd-bd4d-49b5-9253-3a86b36b9383 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:50.617194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f4dfd94-b119-495e-b28f-d7516ed34a40 req-7829b1fd-bd4d-49b5-9253-3a86b36b9383 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 944 time: 0.0861118 Sep 17 01:10:50.630659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97a71943-988d-4afb-a873-885a630f76b6 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:50.672087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4681ba3-a739-4b7f-bb03-60eb78ef31f5 req-836d1a43-d73c-4db0-8130-f93c244062cb tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:50.673631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4681ba3-a739-4b7f-bb03-60eb78ef31f5 req-836d1a43-d73c-4db0-8130-f93c244062cb tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 946 time: 0.1713395 Sep 17 01:10:50.682996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f4dfd94-b119-495e-b28f-d7516ed34a40 req-52bb0286-36dc-4e65-b9a9-1d421c665ca9 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640013 Sep 17 01:10:50.692534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Allocated IP 192.168.233.118 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/003bcae3-c8f2-4a02-b278-23a92922d011) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:10:50.779675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-deleted', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:50.781890 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fdcae2-fffc-45ff-b3c4-469ec51dafea" -d '{"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-deleted", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:50.842589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97a71943-988d-4afb-a873-885a630f76b6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97a71943-988d-4afb-a873-885a630f76b6,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:50.864538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '97a71943-988d-4afb-a873-885a630f76b6', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'port_id': '97a71943-988d-4afb-a873-885a630f76b6', 'mac_address': 'fa:16:3e:7b:ae:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdc1218-f96b-45a2-9b18-5ecfa810f66d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:50.919476 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc31a21f-0c08-4a04-8992-cf4a9d27273b x-openstack-request-id: req-bc31a21f-0c08-4a04-8992-cf4a9d27273b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:50.919786 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f460a40-674f-4933-b110-a8c4580c6956", "name": "network-vif-deleted", "tag": "20a0fb74-1a01-4404-9183-703d0b386a29", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:50.920046 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc31a21f-0c08-4a04-8992-cf4a9d27273b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:50.923237 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f460a40-674f-4933-b110-a8c4580c6956', 'name': 'network-vif-deleted', 'tag': '20a0fb74-1a01-4404-9183-703d0b386a29', 'status': 'completed', 'code': 200} Sep 17 01:10:50.928262 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:50.940809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4681ba3-a739-4b7f-bb03-60eb78ef31f5 req-4e5e1ba1-fadf-4813-925d-043d93716514 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/security-groups?id=643e140d-c8c0-4604-906f-3987271d15c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563136 Sep 17 01:10:50.949333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a71943-988d-4afb-a873-885a630f76b6 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:50.984668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97a71943-988d-4afb-a873-885a630f76b6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97a71943-988d-4afb-a873-885a630f76b6,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:51.048135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-deda5323-2e09-4c35-b65e-e9e7647641a7 req-fcc04244-8e9d-4d9f-848d-a33ec5656f28 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0379312 Sep 17 01:10:51.067920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.163673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=97a71943-988d-4afb-a873-885a630f76b6,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:51.163875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f1d23-ee6e-4158-9c36-52a7ee95de87 req-8009d5d4-16c7-4de6-bdb6-86c93b847f50 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:51.165415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b9f1d23-ee6e-4158-9c36-52a7ee95de87 req-8009d5d4-16c7-4de6-bdb6-86c93b847f50 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0863786 Sep 17 01:10:51.168891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.207267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Pushing event deleted for resources: {'Port': ['ID=c0bd2fa1-9c60-4162-be52-cef638e3599f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:51.216960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.274097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46648) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:51.298780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['97a71943-988d-4afb-a873-885a630f76b6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:51.317181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b9f1d23-ee6e-4158-9c36-52a7ee95de87 req-39ad56f7-a45d-4ffb-ab04-a88184b3a150 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366351 Sep 17 01:10:51.318138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] No DVR routers for this DVR port c0bd2fa1-9c60-4162-be52-cef638e3599f on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:10:51.331856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.333856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a137938-489d-4f7b-826c-ade9921bee94 req-7f6f1546-e7f0-4921-8f76-df059291191b tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.23 "DELETE /v2.0/ports/c0bd2fa1-9c60-4162-be52-cef638e3599f HTTP/1.1" status: 204 len: 173 time: 1.7855768 Sep 17 01:10:51.447160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac0887d0-d0a0-4d66-9fad-d866f9799d25 req-e058c8e6-c9f2-444a-bb7e-2e3e43b3ae4a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0597537 Sep 17 01:10:51.454245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.476763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1307750465-network', 'tenant_id': '6ecb77a67a304af28428a324fc20728b'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:51.489140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:51.561174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:51.601268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:10:51.603124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Made reservation on behalf of 6ecb77a67a304af28428a324fc20728b for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:51.603602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:10:51.606033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:10:51.608183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.627397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.637526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:51.732332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:51.733039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.796547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.914513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:51.934731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d3171d25-56ef-49d1-83eb-db345fb6ea16', '74eb9031-2240-4a39-b8e8-b8d368e0d97e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:51.940078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e39ee1-4cce-4201-88e4-d561cf3eb7e4 req-1c54af53-0719-41b2-98d5-de87cf85769d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:51.949780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70e39ee1-4cce-4201-88e4-d561cf3eb7e4 req-1c54af53-0719-41b2-98d5-de87cf85769d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 944 time: 0.1097152 Sep 17 01:10:51.967874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:10:51.977738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c4de952d-52bf-435b-a8ff-fe026afb0df0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1ac15a2d1154d52bfecf339925b2345&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3372560 Sep 17 01:10:51.983918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46666) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:52.023004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70e39ee1-4cce-4201-88e4-d561cf3eb7e4 req-392eb50c-457a-43e9-a9ac-7e39f1c87878 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717194 Sep 17 01:10:52.026448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b789c764-2bbe-42c0-aada-da996209a151,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:52.038043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.038043 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Added segment 209ffe56-e8ee-4055-9c72-f7f0fed9b98d of type vlan for network a9c1ee0d-42d2-4dc2-ae6a-979468098d9c Sep 17 01:10:52.047193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-9843ce87-c00d-485e-b469-9fdd682e29b4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6453180 Sep 17 01:10:52.062387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Request body: {'port': {'device_id': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:52.121191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-963b5d48-4d52-4323-87f9-72cbdbadcf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.123871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.137505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-507c935a-68f5-4002-951d-6d3b383f651b None None] Provisioning complete for port 003bcae3-c8f2-4a02-b278-23a92922d011 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:52.142758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-507c935a-68f5-4002-951d-6d3b383f651b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.181566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e4a06d9-a43d-4193-95bb-6626d6088326 req-2317573b-a75c-473d-a1be-f339032c1e11 tempest-DeleteServersTestJSON-726774286 tempest-DeleteServersTestJSON-726774286-project] 10.222.0.13 "GET /v2.0/ports?device_id=3356de43-1d65-43d5-b58b-7e35b5768f5f HTTP/1.1" status: 200 len: 210 time: 0.0529113 Sep 17 01:10:52.209406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-963b5d48-4d52-4323-87f9-72cbdbadcf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.232367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-507c935a-68f5-4002-951d-6d3b383f651b None None] Port 003bcae3-c8f2-4a02-b278-23a92922d011 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:10:52.238982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de2505e2-2fdf-44c3-a722-95ec7e33e429 req-4957b73b-9c0d-4880-ae1e-c3487a7005d3 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0339541 Sep 17 01:10:52.245477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.302021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.303025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:52.303802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.385972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-963b5d48-4d52-4323-87f9-72cbdbadcf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.389117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-963b5d48-4d52-4323-87f9-72cbdbadcf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.392670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-963b5d48-4d52-4323-87f9-72cbdbadcf7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af3790db-ea5a-4065-be6b-e430b7d3c3c6 HTTP/1.1" status: 204 len: 168 time: 0.4051867 Sep 17 01:10:52.401355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] Pushing event updated for resources: {'Network': ['ID=a9c1ee0d-42d2-4dc2-ae6a-979468098d9c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:52.411607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b5d48-4d52-4323-87f9-72cbdbadcf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3790db-ea5a-4065-be6b-e430b7d3c3c6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:52.423713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f0d31047-66de-47e6-bedf-6dc5946e811c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1485193 Sep 17 01:10:52.426885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46674) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:52.433661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Request body: {'subnet': {'network_id': 'a9c1ee0d-42d2-4dc2-ae6a-979468098d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1307750465-subnet', 'tenant_id': '6ecb77a67a304af28428a324fc20728b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:52.515165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a9c1ee0d-42d2-4dc2-ae6a-979468098d9c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:10:52.596123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Made reservation on behalf of 6ecb77a67a304af28428a324fc20728b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:10:52.598362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.643211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e7671cff-cb41-4232-9269-de9878b353ef details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:52.645034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0bd2fa1-9c60-4162-be52-cef638e3599f no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:52.659212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97a71943-988d-4afb-a873-885a630f76b6 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:52.698406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7aca37-3538-4b39-a92f-20cb84f4dc78 req-eae44243-2e50-4a01-b456-b8b3dc790f4e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:52.706332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: c0bd2fa1-9c60-4162-be52-cef638e3599f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:52.706699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3b7aca37-3538-4b39-a92f-20cb84f4dc78 req-eae44243-2e50-4a01-b456-b8b3dc790f4e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.1699350 Sep 17 01:10:52.706793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0bd2fa1-9c60-4162-be52-cef638e3599f not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:52.707102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:10:52.722684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66811b27-78fe-4774-8eab-d98e87005524 req-01fa785c-985c-4818-beea-ee6a4c0aa289 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:52.728560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66811b27-78fe-4774-8eab-d98e87005524 req-01fa785c-985c-4818-beea-ee6a4c0aa289 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 936 time: 0.1388390 Sep 17 01:10:52.780769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3b7aca37-3538-4b39-a92f-20cb84f4dc78 req-7f17a96f-d165-4ec3-b5dd-85c5c39aec6f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727816 Sep 17 01:10:52.797902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 20a0fb74-1a01-4404-9183-703d0b386a29 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:10:52.798423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 20a0fb74-1a01-4404-9183-703d0b386a29 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:10:52.813506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 003bcae3-c8f2-4a02-b278-23a92922d011 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:52.847068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.857882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66811b27-78fe-4774-8eab-d98e87005524 req-a7c223db-e9f8-4e5b-8542-ad07235f6277 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219752 Sep 17 01:10:52.878886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Transition to ACTIVE for port object 003bcae3-c8f2-4a02-b278-23a92922d011 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:10:52.922458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'name': 'network-vif-deleted', 'tag': 'c0bd2fa1-9c60-4162-be52-cef638e3599f'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:52.924670 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468452f9-f59e-400d-b4ad-b212a6dca9cc" -d '{"events": [{"server_uuid": "3356de43-1d65-43d5-b58b-7e35b5768f5f", "name": "network-vif-deleted", "tag": "c0bd2fa1-9c60-4162-be52-cef638e3599f"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:52.959724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:52.991095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e7671cff-cb41-4232-9269-de9878b353ef, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e7671cff-cb41-4232-9269-de9878b353ef,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:53.011285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.013811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'e7671cff-cb41-4232-9269-de9878b353ef', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'port_id': 'e7671cff-cb41-4232-9269-de9878b353ef', 'mac_address': 'fa:16:3e:ef:8f:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdc1218-f96b-45a2-9b18-5ecfa810f66d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:53.018911 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa17665f-3970-4673-bee5-743fed43b9c6 x-openstack-request-id: req-fa17665f-3970-4673-bee5-743fed43b9c6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:53.019252 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3356de43-1d65-43d5-b58b-7e35b5768f5f", "name": "network-vif-deleted", "tag": "c0bd2fa1-9c60-4162-be52-cef638e3599f", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:53.021351 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa17665f-3970-4673-bee5-743fed43b9c6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:53.021351 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3356de43-1d65-43d5-b58b-7e35b5768f5f', 'name': 'network-vif-deleted', 'tag': 'c0bd2fa1-9c60-4162-be52-cef638e3599f', 'status': 'completed', 'code': 200} Sep 17 01:10:53.069528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 97a71943-988d-4afb-a873-885a630f76b6 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:10:53.082566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 97a71943-988d-4afb-a873-885a630f76b6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:53.085651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.111580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7f6fad-50f6-4b89-9cfd-29f866597bd3,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:53.169346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Checking segment: {'id': '209ffe56-e8ee-4055-9c72-f7f0fed9b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a9c1ee0d-42d2-4dc2-ae6a-979468098d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:10:53.169346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Network hostable DHCP agents. Network: a9c1ee0d-42d2-4dc2-ae6a-979468098d9c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:10:53.186571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:53.250136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:10:53.250473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:10:53.250857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:53.265707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:10:53.266612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:10:53.267150 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.278902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Network a9c1ee0d-42d2-4dc2-ae6a-979468098d9c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:10:53.314591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7671cff-cb41-4232-9269-de9878b353ef {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:53.326979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf051d56-e04c-4767-a29e-90cfbbfc031d req-3f1dbc7a-782d-4f40-97bf-cea4a4d45780 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:53.334202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf051d56-e04c-4767-a29e-90cfbbfc031d req-3f1dbc7a-782d-4f40-97bf-cea4a4d45780 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 944 time: 0.2075274 Sep 17 01:10:53.338168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:10:53.338500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:10:53.338916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:10:53.339401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Bound port: 003bcae3-c8f2-4a02-b278-23a92922d011, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:10:53.341818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.348884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e7671cff-cb41-4232-9269-de9878b353ef, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e7671cff-cb41-4232-9269-de9878b353ef,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:53.350008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.386019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0e387d5-e74a-4d42-9d3a-9f97ad424f34 req-99600d87-3481-4e74-9293-d4b2c703a75f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0497460 Sep 17 01:10:53.388064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97a71943-988d-4afb-a873-885a630f76b6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97a71943-988d-4afb-a873-885a630f76b6,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:53.390777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a71943-988d-4afb-a873-885a630f76b6'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:53.393154 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b39155-f547-4a8b-8e61-ae00e1ad2234" -d '{"events": [{"server_uuid": "5e0eb191-383b-498b-86c5-143f1e8ab51b", "name": "network-vif-plugged", "status": "completed", "tag": "97a71943-988d-4afb-a873-885a630f76b6"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:53.396760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a9c1ee0d-42d2-4dc2-ae6a-979468098d9c) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:10:53.402025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:53.406957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.410591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e1c943-6a35-4bd3-b449-4790e5d29c3d None None] Network a9c1ee0d-42d2-4dc2-ae6a-979468098d9c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:10:53.452904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:53.459202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-271fe3fd-d278-4aff-8bc2-ba462be8e79d req-d54e7438-3b78-4bc0-a83c-b9b4fd5ec54e tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0345285 Sep 17 01:10:53.495638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-87c495c0-315d-48ab-b152-feaca43b14a4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0677028 Sep 17 01:10:53.497133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.502909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf051d56-e04c-4767-a29e-90cfbbfc031d req-f3195302-1f75-4efb-9077-d5e252339ea3 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674907 Sep 17 01:10:53.562963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-953aee76-cc5c-4e80-94b8-aeb29baec14c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=540d5daa44f248f5a7e470e297a824d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0981476 Sep 17 01:10:53.565630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46700) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:53.588576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.596239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:10:53.600382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:10:53.669805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e7671cff-cb41-4232-9269-de9878b353ef,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:53.676859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.677425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89bf9f41-a837-49d8-be5c-29f8f5952fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.739946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=97a71943-988d-4afb-a873-885a630f76b6,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:53.740144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:53.740144 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.740144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] 10.222.0.36 "PUT /v2.0/ports/003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 1096 time: 1.6834619 Sep 17 01:10:53.776183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89bf9f41-a837-49d8-be5c-29f8f5952fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:53.800094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92be1e-da83-4c71-83cf-1db859504305 service neutron] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:53.841673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e592181-2dd1-47e3-80c8-2357fd865178 None None] Network a9c1ee0d-42d2-4dc2-ae6a-979468098d9c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:10:53.880826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e7671cff-cb41-4232-9269-de9878b353ef'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:53.898198 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7122eb31-0a6d-4489-9276-bdabdf4af288 x-openstack-request-id: req-7122eb31-0a6d-4489-9276-bdabdf4af288 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:53.898564 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0eb191-383b-498b-86c5-143f1e8ab51b", "name": "network-vif-plugged", "status": "completed", "tag": "97a71943-988d-4afb-a873-885a630f76b6", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:53.910037 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7122eb31-0a6d-4489-9276-bdabdf4af288 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:53.914495 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a71943-988d-4afb-a873-885a630f76b6', 'code': 200} Sep 17 01:10:53.961715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-e790734a-5bf5-469c-8a00-78c7b5864414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:53.963521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-e790734a-5bf5-469c-8a00-78c7b5864414 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1099 time: 0.0749438 Sep 17 01:10:54.011588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-7a8b5f38-1ca4-4ee6-91d5-0674eb3698d3 req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-696824031', 'description': 'tempest-description-1019596198'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:54.061907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89bf9f41-a837-49d8-be5c-29f8f5952fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:54.065188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89bf9f41-a837-49d8-be5c-29f8f5952fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:54.067196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89bf9f41-a837-49d8-be5c-29f8f5952fcf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/980eca98-ef3e-4439-821d-de36fec44ae6 HTTP/1.1" status: 204 len: 168 time: 0.4997258 Sep 17 01:10:54.099645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf9f41-a837-49d8-be5c-29f8f5952fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980eca98-ef3e-4439-821d-de36fec44ae6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:54.143106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7a8b5f38-1ca4-4ee6-91d5-0674eb3698d3 req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:54.201810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-1ba126f6-1fcf-41dd-9c97-a96c8e6abd72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.1933270 Sep 17 01:10:54.337434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7a8b5f38-1ca4-4ee6-91d5-0674eb3698d3 req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:54.359392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-990269df-c469-4b15-bda5-7441c9a836a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:54.359392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-990269df-c469-4b15-bda5-7441c9a836a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1200349 Sep 17 01:10:54.364102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00c0e6-6e8f-4e6f-8848-0bf962568d71 req-03c3782e-3226-4d67-986b-0d9d459ccbf5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:54.365475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e00c0e6-6e8f-4e6f-8848-0bf962568d71 req-03c3782e-3226-4d67-986b-0d9d459ccbf5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.3609822 Sep 17 01:10:54.367064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f368-ebc3-46ba-954d-31b911d55ca6 req-31bc02fe-50be-473a-a1ab-56a9ae942c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:54.369166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6184f368-ebc3-46ba-954d-31b911d55ca6 req-31bc02fe-50be-473a-a1ab-56a9ae942c38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5e0eb191-383b-498b-86c5-143f1e8ab51b HTTP/1.1" status: 200 len: 1096 time: 0.3900702 Sep 17 01:10:54.458666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e00c0e6-6e8f-4e6f-8848-0bf962568d71 req-dd9f7770-f610-4674-a466-371415060b6a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810416 Sep 17 01:10:54.463192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93827276-d219-4be9-822b-6f7c14697a15 req-a4008b14-5b89-4790-8077-c594f5216489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:54.464669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-a4008b14-5b89-4790-8077-c594f5216489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0946703 Sep 17 01:10:54.466973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6184f368-ebc3-46ba-954d-31b911d55ca6 req-98a0dd2e-3933-4390-9c92-cefd2dfe44d7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659361 Sep 17 01:10:54.609687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c6bca-65e6-4860-a4b9-43e3c4ac3279 req-f81f6a27-331e-4fb3-b287-6df522a4536e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:54.611311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d6c6bca-65e6-4860-a4b9-43e3c4ac3279 req-f81f6a27-331e-4fb3-b287-6df522a4536e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.0503316 Sep 17 01:10:54.649455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d6c6bca-65e6-4860-a4b9-43e3c4ac3279 req-2102c563-b779-49ad-ac46-2bc41b7dcd45 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Sep 17 01:10:54.716126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7a8b5f38-1ca4-4ee6-91d5-0674eb3698d3 req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:54.753053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-621b59c0-fbc0-4170-9772-9cd324e785f6 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001365 Sep 17 01:10:54.753631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9918a7-ef73-45b4-a8e7-3d35f2276e9f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:54.845827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7a8b5f38-1ca4-4ee6-91d5-0674eb3698d3 req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:54.847136 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a8b5f38-1ca4-4ee6-91d5-0674eb3698d3 req-0cf4d48f-2ce8-40d1-abaa-e433b43e0097 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8401632 Sep 17 01:10:54.859636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5378bbc-bf26-4358-acac-139f8c61a1b4 req-5a13a902-4127-4e74-b46b-ccf3ec19cfa9 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0659409 Sep 17 01:10:54.950135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93827276-d219-4be9-822b-6f7c14697a15 req-1a11802b-57ac-4ca3-b23e-084673914ecf service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893990 Sep 17 01:10:55.023857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:55.027507 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0992208-0c04-4602-81e2-02a3807b3ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:55.054399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d441d2e-0c8a-426b-b99d-d1daa0f4a30c req-192fa1f2-7d8e-40c8-bb20-734a14e18860 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:55.062270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d441d2e-0c8a-426b-b99d-d1daa0f4a30c req-192fa1f2-7d8e-40c8-bb20-734a14e18860 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 945 time: 0.0712731 Sep 17 01:10:55.070344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e9e4992-461a-4e28-afd4-a619a239661d req-0fb2ced4-aa9c-4003-8bec-2ec66dd02151 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/db9918a7-ef73-45b4-a8e7-3d35f2276e9f HTTP/1.1" status: 200 len: 1806 time: 0.1200039 Sep 17 01:10:55.082486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db9918a7-ef73-45b4-a8e7-3d35f2276e9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:55.082804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db9918a7-ef73-45b4-a8e7-3d35f2276e9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:55.126110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d441d2e-0c8a-426b-b99d-d1daa0f4a30c req-c9625e8a-e71b-40ec-a91b-3f675ea11566 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628951 Sep 17 01:10:55.237284 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be62e93-3881-4254-892c-a2975166eb19 x-openstack-request-id: req-5be62e93-3881-4254-892c-a2975166eb19 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:55.238367 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:55.238367 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5be62e93-3881-4254-892c-a2975166eb19 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:55.239034 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'status': 'completed', 'code': 200} Sep 17 01:10:55.334876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:55.340132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-4ac3a56a-a8f5-4d3c-8f8e-76b1f94975d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:55.341990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-4ac3a56a-a8f5-4d3c-8f8e-76b1f94975d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1099 time: 0.0791454 Sep 17 01:10:55.392804 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:55.459186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:55.480035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dc62f9-5937-41ea-afb1-fd509b0c446d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:55.557254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-bb8780b2-9f1d-4b6f-9fa3-53c31f08df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:55.557254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-bb8780b2-9f1d-4b6f-9fa3-53c31f08df7d service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1768529 Sep 17 01:10:55.576702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:55.592643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e9e4992-461a-4e28-afd4-a619a239661d req-5fdeaa1e-13e9-4cf7-b732-6ab711766a86 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4995475 Sep 17 01:10:55.597726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-4ff1b141-49c2-4dd4-b18e-c691405c4337 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0565376 Sep 17 01:10:55.617291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-b4469456-6c38-4008-9adb-6374a22bba43 req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2042542791', 'description': 'tempest-description-870438998'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:55.709948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e505b1-e6c9-4b13-988c-3d2d7e642409 req-d932a92c-270d-4cfe-b2dd-65565e7dc6d3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:55.717968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24e505b1-e6c9-4b13-988c-3d2d7e642409 req-d932a92c-270d-4cfe-b2dd-65565e7dc6d3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.1702847 Sep 17 01:10:55.727677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-34570702-5876-4f35-8330-aa30760a5865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:55.729115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-34570702-5876-4f35-8330-aa30760a5865 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0902998 Sep 17 01:10:55.801420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24e505b1-e6c9-4b13-988c-3d2d7e642409 req-cc700ed6-f22f-454f-a0b0-5257709a2f1a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825357 Sep 17 01:10:55.806845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-171e6bf6-b8f7-4241-9576-6c8cd2c23f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:55.808729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-171e6bf6-b8f7-4241-9576-6c8cd2c23f04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716882 Sep 17 01:10:55.814401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b4469456-6c38-4008-9adb-6374a22bba43 req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.029371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b4469456-6c38-4008-9adb-6374a22bba43 req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.041089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-96d6bce9-4712-4f67-8d77-c9f2938e4576 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228451 Sep 17 01:10:56.092142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad761350-228d-49bd-9b16-5208753bf4ce req-0a73e2cd-30b8-4774-92cf-7d32a24de260 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:56.093676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad761350-228d-49bd-9b16-5208753bf4ce req-0a73e2cd-30b8-4774-92cf-7d32a24de260 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.1233616 Sep 17 01:10:56.139459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b4469456-6c38-4008-9adb-6374a22bba43 req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.176662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad761350-228d-49bd-9b16-5208753bf4ce req-5b6b8ada-def7-42fe-b84b-4e7bd9e2eb40 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506554 Sep 17 01:10:56.199028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0992208-0c04-4602-81e2-02a3807b3ac8 req-e278ed8b-9253-4c9c-92f9-bebfbc4dbd47 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481819 Sep 17 01:10:56.233685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-b4469456-6c38-4008-9adb-6374a22bba43 req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.234935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4469456-6c38-4008-9adb-6374a22bba43 req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6232157 Sep 17 01:10:56.240273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc867bf5-6722-40f0-b072-884198066630 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d88aa68-7dd8-42c4-8035-f3c5171a66f0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:56.362891 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d5c1446-1112-44a6-b9dd-7a12d51c44dd req-9064ee90-161c-463d-a6f1-1619e6dfc8db tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0424457 Sep 17 01:10:56.485118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-b7dec815-747b-40da-874b-0159e469bd02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/7d88aa68-7dd8-42c4-8035-f3c5171a66f0 HTTP/1.1" status: 200 len: 1806 time: 0.0762630 Sep 17 01:10:56.493378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0225b24-3b1c-4ce9-9671-1d79ead75d69 req-a73a4917-1459-4916-8bef-d7195d7e749b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:56.495193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0225b24-3b1c-4ce9-9671-1d79ead75d69 req-a73a4917-1459-4916-8bef-d7195d7e749b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 945 time: 0.0918634 Sep 17 01:10:56.496666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7d88aa68-7dd8-42c4-8035-f3c5171a66f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:56.496986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7d88aa68-7dd8-42c4-8035-f3c5171a66f0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:56.539961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0225b24-3b1c-4ce9-9671-1d79ead75d69 req-0fe4a49b-0158-4c7f-9334-6287bb966130 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Sep 17 01:10:56.653390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:10:56.674697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e7671cff-cb41-4232-9269-de9878b353ef up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:10:56.675065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.706995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.782867 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.805801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60657db6-cb98-4f9e-8b2a-8dd692864ec8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:56.880684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port e7671cff-cb41-4232-9269-de9878b353ef completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:10:56.899241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:56.900528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d997b7f4-d0a5-4c9d-aed3-52b594251f7e req-c217a48f-e287-47c7-9149-0c919cd3f02e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4087543 Sep 17 01:10:56.900798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port e7671cff-cb41-4232-9269-de9878b353ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:10:56.901270 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.046367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:57.066530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-f59a849b-7ab5-4b00-9f38-1a5e5571cccb req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-28879397', 'description': 'tempest-description-1080361704'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:57.080405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '003bcae3-c8f2-4a02-b278-23a92922d011', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '003bcae3-c8f2-4a02-b278-23a92922d011', 'mac_address': 'fa:16:3e:f5:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:10:57.152113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f45b3d-4f5d-4b3d-9431-404b95d1695b req-d4cd9ba9-87a5-459e-9c15-379531f52948 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:57.160616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47f45b3d-4f5d-4b3d-9431-404b95d1695b req-d4cd9ba9-87a5-459e-9c15-379531f52948 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0847137 Sep 17 01:10:57.207571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f59a849b-7ab5-4b00-9f38-1a5e5571cccb req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.215859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47f45b3d-4f5d-4b3d-9431-404b95d1695b req-73d571bb-bcd5-43f9-9ae6-aefcc12f332f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Sep 17 01:10:57.239057 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.271103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.309004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7671cff-cb41-4232-9269-de9878b353ef'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:10:57.311498 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434c07b1-6db8-4616-af2f-b1b1fc5262e5" -d '{"events": [{"server_uuid": "0ea8d45b-54f1-4181-b628-fd727356cc10", "name": "network-vif-plugged", "status": "completed", "tag": "e7671cff-cb41-4232-9269-de9878b353ef"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:10:57.317959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003bcae3-c8f2-4a02-b278-23a92922d011 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:10:57.340187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e7671cff-cb41-4232-9269-de9878b353ef, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e7671cff-cb41-4232-9269-de9878b353ef,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:57.352886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:10:57.407569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f59a849b-7ab5-4b00-9f38-1a5e5571cccb req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.419216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.450628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.496272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e7671cff-cb41-4232-9269-de9878b353ef,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:57.504048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.504393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.504730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.505059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.505386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.505708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.506026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.506343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.506664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.506996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.507410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.508216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:10:57.530259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f59a849b-7ab5-4b00-9f38-1a5e5571cccb req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.569912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:57.584788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:57.676808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f59a849b-7ab5-4b00-9f38-1a5e5571cccb req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:57.678192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f59a849b-7ab5-4b00-9f38-1a5e5571cccb req-1a27e0ec-a634-42c7-8557-c55bbde8afca tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6172059 Sep 17 01:10:57.705813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['003bcae3-c8f2-4a02-b278-23a92922d011'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:10:57.886390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7bb081e-2bbe-47a0-864c-ab082bbaf520 req-e849a1c0-72c3-4746-beda-2c792d72cc75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2807614533ef413094c91a2ea2773806&device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0769489 Sep 17 01:10:57.976889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7bb081e-2bbe-47a0-864c-ab082bbaf520 req-c7480549-624a-44c8-b08e-8a6e4f7548b6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2807614533ef413094c91a2ea2773806&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816262 Sep 17 01:10:57.987169 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed061f6-4abb-4192-ae0c-4a65c4c0df68 x-openstack-request-id: req-eed061f6-4abb-4192-ae0c-4a65c4c0df68 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:10:57.988993 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea8d45b-54f1-4181-b628-fd727356cc10", "name": "network-vif-plugged", "status": "completed", "tag": "e7671cff-cb41-4232-9269-de9878b353ef", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:10:57.989250 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eed061f6-4abb-4192-ae0c-4a65c4c0df68 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:10:57.989644 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7671cff-cb41-4232-9269-de9878b353ef', 'code': 200} Sep 17 01:10:58.039645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f1ee-a701-4da3-9f82-1eb68ca53ec8 req-6b16dd41-9ced-4044-957b-233175236e7e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:58.053467 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93d9f1ee-a701-4da3-9f82-1eb68ca53ec8 req-6b16dd41-9ced-4044-957b-233175236e7e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.1271811 Sep 17 01:10:58.134658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93d9f1ee-a701-4da3-9f82-1eb68ca53ec8 req-7f2a51ed-2d4e-42fa-834a-760f154980d0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775063 Sep 17 01:10:58.163460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-77c69775-b3bc-4b6c-9415-45d7187ef5c2 req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-200839704', 'description': 'tempest-description-1024436630'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:58.208061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999b61d-1561-4d4f-90fe-120ca807f3ac req-e0e45fc2-56a2-4972-a665-18aa57289426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:58.209684 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f999b61d-1561-4d4f-90fe-120ca807f3ac req-e0e45fc2-56a2-4972-a665-18aa57289426 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 1097 time: 0.1585259 Sep 17 01:10:58.260688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb081e-2bbe-47a0-864c-ab082bbaf520 req-d3c8ed40-1263-4d92-b359-1f5a2f1ef8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:58.262095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-77c69775-b3bc-4b6c-9415-45d7187ef5c2 req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.262222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7bb081e-2bbe-47a0-864c-ab082bbaf520 req-d3c8ed40-1263-4d92-b359-1f5a2f1ef8da service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677610 Sep 17 01:10:58.279979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263e038-61bb-406d-b841-2d720fbb5aa8 req-7c5ca79d-8687-4096-9df0-62123dac9270 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:58.281539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c263e038-61bb-406d-b841-2d720fbb5aa8 req-7c5ca79d-8687-4096-9df0-62123dac9270 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 946 time: 0.1599317 Sep 17 01:10:58.286099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f999b61d-1561-4d4f-90fe-120ca807f3ac req-4b7f7878-49cb-45c4-9bf6-c605e26f1cf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664468 Sep 17 01:10:58.366422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c263e038-61bb-406d-b841-2d720fbb5aa8 req-ef6adfa2-9767-4bbe-b8b0-2facab8ed41c tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759368 Sep 17 01:10:58.405238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-77c69775-b3bc-4b6c-9415-45d7187ef5c2 req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.464369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e0bc23b-a6b7-4523-a130-eb7e987639f6 req-d1271172-d0df-48b1-8c89-cdfb728af6c3 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0370357 Sep 17 01:10:58.480371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-77c69775-b3bc-4b6c-9415-45d7187ef5c2 req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.534090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.541894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46846) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:58.591397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8fbae9-e2d2-402d-a692-764168498efc,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:58.609093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5ba37-35be-476e-92ca-abeb656b35e2 req-c1450282-91c7-49da-b5ce-8749058a106e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:58.610827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8df5ba37-35be-476e-92ca-abeb656b35e2 req-c1450282-91c7-49da-b5ce-8749058a106e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0780339 Sep 17 01:10:58.621600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-77c69775-b3bc-4b6c-9415-45d7187ef5c2 req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.626788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77c69775-b3bc-4b6c-9415-45d7187ef5c2 req-fc61d076-b2d7-4b72-8b9e-38d87a351f62 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4693723 Sep 17 01:10:58.684344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8df5ba37-35be-476e-92ca-abeb656b35e2 req-572cd903-bf7e-4fd6-ae87-5b948b231d2d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665545 Sep 17 01:10:58.714047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-a90d3ca3-12b0-485c-a544-098222534a7b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9 HTTP/1.1" status: 200 len: 1805 time: 0.0687034 Sep 17 01:10:58.767330 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-f1ad332c-96e1-4634-8e87-b0e866cb6064 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/ab8fbae9-e2d2-402d-a692-764168498efc HTTP/1.1" status: 200 len: 1806 time: 0.0523884 Sep 17 01:10:58.778466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9', 'remote_group_id': 'ab8fbae9-e2d2-402d-a692-764168498efc', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:58.779038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9', 'remote_group_id': 'ab8fbae9-e2d2-402d-a692-764168498efc', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:58.781783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b573ed6-1a52-438a-aeda-d2aa2cd85b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.896115 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:58.950484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.009259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b573ed6-1a52-438a-aeda-d2aa2cd85b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.023321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.061919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b573ed6-1a52-438a-aeda-d2aa2cd85b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.093272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.121741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573ed6-1a52-438a-aeda-d2aa2cd85b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5b29c3-2918-49a4-bb8f-40a62a8cc686,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:59.137163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9b573ed6-1a52-438a-aeda-d2aa2cd85b22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4d0a55daebd441b9bf11dffaf5812df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5942256 Sep 17 01:10:59.138339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46856) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:59.142070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5f6a97-cf9f-49b1-86f2-80fb4a4bf8ca,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:59.216353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.217648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d2247d7-447f-40d2-9b54-6c5225362b0b req-82a03ce7-e6b0-4478-92e5-7ca0acfad45b tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4439542 Sep 17 01:10:59.311814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-ee024249-ea2a-4c09-90b7-0bf4c8362bec req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-122087207', 'description': 'tempest-description-1423465196'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:10:59.315734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a889e4d2-d1f5-4f35-beda-972ac405ec16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.363857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870025f-e377-4563-8080-6668ebedd903 req-feb47523-77c4-4dec-a8ce-2f9c71228f41 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:59.365405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2870025f-e377-4563-8080-6668ebedd903 req-feb47523-77c4-4dec-a8ce-2f9c71228f41 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.1090791 Sep 17 01:10:59.371420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a889e4d2-d1f5-4f35-beda-972ac405ec16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.405025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ee024249-ea2a-4c09-90b7-0bf4c8362bec req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.478617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2870025f-e377-4563-8080-6668ebedd903 req-dfaa16bd-1a13-4d2c-b7bf-d8a8eed919c6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Sep 17 01:10:59.561658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7bb081e-2bbe-47a0-864c-ab082bbaf520 req-8ab58213-8138-4b15-81ef-612e41cc6028 tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.36 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0301847 Sep 17 01:10:59.629499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a889e4d2-d1f5-4f35-beda-972ac405ec16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.636403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a889e4d2-d1f5-4f35-beda-972ac405ec16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.640297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a889e4d2-d1f5-4f35-beda-972ac405ec16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d5b29c3-2918-49a4-bb8f-40a62a8cc686 HTTP/1.1" status: 204 len: 168 time: 0.4974608 Sep 17 01:10:59.707635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889e4d2-d1f5-4f35-beda-972ac405ec16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5b29c3-2918-49a4-bb8f-40a62a8cc686,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:10:59.740724 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ee024249-ea2a-4c09-90b7-0bf4c8362bec req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:10:59.747634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d15154-8b07-4d59-8d98-2c2dca76d450 req-d5ecb615-d3b8-4068-965a-7b91c88dc831 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:10:59.755944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3d15154-8b07-4d59-8d98-2c2dca76d450 req-d5ecb615-d3b8-4068-965a-7b91c88dc831 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 946 time: 0.1285462 Sep 17 01:10:59.791633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3d15154-8b07-4d59-8d98-2c2dca76d450 req-f0821c17-2001-42d7-82d3-a5f208c63aec tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Sep 17 01:10:59.894882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf31929f-741c-4a9d-a7a6-682dd6a72206 req-82758f84-c5ce-432e-999e-c478569b37df tempest-ServerShowV254Test-536805604 tempest-ServerShowV254Test-536805604-project] 10.222.0.13 "GET /v2.0/ports?device_id=73d87832-6efe-4ca4-ac1a-d641e5fe09d7 HTTP/1.1" status: 200 len: 210 time: 0.0295296 Sep 17 01:10:59.922360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46878) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:10:59.975586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Deleting subnet 4570734b-cefc-4270-bd23-1818da301366 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:10:59.981152 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.022654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf5b5-e08c-454a-b6c0-f429a3c20414 req-5fdafd7d-3381-4cf9-98a5-543127385f0a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:00.024292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ecaf5b5-e08c-454a-b6c0-f429a3c20414 req-5fdafd7d-3381-4cf9-98a5-543127385f0a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0561523 Sep 17 01:11:00.024546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.066937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ecaf5b5-e08c-454a-b6c0-f429a3c20414 req-872a7521-4b1e-4c0e-ad13-758526da4936 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360985 Sep 17 01:11:00.067880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.314448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ee024249-ea2a-4c09-90b7-0bf4c8362bec req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.344937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1967d7-4bff-4395-a0cf-6b1ceb341911,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:00.359279 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.387534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4570734b-cefc-4270-bd23-1818da301366,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:00.389621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.394221 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f0f6a8f0-dd52-432d-9dc5-0b31e33ccee3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4570734b-cefc-4270-bd23-1818da301366 HTTP/1.1" status: 204 len: 168 time: 0.4707882 Sep 17 01:11:00.394353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46886) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:00.416225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ee024249-ea2a-4c09-90b7-0bf4c8362bec req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.417462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ee024249-ea2a-4c09-90b7-0bf4c8362bec req-c46bb307-7e00-4886-aedd-c0b57fd9ab03 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1134350 Sep 17 01:11:00.451205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8a05122a-e2ff-4b31-9ad8-16f741be383b req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-34758293', 'description': 'tempest-description-1223222260'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:00.518635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.613904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a05122a-e2ff-4b31-9ad8-16f741be383b req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.643393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed25fe1-37e5-4e2f-a5b4-760bcce26714 req-f132daac-d565-4493-bb9e-c525e6c868d6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:00.653714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ed25fe1-37e5-4e2f-a5b4-760bcce26714 req-f132daac-d565-4493-bb9e-c525e6c868d6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.0912716 Sep 17 01:11:00.683907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.684011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:00.721868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ed25fe1-37e5-4e2f-a5b4-760bcce26714 req-7c7fd835-bf96-4bf1-98b4-1a148db42215 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667727 Sep 17 01:11:00.723510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c90d96-14f1-4d74-bec5-047ffd3779d1']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:00.745893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef22678-3c44-40bb-8ea1-60ceb43bd97a') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:00.746189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef22678-3c44-40bb-8ea1-60ceb43bd97a') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:00.762433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.782964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.806940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:11:00.807215 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:11:00.809059 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:11:00.868067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 003bcae3-c8f2-4a02-b278-23a92922d011 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:00.873372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 003bcae3-c8f2-4a02-b278-23a92922d011 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:00.873927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.915832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a05122a-e2ff-4b31-9ad8-16f741be383b req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.963543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.970316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:00.972843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0c90d96-14f1-4d74-bec5-047ffd3779d1 HTTP/1.1" status: 204 len: 168 time: 0.5767946 Sep 17 01:11:01.014536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b323a7-07cb-40a4-aec4-414d0a1138e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c90d96-14f1-4d74-bec5-047ffd3779d1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:01.026397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a05122a-e2ff-4b31-9ad8-16f741be383b req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.064605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c241b9-3032-4cb2-a949-e30c9548db47,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:01.078185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bcdef-8d0e-4565-a8fe-a60497401cd8 req-aeff1e10-0317-4a83-bb61-a56f19a8cc7a tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:01.088588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a51bcdef-8d0e-4565-a8fe-a60497401cd8 req-aeff1e10-0317-4a83-bb61-a56f19a8cc7a tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 946 time: 0.1152666 Sep 17 01:11:01.088798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.137114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a05122a-e2ff-4b31-9ad8-16f741be383b req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.138593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a05122a-e2ff-4b31-9ad8-16f741be383b req-e1bd8529-c9c3-47bb-8678-f0edbd4cd842 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6918590 Sep 17 01:11:01.146194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a51bcdef-8d0e-4565-a8fe-a60497401cd8 req-87ba41d4-9618-4e90-a071-0a17e02f1985 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511174 Sep 17 01:11:01.171548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:01.173399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:01.176043 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc65b64-04ae-4b6f-a10a-f8e4a3707ca9" -d '{"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-plugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:01.276367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-122664ce-d68b-49cd-bea1-2f69d07b91fd tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/3c1967d7-4bff-4395-a0cf-6b1ceb341911 HTTP/1.1" status: 200 len: 1806 time: 0.0565085 Sep 17 01:11:01.278867 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.328298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9a4f3-e8cb-4f01-845c-5bad23a8711b req-9a9398e0-d863-4bbc-87ab-25c7d5fffa72 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:01.334623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77d9a4f3-e8cb-4f01-845c-5bad23a8711b req-9a9398e0-d863-4bbc-87ab-25c7d5fffa72 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0917771 Sep 17 01:11:01.334974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-d9229c9a-cf49-4458-acce-63e8f97390f5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/b2c241b9-3032-4cb2-a949-e30c9548db47 HTTP/1.1" status: 200 len: 1805 time: 0.0573156 Sep 17 01:11:01.343123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c1967d7-4bff-4395-a0cf-6b1ceb341911', 'remote_group_id': 'b2c241b9-3032-4cb2-a949-e30c9548db47', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:01.343393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c1967d7-4bff-4395-a0cf-6b1ceb341911', 'remote_group_id': 'b2c241b9-3032-4cb2-a949-e30c9548db47', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:01.375470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:01.379290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77d9a4f3-e8cb-4f01-845c-5bad23a8711b req-af8befa1-ebed-4c02-bb99-c15bc0640aa8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 Sep 17 01:11:01.495661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.545995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.558246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46922) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:01.625982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.685697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720827f-6133-42d6-b74a-3e196275df52 req-efec0ea3-3087-49e4-abcf-27c83abdc28e tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:01.693189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8720827f-6133-42d6-b74a-3e196275df52 req-efec0ea3-3087-49e4-abcf-27c83abdc28e tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e0eb191-383b-498b-86c5-143f1e8ab51b HTTP/1.1" status: 200 len: 945 time: 0.0943689 Sep 17 01:11:01.705651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df09551-ec7d-4fac-8422-34e93eeadffa,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:01.714485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ae7c3485-9376-481d-995a-0a1041fd51a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5873ce3dc9a047b6af2ce26d520ebb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550899 Sep 17 01:11:01.719672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46924) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:01.774792 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:11:01.801674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8720827f-6133-42d6-b74a-3e196275df52 req-e0d709cf-cccc-49aa-83f9-fbc7a5874162 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075203 Sep 17 01:11:01.816476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c08bf75-4dce-4453-bd63-625d47133dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.846817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c08bf75-4dce-4453-bd63-625d47133dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.884810 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eb8e72-19f9-4946-9ffd-c0fbffca11f3 x-openstack-request-id: req-07eb8e72-19f9-4946-9ffd-c0fbffca11f3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:01.886401 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-plugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:01.887350 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07eb8e72-19f9-4946-9ffd-c0fbffca11f3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:01.888235 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'code': 200} Sep 17 01:11:01.924356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:01.930796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d226ad99-e152-4e9a-8b91-ceaa53609fe3 req-90d32312-4f75-458e-a50c-33d864b10c94 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5948181 Sep 17 01:11:01.950689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46938) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:02.006155 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c08bf75-4dce-4453-bd63-625d47133dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.009773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c08bf75-4dce-4453-bd63-625d47133dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.013489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1c08bf75-4dce-4453-bd63-625d47133dde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/643e140d-c8c0-4604-906f-3987271d15c1 HTTP/1.1" status: 204 len: 168 time: 0.2901251 Sep 17 01:11:02.044899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08bf75-4dce-4453-bd63-625d47133dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643e140d-c8c0-4604-906f-3987271d15c1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:02.080902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f3824-db5e-48e1-bcf6-f5d95cebf65a req-a8c16982-c413-43bb-b440-4577d5d3344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:02.082830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d41f3824-db5e-48e1-bcf6-f5d95cebf65a req-a8c16982-c413-43bb-b440-4577d5d3344d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1101 time: 0.0890357 Sep 17 01:11:02.136323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d41f3824-db5e-48e1-bcf6-f5d95cebf65a req-184c0f2b-c96a-445e-ac25-193b6a352678 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Sep 17 01:11:02.153338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be590deb-1cb4-412a-9433-6927f3bf7988 req-dd2a2c5a-7e32-4425-8695-962928acbdd9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:02.163912 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be590deb-1cb4-412a-9433-6927f3bf7988 req-dd2a2c5a-7e32-4425-8695-962928acbdd9 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1029785 Sep 17 01:11:02.213048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be590deb-1cb4-412a-9433-6927f3bf7988 req-04145b62-92ad-4776-90ca-77d8b9a124a6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414815 Sep 17 01:11:02.274831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65e77872-a0d7-4ef9-9dbb-68b2b55f5ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.310358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9513c028-7c15-40d9-90ad-692da5b6e01f req-c2316716-8a9a-4ade-9a0d-9a3282a61318 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/b2c241b9-3032-4cb2-a949-e30c9548db47 HTTP/1.1" status: 200 len: 1805 time: 0.0686893 Sep 17 01:11:02.434933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65e77872-a0d7-4ef9-9dbb-68b2b55f5ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.450547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9513c028-7c15-40d9-90ad-692da5b6e01f req-ba48b721-56c1-4e04-8cec-005ab9ea5d02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.486075 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9513c028-7c15-40d9-90ad-692da5b6e01f req-ba48b721-56c1-4e04-8cec-005ab9ea5d02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.518704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65e77872-a0d7-4ef9-9dbb-68b2b55f5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.587915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e77872-a0d7-4ef9-9dbb-68b2b55f5ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ea3bec-f5fb-4d61-9618-3f919a13f2d9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:02.597348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-65e77872-a0d7-4ef9-9dbb-68b2b55f5ddc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2807614533ef413094c91a2ea2773806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430938 Sep 17 01:11:02.597781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46956) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:02.656791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f680282f-f6c4-4c1f-90e1-93242a4ee0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.662280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9513c028-7c15-40d9-90ad-692da5b6e01f req-ba48b721-56c1-4e04-8cec-005ab9ea5d02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.666509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9513c028-7c15-40d9-90ad-692da5b6e01f req-ba48b721-56c1-4e04-8cec-005ab9ea5d02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.668010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9513c028-7c15-40d9-90ad-692da5b6e01f req-ba48b721-56c1-4e04-8cec-005ab9ea5d02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/b2c241b9-3032-4cb2-a949-e30c9548db47 HTTP/1.1" status: 204 len: 173 time: 0.3568511 Sep 17 01:11:02.684540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba48b721-56c1-4e04-8cec-005ab9ea5d02 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c241b9-3032-4cb2-a949-e30c9548db47,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:02.719285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f680282f-f6c4-4c1f-90e1-93242a4ee0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.830890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c26dc-f220-4dec-8e5d-4c1e7d1ca6a4 req-630291cb-562d-40d5-bcd4-50bf434d29a1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:02.840841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb1c26dc-f220-4dec-8e5d-4c1e7d1ca6a4 req-630291cb-562d-40d5-bcd4-50bf434d29a1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0866926 Sep 17 01:11:02.884787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb1c26dc-f220-4dec-8e5d-4c1e7d1ca6a4 req-48284cf3-ee72-40ee-9bee-7b2be484af8e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Sep 17 01:11:02.904550 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f680282f-f6c4-4c1f-90e1-93242a4ee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.907590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f680282f-f6c4-4c1f-90e1-93242a4ee0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:02.911152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f680282f-f6c4-4c1f-90e1-93242a4ee0e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2ea3bec-f5fb-4d61-9618-3f919a13f2d9 HTTP/1.1" status: 204 len: 168 time: 0.3103499 Sep 17 01:11:02.919134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680282f-f6c4-4c1f-90e1-93242a4ee0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ea3bec-f5fb-4d61-9618-3f919a13f2d9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:03.133750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67580b04-0cd7-4bdb-a11a-f06bdaf0d506 req-6c2d5c67-0c8e-4eea-909f-f099b35e2bae tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/3c1967d7-4bff-4395-a0cf-6b1ceb341911 HTTP/1.1" status: 200 len: 1806 time: 0.0852249 Sep 17 01:11:03.454179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ea2d86f5-a664-4bd1-9394-e3ea8b19865f req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1160154790', 'description': 'tempest-description-20167916'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:03.472084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-7bb3da1f-f288-4823-b5ab-12c5f5d94435 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:03.473859 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-7bb3da1f-f288-4823-b5ab-12c5f5d94435 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 811 time: 0.2351668 Sep 17 01:11:03.505692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-7881d419-0254-4c91-8af7-5c26c093d65f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/quotas/7197b2c552a84822af6abc0776fb4d64 HTTP/1.1" status: 200 len: 375 time: 0.0234241 Sep 17 01:11:03.594783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-522602a7-fe85-477a-b6ca-b78acb5f6d13 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881989 Sep 17 01:11:03.616648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ea2d86f5-a664-4bd1-9394-e3ea8b19865f req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:03.887751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-f15f64ad-db4e-48fd-bd8a-e799ff3ecc9c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:11:03.889098 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-f15f64ad-db4e-48fd-bd8a-e799ff3ecc9c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2931018 Sep 17 01:11:03.957190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47012) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:03.966903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ea2d86f5-a664-4bd1-9394-e3ea8b19865f req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.039325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-27952a32-3362-4e91-8179-54173e9e8b0d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:04.043041 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-27952a32-3362-4e91-8179-54173e9e8b0d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e0eb191-383b-498b-86c5-143f1e8ab51b HTTP/1.1" status: 200 len: 945 time: 0.0726776 Sep 17 01:11:04.071870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1392156386-network', 'tenant_id': 'a8a5b14dc37a4232b1a190e7a7b1f78a'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:04.077563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ea2d86f5-a664-4bd1-9394-e3ea8b19865f req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.122396 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5216128f-5aff-44d9-9dbf-4a08f7838271 service neutron] 10.222.0.13 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182896 Sep 17 01:11:04.173489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3da280-efc4-4df4-8796-919502c3cef5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:04.238875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Made reservation on behalf of a8a5b14dc37a4232b1a190e7a7b1f78a for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:04.243034 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.258696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-d3a7377b-2f54-4b40-b115-debbf5cbd684 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:04.260244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-d3a7377b-2f54-4b40-b115-debbf5cbd684 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ea8d45b-54f1-4181-b628-fd727356cc10 HTTP/1.1" status: 200 len: 946 time: 0.0978389 Sep 17 01:11:04.262516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Deleting port 97a71943-988d-4afb-a873-885a630f76b6 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:11:04.262746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.264417 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.310346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ea2d86f5-a664-4bd1-9394-e3ea8b19865f req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.326583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea2d86f5-a664-4bd1-9394-e3ea8b19865f req-9ff925cc-9467-46ff-a6c6-b9cb47debae6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8780437 Sep 17 01:11:04.406682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-461d5f5f-d6a1-4a24-8147-f899d06d2de5 service neutron] 10.222.0.13 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833109 Sep 17 01:11:04.440092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.501846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.532227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] For port 97a71943-988d-4afb-a873-885a630f76b6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97a71943-988d-4afb-a873-885a630f76b6,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:04.532610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.545491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb253b1-65f4-4e6a-be5f-253f6ca06de8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:04.551819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:11:04.587489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Calling delete_port for 97a71943-988d-4afb-a873-885a630f76b6 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:11:04.587734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.587734 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Added segment e6603ea5-53f1-43d9-821a-edc69b454459 of type vlan for network aaa0af84-14fa-4754-a9e5-62a182526406 Sep 17 01:11:04.602649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Deleting port e7671cff-cb41-4232-9269-de9878b353ef {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:11:04.603229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.665903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:04.692740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60ff2f-da68-4d21-9db4-501e358b0ac7 req-e606e301-b2a5-49e6-8c0a-c4b4d5e07e23 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:04.694223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db60ff2f-da68-4d21-9db4-501e358b0ac7 req-e606e301-b2a5-49e6-8c0a-c4b4d5e07e23 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.2429645 Sep 17 01:11:05.044762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.045852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:05.046505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.109104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] Pushing event updated for resources: {'Network': ['ID=aaa0af84-14fa-4754-a9e5-62a182526406,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:05.123598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network aaa0af84-14fa-4754-a9e5-62a182526406 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:11:05.125350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] For port e7671cff-cb41-4232-9269-de9878b353ef, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e7671cff-cb41-4232-9269-de9878b353ef,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:05.125570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.138050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db60ff2f-da68-4d21-9db4-501e358b0ac7 req-130a362b-e204-46ed-bd2c-dc859c1a56a8 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091294 Sep 17 01:11:05.160878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-88a89211-54ab-4dc1-b84a-79a5f97749c1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2023237 Sep 17 01:11:05.164553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:05.170978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Request body: {'subnet': {'network_id': 'aaa0af84-14fa-4754-a9e5-62a182526406', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1392156386-subnet', 'tenant_id': 'a8a5b14dc37a4232b1a190e7a7b1f78a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:05.174959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Calling delete_port for e7671cff-cb41-4232-9269-de9878b353ef owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:11:05.287391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Made reservation on behalf of a8a5b14dc37a4232b1a190e7a7b1f78a for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:05.289762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.331483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0953-e088-4224-9431-840bc1fa0186 req-e05427a4-6797-4454-ae83-e2a6d51d5bda tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:05.339357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f38a0953-e088-4224-9431-840bc1fa0186 req-e05427a4-6797-4454-ae83-e2a6d51d5bda tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0958779 Sep 17 01:11:05.456324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.467935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7e976d1-3133-41f8-90dc-16dd3b2e8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.473908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e7671cff-cb41-4232-9269-de9878b353ef'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:05.501198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-f2a4c04e-e7b0-4f8e-8785-1545d5976616 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/0a3da280-efc4-4df4-8796-919502c3cef5 HTTP/1.1" status: 200 len: 1805 time: 0.1213524 Sep 17 01:11:05.510559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f38a0953-e088-4224-9431-840bc1fa0186 req-4f4a5826-8543-4640-a2f6-d18bbebc57ac tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624322 Sep 17 01:11:05.556982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event deleted for resources: {'Port': ['ID=97a71943-988d-4afb-a873-885a630f76b6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:05.561965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a3da280-efc4-4df4-8796-919502c3cef5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:05.562308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a3da280-efc4-4df4-8796-919502c3cef5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:05.592114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] No DVR routers for this DVR port 97a71943-988d-4afb-a873-885a630f76b6 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:05.600929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.604181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19ababda-0654-43aa-9fab-dfde7c59e89c req-fd014d2d-5a79-450e-829b-067c54b242a5 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.36 "DELETE /v2.0/ports/97a71943-988d-4afb-a873-885a630f76b6 HTTP/1.1" status: 204 len: 173 time: 1.5568259 Sep 17 01:11:05.604651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'name': 'network-vif-deleted', 'tag': '97a71943-988d-4afb-a873-885a630f76b6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:05.607242 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec175c8-86b1-4d03-9239-0d10b2199c11" -d '{"events": [{"server_uuid": "5e0eb191-383b-498b-86c5-143f1e8ab51b", "name": "network-vif-deleted", "tag": "97a71943-988d-4afb-a873-885a630f76b6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:05.753633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.776429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.823537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event deleted for resources: {'Port': ['ID=e7671cff-cb41-4232-9269-de9878b353ef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:05.870235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.871214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dfe9e4b-a0b4-4c8b-bceb-556aeb3e3309,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:05.880105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Checking segment: {'id': 'e6603ea5-53f1-43d9-821a-edc69b454459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'aaa0af84-14fa-4754-a9e5-62a182526406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:05.880529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Network hostable DHCP agents. Network: aaa0af84-14fa-4754-a9e5-62a182526406, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:11:05.949109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.963546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] No DVR routers for this DVR port e7671cff-cb41-4232-9269-de9878b353ef on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:05.972378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:05.975532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a04930e-7018-48f7-bf5e-41c67b71c44b req-0832195a-3f23-4d01-9ac8-83977ca8f1bc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "DELETE /v2.0/ports/e7671cff-cb41-4232-9269-de9878b353ef HTTP/1.1" status: 204 len: 173 time: 1.7063043 Sep 17 01:11:05.987227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Network aaa0af84-14fa-4754-a9e5-62a182526406 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:11:06.008308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7908b1a-a7b3-4547-a012-e07b839d0f4e req-be99a7d2-1618-4417-a501-e0953a818e04 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:06.010393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:06.030337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7908b1a-a7b3-4547-a012-e07b839d0f4e req-be99a7d2-1618-4417-a501-e0953a818e04 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1101 time: 0.0822563 Sep 17 01:11:06.061016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6a51cf-f223-4547-9ba8-7a2776098130,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:06.075900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7908b1a-a7b3-4547-a012-e07b839d0f4e req-6a23294b-9745-4529-8614-8a48c8260b66 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Sep 17 01:11:06.105848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, aaa0af84-14fa-4754-a9e5-62a182526406) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:06.120310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf26c3-3619-4d91-a218-b0043a2d7b32 None None] Network aaa0af84-14fa-4754-a9e5-62a182526406 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:06.120405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:06.120405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:06.147585 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88644ee9-ea90-47d1-9199-409c6ff918f8 x-openstack-request-id: req-88644ee9-ea90-47d1-9199-409c6ff918f8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:06.149029 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0eb191-383b-498b-86c5-143f1e8ab51b", "name": "network-vif-deleted", "tag": "97a71943-988d-4afb-a873-885a630f76b6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:06.149132 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88644ee9-ea90-47d1-9199-409c6ff918f8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:06.149639 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0eb191-383b-498b-86c5-143f1e8ab51b', 'name': 'network-vif-deleted', 'tag': '97a71943-988d-4afb-a873-885a630f76b6', 'status': 'completed', 'code': 200} Sep 17 01:11:06.168187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:06.169473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba22b03d-a379-4146-89b0-58e0cca0bce0 req-e68416fb-7097-4b76-8dfa-108796dac3f2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6151440 Sep 17 01:11:06.260793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9aa3400-b81a-441a-a160-8719accc09f7 req-22bb78f2-ebd8-4c3b-b7cf-a82fb5fc9355 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 210 time: 0.0810575 Sep 17 01:11:06.272733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2bf9366e-4f63-400e-8474-2ded3ea81343 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0995960 Sep 17 01:11:06.295913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f5e27-74f7-430a-91d6-dcb2fcb94685 None None] Network aaa0af84-14fa-4754-a9e5-62a182526406 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:06.678067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97a71943-988d-4afb-a873-885a630f76b6 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:06.733531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 97a71943-988d-4afb-a873-885a630f76b6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:11:06.734521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97a71943-988d-4afb-a873-885a630f76b6 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:06.765067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-e4a2da70-2047-4c67-b71b-455d70a98a3e tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/0a3da280-efc4-4df4-8796-919502c3cef5 HTTP/1.1" status: 200 len: 2399 time: 0.0470061 Sep 17 01:11:06.776439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a3da280-efc4-4df4-8796-919502c3cef5', 'remote_group_id': None}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:06.776760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a3da280-efc4-4df4-8796-919502c3cef5', 'remote_group_id': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:06.928893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:06.973034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47096) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:06.983905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.036675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-6b3bd0d8-74ff-4f37-b604-211f4588318b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824759 Sep 17 01:11:07.070042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Deleting subnet 0dfe9e4b-a0b4-4c8b-bceb-556aeb3e3309 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:11:07.075053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.084405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.104932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8de408-227c-4798-95ea-b2a68469a5ce,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:07.123236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f4518-5cca-4f6d-af5b-529f857be711 req-404e5bf4-5d03-4d73-b24f-2705d5ca6432 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:07.124767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c6f4518-5cca-4f6d-af5b-529f857be711 req-404e5bf4-5d03-4d73-b24f-2705d5ca6432 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0956738 Sep 17 01:11:07.126820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.169055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.170961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a22b83cc-a4d7-488a-97ea-c73175f79f26 req-a9a0b2b2-4c70-49be-b037-dea4bcd6a58d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3984025 Sep 17 01:11:07.210184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c6f4518-5cca-4f6d-af5b-529f857be711 req-360eb22a-c12f-4420-b9fc-7c5d3cabe0c8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640056 Sep 17 01:11:07.211906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.313269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e071d-e3f3-47de-8d76-827c8547ef6d req-4fdb4382-b20f-40fb-be93-b0db66a7827d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:07.316116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-268e071d-e3f3-47de-8d76-827c8547ef6d req-4fdb4382-b20f-40fb-be93-b0db66a7827d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0679657 Sep 17 01:11:07.376543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-268e071d-e3f3-47de-8d76-827c8547ef6d req-4e23fa8f-400f-4586-a432-aaabb4f7c155 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498855 Sep 17 01:11:07.424071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.468918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dfe9e4b-a0b4-4c8b-bceb-556aeb3e3309,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:07.474428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.476798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0ca0cbdf-406e-4b62-8fea-2584d184d907 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0dfe9e4b-a0b4-4c8b-bceb-556aeb3e3309 HTTP/1.1" status: 204 len: 168 time: 0.5029211 Sep 17 01:11:07.482379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47122) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:07.512913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f4b493e-1afe-42e4-a31e-f5ba38071171 req-3b134e31-b4e0-44b9-89bd-302d049bf006 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/0a3da280-efc4-4df4-8796-919502c3cef5 HTTP/1.1" status: 200 len: 2998 time: 0.1265244 Sep 17 01:11:07.525996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-930d3a17-903e-432a-b3a5-cb52109293b4 req-1eed88ed-9561-47a8-99bb-c91b82f389b2 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 210 time: 0.0603948 Sep 17 01:11:07.551492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47128) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:07.615611 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-ef4c7048-a351-43fa-9096-cb6665e24061 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-group-rules/fc8de408-227c-4798-95ea-b2a68469a5ce HTTP/1.1" status: 200 len: 783 time: 0.0412395 Sep 17 01:11:07.617416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.699216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-0edfe2d4-da71-4248-b3a5-06c9d2ad527d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/0a3da280-efc4-4df4-8796-919502c3cef5 HTTP/1.1" status: 200 len: 2998 time: 0.0768864 Sep 17 01:11:07.763440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.778368 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-f09c3538-c52c-428e-a8ff-71d14065d1ce tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.787002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-404dfac4-af99-4c6b-b93a-a2bf8d746901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.792985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa0af84-14fa-4754-a9e5-62a182526406']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:07.800061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-f09c3538-c52c-428e-a8ff-71d14065d1ce tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.806676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6603ea5-53f1-43d9-821a-edc69b454459') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:07.806977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6603ea5-53f1-43d9-821a-edc69b454459') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:07.818505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.842881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.853948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:11:07.853948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:11:07.854651 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:11:07.947557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-f09c3538-c52c-428e-a8ff-71d14065d1ce tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.957159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-f09c3538-c52c-428e-a8ff-71d14065d1ce tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:07.971148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ab44d6d-2c37-4020-a8b1-d6f61e5a2c05 req-f09c3538-c52c-428e-a8ff-71d14065d1ce tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fc8de408-227c-4798-95ea-b2a68469a5ce HTTP/1.1" status: 204 len: 173 time: 0.2445428 Sep 17 01:11:07.980715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c3538-c52c-428e-a8ff-71d14065d1ce tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc8de408-227c-4798-95ea-b2a68469a5ce,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:08.004840 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.017497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.022364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] 10.222.0.13 "DELETE /v2.0/networks/aaa0af84-14fa-4754-a9e5-62a182526406 HTTP/1.1" status: 204 len: 168 time: 0.5365579 Sep 17 01:11:08.038614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa0af84-14fa-4754-a9e5-62a182526406,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:08.046528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.046944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.047722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.048148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.048644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.049136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.049560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.049981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.050398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.050940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.051742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.052266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86437d94-6172-44c0-af84-fefcffa09b66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:08.075170 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bf47ce1-2c81-4389-b6f6-c27b40be6f60 req-e40345b6-11b7-43eb-adc5-570863a69519 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/0a3da280-efc4-4df4-8796-919502c3cef5 HTTP/1.1" status: 200 len: 2399 time: 0.0921850 Sep 17 01:11:08.110551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bcde833e-372f-4584-acb6-c15d1bb14458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.151394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'name': 'network-vif-deleted', 'tag': 'e7671cff-cb41-4232-9269-de9878b353ef'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:08.154917 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5d8897-c970-4658-8a17-f9ebf57d3c77" -d '{"events": [{"server_uuid": "0ea8d45b-54f1-4181-b628-fd727356cc10", "name": "network-vif-deleted", "tag": "e7671cff-cb41-4232-9269-de9878b353ef"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:08.184806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-404dfac4-af99-4c6b-b93a-a2bf8d746901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.190095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8bf47ce1-2c81-4389-b6f6-c27b40be6f60 req-ca6f8c50-8a6f-46e8-a2f6-bdf73ed0e14f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.459297 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c3947-3272-41cb-896b-9ee8609d64a4 x-openstack-request-id: req-6b0c3947-3272-41cb-896b-9ee8609d64a4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:08.459600 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea8d45b-54f1-4181-b628-fd727356cc10", "name": "network-vif-deleted", "tag": "e7671cff-cb41-4232-9269-de9878b353ef", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:08.459946 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b0c3947-3272-41cb-896b-9ee8609d64a4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:08.460438 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea8d45b-54f1-4181-b628-fd727356cc10', 'name': 'network-vif-deleted', 'tag': 'e7671cff-cb41-4232-9269-de9878b353ef', 'status': 'completed', 'code': 200} Sep 17 01:11:08.491183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-404dfac4-af99-4c6b-b93a-a2bf8d746901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.500621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8bf47ce1-2c81-4389-b6f6-c27b40be6f60 req-ca6f8c50-8a6f-46e8-a2f6-bdf73ed0e14f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.510448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47188) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:08.532434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-93735c89-f697-4495-add5-6366cfed0e0b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:08.532434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-93735c89-f697-4495-add5-6366cfed0e0b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 811 time: 0.1653862 Sep 17 01:11:08.547954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Request body: {'port': {'device_id': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'admin_state_up': True, 'tenant_id': '7197b2c552a84822af6abc0776fb4d64'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:08.566276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404dfac4-af99-4c6b-b93a-a2bf8d746901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9b92b-151c-4d5d-8e74-5138ec37f66a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:08.571823 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-404dfac4-af99-4c6b-b93a-a2bf8d746901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1605d28e780b4de99eae24bc19706730&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0214162 Sep 17 01:11:08.577047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47194) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:08.633450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8391aa28-1333-4dea-8e9c-4128c31ac497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.656500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8391aa28-1333-4dea-8e9c-4128c31ac497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.677893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b7d1b375-3f0e-471b-a46e-044fd61adef3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8a5b14dc37a4232b1a190e7a7b1f78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1662459 Sep 17 01:11:08.681015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47198) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:08.686225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ace2a-d77a-4d0f-bf9a-94f4ab5b633d req-7517935d-d488-4d2b-93a2-4c122fa4bd22 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:08.687753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c92ace2a-d77a-4d0f-bf9a-94f4ab5b633d req-7517935d-d488-4d2b-93a2-4c122fa4bd22 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.1557586 Sep 17 01:11:08.704012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8bf47ce1-2c81-4389-b6f6-c27b40be6f60 req-ca6f8c50-8a6f-46e8-a2f6-bdf73ed0e14f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.709933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8bf47ce1-2c81-4389-b6f6-c27b40be6f60 req-ca6f8c50-8a6f-46e8-a2f6-bdf73ed0e14f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.709933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bf47ce1-2c81-4389-b6f6-c27b40be6f60 req-ca6f8c50-8a6f-46e8-a2f6-bdf73ed0e14f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a3da280-efc4-4df4-8796-919502c3cef5 HTTP/1.1" status: 204 len: 173 time: 0.6197593 Sep 17 01:11:08.736657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f8c50-8a6f-46e8-a2f6-bdf73ed0e14f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3da280-efc4-4df4-8796-919502c3cef5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:08.758669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff1faf92-668b-4dd2-a604-0f0c05c0a023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.800644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c92ace2a-d77a-4d0f-bf9a-94f4ab5b633d req-bff8e275-463a-4d7a-b56e-5034f5a85075 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055655 Sep 17 01:11:08.807346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff1faf92-668b-4dd2-a604-0f0c05c0a023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.811628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e7671cff-cb41-4232-9269-de9878b353ef no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:08.839338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: e7671cff-cb41-4232-9269-de9878b353ef {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:11:08.841124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e7671cff-cb41-4232-9269-de9878b353ef not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:08.862251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8391aa28-1333-4dea-8e9c-4128c31ac497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.865139 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8391aa28-1333-4dea-8e9c-4128c31ac497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:08.867666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8391aa28-1333-4dea-8e9c-4128c31ac497 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ae9b92b-151c-4d5d-8e74-5138ec37f66a HTTP/1.1" status: 204 len: 168 time: 0.2889297 Sep 17 01:11:08.891715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391aa28-1333-4dea-8e9c-4128c31ac497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9b92b-151c-4d5d-8e74-5138ec37f66a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:08.904584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Made reservation on behalf of 7197b2c552a84822af6abc0776fb4d64 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:08.908114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.018720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8eb5d-10ab-4ca9-92f7-518d550af65f req-60466adb-5856-4a52-a4e2-4308236632db tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:09.024152 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff1faf92-668b-4dd2-a604-0f0c05c0a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.028113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90f8eb5d-10ab-4ca9-92f7-518d550af65f req-60466adb-5856-4a52-a4e2-4308236632db tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0709901 Sep 17 01:11:09.030940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff1faf92-668b-4dd2-a604-0f0c05c0a023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.032259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff1faf92-668b-4dd2-a604-0f0c05c0a023 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2bb253b1-65f4-4e6a-be5f-253f6ca06de8 HTTP/1.1" status: 204 len: 168 time: 0.3503239 Sep 17 01:11:09.042403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1faf92-668b-4dd2-a604-0f0c05c0a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb253b1-65f4-4e6a-be5f-253f6ca06de8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:09.057945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.139937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90f8eb5d-10ab-4ca9-92f7-518d550af65f req-ac91954c-7979-40bb-ba8b-429003c78f86 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722337 Sep 17 01:11:09.212284 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-2dcc4e54-7b1d-45a6-857f-1c02b7c22f4a req-ccdc0e9a-88f4-45b8-aa7a-8b4979d757a2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] show failed (client error): The resource could not be found. Sep 17 01:11:09.212498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Allocated IP 172.20.0.4 (fe03dc6b-82c2-442d-9c40-aa48a2e17b01/dbdc1218-f96b-45a2-9b18-5ecfa810f66d/1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:09.213382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2dcc4e54-7b1d-45a6-857f-1c02b7c22f4a req-ccdc0e9a-88f4-45b8-aa7a-8b4979d757a2 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/b2c241b9-3032-4cb2-a949-e30c9548db47 HTTP/1.1" status: 404 len: 352 time: 0.0385280 Sep 17 01:11:09.267373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6718cce9-80d0-46bc-8135-6ebac0838f16 req-7069b793-295c-4a2a-ab7c-72a7eac48db1 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 210 time: 0.0550821 Sep 17 01:11:09.325281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ac125e69-ca46-4b33-8a7a-c5f885d85fba tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:09.327778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ac125e69-ca46-4b33-8a7a-c5f885d85fba tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 811 time: 0.1920838 Sep 17 01:11:09.344736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Request body: {'port': {'device_id': '9790531b-a731-446f-bb97-59db75573e27', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'admin_state_up': True, 'tenant_id': '7197b2c552a84822af6abc0776fb4d64'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:09.421388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.458834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efa37a23-71cc-4eab-8c4a-ce843f7be7a6 req-6f92c9af-cc65-498d-9ee5-9dd099001bd1 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/3c1967d7-4bff-4395-a0cf-6b1ceb341911 HTTP/1.1" status: 200 len: 1806 time: 0.1382794 Sep 17 01:11:09.647743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Made reservation on behalf of 7197b2c552a84822af6abc0776fb4d64 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:09.654626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.692660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.726352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efa37a23-71cc-4eab-8c4a-ce843f7be7a6 req-acad6c29-017e-4160-94ea-e4c51b94775d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.733511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-4ff2cb1e-7ee7-447f-81e6-309407298df1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116438 Sep 17 01:11:09.776524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efa37a23-71cc-4eab-8c4a-ce843f7be7a6 req-acad6c29-017e-4160-94ea-e4c51b94775d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.845918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-e2b0cb40-2e08-43e8-9f8f-f834b06fa9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:09.848109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-e2b0cb40-2e08-43e8-9f8f-f834b06fa9d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 1101 time: 0.0873613 Sep 17 01:11:09.901627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.928927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efa37a23-71cc-4eab-8c4a-ce843f7be7a6 req-acad6c29-017e-4160-94ea-e4c51b94775d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.931834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-efa37a23-71cc-4eab-8c4a-ce843f7be7a6 req-acad6c29-017e-4160-94ea-e4c51b94775d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:09.932960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efa37a23-71cc-4eab-8c4a-ce843f7be7a6 req-acad6c29-017e-4160-94ea-e4c51b94775d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/3c1967d7-4bff-4395-a0cf-6b1ceb341911 HTTP/1.1" status: 204 len: 173 time: 0.4596970 Sep 17 01:11:09.951989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Allocated IP 172.20.0.12 (fe03dc6b-82c2-442d-9c40-aa48a2e17b01/dbdc1218-f96b-45a2-9b18-5ecfa810f66d/73492ce2-4db8-42bc-be41-eb82d5260c2b) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:10.086049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad6c29-017e-4160-94ea-e4c51b94775d tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1967d7-4bff-4395-a0cf-6b1ceb341911,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:10.091667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:10.102924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event updated for resources: {'Port': ['ID=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:10.106630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:10.110273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:10.130984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-944ff410-9da0-4421-9069-8f7d02e42961 req-0249f1a7-517b-46d1-b4d5-f0ae3c9352b4 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/ab8fbae9-e2d2-402d-a692-764168498efc HTTP/1.1" status: 200 len: 1806 time: 0.1397052 Sep 17 01:11:10.206837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.218032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-5415966a-7ba9-42a4-ae35-5c840d931ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.219575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-5415966a-7ba9-42a4-ae35-5c840d931ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.3495865 Sep 17 01:11:10.280002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3a17b-0f85-4e1f-81d3-dd1381a3ca41 req-b2867d6f-1e94-43c1-a87b-585bdf1684f4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.281453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-24a3a17b-0f85-4e1f-81d3-dd1381a3ca41 req-b2867d6f-1e94-43c1-a87b-585bdf1684f4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 946 time: 0.0723765 Sep 17 01:11:10.298671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.299326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.306074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-4a9df5c1-6fb6-4cbc-94e4-dc6c239b5c97 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 200 len: 217 time: 0.0686011 Sep 17 01:11:10.324885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-24a3a17b-0f85-4e1f-81d3-dd1381a3ca41 req-3384e42e-065d-45dd-a810-c1a0998f0daf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345318 Sep 17 01:11:10.329074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-3d42b478-63a7-4556-b67b-16c5f2d0db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.330541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-3d42b478-63a7-4556-b67b-16c5f2d0db0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1101 time: 0.1742153 Sep 17 01:11:10.364552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.391032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-221f0a42-d905-4808-b4d5-731b14a28257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.393132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-221f0a42-d905-4808-b4d5-731b14a28257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0755835 Sep 17 01:11:10.436134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-3ae9bc8c-6b53-4b04-9269-ae06b5ec87dc tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8951161 Sep 17 01:11:10.449649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:10.466307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-944ff410-9da0-4421-9069-8f7d02e42961 req-aa17af13-2d0a-4bc0-8188-6337723a7fc5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.471716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-d9bac824-eeb4-46bb-aa40-f2fb8223fab1 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:11:10.472673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-d9bac824-eeb4-46bb-aa40-f2fb8223fab1 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091536 Sep 17 01:11:10.473167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:10.476275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event updated for resources: {'Port': ['ID=73492ce2-4db8-42bc-be41-eb82d5260c2b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:10.478695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:10.539955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ad82e-02c9-4117-a23b-5bc46ea187ec req-c3db5ca7-ec2c-4ef4-8420-bd5ab52a7068 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.541774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b9ad82e-02c9-4117-a23b-5bc46ea187ec req-c3db5ca7-ec2c-4ef4-8420-bd5ab52a7068 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1132801 Sep 17 01:11:10.560873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-944ff410-9da0-4421-9069-8f7d02e42961 req-aa17af13-2d0a-4bc0-8188-6337723a7fc5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.562662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.564108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.579044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-cda94ffa-296c-45c5-aa9c-2a484f6b60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.580579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-cda94ffa-296c-45c5-aa9c-2a484f6b60e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434646 Sep 17 01:11:10.606625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b9ad82e-02c9-4117-a23b-5bc46ea187ec req-a71e2646-87ad-4222-a770-b076291e4144 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588183 Sep 17 01:11:10.612720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-953b2639-4ae6-4f4b-94fe-ecca2117f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.615961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-953b2639-4ae6-4f4b-94fe-ecca2117f7d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2749515 Sep 17 01:11:10.699757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-5aa935bb-210a-4e75-95c3-f527930b91bd tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620975 Sep 17 01:11:10.738366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0895d3-e6d1-45ee-b078-ffbc1b7b6bff req-682603ce-1850-4f13-bca2-9acb276866cb tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.739136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-2f8b73d6-e916-4ca1-b38c-c451543476ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0651245 Sep 17 01:11:10.740407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d0895d3-e6d1-45ee-b078-ffbc1b7b6bff req-682603ce-1850-4f13-bca2-9acb276866cb tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 932 time: 0.0749238 Sep 17 01:11:10.784418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Request body: {'port': {'device_id': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:10.787022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d0895d3-e6d1-45ee-b078-ffbc1b7b6bff req-ffb8ccff-8196-4e8b-9ac4-344baf8fff09 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Sep 17 01:11:10.832808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-944ff410-9da0-4421-9069-8f7d02e42961 req-aa17af13-2d0a-4bc0-8188-6337723a7fc5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.837065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-944ff410-9da0-4421-9069-8f7d02e42961 req-aa17af13-2d0a-4bc0-8188-6337723a7fc5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.837065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-944ff410-9da0-4421-9069-8f7d02e42961 req-aa17af13-2d0a-4bc0-8188-6337723a7fc5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab8fbae9-e2d2-402d-a692-764168498efc HTTP/1.1" status: 204 len: 173 time: 0.7046740 Sep 17 01:11:10.839013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:10.881199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17af13-2d0a-4bc0-8188-6337723a7fc5 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8fbae9-e2d2-402d-a692-764168498efc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:10.897402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-d3f47bb0-b46f-4893-852e-9f3a458fe189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:10.898971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-d3f47bb0-b46f-4893-852e-9f3a458fe189 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1218078 Sep 17 01:11:10.934670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:10.974068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:10.992805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Request body: {'port': {'device_id': '9790531b-a731-446f-bb97-59db75573e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:11.005042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.009087 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.030712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-9e383401-3644-4383-af39-48ae2d4fb148 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381208 Sep 17 01:11:11.043917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:11.045126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:11.048181 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016cb302-4de6-4b2e-b06c-3eff7515a1f1" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-unplugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:11.088447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.098611 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.146489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-2cd2b188-f357-4926-94f8-0916e23bb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:11.148181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-2cd2b188-f357-4926-94f8-0916e23bb7d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2282603 Sep 17 01:11:11.198130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=14']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:11.220399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e6fcb57-0f72-4df9-a481-c3471b81632d req-f588b031-e570-46dd-96e1-f5b3b71792fc tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9 HTTP/1.1" status: 200 len: 1805 time: 0.2535563 Sep 17 01:11:11.396253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9b6397c-9697-4f43-b0e4-1b999d0081b6 req-7f51bd8a-373e-45cf-9b6d-0ebb2f9ba830 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537986 Sep 17 01:11:11.406208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0450cbc6-e8e6-4fc2-ab5b-827b143ceab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.436296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-42925372-e652-45db-bbd7-3ac50701ccdc service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742000 Sep 17 01:11:11.439788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4e6fcb57-0f72-4df9-a481-c3471b81632d req-395ddae0-fa75-4c00-8ebd-cdbf7022ced6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.488027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4e6fcb57-0f72-4df9-a481-c3471b81632d req-395ddae0-fa75-4c00-8ebd-cdbf7022ced6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.514756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73492ce2-4db8-42bc-be41-eb82d5260c2b {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:11.528414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.556820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Transition to ACTIVE for port object 73492ce2-4db8-42bc-be41-eb82d5260c2b will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:11.573677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-5a654ba3-c063-4e98-91dd-01896e2831fe service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232312 Sep 17 01:11:11.610888 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0450cbc6-e8e6-4fc2-ab5b-827b143ceab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.678652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.735357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0450cbc6-e8e6-4fc2-ab5b-827b143ceab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.742672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4e6fcb57-0f72-4df9-a481-c3471b81632d req-395ddae0-fa75-4c00-8ebd-cdbf7022ced6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.745506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4e6fcb57-0f72-4df9-a481-c3471b81632d req-395ddae0-fa75-4c00-8ebd-cdbf7022ced6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.746677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e6fcb57-0f72-4df9-a481-c3471b81632d req-395ddae0-fa75-4c00-8ebd-cdbf7022ced6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9 HTTP/1.1" status: 204 len: 173 time: 0.5254924 Sep 17 01:11:11.749631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Pushing event updated for resources: {'Port': ['ID=73492ce2-4db8-42bc-be41-eb82d5260c2b,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:11.764486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ddae0-fa75-4c00-8ebd-cdbf7022ced6 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16edc3-a163-4633-bf9c-d5cd0ae6e0b9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:11.822871 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbc38f-3078-433f-9976-23dec0c786dc x-openstack-request-id: req-42bbc38f-3078-433f-9976-23dec0c786dc {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:11.823244 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-unplugged", "status": "completed", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:11.823601 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42bbc38f-3078-433f-9976-23dec0c786dc {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:11.824095 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'code': 200} Sep 17 01:11:11.846705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0450cbc6-e8e6-4fc2-ab5b-827b143ceab3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=882cefa9f2a747d9ac0ded8c2d5e47e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9109364 Sep 17 01:11:11.849175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450cbc6-e8e6-4fc2-ab5b-827b143ceab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424934ec-a24c-4fe6-9838-c5b01fdbac99,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:11.851425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47352) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:11.873439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Attempting to bind port 73492ce2-4db8-42bc-be41-eb82d5260c2b on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:11.873774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Attempting to bind port 73492ce2-4db8-42bc-be41-eb82d5260c2b by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:11.874102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Attempting to bind port 73492ce2-4db8-42bc-be41-eb82d5260c2b on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:11.879362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Port 73492ce2-4db8-42bc-be41-eb82d5260c2b on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:11.879683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Attempting to bind port 73492ce2-4db8-42bc-be41-eb82d5260c2b on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:11.884410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:11.886371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:11.886651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Checking segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:11.887105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Bound using segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:11.887654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Bound port: 73492ce2-4db8-42bc-be41-eb82d5260c2b, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:11.887894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.899444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:11.985718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] For port 73492ce2-4db8-42bc-be41-eb82d5260c2b, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:11.986426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] For port 73492ce2-4db8-42bc-be41-eb82d5260c2b, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:11.988802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Transition to ACTIVE for port object 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:12.029105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea072370-ff8f-4a7f-9462-8ac5f1566ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.036898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-8eb7dc3d-1dd2-46ec-a776-f624dba06f4e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1076415 Sep 17 01:11:12.065575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea072370-ff8f-4a7f-9462-8ac5f1566ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.088791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f1394-78ca-4972-b0e7-3cf40cca9b56 req-329244a5-74c2-4161-9f23-8e96bc9d73f5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.090311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb9f1394-78ca-4972-b0e7-3cf40cca9b56 req-329244a5-74c2-4161-9f23-8e96bc9d73f5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1411591 Sep 17 01:11:12.133982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.148538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.198198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Pushing event updated for resources: {'Port': ['ID=73492ce2-4db8-42bc-be41-eb82d5260c2b,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:12.218730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.219688 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.221281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb9f1394-78ca-4972-b0e7-3cf40cca9b56 req-9178e5e5-979a-4c81-a9a9-5e9510ef9c4b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138947 Sep 17 01:11:12.221600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-ec2e0a5a-0168-4b91-9309-d61e9b1bdf0b service neutron] 10.222.0.23 "PUT /v2.0/ports/73492ce2-4db8-42bc-be41-eb82d5260c2b HTTP/1.1" status: 200 len: 1092 time: 1.5132167 Sep 17 01:11:12.222063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9790531b-a731-446f-bb97-59db75573e27', 'tag': '73492ce2-4db8-42bc-be41-eb82d5260c2b'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:12.224397 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040f2c1d-0b13-4889-ad03-2010cddc1faf" -d '{"events": [{"name": "network-changed", "server_uuid": "9790531b-a731-446f-bb97-59db75573e27", "tag": "73492ce2-4db8-42bc-be41-eb82d5260c2b"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:12.229753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-ca44efd3-cc69-413c-a225-c14c9beed141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.233051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-ca44efd3-cc69-413c-a225-c14c9beed141 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 1101 time: 0.1656740 Sep 17 01:11:12.296193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Pushing event updated for resources: {'Port': ['ID=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:12.357786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea072370-ff8f-4a7f-9462-8ac5f1566ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.361815 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea072370-ff8f-4a7f-9462-8ac5f1566ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.362925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ea072370-ff8f-4a7f-9462-8ac5f1566ad7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/424934ec-a24c-4fe6-9838-c5b01fdbac99 HTTP/1.1" status: 204 len: 168 time: 0.5104969 Sep 17 01:11:12.456098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea072370-ff8f-4a7f-9462-8ac5f1566ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424934ec-a24c-4fe6-9838-c5b01fdbac99,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:12.482185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-38daaf80-d197-40fb-970a-670ea3bfd540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.483723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-38daaf80-d197-40fb-970a-670ea3bfd540 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 1095 time: 0.1146705 Sep 17 01:11:12.497769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-505bd516-7c95-48b8-a484-ef8e8bfb3f03 req-902caeab-b234-4240-a9b1-331f800f5a6c tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/7d88aa68-7dd8-42c4-8035-f3c5171a66f0 HTTP/1.1" status: 200 len: 2406 time: 0.2380893 Sep 17 01:11:12.508614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1aa2-dbc6-43d5-a419-32549f47b7ae req-f25d7e81-ab42-4df3-a4b2-5cef0690bf6f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.517537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45ae1aa2-dbc6-43d5-a419-32549f47b7ae req-f25d7e81-ab42-4df3-a4b2-5cef0690bf6f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 944 time: 0.0949106 Sep 17 01:11:12.551989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Attempting to bind port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:12.552772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Attempting to bind port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:12.553319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Attempting to bind port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:12.560024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-36fa00ed-054b-4499-bbd8-92dae0d8bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.561806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-36fa00ed-054b-4499-bbd8-92dae0d8bef6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2950001 Sep 17 01:11:12.569535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:12.570135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Attempting to bind port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e on network fe03dc6b-82c2-442d-9c40-aa48a2e17b01 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:12.600569 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-20b32f2c-a136-4bab-bd58-46acbb2f6cb2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b HTTP/1.1" status: 200 len: 217 time: 0.1055870 Sep 17 01:11:12.617846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45ae1aa2-dbc6-43d5-a419-32549f47b7ae req-751135fd-d659-4a4c-8f76-5121ea0c879e tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966876 Sep 17 01:11:12.631554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-e5374495-6ad6-445f-88bc-237aea647a94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 200 len: 217 time: 0.0629396 Sep 17 01:11:12.635851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:12.636195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Checking segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:12.636576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Bound using segment: {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:12.640903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Bound port: 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14234595-59c0-460a-95a5-1812cb9a7a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:12.640903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.685514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-aaa775ba-9112-4bfa-8030-dd1879b3c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.687697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-aaa775ba-9112-4bfa-8030-dd1879b3c99a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.0688641 Sep 17 01:11:12.697161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-505bd516-7c95-48b8-a484-ef8e8bfb3f03 req-dd76c21f-6e63-4853-bd51-90530d4c1111 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.762757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-53c32d37-304e-4259-884f-632bb0edd292 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618341 Sep 17 01:11:12.776108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-cfe5b8db-a835-4807-bf53-8fa52b45f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.777587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-cfe5b8db-a835-4807-bf53-8fa52b45f9d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1366062 Sep 17 01:11:12.780280 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b548db9a-91a6-4195-87a9-ad732ed5eb2b x-openstack-request-id: req-b548db9a-91a6-4195-87a9-ad732ed5eb2b {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:12.780583 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9790531b-a731-446f-bb97-59db75573e27", "tag": "73492ce2-4db8-42bc-be41-eb82d5260c2b", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:12.780694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-505bd516-7c95-48b8-a484-ef8e8bfb3f03 req-dd76c21f-6e63-4853-bd51-90530d4c1111 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:12.780973 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b548db9a-91a6-4195-87a9-ad732ed5eb2b {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:12.781368 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9790531b-a731-446f-bb97-59db75573e27', 'tag': '73492ce2-4db8-42bc-be41-eb82d5260c2b', 'status': 'completed', 'code': 200} Sep 17 01:11:12.854063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] For port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:12.882101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] For port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:12.893206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-29c69a7f-732a-43ca-b966-01e56f152025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:12.894871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-29c69a7f-732a-43ca-b966-01e56f152025 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999007 Sep 17 01:11:12.984350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-100feda2-d5eb-4427-8868-642e10760020 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172174 Sep 17 01:11:13.036269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.038456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-505bd516-7c95-48b8-a484-ef8e8bfb3f03 req-dd76c21f-6e63-4853-bd51-90530d4c1111 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.041717 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-505bd516-7c95-48b8-a484-ef8e8bfb3f03 req-dd76c21f-6e63-4853-bd51-90530d4c1111 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.046960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-505bd516-7c95-48b8-a484-ef8e8bfb3f03 req-dd76c21f-6e63-4853-bd51-90530d4c1111 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/7d88aa68-7dd8-42c4-8035-f3c5171a66f0 HTTP/1.1" status: 204 len: 173 time: 0.5480032 Sep 17 01:11:13.158978 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-21f13459-65b2-4e91-a828-eec3d063aec8 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649959 Sep 17 01:11:13.236535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac1dcbbc-71f2-410f-a4d3-3fa8581d791b req-ea12a1fa-4771-4269-9527-0a196f6fe969 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "GET /v2.0/security-groups/db9918a7-ef73-45b4-a8e7-3d35f2276e9f HTTP/1.1" status: 200 len: 2400 time: 0.0762246 Sep 17 01:11:13.367773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ac1dcbbc-71f2-410f-a4d3-3fa8581d791b req-ebfb878d-f561-458a-99ff-69ef3e26c57f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.401556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ac1dcbbc-71f2-410f-a4d3-3fa8581d791b req-ebfb878d-f561-458a-99ff-69ef3e26c57f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.404669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-5eb5c24f-eb9f-42bb-baf2-ba6dbc47e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:13.406195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-5eb5c24f-eb9f-42bb-baf2-ba6dbc47e527 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 1095 time: 0.1155500 Sep 17 01:11:13.551750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-1a9d771f-da03-4330-b486-4c8bd360d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:13.553309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-1a9d771f-da03-4330-b486-4c8bd360d7c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 912 time: 0.1384423 Sep 17 01:11:13.574783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd76c21f-6e63-4853-bd51-90530d4c1111 tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d88aa68-7dd8-42c4-8035-f3c5171a66f0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:13.622685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-2c3580ad-5b38-4cb0-9c99-78d2ae3818da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b HTTP/1.1" status: 200 len: 217 time: 0.0608957 Sep 17 01:11:13.642931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:13.643855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.645212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-54039c4a-f85a-4996-a989-69d81062efce service neutron] 10.222.0.23 "PUT /v2.0/ports/1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e HTTP/1.1" status: 200 len: 1091 time: 3.1384928 Sep 17 01:11:13.645692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'tag': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:13.648101 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efab66f6-b71a-4b56-8178-b1a08949816e" -d '{"events": [{"name": "network-changed", "server_uuid": "ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7", "tag": "1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:13.689047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-16fddfa8-e2b2-4b5d-8bc6-257969f82249 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865367 Sep 17 01:11:13.693137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ac1dcbbc-71f2-410f-a4d3-3fa8581d791b req-ebfb878d-f561-458a-99ff-69ef3e26c57f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.697058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ac1dcbbc-71f2-410f-a4d3-3fa8581d791b req-ebfb878d-f561-458a-99ff-69ef3e26c57f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.700700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac1dcbbc-71f2-410f-a4d3-3fa8581d791b req-ebfb878d-f561-458a-99ff-69ef3e26c57f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] 10.222.0.13 "DELETE /v2.0/security-groups/db9918a7-ef73-45b4-a8e7-3d35f2276e9f HTTP/1.1" status: 204 len: 173 time: 0.4562647 Sep 17 01:11:13.716035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47440) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:13.716891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb878d-f561-458a-99ff-69ef3e26c57f tempest-SecurityGroupRulesTestJSON-1359748266 tempest-SecurityGroupRulesTestJSON-1359748266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9918a7-ef73-45b4-a8e7-3d35f2276e9f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:13.759039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039c4a-f85a-4996-a989-69d81062efce service neutron] Pushing event updated for resources: {'Port': ['ID=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:13.766962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-1e819b67-bce7-4695-887b-f43e578146ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:13.768238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-1e819b67-bce7-4695-887b-f43e578146ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.1368513 Sep 17 01:11:13.834348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b4dcd-be73-4f5d-8fc3-854dffc1c93d req-ab2f311a-43ad-476b-b423-3bb620ad7409 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:13.843991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-740b4dcd-be73-4f5d-8fc3-854dffc1c93d req-ab2f311a-43ad-476b-b423-3bb620ad7409 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.2876799 Sep 17 01:11:13.856848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-eb289049-0cdd-4be9-b91d-9876cf0b16a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640547 Sep 17 01:11:13.859833 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Deleting subnet 5d7f6fad-50f6-4b89-9cfd-29f866597bd3 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:11:13.889405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:13.930640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-740b4dcd-be73-4f5d-8fc3-854dffc1c93d req-dafe6313-2d5b-42b1-810e-f6d2d46011cd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802605 Sep 17 01:11:13.982705 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b824373-a0b9-4224-b6dd-6d632d7a77cc x-openstack-request-id: req-0b824373-a0b9-4224-b6dd-6d632d7a77cc {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:13.987477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7", "tag": "1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:13.987477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b824373-a0b9-4224-b6dd-6d632d7a77cc {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:13.987477 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'tag': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e', 'status': 'completed', 'code': 200} Sep 17 01:11:13.997352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9fa7f-ec85-4096-8cc4-5b5b40bd9f35 req-49f22c91-c4a6-4b72-b1ae-ee281017e525 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:13.999647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dee9fa7f-ec85-4096-8cc4-5b5b40bd9f35 req-49f22c91-c4a6-4b72-b1ae-ee281017e525 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 944 time: 0.1563816 Sep 17 01:11:14.007272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.011855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-7dfaa9cd-f8f9-4ffb-ba70-d916203f8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:14.013832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-7dfaa9cd-f8f9-4ffb-ba70-d916203f8e90 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 1094 time: 0.2135174 Sep 17 01:11:14.081514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-4b92ceb8-2dbe-4be7-9c24-b10bf22a73c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e HTTP/1.1" status: 200 len: 217 time: 0.0501320 Sep 17 01:11:14.084048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6de53c7-25be-45b9-bdbf-f14832d5d2ac req-02b8fc67-e890-4e9a-a89a-b2c25a65aa8c service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459079 Sep 17 01:11:14.097210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-9c938c56-d1aa-45ea-89b3-5a6805665afa service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194729 Sep 17 01:11:14.132450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dee9fa7f-ec85-4096-8cc4-5b5b40bd9f35 req-d97b800f-b6b9-4751-851e-df1dc45c3bc3 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031301 Sep 17 01:11:14.146317 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.205962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-f93fe34c-8e86-4565-8dbf-477e07562aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:14.207473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-f93fe34c-8e86-4565-8dbf-477e07562aaf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.1018844 Sep 17 01:11:14.254929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-2009727a-2296-4672-a2d8-f216d9b12cdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355616 Sep 17 01:11:14.255600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47464) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:14.350582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-040f2c1d-0b13-4889-ad03-2010cddc1faf req-c69c360c-32a6-4ff8-9f2f-0009fa76bf4b service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185116 Sep 17 01:11:14.361251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3528ee7-cdb2-4e12-8574-15ba055a0fa6 req-3b64c6ad-c647-48fb-a45f-505a7b116f8d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:14.363007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3528ee7-cdb2-4e12-8574-15ba055a0fa6 req-3b64c6ad-c647-48fb-a45f-505a7b116f8d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1336167 Sep 17 01:11:14.407904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1467134923-network', 'tenant_id': 'f776eb5f5c1644af99835db6b106c434'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:14.408742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-240a8317-5503-4c8f-a7da-825dc34ebfcf service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327894 Sep 17 01:11:14.452762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3528ee7-cdb2-4e12-8574-15ba055a0fa6 req-1cdf6ae9-4cde-43ab-911a-d13d6afd0766 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816522 Sep 17 01:11:14.465147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.499589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7f6fad-50f6-4b89-9cfd-29f866597bd3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:14.509255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.516762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-40ff30a1-ff66-4912-9670-45d633556863 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5d7f6fad-50f6-4b89-9cfd-29f866597bd3 HTTP/1.1" status: 204 len: 168 time: 0.7922263 Sep 17 01:11:14.518521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:14.533054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c669e1f0-0fda-4748-a39d-ab3ae1e3a70f req-bfc2de12-7685-4a9d-a634-0e5721fd15d0 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149333 Sep 17 01:11:14.582142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Made reservation on behalf of f776eb5f5c1644af99835db6b106c434 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:14.586290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.596798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.627750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.704911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:14.719130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.735508 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.759362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c1ee0d-42d2-4dc2-ae6a-979468098d9c']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:14.769207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209ffe56-e8ee-4055-9c72-f7f0fed9b98d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:14.769507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209ffe56-e8ee-4055-9c72-f7f0fed9b98d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:14.779556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.793504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.796967 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.800109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:11:14.800510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:11:14.802327 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:11:14.861091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869f870d-01e5-4fde-9337-6bdfcadcf7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.864451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af8cd97-6aa6-4cb8-9c50-20c099669310,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:14.881995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab66f6-b71a-4b56-8178-b1a08949816e req-c5b5f1fe-1df1-4c73-a83e-3c3d963ccd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:14.883596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-c5b5f1fe-1df1-4c73-a83e-3c3d963ccd06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7197b2c552a84822af6abc0776fb4d64&device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 1094 time: 0.1007514 Sep 17 01:11:14.937671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.959257 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:14.963349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:11:14.983826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a9c1ee0d-42d2-4dc2-ae6a-979468098d9c HTTP/1.1" status: 204 len: 168 time: 0.4640031 Sep 17 01:11:14.988716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdfcd4a-3151-4ffe-aae4-2b08ed39e6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c1ee0d-42d2-4dc2-ae6a-979468098d9c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:15.013100 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.013324 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Added segment 1bb171e2-fe3a-4ffb-8403-bf6bea095de4 of type vlan for network ea65d571-e557-4d88-9793-d4fd45df044e Sep 17 01:11:15.089879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.113530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-130af3a7-f82f-422a-bdc7-f1720c00d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.115216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-130af3a7-f82f-422a-bdc7-f1720c00d991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.0940497 Sep 17 01:11:15.124238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23d6fa-7b8d-4f37-aa42-eabae41d7744 req-7b782a80-cb01-42fc-a438-21375550c7fa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.125334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff23d6fa-7b8d-4f37-aa42-eabae41d7744 req-7b782a80-cb01-42fc-a438-21375550c7fa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.2216523 Sep 17 01:11:15.134733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab66f6-b71a-4b56-8178-b1a08949816e req-55bfa7be-8fff-401a-8059-dd78e40360ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.136250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-55bfa7be-8fff-401a-8059-dd78e40360ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 200 len: 912 time: 0.2438753 Sep 17 01:11:15.168067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33c74a-88ef-40d0-90ae-d6e6ea168465 req-993ab5c4-eb4d-4926-906b-7c83e1848b02 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.169590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c33c74a-88ef-40d0-90ae-d6e6ea168465 req-993ab5c4-eb4d-4926-906b-7c83e1848b02 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0906270 Sep 17 01:11:15.205773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-f6c718a8-f54e-459b-bed3-552603a5dcfb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e HTTP/1.1" status: 200 len: 217 time: 0.0580578 Sep 17 01:11:15.263818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c33c74a-88ef-40d0-90ae-d6e6ea168465 req-6a368969-d43e-4598-bd3f-3e77d8ee6e7a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847614 Sep 17 01:11:15.268597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869f870d-01e5-4fde-9337-6bdfcadcf7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.268597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.269466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.270046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.279723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-47c4e1e1-2b1e-4cfe-87cb-584ae706d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.282124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-47c4e1e1-2b1e-4cfe-87cb-584ae706d435 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1561728 Sep 17 01:11:15.289168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff23d6fa-7b8d-4f37-aa42-eabae41d7744 req-9989cc2a-e089-43b5-a1ac-4b8121e234bc tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426697 Sep 17 01:11:15.378536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-167104a0-9df5-4a07-bada-eb5332efe022 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.0823696 Sep 17 01:11:15.380559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869f870d-01e5-4fde-9337-6bdfcadcf7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.404813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab66f6-b71a-4b56-8178-b1a08949816e req-114d6903-3346-4eb7-98eb-acc053d7f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.406618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-114d6903-3346-4eb7-98eb-acc053d7f040 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 200 len: 851 time: 0.1918311 Sep 17 01:11:15.430124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:15.480075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-b0275364-32cf-49d7-994a-4bc9df8dd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.484714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-b0275364-32cf-49d7-994a-4bc9df8dd17a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0960238 Sep 17 01:11:15.488614 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3bf44731-6f46-4c5a-8973-93ba940077db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ecb77a67a304af28428a324fc20728b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574353 Sep 17 01:11:15.499384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2391036 Sep 17 01:11:15.499610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47502) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:15.500326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47504) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:15.510505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-4843c89e-16f7-48fa-a02b-2c66daadb2cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fe03dc6b-82c2-442d-9c40-aa48a2e17b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911908 Sep 17 01:11:15.514614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874812d-aca0-4fe7-a5aa-5d3ccbdc767f admin admin] Pushing event updated for resources: {'Network': ['ID=ea65d571-e557-4d88-9793-d4fd45df044e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:15.525140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ea65d571-e557-4d88-9793-d4fd45df044e details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:11:15.529557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Request body: {'subnet': {'network_id': 'ea65d571-e557-4d88-9793-d4fd45df044e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1467134923-subnet', 'tenant_id': 'f776eb5f5c1644af99835db6b106c434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:15.532762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f870d-01e5-4fde-9337-6bdfcadcf7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72396d73-148f-43f4-8ec2-302e5c5b6e7e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:15.539440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-869f870d-01e5-4fde-9337-6bdfcadcf7ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=653875ce045c454aba97b7e59d99ebfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8328798 Sep 17 01:11:15.543494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47508) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:15.625042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-11355a6a-bbad-468c-9082-0eccd17cf4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.626815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-11355a6a-bbad-468c-9082-0eccd17cf4d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371078 Sep 17 01:11:15.634759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb59be0-1923-4af7-b591-533424d826be req-f59c1a02-c1ed-46c0-bda7-f671e84f1b4b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:15.636352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-deb59be0-1923-4af7-b591-533424d826be req-f59c1a02-c1ed-46c0-bda7-f671e84f1b4b tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 944 time: 0.1652503 Sep 17 01:11:15.681095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-ce667e5d-f3df-48d6-92c3-5d38d478e3e7 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452320 Sep 17 01:11:15.681935 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf53a481-5805-4b84-b68d-e5f4722add4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.705675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-deb59be0-1923-4af7-b591-533424d826be req-8fd0e59a-5c63-4bd5-8e91-aab0d700e619 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611043 Sep 17 01:11:15.746710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Made reservation on behalf of f776eb5f5c1644af99835db6b106c434 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:15.749138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.755863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-264f280d-73fb-48d1-ae0d-c459ab59f5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.795570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf53a481-5805-4b84-b68d-e5f4722add4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.799804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efab66f6-b71a-4b56-8178-b1a08949816e req-8542fd60-828e-455a-9fa9-0d579aaac917 service neutron] 10.222.0.23 "GET /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057613 Sep 17 01:11:15.824205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-264f280d-73fb-48d1-ae0d-c459ab59f5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:15.900149 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-c53379f6-e2b9-4db2-a8d3-d8915bd520a7 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623343 Sep 17 01:11:16.061793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d6d8ded-9cd8-4bcc-97f6-ae9fbaba1c20 req-fa85ed70-543b-4467-9b3d-6319e705df28 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508453 Sep 17 01:11:16.355882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf53a481-5805-4b84-b68d-e5f4722add4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:16.358578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf53a481-5805-4b84-b68d-e5f4722add4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:16.374798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cf53a481-5805-4b84-b68d-e5f4722add4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b789c764-2bbe-42c0-aada-da996209a151 HTTP/1.1" status: 204 len: 168 time: 0.8633673 Sep 17 01:11:16.452498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-264f280d-73fb-48d1-ae0d-c459ab59f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:16.459255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-264f280d-73fb-48d1-ae0d-c459ab59f5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:16.460121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-264f280d-73fb-48d1-ae0d-c459ab59f5b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72396d73-148f-43f4-8ec2-302e5c5b6e7e HTTP/1.1" status: 204 len: 168 time: 0.9129484 Sep 17 01:11:16.504082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53a481-5805-4b84-b68d-e5f4722add4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b789c764-2bbe-42c0-aada-da996209a151,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:16.549246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f280d-73fb-48d1-ae0d-c459ab59f5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72396d73-148f-43f4-8ec2-302e5c5b6e7e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:16.575907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37d65-f7ce-402f-9016-512b87cd30c6 req-d542c754-a160-415f-8fae-9031e56af8a7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:16.577359 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77f37d65-f7ce-402f-9016-512b87cd30c6 req-d542c754-a160-415f-8fae-9031e56af8a7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1261079 Sep 17 01:11:16.603273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:16.611397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134af5e-a4de-4b6d-b8b7-e929b74c035e req-3a892b34-51dd-430e-b6b1-af235a331110 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:16.620149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d134af5e-a4de-4b6d-b8b7-e929b74c035e req-3a892b34-51dd-430e-b6b1-af235a331110 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0997007 Sep 17 01:11:16.655824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d134af5e-a4de-4b6d-b8b7-e929b74c035e req-5af8b76a-cc67-40c8-ba9b-01fe696ee9bb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343792 Sep 17 01:11:16.672338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-77f37d65-f7ce-402f-9016-512b87cd30c6 req-da8e6747-e03c-44a3-920a-02f579de51eb tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877221 Sep 17 01:11:16.697829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Checking segment: {'id': '1bb171e2-fe3a-4ffb-8403-bf6bea095de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ea65d571-e557-4d88-9793-d4fd45df044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:16.698198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Network hostable DHCP agents. Network: ea65d571-e557-4d88-9793-d4fd45df044e, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:11:16.702539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d554dc8-ad59-428e-ac59-102fd1ede01f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:16.822383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Network ea65d571-e557-4d88-9793-d4fd45df044e is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:11:16.878000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5058a2-990f-4ff2-b482-ef2279f30148 req-8990358e-f367-4080-9231-e4a653c380e2 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:16.878000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a5058a2-990f-4ff2-b482-ef2279f30148 req-8990358e-f367-4080-9231-e4a653c380e2 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 944 time: 0.0511324 Sep 17 01:11:16.879613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 73492ce2-4db8-42bc-be41-eb82d5260c2b details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:11:16.923347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a5058a2-990f-4ff2-b482-ef2279f30148 req-d3023216-bd33-46a6-8867-9e11697636d1 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419278 Sep 17 01:11:16.952824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ea65d571-e557-4d88-9793-d4fd45df044e) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:16.953000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:16.953757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.043559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4011329f-5b50-4df2-8281-8f2514c0dff4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5414109 Sep 17 01:11:17.106539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c939c391-2ae3-4e51-ae24-fb87002da550 None None] Network ea65d571-e557-4d88-9793-d4fd45df044e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:17.194861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 73492ce2-4db8-42bc-be41-eb82d5260c2b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:17.216196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '73492ce2-4db8-42bc-be41-eb82d5260c2b', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'port_id': '73492ce2-4db8-42bc-be41-eb82d5260c2b', 'mac_address': 'fa:16:3e:89:89:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdc1218-f96b-45a2-9b18-5ecfa810f66d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:11:17.281041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c558388-9050-4677-9fe4-47d19933bdcf None None] Network ea65d571-e557-4d88-9793-d4fd45df044e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:17.301016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.334077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47544) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:17.347718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-600bf14d-29e0-4e27-9afc-dc9eea54c70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.350868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73492ce2-4db8-42bc-be41-eb82d5260c2b {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:17.381902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 73492ce2-4db8-42bc-be41-eb82d5260c2b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:17.437045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.542537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-600bf14d-29e0-4e27-9afc-dc9eea54c70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.543863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=73492ce2-4db8-42bc-be41-eb82d5260c2b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:17.578839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a056bbfd-a6ce-48f6-945e-f63b201250e3 req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1441821030', 'description': 'tempest-description-1830553300'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:17.584222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-600bf14d-29e0-4e27-9afc-dc9eea54c70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.626475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-600bf14d-29e0-4e27-9afc-dc9eea54c70b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac9b193de8d4e459f79c7635fab372f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910950 Sep 17 01:11:17.627351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bf14d-29e0-4e27-9afc-dc9eea54c70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2853b5d3-31c9-43d9-86de-9ceb7edf7e09,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:17.630116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47550) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:17.671243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a056bbfd-a6ce-48f6-945e-f63b201250e3 req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.704014 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c85db5a4-ccc7-4ebd-a873-04cd0a240cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.719194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['73492ce2-4db8-42bc-be41-eb82d5260c2b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:17.746330 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c85db5a4-ccc7-4ebd-a873-04cd0a240cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.809161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ca592-6ee2-4ac8-8c1f-5e57c2d237bd req-83432f5e-b5f4-436a-8cee-853cb77a373e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:17.813832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab7ca592-6ee2-4ac8-8c1f-5e57c2d237bd req-83432f5e-b5f4-436a-8cee-853cb77a373e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0685384 Sep 17 01:11:17.824566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a056bbfd-a6ce-48f6-945e-f63b201250e3 req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.857679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab7ca592-6ee2-4ac8-8c1f-5e57c2d237bd req-d59f6cab-5ad3-43e5-bdfd-35f9be324be0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395629 Sep 17 01:11:17.896572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47566) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:17.903817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c85db5a4-ccc7-4ebd-a873-04cd0a240cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.907104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c85db5a4-ccc7-4ebd-a873-04cd0a240cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.907835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c85db5a4-ccc7-4ebd-a873-04cd0a240cfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2853b5d3-31c9-43d9-86de-9ceb7edf7e09 HTTP/1.1" status: 204 len: 168 time: 0.2764595 Sep 17 01:11:17.916949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85db5a4-ccc7-4ebd-a873-04cd0a240cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2853b5d3-31c9-43d9-86de-9ceb7edf7e09,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:17.921226 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a056bbfd-a6ce-48f6-945e-f63b201250e3 req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:17.957162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bb6d21-adfa-452e-9b28-aad5b55798c1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:17.989499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb257f5-cc0a-416a-b8aa-71d39880bf55 req-04be5a22-d206-454a-aaee-5b22d9ba5e73 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:17.993819 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebb257f5-cc0a-416a-b8aa-71d39880bf55 req-04be5a22-d206-454a-aaee-5b22d9ba5e73 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0637920 Sep 17 01:11:18.012792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a056bbfd-a6ce-48f6-945e-f63b201250e3 req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.017009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a056bbfd-a6ce-48f6-945e-f63b201250e3 req-51b79261-b446-4e14-87b7-b9320d9bda6c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4396296 Sep 17 01:11:18.035869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1162499869-network', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:18.039728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebb257f5-cc0a-416a-b8aa-71d39880bf55 req-995de3e6-5420-4212-87f6-abdc0982b191 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Sep 17 01:11:18.133585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Made reservation on behalf of 0d4bf8bcec824ff88a1c2bb81836aa77 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:18.136628 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.145892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.189653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd8ff8-397d-4526-88f3-bfa4c00b411a req-2272cc62-9839-46a3-a6f3-ee12280c4fe0 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:18.191329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3cd8ff8-397d-4526-88f3-bfa4c00b411a req-2272cc62-9839-46a3-a6f3-ee12280c4fe0 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 945 time: 0.0549321 Sep 17 01:11:18.231132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-aba6391a-5114-4825-85bb-245646c1342c tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/e2bb6d21-adfa-452e-9b28-aad5b55798c1 HTTP/1.1" status: 200 len: 1815 time: 0.0590017 Sep 17 01:11:18.233857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3cd8ff8-397d-4526-88f3-bfa4c00b411a req-a915e5ff-195e-4871-96ec-05a82ab238f7 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341589 Sep 17 01:11:18.251681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2bb6d21-adfa-452e-9b28-aad5b55798c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:18.252039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e2bb6d21-adfa-452e-9b28-aad5b55798c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:18.299590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.354517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.387274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:11:18.399251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681df3a4-cfbd-45ff-b5b7-c0999f8381b2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:18.404104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.404757 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Added segment 450822b7-a67e-4bff-927d-1db60434bbe1 of type vlan for network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a Sep 17 01:11:18.452245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.524973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4471b-2c4c-4891-bbc2-935b6949714d req-4b3fda63-c842-430f-acdb-25e42ba797b1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:18.527191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27f4471b-2c4c-4891-bbc2-935b6949714d req-4b3fda63-c842-430f-acdb-25e42ba797b1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0548174 Sep 17 01:11:18.533800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.540073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.541256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:18.542041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.578754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27f4471b-2c4c-4891-bbc2-935b6949714d req-ac1b4442-50a1-4a86-8d0a-63415b83c99d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448849 Sep 17 01:11:18.595991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.641732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7404120 Sep 17 01:11:18.641732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c14ef5-5ea1-413d-b296-d042b8064160 admin admin] Pushing event updated for resources: {'Network': ['ID=681c45e8-1de5-41fc-b42b-6d2d1e561a2a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:18.645703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47600) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:18.652281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:11:18.653841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Request body: {'subnet': {'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1162499869-subnet', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:18.663873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.693203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84800599-dd7c-44f3-bc82-a30b1b885bd5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:18.765068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380b25d-1f58-4f16-a9c6-b60483799273 req-ddcfe612-1a7c-42c8-8414-09ffe3b9274a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:18.766963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0380b25d-1f58-4f16-a9c6-b60483799273 req-ddcfe612-1a7c-42c8-8414-09ffe3b9274a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0625007 Sep 17 01:11:18.768426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Made reservation on behalf of 0d4bf8bcec824ff88a1c2bb81836aa77 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:18.770953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.853208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:18.854712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80c62c2b-96e9-4903-b4c4-968e3cc87482 req-6a17a5ac-9490-4cb3-aa8f-7d5dc63a4370 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6108024 Sep 17 01:11:18.874125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0380b25d-1f58-4f16-a9c6-b60483799273 req-eab36a2f-f8ee-4daf-9f91-1f2d6028b87e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902829 Sep 17 01:11:18.888553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:11:18.892054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 73492ce2-4db8-42bc-be41-eb82d5260c2b up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:18.978584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68876024-9937-4a31-b482-f782f5c11962 req-35645698-a568-49c8-9f6f-df42a9640e53 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/e2bb6d21-adfa-452e-9b28-aad5b55798c1 HTTP/1.1" status: 200 len: 2409 time: 0.0974910 Sep 17 01:11:19.065613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-e6853993-9773-4edf-8f73-e926bc6c9453 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-group-rules/84800599-dd7c-44f3-bc82-a30b1b885bd5 HTTP/1.1" status: 200 len: 778 time: 0.0530472 Sep 17 01:11:19.100399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:19.115969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e', 'network_id': 'fe03dc6b-82c2-442d-9c40-aa48a2e17b01', 'port_id': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e', 'mac_address': 'fa:16:3e:05:45:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdc1218-f96b-45a2-9b18-5ecfa810f66d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:11:19.128849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-9fad8ae7-b6e3-4985-a054-dfbb3785fccf tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/e2bb6d21-adfa-452e-9b28-aad5b55798c1 HTTP/1.1" status: 200 len: 2409 time: 0.0619848 Sep 17 01:11:19.161079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-2711c481-479f-40b7-a992-9f6c02920db1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.170198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-2711c481-479f-40b7-a992-9f6c02920db1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.190454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 73492ce2-4db8-42bc-be41-eb82d5260c2b completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:19.195264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e935a1e-339f-4bb4-825d-12520b1782d6 req-bbfb308a-a827-42bd-9a91-c2e829dedb51 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:19.200719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5e935a1e-339f-4bb4-825d-12520b1782d6 req-bbfb308a-a827-42bd-9a91-c2e829dedb51 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0540402 Sep 17 01:11:19.201747 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.212484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 73492ce2-4db8-42bc-be41-eb82d5260c2b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:19.213188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.268067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.280239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:19.281673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5e935a1e-339f-4bb4-825d-12520b1782d6 req-53c6c7d6-0d36-47d4-8398-8af19ddb4f04 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763414 Sep 17 01:11:19.287052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Checking segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:19.287412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Network hostable DHCP agents. Network: 681c45e8-1de5-41fc-b42b-6d2d1e561a2a, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:11:19.298847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:19.312440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-2711c481-479f-40b7-a992-9f6c02920db1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.322068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-2711c481-479f-40b7-a992-9f6c02920db1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.322911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-513ebd1f-e789-4314-bf00-ae0bd4d7c805 req-2711c481-479f-40b7-a992-9f6c02920db1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/84800599-dd7c-44f3-bc82-a30b1b885bd5 HTTP/1.1" status: 204 len: 173 time: 0.1933367 Sep 17 01:11:19.331404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c481-479f-40b7-a992-9f6c02920db1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84800599-dd7c-44f3-bc82-a30b1b885bd5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:19.331974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:19.373950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.399524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:11:19.415120 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.430256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9790531b-a731-446f-bb97-59db75573e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73492ce2-4db8-42bc-be41-eb82d5260c2b'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:19.438383 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62536320-6a56-4387-83d3-4ed274a95f46" -d '{"events": [{"server_uuid": "9790531b-a731-446f-bb97-59db75573e27", "name": "network-vif-plugged", "status": "completed", "tag": "73492ce2-4db8-42bc-be41-eb82d5260c2b"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:19.472692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 681c45e8-1de5-41fc-b42b-6d2d1e561a2a) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:19.478868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:19.479496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.492830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d0d15-8d80-4ca3-85e0-4ef1e6ebb039 None None] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:19.519930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-520b55e0-b9e6-45b2-8d16-09462e7fc3b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:19.521966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-520b55e0-b9e6-45b2-8d16-09462e7fc3b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1372950 Sep 17 01:11:19.540259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-9463eac8-b1a0-4168-b9ef-121ff780deee tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/quotas/be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 375 time: 0.0115790 Sep 17 01:11:19.565155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2ddec-4c65-446e-873e-0d71bdc4f3f6 req-6969ecd4-7f20-41fb-ac73-50411afdf268 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:19.566882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ee2ddec-4c65-446e-873e-0d71bdc4f3f6 req-6969ecd4-7f20-41fb-ac73-50411afdf268 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 945 time: 0.0795298 Sep 17 01:11:19.584385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 73492ce2-4db8-42bc-be41-eb82d5260c2b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:19.597007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:19.611707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ee2ddec-4c65-446e-873e-0d71bdc4f3f6 req-ac76ef80-b216-4238-b230-dcee6094d0bb tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380661 Sep 17 01:11:19.615118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-c51f3e8d-6fe7-48a2-8aa3-b81615e47738 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0686407 Sep 17 01:11:19.628807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d002bcf-d98d-46bf-8f3c-18a49e97779c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9815102 Sep 17 01:11:19.633386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47640) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:19.640764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:19.677691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-7bd5f1fe-b098-4d27-b0ba-f69ba3452f36 req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-194251331', 'description': 'tempest-description-1470226078'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:19.681139 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.735836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:19.771023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.772191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.826842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-dc9f030d-5d21-4476-a9d9-c926b3aaa678 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107151 Sep 17 01:11:19.841055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=73492ce2-4db8-42bc-be41-eb82d5260c2b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:19.848766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:11:19.849707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.856302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7bd5f1fe-b098-4d27-b0ba-f69ba3452f36 req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.867201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:19.935687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-9c2e7888-d608-46da-b84c-a27443341f47 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074793 Sep 17 01:11:19.969587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7bd5f1fe-b098-4d27-b0ba-f69ba3452f36 req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.088414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Allocated IP 172.20.0.2 (681c45e8-1de5-41fc-b42b-6d2d1e561a2a/eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47/014499e5-8099-4da7-a41a-1820fc692bb7) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:20.128880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7bd5f1fe-b098-4d27-b0ba-f69ba3452f36 req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.177917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.220606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630fd9cd-d9af-44f2-8e1d-558543cb6e15,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:20.255023 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f8601a-0bae-4e04-8939-fe6e5d51f140 x-openstack-request-id: req-59f8601a-0bae-4e04-8939-fe6e5d51f140 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:20.255348 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9790531b-a731-446f-bb97-59db75573e27", "name": "network-vif-plugged", "status": "completed", "tag": "73492ce2-4db8-42bc-be41-eb82d5260c2b", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:20.255599 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59f8601a-0bae-4e04-8939-fe6e5d51f140 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:20.255987 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9790531b-a731-446f-bb97-59db75573e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73492ce2-4db8-42bc-be41-eb82d5260c2b', 'code': 200} Sep 17 01:11:20.283836 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.294891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7bd5f1fe-b098-4d27-b0ba-f69ba3452f36 req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.300333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bd5f1fe-b098-4d27-b0ba-f69ba3452f36 req-baa012d0-10bb-42b3-9130-22654ddc9df1 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6290913 Sep 17 01:11:20.347465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.412983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e12fdfa-df35-4a21-8b6e-da3f0db31937 req-a24e20a3-e819-4000-a977-d6fcf47f8dc4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 210 time: 0.0331540 Sep 17 01:11:20.445607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:20.457725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:20.463770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:20.466410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Pushing event updated for resources: {'Port': ['ID=014499e5-8099-4da7-a41a-1820fc692bb7,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:20.532974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b55bb4-5e11-4cc4-beb8-6cd0b87d3212 req-9b75e692-a8af-4da6-8a2b-13eccffd50e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:20.534995 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-38b55bb4-5e11-4cc4-beb8-6cd0b87d3212 req-9b75e692-a8af-4da6-8a2b-13eccffd50e1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 1097 time: 0.1598861 Sep 17 01:11:20.537936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Attempting to bind port 014499e5-8099-4da7-a41a-1820fc692bb7 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:20.538083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Attempting to bind port 014499e5-8099-4da7-a41a-1820fc692bb7 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:20.540591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Attempting to bind port 014499e5-8099-4da7-a41a-1820fc692bb7 on network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:20.546914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:20.552999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Checking segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:20.552999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.552999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Bound using segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:20.552999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Bound port: 014499e5-8099-4da7-a41a-1820fc692bb7, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:20.552999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.566012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0cf00-1cef-44c1-a3b0-60c64856a381 req-2b5f51ee-6833-419f-9b9a-e703a7f1d42e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:20.567695 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25e0cf00-1cef-44c1-a3b0-60c64856a381 req-2b5f51ee-6833-419f-9b9a-e703a7f1d42e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1489124 Sep 17 01:11:20.586269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd97ffc5-4c03-42d4-8385-c2af387cdd5e req-0aef4a21-6d02-4da6-a49b-8e54bde4eaac tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/630fd9cd-d9af-44f2-8e1d-558543cb6e15 HTTP/1.1" status: 200 len: 1814 time: 0.1064577 Sep 17 01:11:20.587470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-38b55bb4-5e11-4cc4-beb8-6cd0b87d3212 req-bf5012da-b84c-4852-a5ea-1a4e0d834733 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Sep 17 01:11:20.590267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.611952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.634191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25e0cf00-1cef-44c1-a3b0-60c64856a381 req-be6d76b3-ffcb-4ee4-ac47-6670c650b74b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Sep 17 01:11:20.640137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] For port 014499e5-8099-4da7-a41a-1820fc692bb7, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:20.643960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] For port 014499e5-8099-4da7-a41a-1820fc692bb7, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=014499e5-8099-4da7-a41a-1820fc692bb7,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:20.745490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Allocated IP 172.25.1.52 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0b7c87f1-81e5-4715-a9cd-5d752ee017c2) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:20.763367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af764-c2a9-4809-931e-93c6d16c3a99 req-060d3b0d-c53f-49a6-a3f2-cedc4ad823f8 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:20.765292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c69af764-c2a9-4809-931e-93c6d16c3a99 req-060d3b0d-c53f-49a6-a3f2-cedc4ad823f8 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 946 time: 0.0517988 Sep 17 01:11:20.784564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.808712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c69af764-c2a9-4809-931e-93c6d16c3a99 req-3c5dd229-8888-47b2-844f-7b91b4dd46ca tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Sep 17 01:11:20.811049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e5e4a781-8416-437d-a3b7-49937ee6ba26 req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-196128636', 'description': 'tempest-description-2007680230'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:20.855340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cd033-8760-4d5b-b5be-4755b5169ea0 None None] Pushing event updated for resources: {'Port': ['ID=014499e5-8099-4da7-a41a-1820fc692bb7,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:20.920187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:20.924384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:20.981386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e5e4a781-8416-437d-a3b7-49937ee6ba26 req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.050692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:21.052090 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.056198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:21.060364 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.123210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:21.128979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:21.142280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:21.154284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:21.199933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e5e4a781-8416-437d-a3b7-49937ee6ba26 req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.222277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.255682 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e5e4a781-8416-437d-a3b7-49937ee6ba26 req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.266847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:21.296256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 014499e5-8099-4da7-a41a-1820fc692bb7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:21.339541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68137f3f-faa1-47f7-a14c-990848f0db35,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:21.357004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 014499e5-8099-4da7-a41a-1820fc692bb7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:21.357416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.380763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.398903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e5e4a781-8416-437d-a3b7-49937ee6ba26 req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.400567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5e4a781-8416-437d-a3b7-49937ee6ba26 req-fe6718af-aca0-48e1-8562-e1ede504244b tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5938425 Sep 17 01:11:21.448486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:21.500917 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.531993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b5249f7-2cc1-4b17-b0d8-53fb64ebd8a5 req-b09f6b31-5ff7-4b13-b4d4-6e839931bfcd tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/68137f3f-faa1-47f7-a14c-990848f0db35 HTTP/1.1" status: 200 len: 1814 time: 0.1024096 Sep 17 01:11:21.536735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 014499e5-8099-4da7-a41a-1820fc692bb7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=014499e5-8099-4da7-a41a-1820fc692bb7,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:21.590054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.624427 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:21.666118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6ea7b10-fa5b-4b68-9234-356f540328f7 req-d6c52e25-70a3-4674-98ee-973e5b93e267 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 210 time: 0.0399520 Sep 17 01:11:21.706664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=014499e5-8099-4da7-a41a-1820fc692bb7,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:21.742850 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a474aa47-74d1-4ab3-a92f-0d9bfaff520f req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1181243740', 'description': 'tempest-description-175421301'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:21.899492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b44903-9802-4c4e-b793-e2f712b771e8 req-240263a6-fdf8-44ba-a4b7-647ead27ab14 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:21.901075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27b44903-9802-4c4e-b793-e2f712b771e8 req-240263a6-fdf8-44ba-a4b7-647ead27ab14 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1073430 Sep 17 01:11:21.913052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a474aa47-74d1-4ab3-a92f-0d9bfaff520f req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.107762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a474aa47-74d1-4ab3-a92f-0d9bfaff520f req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.129716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7158d18-fb44-4028-99ab-77dd1ef617c4 None None] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:22.210328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a474aa47-74d1-4ab3-a92f-0d9bfaff520f req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.249778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-38c915a0-99ef-44ad-924a-2be3609d40c5 None None] Provisioning complete for port 014499e5-8099-4da7-a41a-1820fc692bb7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:22.250170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-38c915a0-99ef-44ad-924a-2be3609d40c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.251615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773ffcda-ded9-433a-ba9d-e65e58e09d81,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:22.270018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:22.273228 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b6624-c565-4c43-84a3-c633e830b4b5" -d '{"events": [{"server_uuid": "ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7", "name": "network-vif-plugged", "status": "completed", "tag": "1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:22.335953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a474aa47-74d1-4ab3-a92f-0d9bfaff520f req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.337100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27b44903-9802-4c4e-b793-e2f712b771e8 req-450259d2-d5d7-43e1-beef-2b26e91f9bea tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286802 Sep 17 01:11:22.338505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.345576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a474aa47-74d1-4ab3-a92f-0d9bfaff520f req-98bb5105-630e-43bf-a2dd-9eaeff731083 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6156950 Sep 17 01:11:22.515596 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e19567-3a3c-4862-bb8a-e459fa7cc956 x-openstack-request-id: req-19e19567-3a3c-4862-bb8a-e459fa7cc956 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:22.515958 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7", "name": "network-vif-plugged", "status": "completed", "tag": "1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:22.516213 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19e19567-3a3c-4862-bb8a-e459fa7cc956 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:22.516608 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e', 'code': 200} Sep 17 01:11:22.607247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46991b35-f09e-45d6-a82e-bed9f60f760e req-4babdbcc-86bb-4bbb-b515-1d370cca2ad5 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/773ffcda-ded9-433a-ba9d-e65e58e09d81 HTTP/1.1" status: 200 len: 1814 time: 0.0603888 Sep 17 01:11:22.612455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6500c-0b60-43cb-b8f2-3e6d732b1072 req-65a32a16-a3ec-43ec-a60a-401867ada66f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:22.622826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ba6500c-0b60-43cb-b8f2-3e6d732b1072 req-65a32a16-a3ec-43ec-a60a-401867ada66f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 946 time: 0.0876584 Sep 17 01:11:22.634517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-92ad29a8-19ac-49f8-bd1f-6ccec371945c req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-578589422', 'description': 'tempest-description-1579410299'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:22.654496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Router 33205074-e80f-47e1-98be-b13b7819b97b is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:11:22.692221 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ba6500c-0b60-43cb-b8f2-3e6d732b1072 req-8b5d01ba-18f0-4094-b7e7-cb98b3bba02d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630939 Sep 17 01:11:22.751747 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-92ad29a8-19ac-49f8-bd1f-6ccec371945c req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.777643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49590fc-f584-4634-bcb6-1d8c18302030 req-b132f6c5-da98-4ff4-8f33-6a9d89b4619f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:22.779302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49590fc-f584-4634-bcb6-1d8c18302030 req-b132f6c5-da98-4ff4-8f33-6a9d89b4619f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 1096 time: 0.1187041 Sep 17 01:11:22.813795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-054a90c0-ffbf-4127-8c0f-548e602bb72e None None] Provisioning complete for port 014499e5-8099-4da7-a41a-1820fc692bb7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:22.814088 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-054a90c0-ffbf-4127-8c0f-548e602bb72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:22.885153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:11:22.923910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Sync routers for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:11:22.929841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a49590fc-f584-4634-bcb6-1d8c18302030 req-7c47bf9d-2988-49a0-8d8e-d7335f976dc2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211379 Sep 17 01:11:22.942953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0487268-ee74-4cac-89bc-fd401f1c87a0 req-d7af7858-e598-46df-9220-cc62a0a856d7 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:22.946562 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0487268-ee74-4cac-89bc-fd401f1c87a0 req-d7af7858-e598-46df-9220-cc62a0a856d7 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 945 time: 0.1531243 Sep 17 01:11:22.952400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:22.954729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:23.003442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0487268-ee74-4cac-89bc-fd401f1c87a0 req-945f2680-5fc7-4cb6-bdcb-36117e34cb73 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Sep 17 01:11:23.040450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-92ad29a8-19ac-49f8-bd1f-6ccec371945c req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.085601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-cf0932f2-f857-4ada-b773-c8d3699da168 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:23.085601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-cf0932f2-f857-4ada-b773-c8d3699da168 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1858728 Sep 17 01:11:23.098402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'port': {'device_id': '17551cbf-c720-4622-aacb-be037ef01d01', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'admin_state_up': True, 'tenant_id': 'be7411bba4a64c0f8935af306bffce19'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:23.120564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7593acf1-66f4-466c-9846-2bc4e1a71016 req-431cefdb-aadc-48c8-b97d-5568b855841d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 210 time: 0.0315931 Sep 17 01:11:23.141668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:23.157539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-92ad29a8-19ac-49f8-bd1f-6ccec371945c req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.213819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a82608c-c58c-4a56-89d4-4b4ff5b39e5c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:23.223788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.225382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ba806c6d-fd4c-4737-b9d1-eabf71e81dd7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5899086 Sep 17 01:11:23.239109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47758) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:23.362605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 014499e5-8099-4da7-a41a-1820fc692bb7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:23.410246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-92ad29a8-19ac-49f8-bd1f-6ccec371945c req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.425036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92ad29a8-19ac-49f8-bd1f-6ccec371945c req-c23ffa31-6cac-40cf-bc11-ca74911300b0 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7937338 Sep 17 01:11:23.513835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38eeda3-1f8f-4a61-bab5-438b1768b5f3 req-bfa62c56-8d6e-4721-b69b-06813eeb9ef7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:23.515675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b38eeda3-1f8f-4a61-bab5-438b1768b5f3 req-bfa62c56-8d6e-4721-b69b-06813eeb9ef7 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0617523 Sep 17 01:11:23.561598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b38eeda3-1f8f-4a61-bab5-438b1768b5f3 req-d97b5af8-2da0-4444-a2d8-f8799a5665f0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Sep 17 01:11:23.595977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3186d044-792e-4fba-8022-9183fd1bebf5 req-15e5b22a-bfd1-4214-8b7e-2bcc6e313e28 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/9a82608c-c58c-4a56-89d4-4b4ff5b39e5c HTTP/1.1" status: 200 len: 1814 time: 0.1098468 Sep 17 01:11:23.625033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:21Z', 'revision_number': 3, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:23.628425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 014499e5-8099-4da7-a41a-1820fc692bb7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:23.628795 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.660471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Checking router: 33205074-e80f-47e1-98be-b13b7819b97b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:11:23.660797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Updating router 33205074-e80f-47e1-98be-b13b7819b97b port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:11:23.732824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:23.736346 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.736463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:23.742179 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-db88c677-4969-47f9-b450-1ecfb1b162fc req-e139fdf1-f54e-42df-be91-79bc038734f7 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] show failed (client error): The resource could not be found. Sep 17 01:11:23.743742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db88c677-4969-47f9-b450-1ecfb1b162fc req-e139fdf1-f54e-42df-be91-79bc038734f7 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/cbf9ec72-a392-4ebd-bbaa-e96bdcfd6589 HTTP/1.1" status: 404 len: 352 time: 0.0177364 Sep 17 01:11:23.806523 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-e9feacd0-dc6e-4df3-814d-4f63e20bc5e6 req-4da14938-2589-4038-930e-de9422b80151 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] show failed (client error): The resource could not be found. Sep 17 01:11:23.807573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9feacd0-dc6e-4df3-814d-4f63e20bc5e6 req-4da14938-2589-4038-930e-de9422b80151 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-group-rules/8578243c-a03d-4592-ba49-27a8a64ea926 HTTP/1.1" status: 404 len: 361 time: 0.0289874 Sep 17 01:11:23.922660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16440056-59bc-490b-b81e-ae21d9b968b8 req-8b9d6ec5-ee96-4535-8f5d-27d8320ae433 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/9a82608c-c58c-4a56-89d4-4b4ff5b39e5c HTTP/1.1" status: 200 len: 1814 time: 0.0660880 Sep 17 01:11:23.994090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Allocated IP 172.20.0.3 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/e1b3491a-2f15-400c-8935-6b539e5eac90) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:23.995496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47778) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:24.032426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-16440056-59bc-490b-b81e-ae21d9b968b8 req-9e890ee0-4834-4155-ada6-9bdc221d8190 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.078968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.088999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-16440056-59bc-490b-b81e-ae21d9b968b8 req-9e890ee0-4834-4155-ada6-9bdc221d8190 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.094169 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.156135 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.230864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Attempting to bind port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:24.231265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Attempting to bind port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:24.231624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Attempting to bind port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:24.238949 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-16440056-59bc-490b-b81e-ae21d9b968b8 req-9e890ee0-4834-4155-ada6-9bdc221d8190 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.242202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-16440056-59bc-490b-b81e-ae21d9b968b8 req-9e890ee0-4834-4155-ada6-9bdc221d8190 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.255725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16440056-59bc-490b-b81e-ae21d9b968b8 req-9e890ee0-4834-4155-ada6-9bdc221d8190 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "DELETE /v2.0/security-groups/9a82608c-c58c-4a56-89d4-4b4ff5b39e5c HTTP/1.1" status: 204 len: 173 time: 0.3265145 Sep 17 01:11:24.265543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:24.266526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:24.266526 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.266724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:24.267174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Bound port: 0b7c87f1-81e5-4715-a9cd-5d752ee017c2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:24.267556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.274989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0130b2c-12a1-4d60-aea0-aafdc8163248 None None] Pushing event updated for resources: {'Port': ['ID=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:24.282582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50d25f81-0965-4539-aa18-8d36d2a9c4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.298433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e890ee0-4834-4155-ada6-9bdc221d8190 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a82608c-c58c-4a56-89d4-4b4ff5b39e5c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:24.342756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] For port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:24.346358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] For port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:24.348873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe930b8-01f9-4714-af70-54298a15cdba req-c45e644f-8633-4d7d-907c-fe019fe4a793 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:24.351263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfe930b8-01f9-4714-af70-54298a15cdba req-c45e644f-8633-4d7d-907c-fe019fe4a793 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 945 time: 0.2189374 Sep 17 01:11:24.395639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2ab3c62-bdb6-4a2a-a89b-5433015d8fd9 req-1f8925a7-4241-47a2-a015-5c575845912e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 210 time: 0.0373886 Sep 17 01:11:24.416370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.436553 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.472552 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f6b49ec2-91e6-45bb-b531-0f86ad83594a req-162108d4-3b4a-454d-8839-6944db25ca1d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/773ffcda-ded9-433a-ba9d-e65e58e09d81 HTTP/1.1" status: 200 len: 1814 time: 0.0508385 Sep 17 01:11:24.496773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:24.497639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:24.511015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfe930b8-01f9-4714-af70-54298a15cdba req-c25bc529-24a4-4daf-8565-240420eaae4f tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512933 Sep 17 01:11:24.546211 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f6b49ec2-91e6-45bb-b531-0f86ad83594a req-88102919-bd58-48d4-9090-4af729beaa78 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.550098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0130b2c-12a1-4d60-aea0-aafdc8163248 None None] Pushing event updated for resources: {'Port': ['ID=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:24.574476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f6b49ec2-91e6-45bb-b531-0f86ad83594a req-88102919-bd58-48d4-9090-4af729beaa78 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.580720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.586013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Allocated IP 172.20.0.1 (681c45e8-1de5-41fc-b42b-6d2d1e561a2a/eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47/632c6528-9a58-4c1e-9589-1010a8594723) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:24.636951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:24.677956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:24.687965 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f6b49ec2-91e6-45bb-b531-0f86ad83594a req-88102919-bd58-48d4-9090-4af729beaa78 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.690530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-f6b49ec2-91e6-45bb-b531-0f86ad83594a req-88102919-bd58-48d4-9090-4af729beaa78 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.697679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f6b49ec2-91e6-45bb-b531-0f86ad83594a req-88102919-bd58-48d4-9090-4af729beaa78 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "DELETE /v2.0/security-groups/773ffcda-ded9-433a-ba9d-e65e58e09d81 HTTP/1.1" status: 204 len: 173 time: 0.2169826 Sep 17 01:11:24.706185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:24.721567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:24.732993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88102919-bd58-48d4-9090-4af729beaa78 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773ffcda-ded9-433a-ba9d-e65e58e09d81,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:24.790242 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baf5dfe8-adcc-4f24-89af-d1f529298629 req-c81498e9-9273-4b35-9234-f5a75bbf86b2 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/68137f3f-faa1-47f7-a14c-990848f0db35 HTTP/1.1" status: 200 len: 1814 time: 0.0746689 Sep 17 01:11:24.813640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:24.814327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.858148 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50d25f81-0965-4539-aa18-8d36d2a9c4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.860080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=e1b3491a-2f15-400c-8935-6b539e5eac90,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:24.869078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-baf5dfe8-adcc-4f24-89af-d1f529298629 req-b60e2f89-a371-4817-8434-9723ff91e88d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.893833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:21Z', 'revision_number': 3, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:24.907008 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-baf5dfe8-adcc-4f24-89af-d1f529298629 req-b60e2f89-a371-4817-8434-9723ff91e88d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:24.932082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410739a7-e96a-4019-a946-bcfa11e6d7af None None] The sync data for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 is: [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:21Z', 'revision_number': 3, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:11:24.939830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c03e1-5d2c-4d4c-8d0c-edae0795066d req-404f9496-fb41-434a-bbd4-1e9f63138dbd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:24.948420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-871c03e1-5d2c-4d4c-8d0c-edae0795066d req-404f9496-fb41-434a-bbd4-1e9f63138dbd tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.2746053 Sep 17 01:11:24.962714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50d25f81-0965-4539-aa18-8d36d2a9c4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.044183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-79ef40f2-4620-46e9-922e-2de5a6104dec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9502692 Sep 17 01:11:25.049939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-baf5dfe8-adcc-4f24-89af-d1f529298629 req-b60e2f89-a371-4817-8434-9723ff91e88d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.050443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.057558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-baf5dfe8-adcc-4f24-89af-d1f529298629 req-b60e2f89-a371-4817-8434-9723ff91e88d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.061328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baf5dfe8-adcc-4f24-89af-d1f529298629 req-b60e2f89-a371-4817-8434-9723ff91e88d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "DELETE /v2.0/security-groups/68137f3f-faa1-47f7-a14c-990848f0db35 HTTP/1.1" status: 204 len: 173 time: 0.2619383 Sep 17 01:11:25.061563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Request body: {'port': {'device_id': '17551cbf-c720-4622-aacb-be037ef01d01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:25.068949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e2f89-a371-4817-8434-9723ff91e88d tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68137f3f-faa1-47f7-a14c-990848f0db35,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:25.100602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-50d25f81-0965-4539-aa18-8d36d2a9c4d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc7f196035f6465b92b824f729af2fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1023622 Sep 17 01:11:25.103958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47800) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:25.108646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d25f81-0965-4539-aa18-8d36d2a9c4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231f245f-e1ac-4006-9595-362efe6917d5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:25.135988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-89896561-f172-4d9c-bdc3-a0ab71d4b03b None None] Provisioning complete for port e1b3491a-2f15-400c-8935-6b539e5eac90 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:25.136473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89896561-f172-4d9c-bdc3-a0ab71d4b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.144656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-871c03e1-5d2c-4d4c-8d0c-edae0795066d req-c9b6d9ca-bf2a-48ea-930f-779173a8475e tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950581 Sep 17 01:11:25.215319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.227297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-89896561-f172-4d9c-bdc3-a0ab71d4b03b None None] Port e1b3491a-2f15-400c-8935-6b539e5eac90 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:11:25.237787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbf449fa-7a6a-4e11-8af4-03f4f51c1256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.264679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbf449fa-7a6a-4e11-8af4-03f4f51c1256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.301627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.322579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fec8788b-530b-409e-8241-32fb52d0c353 req-906c4cbd-d30d-48dd-97b2-f8d9278ec677 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/630fd9cd-d9af-44f2-8e1d-558543cb6e15 HTTP/1.1" status: 200 len: 1814 time: 0.1494768 Sep 17 01:11:25.384760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:25.405051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:25.415658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:25.419156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Pushing event updated for resources: {'Port': ['ID=632c6528-9a58-4c1e-9589-1010a8594723,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:25.438750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbf449fa-7a6a-4e11-8af4-03f4f51c1256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.441381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbf449fa-7a6a-4e11-8af4-03f4f51c1256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.445756 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bbf449fa-7a6a-4e11-8af4-03f4f51c1256 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/231f245f-e1ac-4006-9595-362efe6917d5 HTTP/1.1" status: 204 len: 168 time: 0.3381274 Sep 17 01:11:25.452227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf449fa-7a6a-4e11-8af4-03f4f51c1256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231f245f-e1ac-4006-9595-362efe6917d5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:25.533127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.616136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b20d6d-04d3-45b6-8412-10362265fe7c req-e77c76dd-3992-4d3c-b178-99fc1dc13b8e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:25.626653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5b20d6d-04d3-45b6-8412-10362265fe7c req-e77c76dd-3992-4d3c-b178-99fc1dc13b8e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 931 time: 0.0832725 Sep 17 01:11:25.661271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fec8788b-530b-409e-8241-32fb52d0c353 req-e9b741a6-94c4-4981-b4e5-3e0a19190f12 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.699732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5b20d6d-04d3-45b6-8412-10362265fe7c req-8adff11a-7270-486c-8806-5eb8f3d1f623 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716884 Sep 17 01:11:25.736423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fec8788b-530b-409e-8241-32fb52d0c353 req-e9b741a6-94c4-4981-b4e5-3e0a19190f12 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.784088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9c202b0c-1cc9-45e9-9cd8-05ffa33688f0 None None] Provisioning complete for port 632c6528-9a58-4c1e-9589-1010a8594723 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:25.785209 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c202b0c-1cc9-45e9-9cd8-05ffa33688f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:25.856298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9c202b0c-1cc9-45e9-9cd8-05ffa33688f0 None None] Port 632c6528-9a58-4c1e-9589-1010a8594723 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:11:25.905361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048231a-d53a-43ad-a276-2530ec5591fd req-c7f4c2fd-bce0-4d4c-ae9a-b5aa7b2c748e tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:25.907021 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9048231a-d53a-43ad-a276-2530ec5591fd req-c7f4c2fd-bce0-4d4c-ae9a-b5aa7b2c748e tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 945 time: 0.0934532 Sep 17 01:11:25.952869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b3491a-2f15-400c-8935-6b539e5eac90 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:25.986758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9048231a-d53a-43ad-a276-2530ec5591fd req-08a2dcdd-dca1-470f-9aef-d7a356581d10 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587072 Sep 17 01:11:25.993695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.007736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fec8788b-530b-409e-8241-32fb52d0c353 req-e9b741a6-94c4-4981-b4e5-3e0a19190f12 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.011582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fec8788b-530b-409e-8241-32fb52d0c353 req-e9b741a6-94c4-4981-b4e5-3e0a19190f12 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.020408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fec8788b-530b-409e-8241-32fb52d0c353 req-e9b741a6-94c4-4981-b4e5-3e0a19190f12 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "DELETE /v2.0/security-groups/630fd9cd-d9af-44f2-8e1d-558543cb6e15 HTTP/1.1" status: 204 len: 173 time: 0.6961622 Sep 17 01:11:26.056647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47826) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:26.073049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b741a6-94c4-4981-b4e5-3e0a19190f12 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630fd9cd-d9af-44f2-8e1d-558543cb6e15,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:26.076617 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.149623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Transition to ACTIVE for port object e1b3491a-2f15-400c-8935-6b539e5eac90 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:26.226608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bdc61fd-a65c-4e72-ac14-60d5ff365129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.235948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3631a368-5c69-4d75-b4c5-c74d0a484895 req-38512dc7-999b-4a80-b570-a7addd0a1529 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "GET /v2.0/security-groups/e2bb6d21-adfa-452e-9b28-aad5b55798c1 HTTP/1.1" status: 200 len: 1815 time: 0.1637917 Sep 17 01:11:26.243931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.361842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bdc61fd-a65c-4e72-ac14-60d5ff365129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.397151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Pushing event updated for resources: {'Port': ['ID=e1b3491a-2f15-400c-8935-6b539e5eac90,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:26.425400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bdc61fd-a65c-4e72-ac14-60d5ff365129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.473934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47836) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:26.503125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc61fd-a65c-4e72-ac14-60d5ff365129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400cce68-aee7-45b7-8809-18da4a7dd438,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:26.516228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3631a368-5c69-4d75-b4c5-c74d0a484895 req-11c3d8b0-0c2d-4f75-a009-e68886377de6 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.531746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4bdc61fd-a65c-4e72-ac14-60d5ff365129 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5a4ce9dda36548f4a6a9a741d6806d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736633 Sep 17 01:11:26.534191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-833bbe10-7597-412e-9d14-c98818ff4d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.539280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47838) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:26.569876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b6b1fa-c867-4e6c-b31f-7d5d1b40f666 req-8bf569a6-a5a3-4bde-a662-70c71b574ce2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:26.571763 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2b6b1fa-c867-4e6c-b31f-7d5d1b40f666 req-8bf569a6-a5a3-4bde-a662-70c71b574ce2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0909607 Sep 17 01:11:26.588086 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3631a368-5c69-4d75-b4c5-c74d0a484895 req-11c3d8b0-0c2d-4f75-a009-e68886377de6 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.594010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.613636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2b6b1fa-c867-4e6c-b31f-7d5d1b40f666 req-c7951cde-4035-45bd-ac36-f04bd5eee5f0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Sep 17 01:11:26.641856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Attempting to bind port e1b3491a-2f15-400c-8935-6b539e5eac90 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:26.642189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Attempting to bind port e1b3491a-2f15-400c-8935-6b539e5eac90 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:26.642510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Attempting to bind port e1b3491a-2f15-400c-8935-6b539e5eac90 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:26.675491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.677449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Port e1b3491a-2f15-400c-8935-6b539e5eac90 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:26.677763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Attempting to bind port e1b3491a-2f15-400c-8935-6b539e5eac90 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:26.737690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:26.738025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:26.738405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:26.738848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Bound port: e1b3491a-2f15-400c-8935-6b539e5eac90, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:26.739232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.784471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-792e6c0e-431e-403f-a6f9-4f7f787f0ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.797755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.806897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Pushing event updated for resources: {'Port': ['ID=632c6528-9a58-4c1e-9589-1010a8594723,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:26.844616 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3631a368-5c69-4d75-b4c5-c74d0a484895 req-11c3d8b0-0c2d-4f75-a009-e68886377de6 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.847138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3631a368-5c69-4d75-b4c5-c74d0a484895 req-11c3d8b0-0c2d-4f75-a009-e68886377de6 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.848263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3631a368-5c69-4d75-b4c5-c74d0a484895 req-11c3d8b0-0c2d-4f75-a009-e68886377de6 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] 10.222.0.13 "DELETE /v2.0/security-groups/e2bb6d21-adfa-452e-9b28-aad5b55798c1 HTTP/1.1" status: 204 len: 173 time: 0.5996382 Sep 17 01:11:26.855677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47842) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:26.862405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-792e6c0e-431e-403f-a6f9-4f7f787f0ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.901661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3d8b0-0c2d-4f75-a009-e68886377de6 tempest-SecurityGroupRulesNegativeTestJSON-1009712785 tempest-SecurityGroupRulesNegativeTestJSON-1009712785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bb6d21-adfa-452e-9b28-aad5b55798c1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:26.920071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Deleting subnet 3d554dc8-ad59-428e-ac59-102fd1ede01f {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:11:26.926156 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:26.972425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.016459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.036622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] For port e1b3491a-2f15-400c-8935-6b539e5eac90, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:27.067624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] For port e1b3491a-2f15-400c-8935-6b539e5eac90, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e1b3491a-2f15-400c-8935-6b539e5eac90,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:27.089105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-833bbe10-7597-412e-9d14-c98818ff4d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.110584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c16d1-9c43-433c-b124-9944f71d1c51 req-a4d7d30d-4dfb-4a8c-86cc-09a4848479da tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:27.112171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a13c16d1-9c43-433c-b124-9944f71d1c51 req-a4d7d30d-4dfb-4a8c-86cc-09a4848479da tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 943 time: 0.1821797 Sep 17 01:11:27.117663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:27.119196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:27.135903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.171321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d554dc8-ad59-428e-ac59-102fd1ede01f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:27.175516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.207896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.210661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-54a5bb2b-7256-42ac-97ed-741f926afa73 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3d554dc8-ad59-428e-ac59-102fd1ede01f HTTP/1.1" status: 204 len: 168 time: 0.3527141 Sep 17 01:11:27.212963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47846) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:27.220992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-833bbe10-7597-412e-9d14-c98818ff4d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.224400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-792e6c0e-431e-403f-a6f9-4f7f787f0ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.226760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-792e6c0e-431e-403f-a6f9-4f7f787f0ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.228024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-792e6c0e-431e-403f-a6f9-4f7f787f0ca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/400cce68-aee7-45b7-8809-18da4a7dd438 HTTP/1.1" status: 204 len: 168 time: 0.6804733 Sep 17 01:11:27.271784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:27.273321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.274677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] 10.222.0.36 "PUT /v2.0/ports/e1b3491a-2f15-400c-8935-6b539e5eac90 HTTP/1.1" status: 200 len: 1091 time: 2.2207530 Sep 17 01:11:27.277775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a13c16d1-9c43-433c-b124-9944f71d1c51 req-96cd6d4b-b919-491a-84d4-ae088d7d2995 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563454 Sep 17 01:11:27.278215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17551cbf-c720-4622-aacb-be037ef01d01', 'tag': 'e1b3491a-2f15-400c-8935-6b539e5eac90'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:27.280677 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be28d65b-039a-40e2-a84a-6b3b52e434dc" -d '{"events": [{"name": "network-changed", "server_uuid": "17551cbf-c720-4622-aacb-be037ef01d01", "tag": "e1b3491a-2f15-400c-8935-6b539e5eac90"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:27.340304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:27.452477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543d0a7-d0f0-4f32-8acf-67bd3bc5a009 req-14690c49-f888-4cbe-89b3-64715fd12afa tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:27.459699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b543d0a7-d0f0-4f32-8acf-67bd3bc5a009 req-14690c49-f888-4cbe-89b3-64715fd12afa tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 945 time: 0.2876043 Sep 17 01:11:27.461557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:27.461932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.475279 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.560526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b543d0a7-d0f0-4f32-8acf-67bd3bc5a009 req-3f747260-cf13-429b-8b34-798d6e77a963 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938225 Sep 17 01:11:27.588962 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.625806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:27.645264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ad738e49-482f-42b4-8071-2e8daf0304be None None] Provisioning complete for port 632c6528-9a58-4c1e-9589-1010a8594723 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:27.645651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ad738e49-482f-42b4-8071-2e8daf0304be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.655565 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.690964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea65d571-e557-4d88-9793-d4fd45df044e']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:27.695042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ad738e49-482f-42b4-8071-2e8daf0304be None None] Port 632c6528-9a58-4c1e-9589-1010a8594723 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:11:27.702082 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.736128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb171e2-fe3a-4ffb-8403-bf6bea095de4') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:27.736128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb171e2-fe3a-4ffb-8403-bf6bea095de4') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:27.747503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.779475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.783693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833bbe10-7597-412e-9d14-c98818ff4d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f035e9-0654-4f53-921a-1f28cc9993f7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:27.784849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:27.787331 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965d9b6-9ae1-4056-8529-58aa05b24b56 x-openstack-request-id: req-0965d9b6-9ae1-4056-8529-58aa05b24b56 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:27.787649 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17551cbf-c720-4622-aacb-be037ef01d01", "tag": "e1b3491a-2f15-400c-8935-6b539e5eac90", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:27.787966 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0965d9b6-9ae1-4056-8529-58aa05b24b56 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:27.788421 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17551cbf-c720-4622-aacb-be037ef01d01', 'tag': 'e1b3491a-2f15-400c-8935-6b539e5eac90', 'status': 'completed', 'code': 200} Sep 17 01:11:27.799927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:11:27.800343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:11:27.806970 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:11:27.842180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-833bbe10-7597-412e-9d14-c98818ff4d41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a6b93e2ae694c058a42b0ced2e204be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3601286 Sep 17 01:11:27.864114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47858) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:27.891318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb189a3-5bd8-4c5f-a577-15f9609be3ed service neutron] Pushing event updated for resources: {'Port': ['ID=e1b3491a-2f15-400c-8935-6b539e5eac90,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:27.894084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e6c0e-431e-403f-a6f9-4f7f787f0ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400cce68-aee7-45b7-8809-18da4a7dd438,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:27.940499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Router 33205074-e80f-47e1-98be-b13b7819b97b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:11:27.947512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467e32c-7c6b-451d-b1ad-18838120f248 req-a935c748-99c9-4dc1-84aa-4354e740285b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:27.949105 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0467e32c-7c6b-451d-b1ad-18838120f248 req-a935c748-99c9-4dc1-84aa-4354e740285b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1279278 Sep 17 01:11:27.959017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-d0fb1993-9d9a-49b9-b5f8-988d1811eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:27.960688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-d0fb1993-9d9a-49b9-b5f8-988d1811eade service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 1094 time: 0.1384232 Sep 17 01:11:27.972913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.979546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:27.981734 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ea65d571-e557-4d88-9793-d4fd45df044e HTTP/1.1" status: 204 len: 168 time: 0.7677064 Sep 17 01:11:28.001119 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-469f6e8a-4a30-40cf-baec-4e5a1a8a7eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.041650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be785622-9828-4320-b9f8-c509ac3bc69b req-c3d33937-0c3c-44fb-8c92-50932ddc08da tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:28.043246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be785622-9828-4320-b9f8-c509ac3bc69b req-c3d33937-0c3c-44fb-8c92-50932ddc08da tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 945 time: 0.1188567 Sep 17 01:11:28.044129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4123396-812d-4c0d-9f8b-07b16802d8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea65d571-e557-4d88-9793-d4fd45df044e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:28.082859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-321e25d2-3495-4a67-a0e3-ed4187738ff9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b3491a-2f15-400c-8935-6b539e5eac90 HTTP/1.1" status: 200 len: 217 time: 0.1113086 Sep 17 01:11:28.088508 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-469f6e8a-4a30-40cf-baec-4e5a1a8a7eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.151729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0467e32c-7c6b-451d-b1ad-18838120f248 req-74403044-84db-4e3b-9a4d-f2eea3c9f90f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899631 Sep 17 01:11:28.183268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:11:28.185444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-4c0bd55a-df69-4b92-bfa3-a575d383c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:28.186903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-4c0bd55a-df69-4b92-bfa3-a575d383c4c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0713995 Sep 17 01:11:28.190424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-134ff493-fe99-4db2-b86c-b6dab3548051 admin admin] 10.222.0.13 "PUT /v2.0/routers/33205074-e80f-47e1-98be-b13b7819b97b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9602516 Sep 17 01:11:28.191332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Deleting port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:11:28.191753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.196620 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b543919-c83b-4916-afce-595997462281 None None] Sync routers for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:11:28.212459 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b543919-c83b-4916-afce-595997462281 None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:28.213869 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b543919-c83b-4916-afce-595997462281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:28.242588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-643dce19-d392-42ac-afa1-a06b9e4a4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:28.243046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-643dce19-d392-42ac-afa1-a06b9e4a4a4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477831 Sep 17 01:11:28.306309 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-469f6e8a-4a30-40cf-baec-4e5a1a8a7eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.308928 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-469f6e8a-4a30-40cf-baec-4e5a1a8a7eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.310254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-469f6e8a-4a30-40cf-baec-4e5a1a8a7eaa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21f035e9-0654-4f53-921a-1f28cc9993f7 HTTP/1.1" status: 204 len: 168 time: 0.4450366 Sep 17 01:11:28.322502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f6e8a-4a30-40cf-baec-4e5a1a8a7eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f035e9-0654-4f53-921a-1f28cc9993f7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:28.360403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] For port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:28.360780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.367980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-6baed04a-0e63-457c-8f1a-f4672e747e4e service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130466 Sep 17 01:11:28.373353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47876) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:28.384581 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2b543919-c83b-4916-afce-595997462281 None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:28.400053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Calling delete_port for 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:11:28.524520 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.533642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c3c72bcc-b5d6-4bad-aed7-136cf8ece73e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f776eb5f5c1644af99835db6b106c434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560967 Sep 17 01:11:28.533642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47882) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:28.587458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a56ae-564e-4bf3-96de-b3b032bbdbfc req-6fb0d540-0e90-4e26-b702-f841c089511a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:28.589300 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-023a56ae-564e-4bf3-96de-b3b032bbdbfc req-6fb0d540-0e90-4e26-b702-f841c089511a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 943 time: 0.0883257 Sep 17 01:11:28.610313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c245b6b3-467e-4039-a218-b5bcb826c50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.614542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eff98dd-8adb-4dd5-8198-cde259bbc9cb req-2445e676-e69f-4a93-9cff-4e2a4f9b9c69 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145073 Sep 17 01:11:28.637536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c245b6b3-467e-4039-a218-b5bcb826c50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.665530 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b543919-c83b-4916-afce-595997462281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:26Z', 'revision_number': 2, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:28.685675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-023a56ae-564e-4bf3-96de-b3b032bbdbfc req-2818bb7d-4a95-4ceb-99fb-56d2b4cf83b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503421 Sep 17 01:11:28.714073 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b543919-c83b-4916-afce-595997462281 None None] Checking router: 33205074-e80f-47e1-98be-b13b7819b97b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:11:28.714747 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b543919-c83b-4916-afce-595997462281 None None] Updating router 33205074-e80f-47e1-98be-b13b7819b97b port 632c6528-9a58-4c1e-9589-1010a8594723 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:11:28.735791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-c6800cdb-fbfa-49d7-b874-a2f182ebb025 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:28.737577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-c6800cdb-fbfa-49d7-b874-a2f182ebb025 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 946 time: 0.0902412 Sep 17 01:11:28.758500 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b543919-c83b-4916-afce-595997462281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.823370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.833332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c245b6b3-467e-4039-a218-b5bcb826c50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.834838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['73492ce2-4db8-42bc-be41-eb82d5260c2b', '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:28.836950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c245b6b3-467e-4039-a218-b5bcb826c50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.841336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c245b6b3-467e-4039-a218-b5bcb826c50b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1af8cd97-6aa6-4cb8-9c50-20c099669310 HTTP/1.1" status: 204 len: 168 time: 0.3067584 Sep 17 01:11:28.882959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event deleted for resources: {'Port': ['ID=1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:28.886718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245b6b3-467e-4039-a218-b5bcb826c50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af8cd97-6aa6-4cb8-9c50-20c099669310,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:28.898491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-867d1737-e3b9-458d-ac3a-224e66704f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:28.900212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-867d1737-e3b9-458d-ac3a-224e66704f4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 1094 time: 0.1083939 Sep 17 01:11:28.929707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] No DVR routers for this DVR port 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:28.931973 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.933691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:28.938666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be785622-9828-4320-b9f8-c509ac3bc69b req-a40a2089-13e3-4481-ac7f-b33d1c4c2585 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "DELETE /v2.0/ports/1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e HTTP/1.1" status: 204 len: 173 time: 0.8857462 Sep 17 01:11:28.939393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'name': 'network-vif-deleted', 'tag': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:28.949205 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574703f5-5782-4d52-b0c2-c2ba3059bf6f" -d '{"events": [{"server_uuid": "ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7", "name": "network-vif-deleted", "tag": "1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:28.988042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d540e-d117-447d-9f86-fb3b5e61b21d req-1292937a-cdb6-45a3-bafc-1fa956fae4e0 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:29.002232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b97d540e-d117-447d-9f86-fb3b5e61b21d req-1292937a-cdb6-45a3-bafc-1fa956fae4e0 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7 HTTP/1.1" status: 200 len: 867 time: 0.2253561 Sep 17 01:11:29.083124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-7b51a276-7e76-4b1b-a471-1d52a962add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:29.084725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-7b51a276-7e76-4b1b-a471-1d52a962add8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1767452 Sep 17 01:11:29.096850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b97d540e-d117-447d-9f86-fb3b5e61b21d req-36e984a9-096d-4799-a1e7-0f40edeaceeb tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5159116-98d6-4dd0-adbd-ff714150b51b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914176 Sep 17 01:11:29.150691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-2cdcdf81-dffa-492b-80e5-8fa4e188de91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b3491a-2f15-400c-8935-6b539e5eac90 HTTP/1.1" status: 200 len: 217 time: 0.0578010 Sep 17 01:11:29.156115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Deleting port 73492ce2-4db8-42bc-be41-eb82d5260c2b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:11:29.156383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.254560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-20271146-70fd-4ec0-83e2-bfa71abb03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:29.260343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-20271146-70fd-4ec0-83e2-bfa71abb03cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0962224 Sep 17 01:11:29.321673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:29.333528 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b543919-c83b-4916-afce-595997462281 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.399743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-3da7d2a1-7956-406d-ae3e-9deb5ba55bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:29.400298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:29.400818 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.403463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-3da7d2a1-7956-406d-ae3e-9deb5ba55bf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175728 Sep 17 01:11:29.420910 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b543919-c83b-4916-afce-595997462281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.448203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] For port 73492ce2-4db8-42bc-be41-eb82d5260c2b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=73492ce2-4db8-42bc-be41-eb82d5260c2b,segment=NetworkSegment(14234595-59c0-460a-95a5-1812cb9a7a48),segment_id=14234595-59c0-460a-95a5-1812cb9a7a48)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:29.448943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.480843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Calling delete_port for 73492ce2-4db8-42bc-be41-eb82d5260c2b owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:11:29.498536 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Pushing event updated for resources: {'Port': ['ID=632c6528-9a58-4c1e-9589-1010a8594723,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:29.510740 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.511453 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.512140 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.513165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.513696 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.514382 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.514903 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.516986 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.517559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.518081 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.519530 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.520081 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:29.602929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-374c003c-ebcc-4dcf-bb68-eb86e1c0e153 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908708 Sep 17 01:11:29.673341 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2b543919-c83b-4916-afce-595997462281 None None] Attempting to bind port 632c6528-9a58-4c1e-9589-1010a8594723 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:29.673704 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2b543919-c83b-4916-afce-595997462281 None None] Attempting to bind port 632c6528-9a58-4c1e-9589-1010a8594723 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:29.674145 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b543919-c83b-4916-afce-595997462281 None None] Attempting to bind port 632c6528-9a58-4c1e-9589-1010a8594723 on network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:29.680141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b543919-c83b-4916-afce-595997462281 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:29.680553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b543919-c83b-4916-afce-595997462281 None None] Checking segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:29.680960 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b543919-c83b-4916-afce-595997462281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.681341 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b543919-c83b-4916-afce-595997462281 None None] Bound using segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:29.681799 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2b543919-c83b-4916-afce-595997462281 None None] Bound port: 632c6528-9a58-4c1e-9589-1010a8594723, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:29.682210 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b543919-c83b-4916-afce-595997462281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.755440 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68336c67-c220-4fc5-bff7-3818cea36b61 x-openstack-request-id: req-68336c67-c220-4fc5-bff7-3818cea36b61 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:29.756338 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7", "name": "network-vif-deleted", "tag": "1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:29.756796 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68336c67-c220-4fc5-bff7-3818cea36b61 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:29.757418 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace3d8d8-5221-4b23-b0c8-ca454d6fb1f7', 'name': 'network-vif-deleted', 'tag': '1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e', 'status': 'completed', 'code': 200} Sep 17 01:11:29.825350 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2b543919-c83b-4916-afce-595997462281 None None] For port 632c6528-9a58-4c1e-9589-1010a8594723, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:29.827971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be28d65b-039a-40e2-a84a-6b3b52e434dc req-762b8e48-6fc0-4a4c-93f6-34a77cf01ea4 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167192 Sep 17 01:11:29.853908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47914) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:29.873053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856202582', 'description': 'tempest-description--1153834091'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:29.903956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf758f3-af45-43de-ab9e-41f6fdabe77e req-fb25a53a-5eca-4240-9cbd-8ff7927ac0f1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:29.915126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4bf758f3-af45-43de-ab9e-41f6fdabe77e req-fb25a53a-5eca-4240-9cbd-8ff7927ac0f1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0858650 Sep 17 01:11:29.949878 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2b543919-c83b-4916-afce-595997462281 None None] For port 632c6528-9a58-4c1e-9589-1010a8594723, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=632c6528-9a58-4c1e-9589-1010a8594723,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:29.953308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:29.968146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:30.003112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4bf758f3-af45-43de-ab9e-41f6fdabe77e req-679fb4b8-f255-4e91-9448-1dd0bac58848 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845418 Sep 17 01:11:30.013382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbded1c-a78f-4c5b-9526-c7d65f781b1f req-bb6937a4-27e9-4b72-956d-62539ccbfe8c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:30.023109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cbded1c-a78f-4c5b-9526-c7d65f781b1f req-bb6937a4-27e9-4b72-956d-62539ccbfe8c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 943 time: 0.1035345 Sep 17 01:11:30.042512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e549f4de-20e5-4ca2-bf3a-568f10dac550 None None] Provisioning complete for port 632c6528-9a58-4c1e-9589-1010a8594723 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:30.043056 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e549f4de-20e5-4ca2-bf3a-568f10dac550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.043924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Pushing event deleted for resources: {'Port': ['ID=73492ce2-4db8-42bc-be41-eb82d5260c2b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:30.049651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.055135 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2b543919-c83b-4916-afce-595997462281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.089262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] No DVR routers for this DVR port 73492ce2-4db8-42bc-be41-eb82d5260c2b on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:30.100403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.103573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-260c7b81-bc58-4c6f-a9ad-8e4b967ec655 req-0f88d2cd-227b-4055-bef3-bd8125e7176d tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.23 "DELETE /v2.0/ports/73492ce2-4db8-42bc-be41-eb82d5260c2b HTTP/1.1" status: 204 len: 173 time: 1.3591576 Sep 17 01:11:30.104336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9790531b-a731-446f-bb97-59db75573e27', 'name': 'network-vif-deleted', 'tag': '73492ce2-4db8-42bc-be41-eb82d5260c2b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:30.107158 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7219513c-b46e-4e32-9ea2-2ab606f12f12" -d '{"events": [{"server_uuid": "9790531b-a731-446f-bb97-59db75573e27", "name": "network-vif-deleted", "tag": "73492ce2-4db8-42bc-be41-eb82d5260c2b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:30.119147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e549f4de-20e5-4ca2-bf3a-568f10dac550 None None] Port 632c6528-9a58-4c1e-9589-1010a8594723 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:11:30.166709 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b543919-c83b-4916-afce-595997462281 None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:30.167362 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b543919-c83b-4916-afce-595997462281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:30.175006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cbded1c-a78f-4c5b-9526-c7d65f781b1f req-e51f718e-1219-48fe-b910-0e35bf19d262 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528323 Sep 17 01:11:30.245930 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39259ec5-1c1e-4fa1-a5be-e6409ed3dbca x-openstack-request-id: req-39259ec5-1c1e-4fa1-a5be-e6409ed3dbca {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:30.246798 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9790531b-a731-446f-bb97-59db75573e27", "name": "network-vif-deleted", "tag": "73492ce2-4db8-42bc-be41-eb82d5260c2b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:30.247064 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39259ec5-1c1e-4fa1-a5be-e6409ed3dbca {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:30.247484 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9790531b-a731-446f-bb97-59db75573e27', 'name': 'network-vif-deleted', 'tag': '73492ce2-4db8-42bc-be41-eb82d5260c2b', 'status': 'completed', 'code': 200} Sep 17 01:11:30.278597 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a69933-7c12-400b-a1bf-923daaa2ea5b None None] Pushing event updated for resources: {'Port': ['ID=632c6528-9a58-4c1e-9589-1010a8594723,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:30.306155 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.355805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0d65edb-acf6-4206-835a-307e8b9f0dd9 req-ce38810f-2e69-4980-a63f-fc65283dde99 tempest-MultipleCreateTestJSON-551528687 tempest-MultipleCreateTestJSON-551528687-project] 10.222.0.13 "GET /v2.0/ports?device_id=9790531b-a731-446f-bb97-59db75573e27 HTTP/1.1" status: 200 len: 210 time: 0.0486078 Sep 17 01:11:30.387314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.409316 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2b543919-c83b-4916-afce-595997462281 None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:30.447223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed58a31-8569-4aab-a7cc-48045f05e671,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:30.541449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.542710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8b331605-b4e3-4929-a806-7691f756dc66 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6773372 Sep 17 01:11:30.543862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-657c6074-09e4-4909-86d5-5a26d3d8608f None None] Provisioning complete for port 632c6528-9a58-4c1e-9589-1010a8594723 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:30.544231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-657c6074-09e4-4909-86d5-5a26d3d8608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.545550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47940) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:30.551568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Request body: {'security_group_rule': {'security_group_id': '5ed58a31-8569-4aab-a7cc-48045f05e671', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:30.653131 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-657c6074-09e4-4909-86d5-5a26d3d8608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.685105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-657c6074-09e4-4909-86d5-5a26d3d8608f None None] For port 632c6528-9a58-4c1e-9589-1010a8594723, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=632c6528-9a58-4c1e-9589-1010a8594723,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:30.729233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.736672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2b543919-c83b-4916-afce-595997462281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:29Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:30.763786 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b543919-c83b-4916-afce-595997462281 None None] The sync data for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 is: [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:29Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:11:30.786242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e1b3491a-2f15-400c-8935-6b539e5eac90 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:11:30.802186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.809318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-657c6074-09e4-4909-86d5-5a26d3d8608f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.893635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.903249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6074-09e4-4909-86d5-5a26d3d8608f None None] Pushing event updated for resources: {'Port': ['ID=632c6528-9a58-4c1e-9589-1010a8594723,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:30.916285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a2cbc1-c3aa-4fa0-8a14-691b4373b810,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:30.932810 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.resource_extend [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:11:30.992792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:30.996516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bde48eb0-ce18-4f2b-9eff-53e53f124caa tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4472797 Sep 17 01:11:30.996737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47956) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:31.001386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Request body: {'security_group_rule': {'security_group_id': '5ed58a31-8569-4aab-a7cc-48045f05e671', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:31.052336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e1b3491a-2f15-400c-8935-6b539e5eac90, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e1b3491a-2f15-400c-8935-6b539e5eac90,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:31.066697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'e1b3491a-2f15-400c-8935-6b539e5eac90', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'e1b3491a-2f15-400c-8935-6b539e5eac90', 'mac_address': 'fa:16:3e:04:85:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:11:31.122183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.136660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b3491a-2f15-400c-8935-6b539e5eac90 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:31.158043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e1b3491a-2f15-400c-8935-6b539e5eac90, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e1b3491a-2f15-400c-8935-6b539e5eac90,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:31.165611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0b49-e24a-4bf5-91e7-4a459c62a2b3 req-b380ffe8-98bb-4510-b6c3-5e7d77b5aca5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:31.167182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84fe0b49-e24a-4bf5-91e7-4a459c62a2b3 req-b380ffe8-98bb-4510-b6c3-5e7d77b5aca5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0732269 Sep 17 01:11:31.176401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.249695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.268892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84fe0b49-e24a-4bf5-91e7-4a459c62a2b3 req-dfb40c53-f999-4400-b573-3a165f174f04 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953081 Sep 17 01:11:31.295138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.365750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=e1b3491a-2f15-400c-8935-6b539e5eac90,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:31.375706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.415415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaa64ec-86c5-48ff-ac3f-35fa905112b2,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:31.446308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 632c6528-9a58-4c1e-9589-1010a8594723 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:31.489581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.494345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59de3c99-efdd-4503-ae0f-db2558883c6d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4931278 Sep 17 01:11:31.494583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47976) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:31.494861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1650f438-c0cc-4cf5-a280-e0c8cf72e7d8 req-a89e7a0e-6632-4924-ab2b-43c6782e3a34 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:31.500883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:31.505489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1650f438-c0cc-4cf5-a280-e0c8cf72e7d8 req-a89e7a0e-6632-4924-ab2b-43c6782e3a34 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 944 time: 0.1286731 Sep 17 01:11:31.518344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:31.564357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1650f438-c0cc-4cf5-a280-e0c8cf72e7d8 req-f3289702-4bb3-4dae-b0aa-e6b45fbed853 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573776 Sep 17 01:11:31.577610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47980) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:31.663609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Deleting subnet dbdc1218-f96b-45a2-9b18-5ecfa810f66d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:11:31.674453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.694673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 632c6528-9a58-4c1e-9589-1010a8594723 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:31.696574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.701567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.707006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47982) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:31.772880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.861298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:31.949882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.056149 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.092466 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.094868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dbdc1218-f96b-45a2-9b18-5ecfa810f66d HTTP/1.1" status: 204 len: 168 time: 0.5159276 Sep 17 01:11:32.097328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47990) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:32.099616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30cbce-d86a-4d05-8215-db4894825e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdc1218-f96b-45a2-9b18-5ecfa810f66d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:32.100231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Allocated IP 172.25.1.76 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4ad5489d-9cce-452f-91b6-d5168e45d705) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:32.144377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-322238374-network', 'tenant_id': '9ef43e534460468a87579159ec27261a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:32.217654 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.250187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.287793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Made reservation on behalf of 9ef43e534460468a87579159ec27261a for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:32.291517 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.326059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.348538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.407435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe03dc6b-82c2-442d-9c40-aa48a2e17b01']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:32.415481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.439029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14234595-59c0-460a-95a5-1812cb9a7a48') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:32.439029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14234595-59c0-460a-95a5-1812cb9a7a48') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:32.453094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.483727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5beaf-e6d6-4772-8e3b-9670b89a9e15 req-4ee1d48d-250f-49b9-ab99-0995c25e8dfe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:32.492635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aef5beaf-e6d6-4772-8e3b-9670b89a9e15 req-4ee1d48d-250f-49b9-ab99-0995c25e8dfe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1060247 Sep 17 01:11:32.503009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.510437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event updated for resources: {'Port': ['ID=4ad5489d-9cce-452f-91b6-d5168e45d705,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:32.518378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:32.520724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:11:32.521286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:11:32.524175 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:11:32.547541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:32.550570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:32.609350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aef5beaf-e6d6-4772-8e3b-9670b89a9e15 req-8fc242a5-450a-42f6-8f4c-a93034953edf tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137371 Sep 17 01:11:32.616651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.705935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac6de8-c143-450c-968c-565135ffd5dd req-32a8f49e-6eb8-4132-b210-4a681a613172 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:32.707456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9ac6de8-c143-450c-968c-565135ffd5dd req-32a8f49e-6eb8-4132-b210-4a681a613172 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 944 time: 0.0503457 Sep 17 01:11:32.709889 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.715807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.721010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fe03dc6b-82c2-442d-9c40-aa48a2e17b01 HTTP/1.1" status: 204 len: 168 time: 0.6198485 Sep 17 01:11:32.731667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad7c1e-1dca-4e30-9c2e-2453959d3342 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe03dc6b-82c2-442d-9c40-aa48a2e17b01,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:32.776979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.780893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9ac6de8-c143-450c-968c-565135ffd5dd req-a4f228ae-a61a-43ce-bac9-b57cc53be7e6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Sep 17 01:11:32.803843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e1b3491a-2f15-400c-8935-6b539e5eac90 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:32.812827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.834222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:11:32.853697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.854041 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Added segment 4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0 of type vlan for network 3a362b54-d916-45ab-abd7-b23e69ab2e64 Sep 17 01:11:32.855356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344365f3-4b63-4fed-be9c-0cc89f2d458d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:32.897707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.909900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port e1b3491a-2f15-400c-8935-6b539e5eac90 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:32.914077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port e1b3491a-2f15-400c-8935-6b539e5eac90 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:32.914957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.956672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:32.999746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:33.027737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:11:33.028138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 1b34f0dd-da67-4d4a-bc98-54ff33fd3e7e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:33.028550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 73492ce2-4db8-42bc-be41-eb82d5260c2b no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:33.034030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.035428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:33.037006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.052331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.055706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 73492ce2-4db8-42bc-be41-eb82d5260c2b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:11:33.056109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 73492ce2-4db8-42bc-be41-eb82d5260c2b not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:33.079473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17551cbf-c720-4622-aacb-be037ef01d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b3491a-2f15-400c-8935-6b539e5eac90'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:33.081932 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba43a7d-5456-4407-99c6-a9815fd735dd" -d '{"events": [{"server_uuid": "17551cbf-c720-4622-aacb-be037ef01d01", "name": "network-vif-plugged", "status": "completed", "tag": "e1b3491a-2f15-400c-8935-6b539e5eac90"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:33.096016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port e1b3491a-2f15-400c-8935-6b539e5eac90, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e1b3491a-2f15-400c-8935-6b539e5eac90,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:33.121263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48022) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:33.150885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] Pushing event updated for resources: {'Network': ['ID=3a362b54-d916-45ab-abd7-b23e69ab2e64,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:33.162251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:11:33.183491 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cb0a67-ae63-435d-ad0d-eb978d0ffdb7 x-openstack-request-id: req-44cb0a67-ae63-435d-ad0d-eb978d0ffdb7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:33.184579 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17551cbf-c720-4622-aacb-be037ef01d01", "name": "network-vif-plugged", "status": "completed", "tag": "e1b3491a-2f15-400c-8935-6b539e5eac90", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:33.187107 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-44cb0a67-ae63-435d-ad0d-eb978d0ffdb7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:33.188997 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17551cbf-c720-4622-aacb-be037ef01d01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b3491a-2f15-400c-8935-6b539e5eac90', 'code': 200} Sep 17 01:11:33.192663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-41e575a9-323d-4347-b5cf-d1b02ba314a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7197b2c552a84822af6abc0776fb4d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0728087 Sep 17 01:11:33.193242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48026) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:33.195714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:33.196816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f22add6b-16cd-4b32-8f64-e11b213a9bbb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4903939 Sep 17 01:11:33.202398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Request body: {'subnet': {'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-322238374-subnet', 'tenant_id': '9ef43e534460468a87579159ec27261a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:33.212709 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.279202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e33c16d-5994-4706-b255-1701bc63e102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.300293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.308373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e33c16d-5994-4706-b255-1701bc63e102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.312063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03367f-8b3c-4a27-a52b-a13dfc04bd63 req-7d40c0fd-4031-4d92-9aa7-7dbd5b35857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:33.313599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc03367f-8b3c-4a27-a52b-a13dfc04bd63 req-7d40c0fd-4031-4d92-9aa7-7dbd5b35857c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 1096 time: 0.0640867 Sep 17 01:11:33.333939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=e1b3491a-2f15-400c-8935-6b539e5eac90,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:33.341897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Made reservation on behalf of 9ef43e534460468a87579159ec27261a for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:33.344590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.353798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc03367f-8b3c-4a27-a52b-a13dfc04bd63 req-1ebe08a1-bee2-49cf-ab8c-e6f17013346c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Sep 17 01:11:33.375395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.465293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event updated for resources: {'Port': ['ID=4ad5489d-9cce-452f-91b6-d5168e45d705,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:33.481971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.494811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e33c16d-5994-4706-b255-1701bc63e102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.497457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e33c16d-5994-4706-b255-1701bc63e102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.501019 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e33c16d-5994-4706-b255-1701bc63e102 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5159116-98d6-4dd0-adbd-ff714150b51b HTTP/1.1" status: 204 len: 168 time: 0.3006527 Sep 17 01:11:33.514744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33c16d-5994-4706-b255-1701bc63e102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5159116-98d6-4dd0-adbd-ff714150b51b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:33.558677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.563173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cfdc46ca-98cc-4e46-9ab9-4d95739d1dc1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0648851 Sep 17 01:11:33.640587 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.721682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=588181b8-0c1d-42e0-b1dc-b338841b9a5f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:33.738608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Checking segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:33.738964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Network hostable DHCP agents. Network: 3a362b54-d916-45ab-abd7-b23e69ab2e64, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:11:33.758705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03732305-b217-4a90-ab06-1fd74c1789aa req-e7384835-1b9b-42fe-b2ac-4565f8925aa0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:33.760335 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03732305-b217-4a90-ab06-1fd74c1789aa req-e7384835-1b9b-42fe-b2ac-4565f8925aa0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0821919 Sep 17 01:11:33.810388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03732305-b217-4a90-ab06-1fd74c1789aa req-9d97462e-5ddc-4c2d-8e37-8e2fa6b9329b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 Sep 17 01:11:33.839846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:11:33.927289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3a362b54-d916-45ab-abd7-b23e69ab2e64) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:33.932807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:33.941217 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:33.942054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd6a00-a187-4563-8dc9-ca2266a1b5df None None] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:33.942449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571584-df7b-4ea3-947d-5ff36082b566 req-1336d815-f3b1-46cb-a53c-4827fa55317c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:33.943667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15571584-df7b-4ea3-947d-5ff36082b566 req-1336d815-f3b1-46cb-a53c-4827fa55317c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0815010 Sep 17 01:11:34.021345 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3697d494-b415-44a0-86f4-472b873a2b18 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8193142 Sep 17 01:11:34.063927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15571584-df7b-4ea3-947d-5ff36082b566 req-e9573de2-9267-4711-87a0-69b2d32df79f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105516 Sep 17 01:11:34.090428 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-29485010-6851-47ae-8694-8d05d7eb953b service neutron] show failed (client error): The resource could not be found. Sep 17 01:11:34.091663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-29485010-6851-47ae-8694-8d05d7eb953b service neutron] 10.222.0.36 "GET /v2.0/ports/003bcae3-c8f2-4a02-b278-23a92922d011/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0819409 Sep 17 01:11:34.259317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963e5fe-a049-4c2b-9852-2327ff0c8aae None None] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:34.707029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-364aea1f-a02c-4fc1-ae5d-c7b756e09e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:34.709431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-364aea1f-a02c-4fc1-ae5d-c7b756e09e44 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 1101 time: 0.0655141 Sep 17 01:11:34.735769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:34.831735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:34.941941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-d60747d8-bc63-4aae-b564-76390535b6a3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:34.945338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-d60747d8-bc63-4aae-b564-76390535b6a3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 814 time: 0.1301892 Sep 17 01:11:34.972212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-f4b70371-97b0-40ea-a68e-39eabab40ce5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/quotas/9ef43e534460468a87579159ec27261a HTTP/1.1" status: 200 len: 375 time: 0.0203001 Sep 17 01:11:35.020664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-1c099844-e57e-4c78-b034-eb61461deec1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471611 Sep 17 01:11:35.051160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f5716-31d2-43d8-8834-751755274acd req-3e270a57-be24-4c6d-8574-cee4758b2f06 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:35.052926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b4f5716-31d2-43d8-8834-751755274acd req-3e270a57-be24-4c6d-8574-cee4758b2f06 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1545534 Sep 17 01:11:35.136658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-0f81456c-6a32-43e2-a70a-8984d7058440 service neutron] 10.222.0.13 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145802 Sep 17 01:11:35.228743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b4f5716-31d2-43d8-8834-751755274acd req-b69ce520-7441-40c4-b577-60614fae160d tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312118 Sep 17 01:11:35.270786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:35.329614 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-f64a8bc0-87ac-48bb-8605-fa96a1c268f8 service neutron] 10.222.0.13 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920466 Sep 17 01:11:35.377153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:35.401975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a81f3372-5876-4b0b-b3eb-352a27387276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:35.469185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cebc6c-50b0-4313-b456-9d2115106855 req-cb52c177-11da-441b-971d-0cc10f51fcdb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:35.469185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d4cebc6c-50b0-4313-b456-9d2115106855 req-cb52c177-11da-441b-971d-0cc10f51fcdb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1238017 Sep 17 01:11:35.471142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:35.475038 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4f095a-b0b3-4e50-b442-c1eaabd419d9" -d '{"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:35.504176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:35.526442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Transition to ACTIVE for port object 003bcae3-c8f2-4a02-b278-23a92922d011 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:35.539925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d4cebc6c-50b0-4313-b456-9d2115106855 req-fbbc7c5e-d341-4848-b990-b65be7c87130 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606554 Sep 17 01:11:35.637930 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b14cc5-3a53-46b2-bc8a-b708f0f69cf5 x-openstack-request-id: req-e2b14cc5-3a53-46b2-bc8a-b708f0f69cf5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:35.638543 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:35.638820 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b14cc5-3a53-46b2-bc8a-b708f0f69cf5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:35.639245 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'code': 200} Sep 17 01:11:35.644647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:35.740811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] No DVR routers for this DVR port 003bcae3-c8f2-4a02-b278-23a92922d011 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:35.811790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc4a5745-e353-4be9-9514-b01bc29f3cc2 req-529c0708-7b9b-4b85-bdbc-e331eee74314 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 210 time: 0.1354713 Sep 17 01:11:35.917776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:35.930245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:35.930620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:35.930917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:35.940482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:35.941979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:35.958730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:35.960550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:35.961280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:35.963655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Bound port: 003bcae3-c8f2-4a02-b278-23a92922d011, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:35.965178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:36.054396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e730fd-da51-466b-aad7-4dca28941873 req-b1adaf0e-4817-4fcb-a85c-1ea7d6a6667e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:36.063143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60e730fd-da51-466b-aad7-4dca28941873 req-b1adaf0e-4817-4fcb-a85c-1ea7d6a6667e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0630829 Sep 17 01:11:36.095270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:36.099374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:36.132545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60e730fd-da51-466b-aad7-4dca28941873 req-a32911f1-c6d3-468a-a845-b636ceb5b482 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501838 Sep 17 01:11:36.188159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:36.227954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:36.228592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:36.230214 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] 10.222.0.23 "PUT /v2.0/ports/003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 1096 time: 1.5033209 Sep 17 01:11:36.254373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98930bca-fcf2-4ac0-89ee-dd496fdf540d service neutron] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:36.311949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-17cc20c5-4ef0-40c4-8479-6d4331a0cf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:36.313458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-17cc20c5-4ef0-40c4-8479-6d4331a0cf35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1099 time: 0.0476873 Sep 17 01:11:36.436933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70966d-70a2-41fa-836c-a46411da239e req-9ed45def-9b5a-459f-8ed4-8b107877827f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:36.438934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a70966d-70a2-41fa-836c-a46411da239e req-9ed45def-9b5a-459f-8ed4-8b107877827f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.1246016 Sep 17 01:11:36.503871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-e112d662-2102-4fb8-902f-bf0ceab9a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:36.505352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-e112d662-2102-4fb8-902f-bf0ceab9a9da service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1777534 Sep 17 01:11:36.524222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a70966d-70a2-41fa-836c-a46411da239e req-632f833f-cc38-4d7d-a667-7e3815db9a32 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692031 Sep 17 01:11:36.587358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-01b60624-512f-4fb1-999d-9b71fdcf3997 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0558500 Sep 17 01:11:36.659368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48204) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:36.822218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-network', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:36.834392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:36.927141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:36.972861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca33d0bd-ed07-4d90-8fda-451c5a191176 req-4da81c9c-ec26-4023-a13d-90bf0a6f62b6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 210 time: 0.0540490 Sep 17 01:11:36.973804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Made reservation on behalf of c9db4c87d3c74ed1bdb08975e8dec61b for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:36.978560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:36.988194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-269817e1-2223-4e2e-86df-f3f6f41f7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:36.989664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-269817e1-2223-4e2e-86df-f3f6f41f7c9d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.3957112 Sep 17 01:11:36.995558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.046170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-f1033fe1-ab9c-4657-b014-d4b86af8a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:37.048541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-f1033fe1-ab9c-4657-b014-d4b86af8a7bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511453 Sep 17 01:11:37.134270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.218010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-15c021fe-b55f-41af-bf09-cf839e731610 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572959 Sep 17 01:11:37.239166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48222) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:37.255994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.299492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:11:37.326782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca529d-0a1f-4ac9-9a01-d1237c079912 req-fd5efb3c-7d94-41e9-b989-17477c1d4466 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:37.328375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99ca529d-0a1f-4ac9-9a01-d1237c079912 req-fd5efb3c-7d94-41e9-b989-17477c1d4466 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1242039 Sep 17 01:11:37.333997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b5efc0-f89a-43e3-af45-536667276102,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:37.339071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.339436 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Added segment 15e8990b-f96c-4d26-bf39-26d3b9b5d8c4 of type vlan for network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 Sep 17 01:11:37.370692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.371306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.371627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.373643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.374156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.374669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.375342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.375844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.376319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.376811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.377319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.377790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:11:37.378175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d87374b7-81bd-41ec-8d47-4ddda681d23a req-314cf8b5-d658-4ca7-bc23-947fe8ae848e service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509995 Sep 17 01:11:37.403929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79ffb503-fedc-486f-b92f-a7990fe39f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.439613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.447104 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99ca529d-0a1f-4ac9-9a01-d1237c079912 req-e8ca4c5a-9d73-42fa-bd64-39489e11727a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093941 Sep 17 01:11:37.558713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79ffb503-fedc-486f-b92f-a7990fe39f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.624556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.626185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:37.627116 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.644914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393a7de-3284-42a0-9f28-f6d32172d4e1 req-af557857-de15-46de-bdc0-a316adb154ef tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:37.652954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6393a7de-3284-42a0-9f28-f6d32172d4e1 req-af557857-de15-46de-bdc0-a316adb154ef tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.0586531 Sep 17 01:11:37.655211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:37.657398 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d257e-e98e-442f-ac2c-07867de39006" -d '{"events": [{"name": "network-changed", "server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:37.711920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79ffb503-fedc-486f-b92f-a7990fe39f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:37.716693 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2beec49-6a71-434b-be71-cbaa5aa2c216 x-openstack-request-id: req-b2beec49-6a71-434b-be71-cbaa5aa2c216 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:37.716985 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:37.717738 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2beec49-6a71-434b-be71-cbaa5aa2c216 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:37.718135 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'status': 'completed', 'code': 200} Sep 17 01:11:37.807934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6393a7de-3284-42a0-9f28-f6d32172d4e1 req-9a67fa5e-b0c4-4d18-a81e-7b3b33bd32c5 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539891 Sep 17 01:11:37.865822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffb503-fedc-486f-b92f-a7990fe39f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3790879a-fa16-41dc-81c0-a7f2af18f038,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:37.872722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-79ffb503-fedc-486f-b92f-a7990fe39f91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a80b93a978b04074a2684eee547d6419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6325190 Sep 17 01:11:37.876825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:37.901706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-2aa9aa50-eb2d-498f-9704-d17581abc0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:37.903779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-2aa9aa50-eb2d-498f-9704-d17581abc0ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1099 time: 0.1363299 Sep 17 01:11:37.908860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-fc9f7b01-46ad-484d-afe4-75a83541fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:37.910364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-fc9f7b01-46ad-484d-afe4-75a83541fb50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1099 time: 0.1600401 Sep 17 01:11:38.111284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4505942 Sep 17 01:11:38.122707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48246) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:38.122707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91ec0a-8b05-4360-b2ea-45c3bd743a49 admin admin] Pushing event updated for resources: {'Network': ['ID=3716eff1-e4d8-4bcb-a261-0fbf812f8a74,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:38.132621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:11:38.134483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0cb56ce6-f34b-4025-a572-376f74a3b482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.159235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-357e73d4-21e3-4ad5-aacc-dec379f09712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.173738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Request body: {'subnet': {'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-subnet', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:38.193377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa2ceaa9-3d1e-46a7-8bb8-f1443be29f1e req-53c2a289-c86c-4306-b2c1-d80c774ed7fd tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 210 time: 0.0869288 Sep 17 01:11:38.216551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-48d1eebb-d78f-41cb-be40-bba460ef6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.218053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-48d1eebb-d78f-41cb-be40-bba460ef6565 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.3068244 Sep 17 01:11:38.223317 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-357e73d4-21e3-4ad5-aacc-dec379f09712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.275180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Made reservation on behalf of c9db4c87d3c74ed1bdb08975e8dec61b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:38.277628 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.297069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-5bfbb154-907f-445a-901e-a4adcfe5bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.299202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-5bfbb154-907f-445a-901e-a4adcfe5bcbe service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.3719802 Sep 17 01:11:38.309452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-b18d02be-cfb9-4225-ad7c-7c6fdd37707e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0728962 Sep 17 01:11:38.394545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-b473aec1-82a9-4a36-bdf9-bf51c98e3ed0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0749879 Sep 17 01:11:38.482605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-d3e83b9a-9b83-4096-bceb-44583e965027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.484907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-d3e83b9a-9b83-4096-bceb-44583e965027 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0866554 Sep 17 01:11:38.487286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-8eba3355-6a35-4233-8e8f-a9b4d87961d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.488899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-8eba3355-6a35-4233-8e8f-a9b4d87961d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1654475 Sep 17 01:11:38.499771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-e6510653-7336-4b66-930e-f89978347789 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.501251 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-e6510653-7336-4b66-930e-f89978347789 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 814 time: 0.1620593 Sep 17 01:11:38.519374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Request body: {'port': {'device_id': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'admin_state_up': True, 'tenant_id': '9ef43e534460468a87579159ec27261a'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:38.618563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-357e73d4-21e3-4ad5-aacc-dec379f09712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.621825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-357e73d4-21e3-4ad5-aacc-dec379f09712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.623263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-357e73d4-21e3-4ad5-aacc-dec379f09712 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3790879a-fa16-41dc-81c0-a7f2af18f038 HTTP/1.1" status: 204 len: 168 time: 0.7447529 Sep 17 01:11:38.647012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e73d4-21e3-4ad5-aacc-dec379f09712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790879a-fa16-41dc-81c0-a7f2af18f038,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:38.679224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb74b0-dd9d-4886-877b-9467131cda05 req-738def0b-3502-421b-a352-b5be44d40cce tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.686537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecbb74b0-dd9d-4886-877b-9467131cda05 req-738def0b-3502-421b-a352-b5be44d40cce tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1435390 Sep 17 01:11:38.690513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-cedf21ad-38a7-4b12-86d2-9bcfdeb70e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.692032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-cedf21ad-38a7-4b12-86d2-9bcfdeb70e44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1838536 Sep 17 01:11:38.694619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-6b5ed879-d0af-42fa-bdc4-98657eefc3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:38.696130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-6b5ed879-d0af-42fa-bdc4-98657eefc3f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2019999 Sep 17 01:11:38.742547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.777384 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:11:38.795092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecbb74b0-dd9d-4886-877b-9467131cda05 req-0d1b57d8-5fa3-43df-8ca0-f163993ca07b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026676 Sep 17 01:11:38.812577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:38.829443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Checking segment: {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:38.830093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Network hostable DHCP agents. Network: 3716eff1-e4d8-4bcb-a261-0fbf812f8a74, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:11:38.845219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Made reservation on behalf of 9ef43e534460468a87579159ec27261a for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:38.848999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:38.939096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:11:38.994721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-cea76b05-c75a-4d7d-ab76-4b3f83058a44 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768061 Sep 17 01:11:38.997361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-5bb2445b-2c83-44bf-9d8d-6997b351336c service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781177 Sep 17 01:11:39.033053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072e16b-3f37-4f9d-a51e-5fa18a054057 req-724848c8-ad1c-4957-b822-93942a79c51b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:39.040421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8072e16b-3f37-4f9d-a51e-5fa18a054057 req-724848c8-ad1c-4957-b822-93942a79c51b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.1202631 Sep 17 01:11:39.055144 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.070087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3716eff1-e4d8-4bcb-a261-0fbf812f8a74) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:39.075562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:39.076169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.081688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a191f4c4-6364-4051-8898-5d2159d424d5 None None] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:39.086193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Allocated IP 172.20.0.13 (3a362b54-d916-45ab-abd7-b23e69ab2e64/588181b8-0c1d-42e0-b1dc-b338841b9a5f/df539e08-34d5-46bd-a338-408f0a211165) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:39.183754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8072e16b-3f37-4f9d-a51e-5fa18a054057 req-8a3794c8-f5b8-497d-8755-c25e65d0c222 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423662 Sep 17 01:11:39.186336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-44e88dc3-38f1-4ad3-843b-db3e48b12721 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726367 Sep 17 01:11:39.188619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd8d257e-e98e-442f-ac2c-07867de39006 req-cba950af-58e5-4d02-adea-deb1afaeb3f9 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858661 Sep 17 01:11:39.224276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-abade748-65b8-4ee2-ba70-d6008c84ecf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0964224 Sep 17 01:11:39.224908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48272) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:39.229961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:39.327270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be963b8-c676-4f7a-b45d-03162c5d8d92 None None] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:11:39.339981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.341108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.425754 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.430216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.443551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37f0e052-b6ef-41ff-84c7-796bd24d0446 req-dd184abe-494d-48ef-858f-822cc219b4cc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 210 time: 0.0325170 Sep 17 01:11:39.499633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.661457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.707371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:39.710595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48282) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:39.715607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.720207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:39.728964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:39.744496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:39.765842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdd34dc1-223a-409b-a4c8-a02fec91545f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.834023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:39.835425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.918873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdd34dc1-223a-409b-a4c8-a02fec91545f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:39.957351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a5c3f-e5b9-424f-89e3-6690af4f2bcc req-82384cc5-fff6-46a3-9ce7-ae6e75389144 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:39.958962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a2a5c3f-e5b9-424f-89e3-6690af4f2bcc req-82384cc5-fff6-46a3-9ce7-ae6e75389144 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0899248 Sep 17 01:11:40.000205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fdd34dc1-223a-409b-a4c8-a02fec91545f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.038424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a2a5c3f-e5b9-424f-89e3-6690af4f2bcc req-0ec13e72-a80d-4a05-a888-e4fad4a4cd7e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Sep 17 01:11:40.061283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fdd34dc1-223a-409b-a4c8-a02fec91545f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e7799eceb4b400b8471a6370eba35d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496232 Sep 17 01:11:40.062427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd34dc1-223a-409b-a4c8-a02fec91545f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784f60d4-6b39-4d12-a155-20954023ffe0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:40.069063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:40.084266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-584c35e4-84de-4ccf-94dc-af4482ba404a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5706317 Sep 17 01:11:40.110087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Request body: {'port': {'device_id': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:40.170092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.181472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e13e7bc-1dc3-4db9-8958-96013990a8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.193231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.196680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.220095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e13e7bc-1dc3-4db9-8958-96013990a8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.389558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Allocated IP 172.25.1.79 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/1ef5fedd-619d-4388-9904-749cb7f5a6a0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:40.470501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c4412-7641-414b-bece-0a196c107575 req-bb5235de-1234-4ad9-b497-161861a23883 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:40.472302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f79c4412-7641-414b-bece-0a196c107575 req-bb5235de-1234-4ad9-b497-161861a23883 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.1087132 Sep 17 01:11:40.477493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e13e7bc-1dc3-4db9-8958-96013990a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.481870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e13e7bc-1dc3-4db9-8958-96013990a8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.483252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4e13e7bc-1dc3-4db9-8958-96013990a8d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/784f60d4-6b39-4d12-a155-20954023ffe0 HTTP/1.1" status: 204 len: 168 time: 0.4125850 Sep 17 01:11:40.544578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13e7bc-1dc3-4db9-8958-96013990a8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784f60d4-6b39-4d12-a155-20954023ffe0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:40.569937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.580010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f79c4412-7641-414b-bece-0a196c107575 req-57db23ab-234f-4088-85db-e222a5bb0251 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950587 Sep 17 01:11:40.700153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4172314-0276-4c6a-8912-cc432150b118 req-fa3d1c81-1f46-46d9-8a85-0a1408084ee1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:40.701772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4172314-0276-4c6a-8912-cc432150b118 req-fa3d1c81-1f46-46d9-8a85-0a1408084ee1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 932 time: 0.0680060 Sep 17 01:11:40.728093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df539e08-34d5-46bd-a338-408f0a211165 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:40.741041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.750382 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.777038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Transition to ACTIVE for port object df539e08-34d5-46bd-a338-408f0a211165 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:40.821831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef5fedd-619d-4388-9904-749cb7f5a6a0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:40.825406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:40.829785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:40.833280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:40.840119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4172314-0276-4c6a-8912-cc432150b118 req-42f45630-e3e5-4bf2-98bb-ce991b32a4a8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306880 Sep 17 01:11:40.861733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:40.964713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:41.097957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Attempting to bind port df539e08-34d5-46bd-a338-408f0a211165 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Attempting to bind port df539e08-34d5-46bd-a338-408f0a211165 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Attempting to bind port df539e08-34d5-46bd-a338-408f0a211165 on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Port df539e08-34d5-46bd-a338-408f0a211165 on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Attempting to bind port df539e08-34d5-46bd-a338-408f0a211165 on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Checking segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Bound using segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Bound port: df539e08-34d5-46bd-a338-408f0a211165, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:41.098898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:41.137914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:41.172805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:41.173192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:41.173192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '003bcae3-c8f2-4a02-b278-23a92922d011', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '003bcae3-c8f2-4a02-b278-23a92922d011', 'mac_address': 'fa:16:3e:f5:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:11:41.173364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a48db-c230-4adb-8156-b963ea78298e req-76670af0-f8db-409a-92f4-e9572d61a8a4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:41.173364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5a8a48db-c230-4adb-8156-b963ea78298e req-76670af0-f8db-409a-92f4-e9572d61a8a4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0622177 Sep 17 01:11:41.207608 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:41.226049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:41.229947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003bcae3-c8f2-4a02-b278-23a92922d011 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:41.231200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5a8a48db-c230-4adb-8156-b963ea78298e req-14aa6ac3-0db4-49fb-9c2d-c72e32389aeb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605490 Sep 17 01:11:41.263774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:41.816446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:41.902263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:41.903132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:41.911055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] 10.222.0.23 "PUT /v2.0/ports/df539e08-34d5-46bd-a338-408f0a211165 HTTP/1.1" status: 200 len: 1092 time: 1.8058765 Sep 17 01:11:41.911589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:41.920108 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bda7fcd-9750-4df9-af86-fe0782b316da" -d '{"events": [{"name": "network-changed", "server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "tag": "df539e08-34d5-46bd-a338-408f0a211165"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:41.958303 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:41.988560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:42.022952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:42.037621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea0374-96ff-44ea-a640-9a62789f433f service neutron] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:42.079098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cef28c-321a-4d68-ac24-179a6ffc1b73 req-5d04955b-df3f-478f-b513-0ccaf47c4762 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.080524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92cef28c-321a-4d68-ac24-179a6ffc1b73 req-5d04955b-df3f-478f-b513-0ccaf47c4762 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 948 time: 0.1434817 Sep 17 01:11:42.110371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d08b2-c1b4-4ba8-a8c3-e8c54b627ccd req-9141f40a-ef2b-41dc-b72b-56c11d8d7781 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.115841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b8d08b2-c1b4-4ba8-a8c3-e8c54b627ccd req-9141f40a-ef2b-41dc-b72b-56c11d8d7781 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 944 time: 0.1711018 Sep 17 01:11:42.133043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-823e40af-f129-46b1-a2b5-fc9d64ac5efe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.134544 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-823e40af-f129-46b1-a2b5-fc9d64ac5efe tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.23 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 949 time: 0.0986607 Sep 17 01:11:42.196393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b8d08b2-c1b4-4ba8-a8c3-e8c54b627ccd req-28a7a16a-ecb6-44da-bd63-e484851a6cd8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788467 Sep 17 01:11:42.265054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-6c313a65-ddfa-4649-81c4-726ab8bd0b17 service neutron] 10.222.0.23 "GET /v2.0/ports/003bcae3-c8f2-4a02-b278-23a92922d011/bindings/n-h1-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.1200197 Sep 17 01:11:42.272755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['003bcae3-c8f2-4a02-b278-23a92922d011'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:42.291237 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985506f1-45d4-4d91-aaac-1d2d4b72414e x-openstack-request-id: req-985506f1-45d4-4d91-aaac-1d2d4b72414e {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:42.291607 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "tag": "df539e08-34d5-46bd-a338-408f0a211165", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:42.291773 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-985506f1-45d4-4d91-aaac-1d2d4b72414e {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:42.292187 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165', 'status': 'completed', 'code': 200} Sep 17 01:11:42.299923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-73a5e974-a0ff-464e-8711-9342352b941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.302291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-73a5e974-a0ff-464e-8711-9342352b941b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 1095 time: 0.1769130 Sep 17 01:11:42.319851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92cef28c-321a-4d68-ac24-179a6ffc1b73 req-b9b40422-e955-48bc-8399-d772777d8052 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747818 Sep 17 01:11:42.407866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-b0b27222-65ab-4468-8284-e6e11ce4fb9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df539e08-34d5-46bd-a338-408f0a211165 HTTP/1.1" status: 200 len: 217 time: 0.0688329 Sep 17 01:11:42.442333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-3ecbe023-dfee-4ce4-9ab7-60f646fd8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.446776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-3ecbe023-dfee-4ce4-9ab7-60f646fd8878 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1100 time: 0.1517749 Sep 17 01:11:42.566883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:42.574461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-4da277eb-dca3-4f48-9788-f15a3c4a47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.574461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-4da277eb-dca3-4f48-9788-f15a3c4a47ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=588181b8-0c1d-42e0-b1dc-b338841b9a5f HTTP/1.1" status: 200 len: 854 time: 0.1562278 Sep 17 01:11:42.640359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1302cfc-0008-4ec9-b9fa-2084cfa29c85 req-f0a114a4-c719-45d9-9b57-4710f93a098a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.643253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1302cfc-0008-4ec9-b9fa-2084cfa29c85 req-f0a114a4-c719-45d9-9b57-4710f93a098a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1941555 Sep 17 01:11:42.678274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-f8a0d77b-3c1d-4451-994f-f7f564593159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.679756 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-f8a0d77b-3c1d-4451-994f-f7f564593159 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2107778 Sep 17 01:11:42.711031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-c0a9ad1d-130d-4948-8198-7962cb33d5d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a362b54-d916-45ab-abd7-b23e69ab2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275359 Sep 17 01:11:42.739991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-6a84c726-5371-4555-9181-eb1623d7bd59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0518422 Sep 17 01:11:42.747832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1302cfc-0008-4ec9-b9fa-2084cfa29c85 req-2cb0e32d-cf9a-4ac1-9810-7c2d2ac04c5e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929129 Sep 17 01:11:42.822298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-b5d4b770-a523-4008-a8f5-2956f213bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.828031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-b5d4b770-a523-4008-a8f5-2956f213bf96 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0752275 Sep 17 01:11:42.858649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-c2e6e56c-5581-44f5-b8a9-0ab1e7d0b87c service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364737 Sep 17 01:11:42.878864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-58ff62cc-6d7e-4275-99fc-34c00eb45381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:42.880993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-58ff62cc-6d7e-4275-99fc-34c00eb45381 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488822 Sep 17 01:11:42.962347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Router e00b5a68-82c9-4e96-910e-8760d608d0b7 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:11:42.983615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329f8172-d7ff-40ae-a0f2-5d78c31551cf req-10fe51ee-30a6-4e45-aff8-e87ec7a70ab4 service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116395 Sep 17 01:11:43.008383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-5d7f0eac-10c0-41e2-a498-f24b5688729d service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187677 Sep 17 01:11:43.137703 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-223d16ab-07d7-43de-afbe-ab635e1fd884 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228533 Sep 17 01:11:43.145660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:11:43.157370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Sync routers for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:11:43.172582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:43.173993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-2b8da014-6900-450b-85bf-0d97be3e7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:43.174210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:43.176174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-2b8da014-6900-450b-85bf-0d97be3e7ee5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 1095 time: 0.0575447 Sep 17 01:11:43.229572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:43.234278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8dcd9562-ebfb-405a-bfe4-a4e420440c29 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0074170 Sep 17 01:11:43.241462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48362) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:43.312656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-8d4180dc-39d9-4549-9e6b-ce64b895f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:43.314820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-8d4180dc-39d9-4549-9e6b-ce64b895f53a service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 915 time: 0.1224658 Sep 17 01:11:43.377563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-d1d326bd-460f-4887-9bfa-746164fa918f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df539e08-34d5-46bd-a338-408f0a211165 HTTP/1.1" status: 200 len: 217 time: 0.0525064 Sep 17 01:11:43.474003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:43.872542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490c374-5f60-43b4-9c6f-395d9670e92a req-7769c389-f7b1-4aa7-bcc6-3efd5bb32ff0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:43.886597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7490c374-5f60-43b4-9c6f-395d9670e92a req-7769c389-f7b1-4aa7-bcc6-3efd5bb32ff0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.4046059 Sep 17 01:11:43.932551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-3e2078b5-e719-4c9a-bae2-8eed3405cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:43.934028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-3e2078b5-e719-4c9a-bae2-8eed3405cc15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=588181b8-0c1d-42e0-b1dc-b338841b9a5f HTTP/1.1" status: 200 len: 854 time: 0.5404968 Sep 17 01:11:43.945745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f5e64-bca8-4516-bcc2-85b5c3aff545 req-14a76796-3489-412e-8b30-b78a68a5812c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:43.948557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d1f5e64-bca8-4516-bcc2-85b5c3aff545 req-14a76796-3489-412e-8b30-b78a68a5812c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 944 time: 0.5704887 Sep 17 01:11:43.988378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-96d47ae5-2bd1-4b3c-974a-f8dc73251db4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a362b54-d916-45ab-abd7-b23e69ab2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387988 Sep 17 01:11:44.001305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:41Z', 'revision_number': 3, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:44.045545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Checking router: e00b5a68-82c9-4e96-910e-8760d608d0b7 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:11:44.045881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Updating router e00b5a68-82c9-4e96-910e-8760d608d0b7 port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:11:44.063361 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7490c374-5f60-43b4-9c6f-395d9670e92a req-f7935e47-7d45-48bb-a6b2-ed97925e7d94 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631405 Sep 17 01:11:44.105183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:44.215566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d1f5e64-bca8-4516-bcc2-85b5c3aff545 req-969f860b-9f07-4fa7-ae0a-2a159aa755b8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573645 Sep 17 01:11:44.217644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-011de7ca-fd5d-4473-bd01-f7002a28d156 service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155252 Sep 17 01:11:44.324404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bda7fcd-9750-4df9-af86-fe0782b316da req-7b501b31-648c-4b57-a717-85def17cc356 service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973341 Sep 17 01:11:44.423559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:44.522600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a9b3b-db36-47c3-8eee-f6b74a815075 req-29e8fe88-46a5-4778-9870-876971bdf1c4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:44.530164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a78a9b3b-db36-47c3-8eee-f6b74a815075 req-29e8fe88-46a5-4778-9870-876971bdf1c4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1525226 Sep 17 01:11:44.637278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a78a9b3b-db36-47c3-8eee-f6b74a815075 req-decb96b4-039e-4a9e-acda-db76e363b89f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060693 Sep 17 01:11:44.720382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:44.765633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Allocated IP 172.20.0.1 (3716eff1-e4d8-4bcb-a261-0fbf812f8a74/e8bb5c8a-1e89-44bb-936f-f94f9652c3d6/5b812cd7-9545-4af9-8448-f549b2c1c464) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:44.875457 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:44.910463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:44.940657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e888bc-46c5-4d70-bda6-7a88c8369e07 None None] Pushing event updated for resources: {'Port': ['ID=1ef5fedd-619d-4388-9904-749cb7f5a6a0,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:44.977901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Attempting to bind port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:44.977901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Attempting to bind port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:44.980659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Attempting to bind port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:44.990483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:44.992020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:44.992523 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:44.995356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:44.995972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Bound port: 1ef5fedd-619d-4388-9904-749cb7f5a6a0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:44.996462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.039027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.056992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] For port 1ef5fedd-619d-4388-9904-749cb7f5a6a0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:45.061541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:45.122060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b812cd7-9545-4af9-8448-f549b2c1c464,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:45.123979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] For port 1ef5fedd-619d-4388-9904-749cb7f5a6a0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ef5fedd-619d-4388-9904-749cb7f5a6a0,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:45.144067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:45.145617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:45.149318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:45.185309 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.203566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.276385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e888bc-46c5-4d70-bda6-7a88c8369e07 None None] Pushing event updated for resources: {'Port': ['ID=1ef5fedd-619d-4388-9904-749cb7f5a6a0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:45.282693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 003bcae3-c8f2-4a02-b278-23a92922d011 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:45.293348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 003bcae3-c8f2-4a02-b278-23a92922d011 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:45.293820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.314369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c591e-7aeb-43f8-a08c-6f8664ae1e13 req-84ed081b-2eea-49be-8315-2c311c0cad26 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:45.323237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be5c591e-7aeb-43f8-a08c-6f8664ae1e13 req-84ed081b-2eea-49be-8315-2c311c0cad26 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.1441061 Sep 17 01:11:45.356651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:45.356914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:45.398942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be5c591e-7aeb-43f8-a08c-6f8664ae1e13 req-4bbc3ccc-df09-48b8-9a4f-fcaeaa4d7745 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761199 Sep 17 01:11:45.552165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d311071-fc23-4430-b7ab-643718c4123b req-a6c8a583-951b-4840-95cc-c03c5dfa1823 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:45.563654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d311071-fc23-4430-b7ab-643718c4123b req-a6c8a583-951b-4840-95cc-c03c5dfa1823 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 944 time: 0.1250424 Sep 17 01:11:45.582594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:45.582892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.614624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d311071-fc23-4430-b7ab-643718c4123b req-c83432ab-2951-413e-9ccf-9780b8fd86ed tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499582 Sep 17 01:11:45.683109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:45.687918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:45.687918 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0f6956-b71d-4ba2-a2c6-3fed33dd75c8" -d '{"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-plugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:45.713323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.860412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002ac5e-59fd-46a5-915c-152dc44f7624 req-0840a706-2b16-4ba8-8a91-3c4048352fb9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:45.862341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c002ac5e-59fd-46a5-915c-152dc44f7624 req-0840a706-2b16-4ba8-8a91-3c4048352fb9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1171424 Sep 17 01:11:45.903385 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ee9ce-4f53-4413-98df-183af93bbdfe x-openstack-request-id: req-8b3ee9ce-4f53-4413-98df-183af93bbdfe {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:45.903385 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-plugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:45.903385 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b3ee9ce-4f53-4413-98df-183af93bbdfe {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:45.903385 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'code': 200} Sep 17 01:11:45.903385 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:45.952129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c002ac5e-59fd-46a5-915c-152dc44f7624 req-3c30d1e6-21b3-4f2f-b16c-b6a4eb79bf9a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Sep 17 01:11:46.004371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:46.039141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:46.046312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:41Z', 'revision_number': 3, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:46.079252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e30ebf0-55c5-4bd6-b434-86ff121090dd None None] The sync data for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 is: [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:41Z', 'revision_number': 3, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:11:46.107653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:46.199352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b812cd7-9545-4af9-8448-f549b2c1c464,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:46.202068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:46.220581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-31c3994b-22b5-4d7b-a271-32e58a290116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:46.222972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-31c3994b-22b5-4d7b-a271-32e58a290116 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b&tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1 HTTP/1.1" status: 200 len: 1101 time: 0.0557468 Sep 17 01:11:46.236507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:46.314485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:46.330862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:46.330862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:46.612803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Router e00b5a68-82c9-4e96-910e-8760d608d0b7 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:11:46.856549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:46.881893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1a7da-433e-4d78-bff4-768659595998 req-cd07200d-5438-4434-9c52-b175c1c87e5f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:46.891210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-45c1a7da-433e-4d78-bff4-768659595998 req-cd07200d-5438-4434-9c52-b175c1c87e5f tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.2925258 Sep 17 01:11:46.957142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-45c1a7da-433e-4d78-bff4-768659595998 req-5184c91b-6c9d-4fef-88b2-2deb0da03052 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647433 Sep 17 01:11:46.981370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:47.066431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:11:47.111574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:47.115022 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1719f-7884-4850-aa72-dd9b2fad8bb2" -d '{"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:47.120305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.174491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Transition to ACTIVE for port object 003bcae3-c8f2-4a02-b278-23a92922d011 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:47.216076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aca4e-e959-45e4-a0b7-caa21cd99892 req-21583103-c6bc-400e-91d4-6dabbae18cc0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:47.220328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-890aca4e-e959-45e4-a0b7-caa21cd99892 req-21583103-c6bc-400e-91d4-6dabbae18cc0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0966601 Sep 17 01:11:47.254670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.334606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-890aca4e-e959-45e4-a0b7-caa21cd99892 req-903bbcf8-758c-4812-ba90-2cbbc8c9f530 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047685 Sep 17 01:11:47.431530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] No DVR routers for this DVR port 003bcae3-c8f2-4a02-b278-23a92922d011 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:47.569698 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05a0bd4-78bf-4323-984b-b25aea341b61 x-openstack-request-id: req-a05a0bd4-78bf-4323-984b-b25aea341b61 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:47.575613 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-unplugged", "status": "completed", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:47.577848 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a05a0bd4-78bf-4323-984b-b25aea341b61 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:47.578445 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'code': 200} Sep 17 01:11:47.604396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:47.607680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ef5fedd-619d-4388-9904-749cb7f5a6a0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:47.640461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:47.640803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:47.641138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:47.665566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:47.665922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Attempting to bind port 003bcae3-c8f2-4a02-b278-23a92922d011 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:47.673371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:11:47.681494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:47.681847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:47.682243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:47.682767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Bound port: 003bcae3-c8f2-4a02-b278-23a92922d011, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:47.683243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.699600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1f133380-7588-410c-ae0a-17ed9fb2d6a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/e00b5a68-82c9-4e96-910e-8760d608d0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4561331 Sep 17 01:11:47.705790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8bf3a-a134-4f34-9510-2a65f1c0145a req-596b67df-4e90-43ba-917a-a91c2eea4e1e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:47.707458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-61e8bf3a-a134-4f34-9510-2a65f1c0145a req-596b67df-4e90-43ba-917a-a91c2eea4e1e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 944 time: 0.2504907 Sep 17 01:11:47.726952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:47.753644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'df539e08-34d5-46bd-a338-408f0a211165', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'port_id': 'df539e08-34d5-46bd-a338-408f0a211165', 'mac_address': 'fa:16:3e:f7:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588181b8-0c1d-42e0-b1dc-b338841b9a5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:11:47.798243 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-61e8bf3a-a134-4f34-9510-2a65f1c0145a req-9a009cc4-c50d-4b93-9399-6a321a67d98f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838478 Sep 17 01:11:47.824196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:47.824196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.827187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:47.831407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:47.870874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.901447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df539e08-34d5-46bd-a338-408f0a211165 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:47.905795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.951800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:47.969271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:47.969271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:47.969271 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] 10.222.0.36 "PUT /v2.0/ports/003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 1097 time: 1.7362545 Sep 17 01:11:47.975217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:48.067397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 1ef5fedd-619d-4388-9904-749cb7f5a6a0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ef5fedd-619d-4388-9904-749cb7f5a6a0,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:48.073205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:48.079214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f0fe3-cddf-4aed-9afd-057b6feb5a11 service neutron] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=11']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:48.113454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-84526760-eb9f-49f3-8ea0-075a754d30c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.115119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-84526760-eb9f-49f3-8ea0-075a754d30c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1100 time: 0.1098566 Sep 17 01:11:48.138700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:48.157782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:48.301999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c18f2-a4b2-4a3b-a7ec-5019256a44f2 req-24b046b1-1263-4f69-b65e-ae4c4af3446c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.312197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-814c18f2-a4b2-4a3b-a7ec-5019256a44f2 req-24b046b1-1263-4f69-b65e-ae4c4af3446c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.1782374 Sep 17 01:11:48.315803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=1ef5fedd-619d-4388-9904-749cb7f5a6a0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:48.367356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-ecff7840-38f7-4898-80b2-aa8753d26ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.368852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-ecff7840-38f7-4898-80b2-aa8753d26ed5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2449024 Sep 17 01:11:48.398495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-814c18f2-a4b2-4a3b-a7ec-5019256a44f2 req-4307cfb3-7a78-4b30-94f8-1ea9a8aa25db tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652871 Sep 17 01:11:48.398592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['df539e08-34d5-46bd-a338-408f0a211165'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:48.448979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-52a40e0a-85a6-49bf-8fcb-60013979da25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0543683 Sep 17 01:11:48.528554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-8398587c-bef2-444b-af69-bb6a635a6502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.531052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-8398587c-bef2-444b-af69-bb6a635a6502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0667043 Sep 17 01:11:48.589567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da77945-997e-43db-9070-700d0c6b0bd3 req-4019f254-755b-4072-b5d6-67a908c892ba tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.590540 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4da77945-997e-43db-9070-700d0c6b0bd3 req-4019f254-755b-4072-b5d6-67a908c892ba tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1112356 Sep 17 01:11:48.597809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d92950-76df-439e-a588-990caf6094b2 req-3f4b59d4-3dfa-4bb7-bc57-6010eaeeb1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.599629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-3f4b59d4-3dfa-4bb7-bc57-6010eaeeb1e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609989 Sep 17 01:11:48.678764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4da77945-997e-43db-9070-700d0c6b0bd3 req-53ffdf35-3dbb-42be-90e0-ad976e561cc1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794268 Sep 17 01:11:48.733686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-43b458a1-3b37-41fc-9cc9-d08c4fd55664 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259646 Sep 17 01:11:48.748003 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Sync routers for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:11:48.761191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:48.766074 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:48.877442 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:48.879240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d92950-76df-439e-a588-990caf6094b2 req-cadcd3f7-544d-4685-a031-cee2c9a21ead service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384048 Sep 17 01:11:48.977843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7011f-46d1-4965-a3ea-59c168ced7e4 req-368a4391-0dc3-4166-96f7-5358d0383dde tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:48.980573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bca7011f-46d1-4965-a3ea-59c168ced7e4 req-368a4391-0dc3-4166-96f7-5358d0383dde tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 945 time: 0.0660872 Sep 17 01:11:49.027685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bca7011f-46d1-4965-a3ea-59c168ced7e4 req-43f678ee-fac8-460a-ab7f-943acae3cfe2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399623 Sep 17 01:11:49.098334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:49.135718 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 2, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:49.148918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:49.172717 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Checking router: e00b5a68-82c9-4e96-910e-8760d608d0b7 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:11:49.173062 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Updating router e00b5a68-82c9-4e96-910e-8760d608d0b7 port 5b812cd7-9545-4af9-8448-f549b2c1c464 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:11:49.201285 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.300347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ef5fedd-619d-4388-9904-749cb7f5a6a0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:49.371821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:49.372990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.395188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48492) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:49.580343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da2c5e-772e-4ca9-9d02-9c1874fdbe9e req-6e4dacb0-384b-4538-8daf-bc21cc88cf9c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:49.582208 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06da2c5e-772e-4ca9-9d02-9c1874fdbe9e req-6e4dacb0-384b-4538-8daf-bc21cc88cf9c tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.0640373 Sep 17 01:11:49.584060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:49.587843 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e" -d '{"events": [{"name": "network-changed", "server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:49.607689 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.613667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-89bdd375-7864-4a1a-a758-1aafc6d53757 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:49.615258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-89bdd375-7864-4a1a-a758-1aafc6d53757 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 820 time: 0.1802976 Sep 17 01:11:49.641127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75896c5d-48f3-4088-9130-63935f8ff94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.644692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06da2c5e-772e-4ca9-9d02-9c1874fdbe9e req-d88d794f-ed1f-4254-b897-fcf7f60406be tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525019 Sep 17 01:11:49.683809 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.696242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-4a4dc4c8-d2d5-4d22-9105-9f5504fcd487 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/quotas/c9db4c87d3c74ed1bdb08975e8dec61b HTTP/1.1" status: 200 len: 375 time: 0.0701017 Sep 17 01:11:49.763443 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dca38f-33d2-4741-89bc-78907c8030d5 x-openstack-request-id: req-b4dca38f-33d2-4741-89bc-78907c8030d5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:49.763735 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:49.763986 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4dca38f-33d2-4741-89bc-78907c8030d5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:49.764356 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'status': 'completed', 'code': 200} Sep 17 01:11:49.781979 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6466-3747-482a-a9c4-40fa527ace72 None None] Pushing event updated for resources: {'Port': ['ID=5b812cd7-9545-4af9-8448-f549b2c1c464,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:49.793409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75896c5d-48f3-4088-9130-63935f8ff94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.796693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48510) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:49.867660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a1787-b0b3-42c0-998c-3db38814063b req-2caba2c7-58cd-4753-95fd-1ffbb8da9e48 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:49.871714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e94a1787-b0b3-42c0-998c-3db38814063b req-2caba2c7-58cd-4753-95fd-1ffbb8da9e48 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0795517 Sep 17 01:11:49.874161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75896c5d-48f3-4088-9130-63935f8ff94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.889957 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Attempting to bind port 5b812cd7-9545-4af9-8448-f549b2c1c464 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:49.890316 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Attempting to bind port 5b812cd7-9545-4af9-8448-f549b2c1c464 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:49.890682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Attempting to bind port 5b812cd7-9545-4af9-8448-f549b2c1c464 on network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:49.904414 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:49.904784 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Checking segment: {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:49.905350 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.905904 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Bound using segment: {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:49.906520 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Bound port: 5b812cd7-9545-4af9-8448-f549b2c1c464, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:49.908914 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:49.927484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-3bfcb0fd-0480-46e0-8366-477a705ee0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:49.930276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-3bfcb0fd-0480-46e0-8366-477a705ee0a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1100 time: 0.1685617 Sep 17 01:11:49.947385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-fa54ddb0-141e-4635-8486-ae8801e18d69 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1866462 Sep 17 01:11:49.963412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-c774e40b-839a-40e2-a39c-ccc446484cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:49.965110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e94a1787-b0b3-42c0-998c-3db38814063b req-b012e72a-8778-424d-a2ec-7fc5814d786a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836434 Sep 17 01:11:49.965240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-c774e40b-839a-40e2-a39c-ccc446484cf7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1100 time: 0.1699407 Sep 17 01:11:49.973467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:49.980700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-75896c5d-48f3-4088-9130-63935f8ff94c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6bbb6df587454d439f4d4c452b3cb767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759137 Sep 17 01:11:50.000480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75896c5d-48f3-4088-9130-63935f8ff94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564b3a0d-c3ce-44cf-ad21-7adcf4079a61,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:50.007898 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] For port 5b812cd7-9545-4af9-8448-f549b2c1c464, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:50.011394 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] For port 5b812cd7-9545-4af9-8448-f549b2c1c464, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5b812cd7-9545-4af9-8448-f549b2c1c464,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:50.082826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dec66f9-c1e5-46e4-bb26-f6cbf05e080c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.092176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-d928fcf8-a3d3-4bb9-bd71-eaa47dee2ef5 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:11:50.093201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-d928fcf8-a3d3-4bb9-bd71-eaa47dee2ef5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1255729 Sep 17 01:11:50.099583 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.158043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1f01e45-71e5-487c-8eff-b1e0f50449b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.205511 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:11:50.206283 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:11:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:50.211444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1f01e45-71e5-487c-8eff-b1e0f50449b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.253132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-25483380-5b82-4d2d-9c39-c2ec6b0695cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.254913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-25483380-5b82-4d2d-9c39-c2ec6b0695cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.3030488 Sep 17 01:11:50.256471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-0dfc5b43-99d6-49d3-84d7-6195d08a2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.257783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-0dfc5b43-99d6-49d3-84d7-6195d08a2c48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.2758713 Sep 17 01:11:50.278324 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb6466-3747-482a-a9c4-40fa527ace72 None None] Pushing event updated for resources: {'Port': ['ID=5b812cd7-9545-4af9-8448-f549b2c1c464,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:50.324123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-f8667569-66b5-46d2-930a-12943e2d788a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0597010 Sep 17 01:11:50.358165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499e67f-9aa0-4833-b9cb-2de9f03422bd req-83853e5a-773f-42f4-ba37-fe84ed6be218 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.359765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b499e67f-9aa0-4833-b9cb-2de9f03422bd req-83853e5a-773f-42f4-ba37-fe84ed6be218 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 945 time: 0.1523364 Sep 17 01:11:50.378184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-9e291428-17f1-4a4b-b7cd-d1eababa43e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 200 len: 217 time: 0.0985291 Sep 17 01:11:50.407230 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:11:50.417492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-252015bb-f1a7-4942-ba7b-cd73b1d4fc38 service neutron] 10.222.0.13 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742031 Sep 17 01:11:50.423368 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b499e67f-9aa0-4833-b9cb-2de9f03422bd req-12a1555c-934f-4fe6-a830-a3749c2b678c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567391 Sep 17 01:11:50.425510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dec66f9-c1e5-46e4-bb26-f6cbf05e080c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.457984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1f01e45-71e5-487c-8eff-b1e0f50449b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.458505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1f01e45-71e5-487c-8eff-b1e0f50449b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.461138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e1f01e45-71e5-487c-8eff-b1e0f50449b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/564b3a0d-c3ce-44cf-ad21-7adcf4079a61 HTTP/1.1" status: 204 len: 168 time: 0.4854918 Sep 17 01:11:50.472611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01e45-71e5-487c-8eff-b1e0f50449b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564b3a0d-c3ce-44cf-ad21-7adcf4079a61,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:50.494600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dec66f9-c1e5-46e4-bb26-f6cbf05e080c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.560649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5dec66f9-c1e5-46e4-bb26-f6cbf05e080c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8cf9de1e149542009e4f9c9d3726f422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7628310 Sep 17 01:11:50.563957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:50.576606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-3f9a6455-05e2-47c2-a18f-227b553f442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.579901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-3f9a6455-05e2-47c2-a18f-227b553f442b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.2169969 Sep 17 01:11:50.583122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-2f68c0ab-726a-4e24-8abe-8f70ff96fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.585737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-2f68c0ab-726a-4e24-8abe-8f70ff96fdca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.1865571 Sep 17 01:11:50.593392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec66f9-c1e5-46e4-bb26-f6cbf05e080c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2ca2b9-48b8-4a80-bdd2-890d59bdfa3d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:50.695507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-ea6fc260-8255-4d00-82ea-64a6f25120eb service neutron] 10.222.0.13 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765005 Sep 17 01:11:50.708225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-9c11a437-e9fd-40f9-a33f-fa46bf8748e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.710932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-9c11a437-e9fd-40f9-a33f-fa46bf8748e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229765 Sep 17 01:11:50.713021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-c45684b2-a78e-4302-b61a-cb9c95a85023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.714045 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e46c9b87-162e-47e2-8bbd-09fc2637c93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.714403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-c45684b2-a78e-4302-b61a-cb9c95a85023 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1124148 Sep 17 01:11:50.742469 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:50Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:11:50.757186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e46c9b87-162e-47e2-8bbd-09fc2637c93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:50.786241 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6f1dce-1485-4032-a61b-3df7f3306658 None None] The sync data for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 is: [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:50Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:11:50.912226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:11:50.923743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-fc95a2a6-9681-4688-8822-bf753a95a38b service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886051 Sep 17 01:11:50.953180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60945a-4a5d-49e5-a4df-3fe999fb6aae req-e94da44b-69b3-411a-acd8-5d6f33f46899 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:50.962037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d60945a-4a5d-49e5-a4df-3fe999fb6aae req-e94da44b-69b3-411a-acd8-5d6f33f46899 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 949 time: 0.1864326 Sep 17 01:11:51.048178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d60945a-4a5d-49e5-a4df-3fe999fb6aae req-fd2c9a92-eda7-4f70-bea4-8c7e84f60376 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844059 Sep 17 01:11:51.095136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e46c9b87-162e-47e2-8bbd-09fc2637c93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.098271 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e46c9b87-162e-47e2-8bbd-09fc2637c93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.100578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e46c9b87-162e-47e2-8bbd-09fc2637c93e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c2ca2b9-48b8-4a80-bdd2-890d59bdfa3d HTTP/1.1" status: 204 len: 168 time: 0.5343642 Sep 17 01:11:51.115291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:51.135726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c9b87-162e-47e2-8bbd-09fc2637c93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2ca2b9-48b8-4a80-bdd2-890d59bdfa3d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:51.275239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:51.280831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dbbb1481-67ab-4bfa-847a-4bc7e4349796 req-a27cd3a4-d737-4580-933b-98538c54d06b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 210 time: 0.0880990 Sep 17 01:11:51.306039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '003bcae3-c8f2-4a02-b278-23a92922d011', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '003bcae3-c8f2-4a02-b278-23a92922d011', 'mac_address': 'fa:16:3e:f5:98:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:11:51.388157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.404721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port df539e08-34d5-46bd-a338-408f0a211165 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:51.413694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port df539e08-34d5-46bd-a338-408f0a211165 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:51.414653 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.435416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 003bcae3-c8f2-4a02-b278-23a92922d011 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:51.435722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:51.468881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c18324a-6d31-47f5-aa92-61019c7253b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.546191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5b812cd7-9545-4af9-8448-f549b2c1c464 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:51.591370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-c060f094-11cd-412e-94b0-6f33db8ffc79 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477420 Sep 17 01:11:51.636385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-5885d6e2-8d21-4fd0-a19b-546c2600253e service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9182301 Sep 17 01:11:51.642868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:51.684824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5b812cd7-9545-4af9-8448-f549b2c1c464 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:51.685555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.690404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81f74-038f-4e20-a38c-3dc81df8ae41 req-5aa7c2d5-4b38-4492-ab7f-68e7f836752c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:51.701059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a78019-a02e-424d-9078-9675b56a2600 req-2d2040d0-65e0-4a7b-a8c1-c78103bb179b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:51.702959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9b81f74-038f-4e20-a38c-3dc81df8ae41 req-5aa7c2d5-4b38-4492-ab7f-68e7f836752c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.4036686 Sep 17 01:11:51.718607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2a78019-a02e-424d-9078-9675b56a2600 req-2d2040d0-65e0-4a7b-a8c1-c78103bb179b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 945 time: 0.1853342 Sep 17 01:11:51.770687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.777128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.844730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9b81f74-038f-4e20-a38c-3dc81df8ae41 req-9b3849d7-0a88-41cf-a8b1-297509779617 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405535 Sep 17 01:11:51.850379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2a78019-a02e-424d-9078-9675b56a2600 req-6a28ab41-ddeb-49f2-9d79-dc8bd6b2514b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305916 Sep 17 01:11:51.893750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e88aa1e4-0026-4f5e-95bd-286fa58ea01e req-67f23785-a4a6-483f-9d57-ffbda4175c14 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452219 Sep 17 01:11:51.900588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:51.902913 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daae271-dd33-4f52-93a3-f8a9aa9480ac" -d '{"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-plugged", "status": "completed", "tag": "df539e08-34d5-46bd-a338-408f0a211165"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:51.927604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:51.930431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c18324a-6d31-47f5-aa92-61019c7253b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.932109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=12']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:51.942170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:51.971028 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f3707-74bd-4ecd-80dd-619a4e842a13 x-openstack-request-id: req-5e0f3707-74bd-4ecd-80dd-619a4e842a13 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:51.971465 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-plugged", "status": "completed", "tag": "df539e08-34d5-46bd-a338-408f0a211165", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:51.976742 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e0f3707-74bd-4ecd-80dd-619a4e842a13 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:51.987872 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165', 'code': 200} Sep 17 01:11:52.001553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 5b812cd7-9545-4af9-8448-f549b2c1c464, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5b812cd7-9545-4af9-8448-f549b2c1c464,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:52.032499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c18324a-6d31-47f5-aa92-61019c7253b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.042295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['003bcae3-c8f2-4a02-b278-23a92922d011'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:52.047669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.085438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18324a-6d31-47f5-aa92-61019c7253b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90979585-ab71-4788-9e8c-b29ff982fdb0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:52.097523 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c18324a-6d31-47f5-aa92-61019c7253b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e108abd1203459a8faf12b09b558b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614718 Sep 17 01:11:52.098198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48556) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:52.154865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:52.168480 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.172182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b0b3e-cea4-4b21-86a3-5e8a27b634a4 req-a5e9c529-6beb-4a79-8840-6069113712ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:52.178031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980b0b3e-cea4-4b21-86a3-5e8a27b634a4 req-a5e9c529-6beb-4a79-8840-6069113712ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 1097 time: 0.1221495 Sep 17 01:11:52.217065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-980b0b3e-cea4-4b21-86a3-5e8a27b634a4 req-e70cf6a2-a3c1-45d3-8542-ab84f24f12cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Sep 17 01:11:52.247783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-401e110c-c92a-454b-bab3-f215d983ac07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.252490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=5b812cd7-9545-4af9-8448-f549b2c1c464,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:52.289744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48558) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:52.302679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-401e110c-c92a-454b-bab3-f215d983ac07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.315286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312209-e593-41fb-8d98-624b369f9305 req-43059097-69e8-40ed-b683-6e98df1a5603 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:52.317537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6312209-e593-41fb-8d98-624b369f9305 req-43059097-69e8-40ed-b683-6e98df1a5603 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1507766 Sep 17 01:11:52.325651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bee53b5-74cf-48dc-b15b-362049c16869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.412819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6312209-e593-41fb-8d98-624b369f9305 req-8608611b-de0a-46c0-9873-4afa78b453a4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835271 Sep 17 01:11:52.455912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10d7dd09-fc32-4f32-a433-71e7ac3dbda4 req-44c8a5b2-3bc6-46f7-ba37-5b07b175924d tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 210 time: 0.0616806 Sep 17 01:11:52.535599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-401e110c-c92a-454b-bab3-f215d983ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.538818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-401e110c-c92a-454b-bab3-f215d983ac07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.545932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-401e110c-c92a-454b-bab3-f215d983ac07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90979585-ab71-4788-9e8c-b29ff982fdb0 HTTP/1.1" status: 204 len: 168 time: 0.4432778 Sep 17 01:11:52.553924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e110c-c92a-454b-bab3-f215d983ac07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90979585-ab71-4788-9e8c-b29ff982fdb0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:52.660960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833e642-6bf5-4625-89d7-0312943e2a25 req-32e4b8f9-dd61-463d-bca4-765c145faa2d tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:52.663033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f833e642-6bf5-4625-89d7-0312943e2a25 req-32e4b8f9-dd61-463d-bca4-765c145faa2d tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 1101 time: 0.0949697 Sep 17 01:11:52.672048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bee53b5-74cf-48dc-b15b-362049c16869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.713860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f833e642-6bf5-4625-89d7-0312943e2a25 req-35053f0d-f93a-4ccd-bbb1-2302c92d5704 tempest-MigrationsAdminTest-656713187 tempest-MigrationsAdminTest-656713187-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306492 Sep 17 01:11:52.795721 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bee53b5-74cf-48dc-b15b-362049c16869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.844917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48574) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:52.845122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bee53b5-74cf-48dc-b15b-362049c16869 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0bce3b1f96784e838b5f36ed61cbee4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5541348 Sep 17 01:11:52.847189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee53b5-74cf-48dc-b15b-362049c16869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ebbe0f-c1b6-41d5-a19b-92e32b7fc52f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:52.917174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8d7cf15-13a4-4913-a2a0-b9b76fd52a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.942005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8d7cf15-13a4-4913-a2a0-b9b76fd52a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:52.968586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6789c48-a284-414f-8824-e5fff7c462b8 req-23de4b9f-cc0d-4c00-b7c6-5d0a97a2ba83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:52.970352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6789c48-a284-414f-8824-e5fff7c462b8 req-23de4b9f-cc0d-4c00-b7c6-5d0a97a2ba83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0582697 Sep 17 01:11:53.017456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6789c48-a284-414f-8824-e5fff7c462b8 req-80a0885f-35e8-4c58-af86-b31a12b29069 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Sep 17 01:11:53.140548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6073ae-d611-4586-824f-0a7528bff83d req-76c1bc7d-21c2-4415-b8f7-2ba0014ab893 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:53.142057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a6073ae-d611-4586-824f-0a7528bff83d req-76c1bc7d-21c2-4415-b8f7-2ba0014ab893 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0572047 Sep 17 01:11:53.172634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8d7cf15-13a4-4913-a2a0-b9b76fd52a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:53.175254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8d7cf15-13a4-4913-a2a0-b9b76fd52a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:53.177223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e8d7cf15-13a4-4913-a2a0-b9b76fd52a4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/95ebbe0f-c1b6-41d5-a19b-92e32b7fc52f HTTP/1.1" status: 204 len: 168 time: 0.3306608 Sep 17 01:11:53.185993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d7cf15-13a4-4913-a2a0-b9b76fd52a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ebbe0f-c1b6-41d5-a19b-92e32b7fc52f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:53.194123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a6073ae-d611-4586-824f-0a7528bff83d req-bf9bc92d-a5cc-4630-b920-37b18312e79e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431669 Sep 17 01:11:53.344547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5b812cd7-9545-4af9-8448-f549b2c1c464 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:53.372917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d38e-089f-44fe-b2e7-54e1be83ca70 req-74dbd416-bbd6-492c-b487-336bb474b8c3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:53.374968 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9515d38e-089f-44fe-b2e7-54e1be83ca70 req-74dbd416-bbd6-492c-b487-336bb474b8c3 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0706265 Sep 17 01:11:53.418865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5b812cd7-9545-4af9-8448-f549b2c1c464 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:53.419281 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:53.456245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9515d38e-089f-44fe-b2e7-54e1be83ca70 req-c4fec5d8-42d5-4cf5-a71b-6e68b57f52f1 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709705 Sep 17 01:11:53.563265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54ae9db8-d7e9-417b-a779-c7d1d1d71f42 req-60206420-3cef-439d-bda1-6d0eee03558e tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 210 time: 0.0300567 Sep 17 01:11:54.155659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf5d15-d1c8-411a-bc35-a80b7c9c0f16 req-a9bf7591-e67f-47b9-87c8-900df135503a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:54.157890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aecf5d15-d1c8-411a-bc35-a80b7c9c0f16 req-a9bf7591-e67f-47b9-87c8-900df135503a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0689533 Sep 17 01:11:54.212099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aecf5d15-d1c8-411a-bc35-a80b7c9c0f16 req-9b3a0a5b-261c-4d04-98e1-00a98346341f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Sep 17 01:11:54.358467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998ded-470c-4ec3-b6de-f7a6f399308a req-a5dc5a78-9078-44a1-9b47-092d74a8f4af tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:54.360978 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13998ded-470c-4ec3-b6de-f7a6f399308a req-a5dc5a78-9078-44a1-9b47-092d74a8f4af tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0594714 Sep 17 01:11:54.369372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-530145a6-dce2-4159-8f3b-df159e825fbe tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:54.371243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-530145a6-dce2-4159-8f3b-df159e825fbe tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 820 time: 0.1358037 Sep 17 01:11:54.385088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'port': {'device_id': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'admin_state_up': True, 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:54.419620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13998ded-470c-4ec3-b6de-f7a6f399308a req-c6fef758-5737-4fb7-b01f-999358b524a7 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525486 Sep 17 01:11:54.650842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c913057-2008-404b-8d38-42633342a588 req-46f22d2c-05d3-403a-bd16-7529cee52a25 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:54.654719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c913057-2008-404b-8d38-42633342a588 req-46f22d2c-05d3-403a-bd16-7529cee52a25 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.0930982 Sep 17 01:11:54.655097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282c7ea-02e7-4bd7-b1c8-74590f113e8c req-88685a69-8b0a-46f9-af8a-b08ad73ff946 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:54.664559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d282c7ea-02e7-4bd7-b1c8-74590f113e8c req-88685a69-8b0a-46f9-af8a-b08ad73ff946 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1602151 Sep 17 01:11:54.687748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb62428-2c39-41a7-b237-3034622765b7 req-55f2d172-86d3-4755-b9e9-f173aea34668 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:54.689105 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bb62428-2c39-41a7-b237-3034622765b7 req-55f2d172-86d3-4755-b9e9-f173aea34668 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 950 time: 0.1115885 Sep 17 01:11:54.717030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c913057-2008-404b-8d38-42633342a588 req-f1fc139f-e5fc-4073-a262-b9366ebd3a05 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609319 Sep 17 01:11:54.771962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d282c7ea-02e7-4bd7-b1c8-74590f113e8c req-dcf21315-0e98-4669-be2f-2aa0bf835bdc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055951 Sep 17 01:11:54.819015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-241bbb22-901e-4fe3-9315-148a8ef8a8a6 req-6bc1e043-fe5b-46e0-b47e-21db51777bfd tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 210 time: 0.0306604 Sep 17 01:11:54.825603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Deleting port 003bcae3-c8f2-4a02-b278-23a92922d011 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:11:54.825949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:54.932165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] For port 003bcae3-c8f2-4a02-b278-23a92922d011, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=003bcae3-c8f2-4a02-b278-23a92922d011,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:11:54.932898 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:54.933275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:11:54.958818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Calling delete_port for 003bcae3-c8f2-4a02-b278-23a92922d011 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:11:55.334992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3487a5-89ef-4c72-84bf-c8bd8407ace4 req-591cde78-6704-4acb-b3f1-b732ba83e3d4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:55.336521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af3487a5-89ef-4c72-84bf-c8bd8407ace4 req-591cde78-6704-4acb-b3f1-b732ba83e3d4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0538864 Sep 17 01:11:55.374951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af3487a5-89ef-4c72-84bf-c8bd8407ace4 req-758dc222-17dd-409b-a3e6-82db23afa598 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Sep 17 01:11:55.483179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Made reservation on behalf of c9db4c87d3c74ed1bdb08975e8dec61b for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:11:55.487196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:55.532842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 003bcae3-c8f2-4a02-b278-23a92922d011 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:11:55.548531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 003bcae3-c8f2-4a02-b278-23a92922d011 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:11:55.551921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:55.665638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:55.705366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Allocated IP 172.20.0.2 (3716eff1-e4d8-4bcb-a261-0fbf812f8a74/e8bb5c8a-1e89-44bb-936f-f94f9652c3d6/ec7d5d11-5cf7-407c-a234-d7f525e6b143) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:11:55.770757 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:55.857978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d3171d25-56ef-49d1-83eb-db345fb6ea16', '74eb9031-2240-4a39-b8e8-b8d368e0d97e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:55.861931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:11:56.045704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event deleted for resources: {'Port': ['ID=003bcae3-c8f2-4a02-b278-23a92922d011,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:56.417346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-613b758d-b3c5-4c42-944b-8677c44144ef req-ce501614-a097-4a96-8ec6-68cf01337292 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0608737 Sep 17 01:11:56.653111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f71688b-7d8f-44e1-acec-779121d8ffed req-daf37c1a-fe10-4a3d-8e2b-0887ed5dd371 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 210 time: 0.0405710 Sep 17 01:11:56.796121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] No DVR routers for this DVR port 003bcae3-c8f2-4a02-b278-23a92922d011 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:11:56.801117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:56.803632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bb62428-2c39-41a7-b237-3034622765b7 req-20041fcd-556b-4312-9f81-80b4e055d719 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "DELETE /v2.0/ports/003bcae3-c8f2-4a02-b278-23a92922d011 HTTP/1.1" status: 204 len: 173 time: 2.1000097 Sep 17 01:11:56.805146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-deleted', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:56.807292 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25694e8b-cf23-4c9e-855c-f1f27b81c187" -d '{"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-deleted", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:56.823361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0fb8a-8e0d-4cf3-bf89-9817dcc2b7aa req-2249ceb1-2373-4495-8036-eef91c1fcceb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:56.830831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83b0fb8a-8e0d-4cf3-bf89-9817dcc2b7aa req-2249ceb1-2373-4495-8036-eef91c1fcceb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.9119973 Sep 17 01:11:56.884873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:56.906796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83b0fb8a-8e0d-4cf3-bf89-9817dcc2b7aa req-9cfe9b02-2a95-43cd-8ce2-dc8a99823b41 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752265 Sep 17 01:11:56.945398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:11:56.979839 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268091d2-3e53-4bc3-9f8e-3c26fb174a76 x-openstack-request-id: req-268091d2-3e53-4bc3-9f8e-3c26fb174a76 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:56.980138 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c682e0ad-ec05-4822-a65e-a26d0de8fc9b", "name": "network-vif-deleted", "tag": "003bcae3-c8f2-4a02-b278-23a92922d011", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:56.980391 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-268091d2-3e53-4bc3-9f8e-3c26fb174a76 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:56.980778 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c682e0ad-ec05-4822-a65e-a26d0de8fc9b', 'name': 'network-vif-deleted', 'tag': '003bcae3-c8f2-4a02-b278-23a92922d011', 'status': 'completed', 'code': 200} Sep 17 01:11:56.993636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 003bcae3-c8f2-4a02-b278-23a92922d011 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:11:56.993978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 003bcae3-c8f2-4a02-b278-23a92922d011 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:11:57.023905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed2883-4b99-4483-b3f4-597e8fc132a3 req-931b945d-eb1f-4060-9411-c158b1769871 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:57.033916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7ed2883-4b99-4483-b3f4-597e8fc132a3 req-931b945d-eb1f-4060-9411-c158b1769871 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.1659012 Sep 17 01:11:57.064598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:57.091762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7ed2883-4b99-4483-b3f4-597e8fc132a3 req-fea9fbf9-be44-4865-9476-c5922865ea98 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551491 Sep 17 01:11:57.124055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:11:57.125191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:57.127972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:11:57.130221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:11:57.186040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:57.186702 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:57.307238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-cabf6c87-c31a-4ba8-9869-90a69986e464 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9273169 Sep 17 01:11:57.320703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Request body: {'port': {'device_id': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:11:57.396067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:57.637951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8a706a1-b564-4103-acd3-945ea3cb158e req-14d196e6-a7fd-4672-98ef-8702558b9db0 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=c682e0ad-ec05-4822-a65e-a26d0de8fc9b HTTP/1.1" status: 200 len: 210 time: 0.0332983 Sep 17 01:11:57.827458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7d5d11-5cf7-407c-a234-d7f525e6b143 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:11:57.848403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:57.860455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb60b7-7f50-4ea0-ac5e-32c258a51018 req-da79feaf-0ef1-450b-9284-56b01f0fa012 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:57.869310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Transition to ACTIVE for port object ec7d5d11-5cf7-407c-a234-d7f525e6b143 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:11:57.873001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63eb60b7-7f50-4ea0-ac5e-32c258a51018 req-da79feaf-0ef1-450b-9284-56b01f0fa012 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 931 time: 0.1139102 Sep 17 01:11:57.932716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63eb60b7-7f50-4ea0-ac5e-32c258a51018 req-c275129e-2fdc-4e5f-97cf-0f33a8820dd9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583739 Sep 17 01:11:57.969260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.082214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:58.146925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56554307-c63d-4cb9-a89a-ae80499863ad req-cffd887a-c3c0-4f51-a7a0-c5fa8c2c670e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:58.156942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56554307-c63d-4cb9-a89a-ae80499863ad req-cffd887a-c3c0-4f51-a7a0-c5fa8c2c670e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1737406 Sep 17 01:11:58.211880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56554307-c63d-4cb9-a89a-ae80499863ad req-73f00d1c-8dfb-49f2-b0b1-b9f7da6b059c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Sep 17 01:11:58.233674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Attempting to bind port ec7d5d11-5cf7-407c-a234-d7f525e6b143 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:11:58.234365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Attempting to bind port ec7d5d11-5cf7-407c-a234-d7f525e6b143 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:11:58.234751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Attempting to bind port ec7d5d11-5cf7-407c-a234-d7f525e6b143 on network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:58.241038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Port ec7d5d11-5cf7-407c-a234-d7f525e6b143 on network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:11:58.241456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Attempting to bind port ec7d5d11-5cf7-407c-a234-d7f525e6b143 on network 3716eff1-e4d8-4bcb-a261-0fbf812f8a74 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:11:58.245064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5cf5f-e738-45d1-8eaa-3ce2621dbedf req-883a7586-c812-46c9-b94c-c90a4025894c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:58.247339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93f5cf5f-e738-45d1-8eaa-3ce2621dbedf req-883a7586-c812-46c9-b94c-c90a4025894c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0725818 Sep 17 01:11:58.253550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:11:58.253917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Checking segment: {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:11:58.254331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Bound using segment: {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:11:58.254764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Bound port: ec7d5d11-5cf7-407c-a234-d7f525e6b143, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:11:58.255153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.302414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93f5cf5f-e738-45d1-8eaa-3ce2621dbedf req-e348a9f2-779b-4b32-9c39-4973c08c718f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459621 Sep 17 01:11:58.351353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:11:58.354529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:11:58.466768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48780) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:58.470974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.518060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:58.518979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.521148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 1091 time: 1.2055962 Sep 17 01:11:58.535014 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.548172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350bb942-ac0f-4f0f-bc84-0853b198d9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:58.597894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e02a4f4-4ef2-4f45-b385-9d56d55c58ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.719948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e02a4f4-4ef2-4f45-b385-9d56d55c58ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.721228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-714a7628-0c39-428b-b019-2768d3c9debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:58.721357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48788) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:58.723714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-714a7628-0c39-428b-b019-2768d3c9debb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1094 time: 0.0676603 Sep 17 01:11:58.771187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-551d5053-a638-4507-9171-6255674358ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.0390253 Sep 17 01:11:58.809155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e02a4f4-4ef2-4f45-b385-9d56d55c58ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.847899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb389266-ba18-4051-b339-4683765be498 req-e859ac34-0cc5-489a-8012-7f71be9a8d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:58.850450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-e859ac34-0cc5-489a-8012-7f71be9a8d21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.0727317 Sep 17 01:11:58.866388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e02a4f4-4ef2-4f45-b385-9d56d55c58ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a27409039514740bde333dc04e0c9e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983967 Sep 17 01:11:58.867626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02a4f4-4ef2-4f45-b385-9d56d55c58ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1373713-2a31-4847-87ba-247524157c20,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:58.869594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48794) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:58.897572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-8a7c33b0-0957-461e-bcd9-b369af43837c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401585 Sep 17 01:11:58.905741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27ce8c84-deca-425b-a801-44a3468a21ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.911901 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:58.985355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:11:58.987695 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e2cdf0-5f6b-4778-bd9d-2315052833d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:11:59.015044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4706578-3343-42cd-8d77-37cb4b159420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.038568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4706578-3343-42cd-8d77-37cb4b159420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.050083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27ce8c84-deca-425b-a801-44a3468a21ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.118329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-2551cf1a-0aaf-4b1e-816a-25fe4895f96f service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132623 Sep 17 01:11:59.138473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27ce8c84-deca-425b-a801-44a3468a21ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.176537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27ce8c84-deca-425b-a801-44a3468a21ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6b6ef0ba08c409dba830d94e6543ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536903 Sep 17 01:11:59.179872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48806) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:11:59.233645 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcad835b-4aa6-44e2-bf44-e454bb34dc24 x-openstack-request-id: req-fcad835b-4aa6-44e2-bf44-e454bb34dc24 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:11:59.233940 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:11:59.234209 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fcad835b-4aa6-44e2-bf44-e454bb34dc24 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:11:59.234710 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'status': 'completed', 'code': 200} Sep 17 01:11:59.249186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744c192-f197-421b-8162-297fd9f7e56d req-681c7529-3b9e-4ebb-bf86-2a881b3e68fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.257473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a744c192-f197-421b-8162-297fd9f7e56d req-681c7529-3b9e-4ebb-bf86-2a881b3e68fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 943 time: 0.1934168 Sep 17 01:11:59.263527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce8c84-deca-425b-a801-44a3468a21ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f844196-ac7d-470c-bc37-5c8b56cbfc3b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:59.267264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d64c897f-6836-4555-9ddf-b0c2ed10e4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.301365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d64c897f-6836-4555-9ddf-b0c2ed10e4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.305536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4706578-3343-42cd-8d77-37cb4b159420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.308475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4706578-3343-42cd-8d77-37cb4b159420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.312114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4706578-3343-42cd-8d77-37cb4b159420 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1373713-2a31-4847-87ba-247524157c20 HTTP/1.1" status: 204 len: 168 time: 0.4365118 Sep 17 01:11:59.361745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a744c192-f197-421b-8162-297fd9f7e56d req-d863ac3f-fe01-4fc9-9045-7ee588857737 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987248 Sep 17 01:11:59.362714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4706578-3343-42cd-8d77-37cb4b159420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1373713-2a31-4847-87ba-247524157c20,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:59.373382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06845a-e278-4195-8146-82f7c2988b7e req-466e8eb6-b225-41c1-bd2e-ce29fd80e2a2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.374794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e06845a-e278-4195-8146-82f7c2988b7e req-466e8eb6-b225-41c1-bd2e-ce29fd80e2a2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 951 time: 0.0919952 Sep 17 01:11:59.405662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb389266-ba18-4051-b339-4683765be498 req-96f132ca-e9c5-4c91-9986-a8185eea283e service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735848 Sep 17 01:11:59.446613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e06845a-e278-4195-8146-82f7c2988b7e req-49afe6fb-9294-4937-9c14-52a7c01831fc tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481498 Sep 17 01:11:59.466540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d64c897f-6836-4555-9ddf-b0c2ed10e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.471434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d64c897f-6836-4555-9ddf-b0c2ed10e4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:11:59.483050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d64c897f-6836-4555-9ddf-b0c2ed10e4b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f844196-ac7d-470c-bc37-5c8b56cbfc3b HTTP/1.1" status: 204 len: 168 time: 0.2912769 Sep 17 01:11:59.492849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c897f-6836-4555-9ddf-b0c2ed10e4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f844196-ac7d-470c-bc37-5c8b56cbfc3b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:11:59.576615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9ca08-d411-4efe-95d4-666463511aa2 req-984c81d8-f5e9-4a75-ae7c-ec5da9a898a5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.578525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10b9ca08-d411-4efe-95d4-666463511aa2 req-984c81d8-f5e9-4a75-ae7c-ec5da9a898a5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1282110 Sep 17 01:11:59.595053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-5485fb1d-4e04-4f18-ac29-41f26345ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.596856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-5485fb1d-4e04-4f18-ac29-41f26345ca19 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1094 time: 0.0667863 Sep 17 01:11:59.600953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada0fc7-708e-4ff3-892a-e250cac80713 req-d034dbeb-cad5-4dd7-8ea6-d7d07cf32066 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.603642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dada0fc7-708e-4ff3-892a-e250cac80713 req-d034dbeb-cad5-4dd7-8ea6-d7d07cf32066 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0889041 Sep 17 01:11:59.663643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dada0fc7-708e-4ff3-892a-e250cac80713 req-1d4448d3-cd06-42e7-8bee-0f036d49faac tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526710 Sep 17 01:11:59.711659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10b9ca08-d411-4efe-95d4-666463511aa2 req-dec6ce8c-ea19-4829-9555-18d7cbe7e915 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241908 Sep 17 01:11:59.741655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-86e403b9-467a-46de-b9ea-650ae811c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.743161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-86e403b9-467a-46de-b9ea-650ae811c5a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.1382256 Sep 17 01:11:59.786069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-d8d77977-0d96-49f9-9638-170b520058c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.0354276 Sep 17 01:11:59.840073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-3b636033-43a5-4382-9371-6a73500575b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:11:59.841552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-3b636033-43a5-4382-9371-6a73500575b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.0488036 Sep 17 01:11:59.875654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-42d2be67-8ebe-4aa8-ab27-83fd39db1bd4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263143 Sep 17 01:11:59.970598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-6705723c-8cf1-4486-91a2-330d48279f0a service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876541 Sep 17 01:12:00.087832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00e2cdf0-5f6b-4778-bd9d-2315052833d6 req-c2746e3b-4d7f-437a-9871-6adac963758b service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093431 Sep 17 01:12:00.190238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48822) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:00.204173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84a8f212-8d36-4daa-be18-26409ba09efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.297566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84a8f212-8d36-4daa-be18-26409ba09efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.368753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84a8f212-8d36-4daa-be18-26409ba09efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.417653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48828) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:00.417807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-84a8f212-8d36-4daa-be18-26409ba09efd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3804ed2f492c4884ba26537a570f5cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2264020 Sep 17 01:12:00.424668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8f212-8d36-4daa-be18-26409ba09efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1fa539-eda7-422f-8537-5e6473ca786e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:00.440414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48830) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:00.454486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9fe92ce0-852f-4b10-8660-258a1e4a80aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.563099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-ac0695ba-82b7-4996-9a6a-cbdfdfb062b6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:00.564606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-ac0695ba-82b7-4996-9a6a-cbdfdfb062b6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 951 time: 0.0984583 Sep 17 01:12:00.565434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f6f9-efc3-41f6-9665-3e671918108b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.575163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1afae-ec25-4877-b014-43c8be53b1b4 req-c5ed1bab-7cc4-48ff-9ca2-3e145c646ca5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:00.576642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-18b1afae-ec25-4877-b014-43c8be53b1b4 req-c5ed1bab-7cc4-48ff-9ca2-3e145c646ca5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 943 time: 0.1324830 Sep 17 01:12:00.586935 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9fe92ce0-852f-4b10-8660-258a1e4a80aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.603798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c869dc-c0d3-4d3a-93eb-5604cf38d8a3 req-55cfb924-e622-4a19-a82d-3fd6518cb8de tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:00.605444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60c869dc-c0d3-4d3a-93eb-5604cf38d8a3 req-55cfb924-e622-4a19-a82d-3fd6518cb8de tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 951 time: 0.0728664 Sep 17 01:12:00.638007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f6f9-efc3-41f6-9665-3e671918108b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.644779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60c869dc-c0d3-4d3a-93eb-5604cf38d8a3 req-dda3957b-8f18-473e-9774-42e2dec3c756 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Sep 17 01:12:00.711149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-18b1afae-ec25-4877-b014-43c8be53b1b4 req-c8eb6f64-4f82-4e50-939b-ed8e1bcd9671 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174212 Sep 17 01:12:00.723541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9fe92ce0-852f-4b10-8660-258a1e4a80aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.753442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe92ce0-852f-4b10-8660-258a1e4a80aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c51b7b-a4d6-4cc8-81ca-e017f089ed27,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:00.754789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Deleting port 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:00.755243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.798733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9fe92ce0-852f-4b10-8660-258a1e4a80aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31e79f2b117a499f9fcc2cb02b64aa23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569462 Sep 17 01:12:00.801227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:00.852324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcef03-839d-4a4e-b885-b5428e82f7c3 req-95495dc3-400e-4616-9600-540f2d648452 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:00.853870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ffcef03-839d-4a4e-b885-b5428e82f7c3 req-95495dc3-400e-4616-9600-540f2d648452 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0947881 Sep 17 01:12:00.867038 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f6f9-efc3-41f6-9665-3e671918108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.869707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee9f6f9-efc3-41f6-9665-3e671918108b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.871029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ee9f6f9-efc3-41f6-9665-3e671918108b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e1fa539-eda7-422f-8537-5e6473ca786e HTTP/1.1" status: 204 len: 168 time: 0.4522028 Sep 17 01:12:00.892517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee9f6f9-efc3-41f6-9665-3e671918108b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1fa539-eda7-422f-8537-5e6473ca786e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:00.930028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12280ead-1bdd-46e7-b4f9-38600938ac8f req-4ae876bf-8cb1-4da9-abe3-e68d6a5eac43 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:00.931266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ffcef03-839d-4a4e-b885-b5428e82f7c3 req-73db3976-294c-4a38-abd8-1cf9a3353954 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637059 Sep 17 01:12:00.932353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cdfb75f2-e016-455a-a51b-c5314c690e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.941922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12280ead-1bdd-46e7-b4f9-38600938ac8f req-4ae876bf-8cb1-4da9-abe3-e68d6a5eac43 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1316800 Sep 17 01:12:00.941922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] For port 74eb9031-2240-4a39-b8e8-b8d368e0d97e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=74eb9031-2240-4a39-b8e8-b8d368e0d97e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:00.941922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.960966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cdfb75f2-e016-455a-a51b-c5314c690e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:00.968580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Calling delete_port for 74eb9031-2240-4a39-b8e8-b8d368e0d97e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:00.998173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12280ead-1bdd-46e7-b4f9-38600938ac8f req-cf0ddd82-9d59-4c45-8c07-dda7cee6d398 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593071 Sep 17 01:12:01.138184 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cdfb75f2-e016-455a-a51b-c5314c690e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:01.140746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cdfb75f2-e016-455a-a51b-c5314c690e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:01.141899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cdfb75f2-e016-455a-a51b-c5314c690e44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23c51b7b-a4d6-4cc8-81ca-e017f089ed27 HTTP/1.1" status: 204 len: 168 time: 0.3398025 Sep 17 01:12:01.155998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb75f2-e016-455a-a51b-c5314c690e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c51b7b-a4d6-4cc8-81ca-e017f089ed27,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:01.304603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:01.317694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d3171d25-56ef-49d1-83eb-db345fb6ea16'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:01.320619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:01.336727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event deleted for resources: {'Port': ['ID=74eb9031-2240-4a39-b8e8-b8d368e0d97e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:01.416765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] No DVR routers for this DVR port 74eb9031-2240-4a39-b8e8-b8d368e0d97e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:01.419677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:01.422594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf7aa001-afe0-4396-82f2-68ad85db7b5f req-887b349c-48c3-4b80-9cfd-b7f513a5da80 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "DELETE /v2.0/ports/74eb9031-2240-4a39-b8e8-b8d368e0d97e HTTP/1.1" status: 204 len: 173 time: 0.8433938 Sep 17 01:12:01.423139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-deleted', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:01.428007 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babea9e0-58c2-4ab4-8bb6-4c067e6cb66c" -d '{"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-deleted", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:01.476960 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d903c6-0d03-4c7a-a373-1e77dcba2d46 x-openstack-request-id: req-18d903c6-0d03-4c7a-a373-1e77dcba2d46 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:01.476960 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8", "name": "network-vif-deleted", "tag": "74eb9031-2240-4a39-b8e8-b8d368e0d97e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:01.477400 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18d903c6-0d03-4c7a-a373-1e77dcba2d46 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:01.477902 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8', 'name': 'network-vif-deleted', 'tag': '74eb9031-2240-4a39-b8e8-b8d368e0d97e', 'status': 'completed', 'code': 200} Sep 17 01:12:01.752136 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfa40e73-ec54-4f64-b6a1-9ac5c629d353 req-6838a6db-7e41-4ba0-9e06-37d13b25da36 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5ad4a18-9fd8-46ff-9994-c1c6dd7b25d8 HTTP/1.1" status: 200 len: 210 time: 0.0319495 Sep 17 01:12:01.861161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b3c78-6590-46ae-9fa1-993a91a0c2cb req-d74710a7-2812-4383-9841-25a6b8a1542b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:01.862740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-367b3c78-6590-46ae-9fa1-993a91a0c2cb req-d74710a7-2812-4383-9841-25a6b8a1542b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 943 time: 0.0718699 Sep 17 01:12:01.903448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-367b3c78-6590-46ae-9fa1-993a91a0c2cb req-42c5aa82-1919-4b62-b80d-d8180711f249 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342877 Sep 17 01:12:02.060636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555ed19-b5b2-4d0a-b994-0e29ada373aa req-d37d4c7c-8204-4a0c-97c0-81d530a2311f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:02.062259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e555ed19-b5b2-4d0a-b994-0e29ada373aa req-d37d4c7c-8204-4a0c-97c0-81d530a2311f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.0517728 Sep 17 01:12:02.107921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e555ed19-b5b2-4d0a-b994-0e29ada373aa req-17717a80-ff9c-4070-8878-14705a247d87 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Sep 17 01:12:02.124612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc213de-3898-4239-a7b3-8286bf9dcb2d req-48ff08af-41fa-4a71-9247-96f55235f41a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:02.126275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cc213de-3898-4239-a7b3-8286bf9dcb2d req-48ff08af-41fa-4a71-9247-96f55235f41a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0556190 Sep 17 01:12:02.176429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cc213de-3898-4239-a7b3-8286bf9dcb2d req-b481cd45-b6f6-45a9-9a87-6b9b06c9b6bc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Sep 17 01:12:02.337829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69962f-ec6b-42b3-a43a-d2b4a331c059 req-1473ebf2-ade2-43d0-b704-a82696136c62 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:02.339369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ff69962f-ec6b-42b3-a43a-d2b4a331c059 req-1473ebf2-ade2-43d0-b704-a82696136c62 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0517490 Sep 17 01:12:02.381088 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ff69962f-ec6b-42b3-a43a-d2b4a331c059 req-b3126654-bb49-4a77-9838-b130138e25b1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342968 Sep 17 01:12:02.540488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63881dc4-c2ee-4b50-85e8-139a57a32d2d req-dc284894-ee1e-4568-ab2b-31886069061a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:02.542075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63881dc4-c2ee-4b50-85e8-139a57a32d2d req-dc284894-ee1e-4568-ab2b-31886069061a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0620446 Sep 17 01:12:02.595708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63881dc4-c2ee-4b50-85e8-139a57a32d2d req-a8172d19-bd87-4be7-951b-666823d8070f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461977 Sep 17 01:12:02.973834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:02.982644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-d1acf43a-5b24-41d4-af9e-ef5f65e1a03c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:02.990706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-d1acf43a-5b24-41d4-af9e-ef5f65e1a03c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1200149 Sep 17 01:12:03.008680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-50ce5c00-ac85-4a3e-8ac8-a93b976c0f15 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/quotas/be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 375 time: 0.0167322 Sep 17 01:12:03.010011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 74eb9031-2240-4a39-b8e8-b8d368e0d97e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:03.010601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 74eb9031-2240-4a39-b8e8-b8d368e0d97e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:03.064952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-0d9c929c-df45-41a9-9f13-4dba0c71b9e3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0552187 Sep 17 01:12:03.157269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-1db68b23-30c1-4fa4-8185-8359ee346f51 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Sep 17 01:12:03.188426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ec7d5d11-5cf7-407c-a234-d7f525e6b143 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:12:03.276547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-43cbf99b-a288-47d8-aac0-fac16285814d service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110673 Sep 17 01:12:03.344127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:03.358399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'port_id': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'mac_address': 'fa:16:3e:eb:28:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:12:03.410036 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:03.430347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec7d5d11-5cf7-407c-a234-d7f525e6b143 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:03.454082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbf899-5b8d-45a0-a585-fb74d69f6baf req-9bda2445-185f-49a7-bc2f-2480d96fc20f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:03.455990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87cbf899-5b8d-45a0-a585-fb74d69f6baf req-9bda2445-185f-49a7-bc2f-2480d96fc20f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 943 time: 0.0754879 Sep 17 01:12:03.470442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:03.511217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87cbf899-5b8d-45a0-a585-fb74d69f6baf req-ab6601b2-941e-4b5d-ab56-81dc7dcce2d9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Sep 17 01:12:03.580263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:03.653615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:03.663257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.663944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.664579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.665113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.665883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.666381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.666875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.667603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.668182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.668885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.669381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.669896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:03.679347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193975c-8e18-4092-beb1-3265f47ec843 req-67cbf86d-4fdc-432e-85d7-626511bc67e3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:03.687680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3193975c-8e18-4092-beb1-3265f47ec843 req-67cbf86d-4fdc-432e-85d7-626511bc67e3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1224890 Sep 17 01:12:03.723638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3193975c-8e18-4092-beb1-3265f47ec843 req-ce3dea6f-5451-4e06-9c58-750d1370df50 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349345 Sep 17 01:12:03.808520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e50ae939-4526-4b35-896d-fe6f328db485 req-e7345a42-4d2f-44be-8614-db6647911b6e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 210 time: 0.0303466 Sep 17 01:12:03.815959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a981c-d724-437a-b0ba-11842b17d26c req-ae6b686c-8051-4a2c-830c-450e1017de7b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:03.817700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-755a981c-d724-437a-b0ba-11842b17d26c req-ae6b686c-8051-4a2c-830c-450e1017de7b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0738711 Sep 17 01:12:03.859450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-755a981c-d724-437a-b0ba-11842b17d26c req-9f121f35-03a3-4e7a-8b02-defb0a3c791a tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342038 Sep 17 01:12:03.893498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ec7d5d11-5cf7-407c-a234-d7f525e6b143'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:04.652317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8378-c2ba-4ccc-a875-13b38fbaea1f req-2d175c60-2b27-4f57-923c-adb2d3b5d260 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:04.653848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d0a8378-c2ba-4ccc-a875-13b38fbaea1f req-2d175c60-2b27-4f57-923c-adb2d3b5d260 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 944 time: 0.0800192 Sep 17 01:12:04.666816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64826658-1200-4524-942a-a021ebf5d061 req-8846551d-c186-4174-8538-5198c800a816 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:04.668313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64826658-1200-4524-942a-a021ebf5d061 req-8846551d-c186-4174-8538-5198c800a816 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0675189 Sep 17 01:12:04.745221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d0a8378-c2ba-4ccc-a875-13b38fbaea1f req-e006d4a6-3412-4d14-8251-c505132fd4d9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759561 Sep 17 01:12:04.807341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Deleting port d3171d25-56ef-49d1-83eb-db345fb6ea16 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:04.807814 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:04.859816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d14ddd-5570-415c-8a15-8056811829f1 req-9989c1e0-ce74-4925-bc50-ce92470ebd68 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:04.861339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30d14ddd-5570-415c-8a15-8056811829f1 req-9989c1e0-ce74-4925-bc50-ce92470ebd68 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0571933 Sep 17 01:12:04.912238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30d14ddd-5570-415c-8a15-8056811829f1 req-e84fca03-aa5c-4696-bd08-b36fb58555ee tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Sep 17 01:12:04.928435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb9426c2-97f8-4217-9086-a5375f10d344 req-e3c22c8c-3051-461c-a3fd-46db881ac645 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 210 time: 0.0403214 Sep 17 01:12:04.952011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] For port d3171d25-56ef-49d1-83eb-db345fb6ea16, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d3171d25-56ef-49d1-83eb-db345fb6ea16,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:04.952378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:04.970802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Calling delete_port for d3171d25-56ef-49d1-83eb-db345fb6ea16 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:05.030751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709671d-ddab-46ac-9c2f-d9bf6e02df4d req-53279c34-bf39-46a4-af50-f87989ff2ee2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:05.038071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2709671d-ddab-46ac-9c2f-d9bf6e02df4d req-53279c34-bf39-46a4-af50-f87989ff2ee2 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 950 time: 0.0646696 Sep 17 01:12:05.100053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2709671d-ddab-46ac-9c2f-d9bf6e02df4d req-c700e99f-7675-4cb3-94c8-244db712fbfc tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590720 Sep 17 01:12:05.160029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:05.193282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ec7d5d11-5cf7-407c-a234-d7f525e6b143 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:05.232032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.256727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:05.267812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event deleted for resources: {'Port': ['ID=d3171d25-56ef-49d1-83eb-db345fb6ea16,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:05.300061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6b8c-08c1-4077-9402-5859d91bd82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.317819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] No DVR routers for this DVR port d3171d25-56ef-49d1-83eb-db345fb6ea16 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:05.322207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.327663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64826658-1200-4524-942a-a021ebf5d061 req-488a05c3-624a-43cf-836a-1c9211f62063 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.36 "DELETE /v2.0/ports/d3171d25-56ef-49d1-83eb-db345fb6ea16 HTTP/1.1" status: 204 len: 173 time: 0.6523483 Sep 17 01:12:05.328082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-deleted', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:05.334354 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5711f64-b866-4ecf-97de-c66b23400c11" -d '{"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-deleted", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:05.383206 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb65c63-bed3-4c25-9a7d-95dc45b88e2f x-openstack-request-id: req-5bb65c63-bed3-4c25-9a7d-95dc45b88e2f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:05.383206 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed88ed63-eb4e-4c57-b644-23b29d34cf5c", "name": "network-vif-deleted", "tag": "d3171d25-56ef-49d1-83eb-db345fb6ea16", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:05.383540 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bb65c63-bed3-4c25-9a7d-95dc45b88e2f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:05.384001 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed88ed63-eb4e-4c57-b644-23b29d34cf5c', 'name': 'network-vif-deleted', 'tag': 'd3171d25-56ef-49d1-83eb-db345fb6ea16', 'status': 'completed', 'code': 200} Sep 17 01:12:05.452870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6b8c-08c1-4077-9402-5859d91bd82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.455471 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-289c2a79-1f64-43f8-bd0f-14bd93f9262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.459597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port ec7d5d11-5cf7-407c-a234-d7f525e6b143 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:12:05.471820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port ec7d5d11-5cf7-407c-a234-d7f525e6b143 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:05.472856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.569850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.581310 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6b8c-08c1-4077-9402-5859d91bd82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.594200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:05.598132 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd19f92-45a3-4b75-b62f-d2f7bd852404" -d '{"events": [{"server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:05.624623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:05.644783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b9ef6b8c-08c1-4077-9402-5859d91bd82a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3e922f8f7184a288cb3e74fa7a3e26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836562 Sep 17 01:12:05.645836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef6b8c-08c1-4077-9402-5859d91bd82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c3484a-5a0d-4bb6-9b35-97ee56dd018f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:05.648451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49022) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:05.669511 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4134b4-4d69-4ca3-a90b-9e0184a0e9d6 x-openstack-request-id: req-7a4134b4-4d69-4ca3-a90b-9e0184a0e9d6 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:05.669805 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "name": "network-vif-plugged", "status": "completed", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:05.670071 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a4134b4-4d69-4ca3-a90b-9e0184a0e9d6 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:05.670435 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'code': 200} Sep 17 01:12:05.715862 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4580-3ea1-425e-8ae7-2b02b1e42490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.751203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4580-3ea1-425e-8ae7-2b02b1e42490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.814424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84ac9a-ee48-47da-b63a-9e742289ccc3 req-b37cd07b-ab52-4494-9705-3de0f3a6f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:05.815976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec84ac9a-ee48-47da-b63a-9e742289ccc3 req-b37cd07b-ab52-4494-9705-3de0f3a6f578 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1095 time: 0.0786517 Sep 17 01:12:05.817206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.874259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec84ac9a-ee48-47da-b63a-9e742289ccc3 req-ac8f39c2-c7a4-4d9a-8bf9-e0360349ca02 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504704 Sep 17 01:12:05.899389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:05.920416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c5f2f-1b5b-4d8b-a0fc-25abfafb3cc9 req-6ccdba29-71c0-4e8c-bcd8-9b11505318a7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:05.921930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a7c5f2f-1b5b-4d8b-a0fc-25abfafb3cc9 req-6ccdba29-71c0-4e8c-bcd8-9b11505318a7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0581958 Sep 17 01:12:05.963148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a7c5f2f-1b5b-4d8b-a0fc-25abfafb3cc9 req-6d7e6dff-e0c9-47f5-8c37-3ac9060d6434 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345094 Sep 17 01:12:05.968856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4580-3ea1-425e-8ae7-2b02b1e42490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.971466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a3c4580-3ea1-425e-8ae7-2b02b1e42490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:05.972664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3a3c4580-3ea1-425e-8ae7-2b02b1e42490 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97c3484a-5a0d-4bb6-9b35-97ee56dd018f HTTP/1.1" status: 204 len: 168 time: 0.3224924 Sep 17 01:12:05.981763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c4580-3ea1-425e-8ae7-2b02b1e42490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c3484a-5a0d-4bb6-9b35-97ee56dd018f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:06.068026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c74737-13f2-4f6a-a38b-cc9139e43a00 req-1cff931b-cbe0-43f2-9ebc-f52fdee3f75b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:06.070581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3c74737-13f2-4f6a-a38b-cc9139e43a00 req-1cff931b-cbe0-43f2-9ebc-f52fdee3f75b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0858102 Sep 17 01:12:06.090432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-291aec2d-e44e-41e9-9a41-e2284b0102c5 req-9e1e8aec-4a55-418d-bcea-f109186eb175 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 210 time: 0.0396156 Sep 17 01:12:06.114914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3c74737-13f2-4f6a-a38b-cc9139e43a00 req-0304a359-d6f7-4aab-8152-4033b61ab295 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363023 Sep 17 01:12:06.169436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49038) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:06.227268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea0a82fe-58d5-453c-8b98-774428bba9be req-81f2f711-a5b5-41b7-b8bf-c2f007b0e6d6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed88ed63-eb4e-4c57-b644-23b29d34cf5c HTTP/1.1" status: 200 len: 210 time: 0.0292530 Sep 17 01:12:06.408396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b58951ff-6fbc-49ae-b032-d955c6414a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:06.463367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7d924461-7fa2-4751-9f77-2d855981ff32 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:06.464803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7d924461-7fa2-4751-9f77-2d855981ff32 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1491907 Sep 17 01:12:06.480933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'port': {'device_id': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'admin_state_up': True, 'tenant_id': 'be7411bba4a64c0f8935af306bffce19'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:06.614384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b58951ff-6fbc-49ae-b032-d955c6414a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:06.759629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b58951ff-6fbc-49ae-b032-d955c6414a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:06.806497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b58951ff-6fbc-49ae-b032-d955c6414a57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a392799ae73410aac3358d8c900eddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6359658 Sep 17 01:12:06.811259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49046) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:06.816115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58951ff-6fbc-49ae-b032-d955c6414a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebb4d82-894b-4e4c-bfdf-56bd6525afce,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:06.867357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc30-edbf-4b91-9c72-62c12b2af37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:06.893722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc30-edbf-4b91-9c72-62c12b2af37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:06.967622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:06.988029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: d3171d25-56ef-49d1-83eb-db345fb6ea16 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:06.988377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d3171d25-56ef-49d1-83eb-db345fb6ea16 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:07.014863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:07.018554 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.026468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49052) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:07.046307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c18e32b0-d2a9-4ab0-8a86-7da740f2f212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.096823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc30-edbf-4b91-9c72-62c12b2af37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.100148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94b9fc30-edbf-4b91-9c72-62c12b2af37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.103722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94b9fc30-edbf-4b91-9c72-62c12b2af37d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ebb4d82-894b-4e4c-bfdf-56bd6525afce HTTP/1.1" status: 204 len: 168 time: 0.2912376 Sep 17 01:12:07.124978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9fc30-edbf-4b91-9c72-62c12b2af37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebb4d82-894b-4e4c-bfdf-56bd6525afce,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:07.137095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5f789-30e7-4c05-a421-751866128dd5 req-7f04b835-b5be-4040-9113-a9f1910aa22b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:07.139112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64a5f789-30e7-4c05-a421-751866128dd5 req-7f04b835-b5be-4040-9113-a9f1910aa22b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0942900 Sep 17 01:12:07.200248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64a5f789-30e7-4c05-a421-751866128dd5 req-e62debdc-8868-419b-9748-74852e2256d1 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Sep 17 01:12:07.241669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c18e32b0-d2a9-4ab0-8a86-7da740f2f212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.268725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f1df093-0dcb-49e7-b8ce-183ac09d1829 req-d285d5ea-1bbd-4050-9eaa-0e0d9a5cb044 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 210 time: 0.0375271 Sep 17 01:12:07.269973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Allocated IP 172.20.0.5 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/f1e59d8f-27c4-4108-9ed7-f2c857079229) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:07.362503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecffe2-2976-4e42-85c6-70771caa5df5 req-e313ee03-e063-4d55-904f-6bff05ca6935 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:07.365831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15ecffe2-2976-4e42-85c6-70771caa5df5 req-e313ee03-e063-4d55-904f-6bff05ca6935 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0717101 Sep 17 01:12:07.392275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c18e32b0-d2a9-4ab0-8a86-7da740f2f212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.449123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15ecffe2-2976-4e42-85c6-70771caa5df5 req-6ad7f99c-8200-45c4-9133-746efa8529d3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744829 Sep 17 01:12:07.451195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e32b0-d2a9-4ab0-8a86-7da740f2f212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b96f6-0b8b-4487-a1fa-7b38136e9e0b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:07.460498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c18e32b0-d2a9-4ab0-8a86-7da740f2f212 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60934b3315674764a63b13b49fecb0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293864 Sep 17 01:12:07.461017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:07.480161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.542101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5501c98-9c71-4e0b-a64a-5a2907f781f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.564220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5501c98-9c71-4e0b-a64a-5a2907f781f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.669753 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.687461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:07.716369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:07.718390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:07.722254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:07.756652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=f1e59d8f-27c4-4108-9ed7-f2c857079229,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:07.796428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:07.797084 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.815677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5501c98-9c71-4e0b-a64a-5a2907f781f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.819564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5501c98-9c71-4e0b-a64a-5a2907f781f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:07.824292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c5501c98-9c71-4e0b-a64a-5a2907f781f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/947b96f6-0b8b-4487-a1fa-7b38136e9e0b HTTP/1.1" status: 204 len: 168 time: 0.3627555 Sep 17 01:12:07.832596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501c98-9c71-4e0b-a64a-5a2907f781f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b96f6-0b8b-4487-a1fa-7b38136e9e0b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:07.936066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-7778027a-9ade-43f9-a9ad-0fb21fe578ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4623191 Sep 17 01:12:07.949233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Request body: {'port': {'device_id': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:08.035875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97fd69-af27-44e9-8ff5-ae4c47f90975 req-39461166-0072-43bf-86b4-4b24599e6a12 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:08.040729 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.044553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d97fd69-af27-44e9-8ff5-ae4c47f90975 req-39461166-0072-43bf-86b4-4b24599e6a12 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0747185 Sep 17 01:12:08.078738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d97fd69-af27-44e9-8ff5-ae4c47f90975 req-15560701-97af-4811-bcda-08b1b01cd29b tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332885 Sep 17 01:12:08.114104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5113c9a2-ceed-43a1-8f5a-231890b1e24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.121666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c4b56c53-8aa3-4468-bfcd-4c74cac1b313 None None] Provisioning complete for port f1e59d8f-27c4-4108-9ed7-f2c857079229 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:08.122033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4b56c53-8aa3-4468-bfcd-4c74cac1b313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.158367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c4b56c53-8aa3-4468-bfcd-4c74cac1b313 None None] Port f1e59d8f-27c4-4108-9ed7-f2c857079229 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:12:08.347533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e59d8f-27c4-4108-9ed7-f2c857079229 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:08.358075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.374583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61e0d5-47cb-4990-99fe-2aae0153f62c req-b9823784-9ffd-4870-bf5e-91890b8608f0 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:08.378905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e61e0d5-47cb-4990-99fe-2aae0153f62c req-b9823784-9ffd-4870-bf5e-91890b8608f0 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0984116 Sep 17 01:12:08.379432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49082) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:08.405005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Transition to ACTIVE for port object f1e59d8f-27c4-4108-9ed7-f2c857079229 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:12:08.412952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e165a1d0-0e73-43fa-a632-c4ef87adfb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.416168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eae832-5932-4aab-8dad-a1e4262ffc23 req-4b82e61c-9c42-4a37-ab9d-abbd735b9a28 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:08.417951 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0eae832-5932-4aab-8dad-a1e4262ffc23 req-4b82e61c-9c42-4a37-ab9d-abbd735b9a28 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 931 time: 0.0607691 Sep 17 01:12:08.451165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e61e0d5-47cb-4990-99fe-2aae0153f62c req-96ad6e43-4b74-4bf9-b20c-0bc025002e37 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605724 Sep 17 01:12:08.487611 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0eae832-5932-4aab-8dad-a1e4262ffc23 req-97cc1ca3-6d8c-4ec9-8ce0-1658b8b1ab18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Sep 17 01:12:08.504674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.634741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e59d8f-27c4-4108-9ed7-f2c857079229,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:08.641062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e165a1d0-0e73-43fa-a632-c4ef87adfb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.667957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.668271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.668614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.668966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.669301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.669646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.669976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.670325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.670656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.670984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.671333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.671660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:08.722093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ff0a9-c6e5-4f37-b7bb-236415ffc4cf req-5c4d603d-62cf-498d-b139-b4f824b31aff tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:08.723685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-134ff0a9-c6e5-4f37-b7bb-236415ffc4cf req-5c4d603d-62cf-498d-b139-b4f824b31aff tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1685746 Sep 17 01:12:08.766310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Attempting to bind port f1e59d8f-27c4-4108-9ed7-f2c857079229 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:08.766641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Attempting to bind port f1e59d8f-27c4-4108-9ed7-f2c857079229 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:08.766966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Attempting to bind port f1e59d8f-27c4-4108-9ed7-f2c857079229 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:08.779329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Port f1e59d8f-27c4-4108-9ed7-f2c857079229 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:12:08.779329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Attempting to bind port f1e59d8f-27c4-4108-9ed7-f2c857079229 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:08.788155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-134ff0a9-c6e5-4f37-b7bb-236415ffc4cf req-7b18d89f-532e-41b1-9724-feb5eab9a725 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567727 Sep 17 01:12:08.789011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:08.789346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:08.789780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:08.790220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Bound port: f1e59d8f-27c4-4108-9ed7-f2c857079229, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:08.790560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.829195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e165a1d0-0e73-43fa-a632-c4ef87adfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.893974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e165a1d0-0e73-43fa-a632-c4ef87adfb74 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fab091668fb64fc094fc10125b3643f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107276 Sep 17 01:12:08.896641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165a1d0-0e73-43fa-a632-c4ef87adfb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556bf21c-3b3c-4df0-baf1-9a791cd9605b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:08.897350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49098) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:08.902365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] For port f1e59d8f-27c4-4108-9ed7-f2c857079229, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:08.905625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] For port f1e59d8f-27c4-4108-9ed7-f2c857079229, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:08.963812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d504c67e-5d8c-49e4-b3fe-0582359cf500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:08.984342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d504c67e-5d8c-49e4-b3fe-0582359cf500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.070309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.070482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.134460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.134460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.134460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f1e59d8f-27c4-4108-9ed7-f2c857079229 HTTP/1.1" status: 200 len: 1091 time: 1.1897397 Sep 17 01:12:09.134724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'tag': 'f1e59d8f-27c4-4108-9ed7-f2c857079229'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:09.137448 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33690dc-1b5e-49f9-b35b-552aae982bbd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d45bc91-391c-441b-ab2b-2d7676968f5c", "tag": "f1e59d8f-27c4-4108-9ed7-f2c857079229"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:09.157923 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d504c67e-5d8c-49e4-b3fe-0582359cf500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.160770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d504c67e-5d8c-49e4-b3fe-0582359cf500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.169050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d504c67e-5d8c-49e4-b3fe-0582359cf500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/556bf21c-3b3c-4df0-baf1-9a791cd9605b HTTP/1.1" status: 204 len: 168 time: 0.2654085 Sep 17 01:12:09.169738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a1ffc-e798-4021-99b7-91233e191ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e59d8f-27c4-4108-9ed7-f2c857079229,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:09.184018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504c67e-5d8c-49e4-b3fe-0582359cf500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556bf21c-3b3c-4df0-baf1-9a791cd9605b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:09.310416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d24fe4-2baf-4256-8008-8e3b5bf2c5a4 req-f940987b-10b4-44e6-916d-1d39fd12a966 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.312098 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67d24fe4-2baf-4256-8008-8e3b5bf2c5a4 req-f940987b-10b4-44e6-916d-1d39fd12a966 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1182435 Sep 17 01:12:09.312630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb8102-935a-4bed-9bba-433d75a3fbf1 req-cb26b16a-bd3c-47e7-ac03-6348a3f9b917 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.314139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fb8102-935a-4bed-9bba-433d75a3fbf1 req-cb26b16a-bd3c-47e7-ac03-6348a3f9b917 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.1196733 Sep 17 01:12:09.371050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-549a680d-f1d5-457b-9ebb-26428e5cba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.372991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-549a680d-f1d5-457b-9ebb-26428e5cba09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.1272380 Sep 17 01:12:09.381269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-70d46a6f-c65f-493c-b9fd-381c2cafd568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.382772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-70d46a6f-c65f-493c-b9fd-381c2cafd568 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 1094 time: 0.1061606 Sep 17 01:12:09.394039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67d24fe4-2baf-4256-8008-8e3b5bf2c5a4 req-c6a92408-9326-4a39-a22e-1932f939b5f4 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724459 Sep 17 01:12:09.402751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-1a0fe396-76be-4d68-8701-eefaf550f6b6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.404625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-1a0fe396-76be-4d68-8701-eefaf550f6b6 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 950 time: 0.0767996 Sep 17 01:12:09.414289 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.432863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7fb8102-935a-4bed-9bba-433d75a3fbf1 req-ac2efdca-2165-4863-9c38-47749671fd76 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/security-groups?id=a547dacc-92d4-48c2-81ea-2434d357da13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030054 Sep 17 01:12:09.470421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-6aa0ea56-ab55-4ac9-8a9e-b5d030056c83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229 HTTP/1.1" status: 200 len: 217 time: 0.0648592 Sep 17 01:12:09.542937 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae4ea5-4419-4dfd-b51f-927b9502d6a0 x-openstack-request-id: req-daae4ea5-4419-4dfd-b51f-927b9502d6a0 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:09.543285 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d45bc91-391c-441b-ab2b-2d7676968f5c", "tag": "f1e59d8f-27c4-4108-9ed7-f2c857079229", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:09.543665 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daae4ea5-4419-4dfd-b51f-927b9502d6a0 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:09.544075 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'tag': 'f1e59d8f-27c4-4108-9ed7-f2c857079229', 'status': 'completed', 'code': 200} Sep 17 01:12:09.584444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Deleting port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:09.588619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.589410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-61bdaadf-6156-407e-9eed-c91e254b2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.590889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-61bdaadf-6156-407e-9eed-c91e254b2d28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.1127615 Sep 17 01:12:09.605635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-f0f1ac03-f0ad-4b55-8bdf-830a3968927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.605635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-f0f1ac03-f0ad-4b55-8bdf-830a3968927d service neutron] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.2166433 Sep 17 01:12:09.707299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] For port e495da2a-af6b-42f7-a1a6-72e58b6ffd46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:09.707836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:09.736222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Calling delete_port for e495da2a-af6b-42f7-a1a6-72e58b6ffd46 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:09.934859 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbfc0d-8165-4c35-b633-5890530e8c94 req-e6b84f47-0f36-4f31-9671-4823970656bb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:09.936416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37fbfc0d-8165-4c35-b633-5890530e8c94 req-e6b84f47-0f36-4f31-9671-4823970656bb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0582302 Sep 17 01:12:09.980659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37fbfc0d-8165-4c35-b633-5890530e8c94 req-e329065e-d88b-4c5e-9b18-27800c170e07 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379975 Sep 17 01:12:10.010927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-27c7f66b-aedc-4fc0-80ab-732c3466f86b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.3828342 Sep 17 01:12:10.062910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f819c15-c386-488d-99a2-fac7bb8b9da5 req-fb237ff3-7252-424b-a5a5-cf547b358db0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.064476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f819c15-c386-488d-99a2-fac7bb8b9da5 req-fb237ff3-7252-424b-a5a5-cf547b358db0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 943 time: 0.4780934 Sep 17 01:12:10.071137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-d66fcbfb-c9be-4e40-98e9-47c2c0dacd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.072544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-d66fcbfb-c9be-4e40-98e9-47c2c0dacd54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4710751 Sep 17 01:12:10.111892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:10.123305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-11fa6b1b-df37-4fd1-9f83-c04028ed2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.125077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-11fa6b1b-df37-4fd1-9f83-c04028ed2189 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.1076584 Sep 17 01:12:10.125798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e495da2a-af6b-42f7-a1a6-72e58b6ffd46'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:10.181283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Pushing event deleted for resources: {'Port': ['ID=e495da2a-af6b-42f7-a1a6-72e58b6ffd46,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:10.207899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-b3a0eec0-2787-4d35-a87e-c9d7516f59b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737300 Sep 17 01:12:10.214833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f819c15-c386-488d-99a2-fac7bb8b9da5 req-05422bc2-aaa5-488d-b670-14934efb7303 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413462 Sep 17 01:12:10.231270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] No DVR routers for this DVR port e495da2a-af6b-42f7-a1a6-72e58b6ffd46 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:10.233764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:10.235718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69c02f9d-c333-488c-9fcc-e1c833fc57b1 req-72df90ed-e6c2-46d2-91c6-c46974e36827 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.23 "DELETE /v2.0/ports/e495da2a-af6b-42f7-a1a6-72e58b6ffd46 HTTP/1.1" status: 204 len: 173 time: 0.8167133 Sep 17 01:12:10.236141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-deleted', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:10.238600 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dcda6c-4204-4c36-813b-c352b3d758a1" -d '{"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-deleted", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:10.281309 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46428c32-11be-4de4-aead-9025fd38c5d9 x-openstack-request-id: req-46428c32-11be-4de4-aead-9025fd38c5d9 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:10.282307 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec29e0ee-fb31-4e60-82e4-e0077f94ada6", "name": "network-vif-deleted", "tag": "e495da2a-af6b-42f7-a1a6-72e58b6ffd46", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:10.282573 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46428c32-11be-4de4-aead-9025fd38c5d9 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:10.283202 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec29e0ee-fb31-4e60-82e4-e0077f94ada6', 'name': 'network-vif-deleted', 'tag': 'e495da2a-af6b-42f7-a1a6-72e58b6ffd46', 'status': 'completed', 'code': 200} Sep 17 01:12:10.293736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-ebaa892e-b48c-4c2f-aea8-d49dd2d3af0a service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114880 Sep 17 01:12:10.398188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-b9ff3fb5-7450-488d-bfc9-8b2e42c71ba0 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786921 Sep 17 01:12:10.403165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49148) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:10.507966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0a25fb2-2041-4f86-93e3-5ff9101b4243 req-18cbdf3e-2188-4b76-bd3d-0fccccbb874b service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032850 Sep 17 01:12:10.565447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e4492cc-71d1-4ac7-9c32-cd52a5774a73 req-46bf2bef-2517-469f-b38d-25fa0fa5c688 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504905 Sep 17 01:12:10.583832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-abf13b0d-a675-498e-840e-619cd1ae6330 req-c62d343c-6404-4100-bc89-909894902cb4 tempest-MigrationsAdminTest-190045555 tempest-MigrationsAdminTest-190045555-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec29e0ee-fb31-4e60-82e4-e0077f94ada6 HTTP/1.1" status: 200 len: 210 time: 0.0455651 Sep 17 01:12:10.598104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd43c-e266-4ccf-9709-d176affb6a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:10.607553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2052e73-7d77-4bfb-bc25-e8a9bbf349a9 req-5316e5a6-91c9-4684-8482-10d4e4d02852 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.609485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2052e73-7d77-4bfb-bc25-e8a9bbf349a9 req-5316e5a6-91c9-4684-8482-10d4e4d02852 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1145935 Sep 17 01:12:10.670403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2052e73-7d77-4bfb-bc25-e8a9bbf349a9 req-43c06283-0d13-413d-9f6b-b6883a51454a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470366 Sep 17 01:12:10.749593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd43c-e266-4ccf-9709-d176affb6a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:10.780094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-5a54072c-da74-4f05-b069-ce58fb21f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.784812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-5a54072c-da74-4f05-b069-ce58fb21f65c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 1094 time: 0.0546718 Sep 17 01:12:10.897837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-295277d4-cba1-40bd-bd61-b18f0f82f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.899363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-295277d4-cba1-40bd-bd61-b18f0f82f43b service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1076710 Sep 17 01:12:10.942656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-f4c05e11-cc64-45cc-b8fe-90b7716a7170 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229 HTTP/1.1" status: 200 len: 217 time: 0.0358293 Sep 17 01:12:10.955028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd43c-e266-4ccf-9709-d176affb6a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:10.997338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-feeccd02-1a94-45a8-a55c-307e5d416007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:10.998791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-feeccd02-1a94-45a8-a55c-307e5d416007 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0465262 Sep 17 01:12:10.999391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb9cd43c-e266-4ccf-9709-d176affb6a63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c603adc0653b4008aa074592b2ee32a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950818 Sep 17 01:12:11.000310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cd43c-e266-4ccf-9709-d176affb6a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255dc00a-3d7c-4f5c-87d2-a34b11884388,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:11.002049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49168) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:11.082007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-584c6caa-b3eb-4ed8-895f-dff29531ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:11.084149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-584c6caa-b3eb-4ed8-895f-dff29531ea1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739315 Sep 17 01:12:11.097486 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:11.102124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebc816c0-6a45-4717-89b7-61fd6516a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:11.109294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaec45-c19a-410b-83fd-fdc141cb94c4 req-e3e3ddf9-3b13-4406-95db-54b8db7bdaa3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:11.110833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0aaec45-c19a-410b-83fd-fdc141cb94c4 req-e3e3ddf9-3b13-4406-95db-54b8db7bdaa3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0599248 Sep 17 01:12:11.145568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebc816c0-6a45-4717-89b7-61fd6516a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:11.167777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0aaec45-c19a-410b-83fd-fdc141cb94c4 req-0b4304d5-5486-41a9-a96f-5cbd301e6c68 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478034 Sep 17 01:12:11.231072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-c26799a0-01c7-4d44-b71d-459f51ca88a2 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373401 Sep 17 01:12:11.375455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebc816c0-6a45-4717-89b7-61fd6516a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:11.379017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebc816c0-6a45-4717-89b7-61fd6516a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:11.381452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ebc816c0-6a45-4717-89b7-61fd6516a148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/255dc00a-3d7c-4f5c-87d2-a34b11884388 HTTP/1.1" status: 204 len: 168 time: 0.3784797 Sep 17 01:12:11.400816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e33690dc-1b5e-49f9-b35b-552aae982bbd req-b872c25c-c881-4dd0-9d90-ee758d6b157d service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607583 Sep 17 01:12:11.402489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc816c0-6a45-4717-89b7-61fd6516a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255dc00a-3d7c-4f5c-87d2-a34b11884388,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:11.451876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce4d6fc-dca8-4694-b5b4-6c35a0a005e6 req-90db9ae8-3fe5-40d2-9846-48b0877bfc7a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:11.453435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ce4d6fc-dca8-4694-b5b4-6c35a0a005e6 req-90db9ae8-3fe5-40d2-9846-48b0877bfc7a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 943 time: 0.1046340 Sep 17 01:12:11.512831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ce4d6fc-dca8-4694-b5b4-6c35a0a005e6 req-1f98f09d-24d7-4744-a92d-efdd13f1c28c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Sep 17 01:12:11.815449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d905c-3c7d-4974-b710-749a8b480df4 req-249e2443-738c-483c-b8d9-29685e74fbea tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:11.823374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b79d905c-3c7d-4974-b710-749a8b480df4 req-249e2443-738c-483c-b8d9-29685e74fbea tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0703161 Sep 17 01:12:11.863638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b79d905c-3c7d-4974-b710-749a8b480df4 req-bf58502e-79cf-4221-87fa-49d212290889 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Sep 17 01:12:12.196940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49214) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:12.303814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c959e95-975d-424c-b7f5-3fae324125b9 req-0991df3d-a908-4914-af8d-212c137e3fe6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:12.305367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c959e95-975d-424c-b7f5-3fae324125b9 req-0991df3d-a908-4914-af8d-212c137e3fe6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0574017 Sep 17 01:12:12.356663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c959e95-975d-424c-b7f5-3fae324125b9 req-71460dcd-0e91-4e20-a393-ce128fac7caf tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453665 Sep 17 01:12:12.376860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5723d509-8a7c-40c0-afb8-b30d1308529a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24ab9be3bb21450fa25da0f6c8f0f9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783705 Sep 17 01:12:12.379712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49222) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:12.435179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2e688e-d650-42b7-9d1d-bbc09d2ab947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:12.455888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2e688e-d650-42b7-9d1d-bbc09d2ab947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:12.632118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c78d56-5331-4dac-b149-f02a1d7cba76 req-45774d9b-e208-480b-bd40-2dfb432cd3ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:12.640163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84c78d56-5331-4dac-b149-f02a1d7cba76 req-45774d9b-e208-480b-bd40-2dfb432cd3ae tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 943 time: 0.0528359 Sep 17 01:12:12.672255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84c78d56-5331-4dac-b149-f02a1d7cba76 req-a78ad2ef-7a87-4110-866e-9719e6edfef3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Sep 17 01:12:12.931769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-0491d3d1-9a71-4ce9-b2f8-648e57c4f6a0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432560 Sep 17 01:12:12.963938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2e688e-d650-42b7-9d1d-bbc09d2ab947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:12.966395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2e688e-d650-42b7-9d1d-bbc09d2ab947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:12.967509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8e2e688e-d650-42b7-9d1d-bbc09d2ab947 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a547dacc-92d4-48c2-81ea-2434d357da13 HTTP/1.1" status: 204 len: 168 time: 0.5865626 Sep 17 01:12:12.978136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f1e59d8f-27c4-4108-9ed7-f2c857079229 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:12:12.992797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e688e-d650-42b7-9d1d-bbc09d2ab947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a547dacc-92d4-48c2-81ea-2434d357da13,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:13.003749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817a794-0a0a-4c6e-ab2f-75010ba58f9f req-fc187786-4667-4181-99f0-225ecdba5847 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.007890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1817a794-0a0a-4c6e-ab2f-75010ba58f9f req-fc187786-4667-4181-99f0-225ecdba5847 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0609744 Sep 17 01:12:13.016651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-ade64aa3-234f-4e38-b302-b31b70fa4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.026910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-ade64aa3-234f-4e38-b302-b31b70fa4e58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.0641460 Sep 17 01:12:13.076286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1817a794-0a0a-4c6e-ab2f-75010ba58f9f req-dbb5dad4-5c0e-4fd9-ac8e-a12196b3a29c tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Sep 17 01:12:13.144358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f1e59d8f-27c4-4108-9ed7-f2c857079229, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:13.157564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-056ed9a6-094a-471c-b36e-b37eb98f1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.159046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-056ed9a6-094a-471c-b36e-b37eb98f1186 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1163576 Sep 17 01:12:13.159880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f1e59d8f-27c4-4108-9ed7-f2c857079229', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'f1e59d8f-27c4-4108-9ed7-f2c857079229', 'mac_address': 'fa:16:3e:56:1e:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:12:13.202508 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:13.220187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e59d8f-27c4-4108-9ed7-f2c857079229 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:13.249419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f1e59d8f-27c4-4108-9ed7-f2c857079229, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:13.252208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:13.264407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-9e5064ea-eadb-4d17-9c79-d8d09f89c128 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.0978382 Sep 17 01:12:13.276186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: e495da2a-af6b-42f7-a1a6-72e58b6ffd46 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:13.276636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e495da2a-af6b-42f7-a1a6-72e58b6ffd46 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:13.310601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-11195905-aecd-45f8-b8e6-08bbdd4a9c5d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1856202582&fields=id&tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77 HTTP/1.1" status: 200 len: 267 time: 0.0688264 Sep 17 01:12:13.328649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:13.367262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-3c6e5141-e331-4789-86d0-897575aa769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.368868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-3c6e5141-e331-4789-86d0-897575aa769f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0928717 Sep 17 01:12:13.386276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f1e59d8f-27c4-4108-9ed7-f2c857079229,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:13.483446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-3cd86826-5627-40b0-a479-a93544838764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.484956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-3cd86826-5627-40b0-a479-a93544838764 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063154 Sep 17 01:12:13.508579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4622a-c896-4617-978e-d049520dfbb1 req-1d00f860-466a-4ed7-8af1-0f68e002746c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.510370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-182aa92d-4812-4ff2-a419-da854000d7b8 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.516561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31e4622a-c896-4617-978e-d049520dfbb1 req-1d00f860-466a-4ed7-8af1-0f68e002746c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0641825 Sep 17 01:12:13.517252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-182aa92d-4812-4ff2-a419-da854000d7b8 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/networks?id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a HTTP/1.1" status: 200 len: 816 time: 0.1987679 Sep 17 01:12:13.535044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f1e59d8f-27c4-4108-9ed7-f2c857079229'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:13.561493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-fd54d6a0-57c0-4030-adc3-3189c2833b35 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/quotas/0d4bf8bcec824ff88a1c2bb81836aa77 HTTP/1.1" status: 200 len: 375 time: 0.0433819 Sep 17 01:12:13.569801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31e4622a-c896-4617-978e-d049520dfbb1 req-fca453c6-e161-4690-91bb-d36bbaa80259 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484259 Sep 17 01:12:13.671618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-9ec8e724-edf2-4cf7-b3f9-5fc156bec83b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1092319 Sep 17 01:12:13.677742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-08f53fde-d159-40e6-988b-a31af82e1eb6 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826627 Sep 17 01:12:13.814144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710041c6-ae26-4eb4-a0f8-f43a49b36241 req-001ab1b7-5771-404c-a5b6-7fbc802c8f34 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:13.823701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-710041c6-ae26-4eb4-a0f8-f43a49b36241 req-001ab1b7-5771-404c-a5b6-7fbc802c8f34 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 944 time: 0.0650864 Sep 17 01:12:13.855607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-2649f03e-f8fe-4faf-8875-6eb65b35c38c service neutron] 10.222.0.13 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743155 Sep 17 01:12:13.857495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-556e2bd6-20af-403c-8616-8872f46c9c80 req-af3aa58e-46a2-458a-ac9c-7d89bf5580df service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688755 Sep 17 01:12:13.862990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-710041c6-ae26-4eb4-a0f8-f43a49b36241 req-625fb1d8-ceed-4c2c-8a6c-4c68929cda20 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Sep 17 01:12:13.876177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49268) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:13.941885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9cd63d18-5b75-428b-bb93-f77c8cb1aee3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d9b46a34e40475092972ced6f973ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0677137 Sep 17 01:12:13.945286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49270) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:14.003146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-3f70a31a-4051-44f5-9120-a5f2a6a5d2d8 service neutron] 10.222.0.13 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366115 Sep 17 01:12:14.010301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b76634b-2a73-4bdd-b5a7-7fb7151b58dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:14.032802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b76634b-2a73-4bdd-b5a7-7fb7151b58dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:14.176884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b76634b-2a73-4bdd-b5a7-7fb7151b58dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:14.179475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b76634b-2a73-4bdd-b5a7-7fb7151b58dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:14.185637 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b76634b-2a73-4bdd-b5a7-7fb7151b58dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/988bdffd-bbb6-4160-922c-1fba5cfeb78d HTTP/1.1" status: 204 len: 168 time: 0.2345107 Sep 17 01:12:14.211631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76634b-2a73-4bdd-b5a7-7fb7151b58dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988bdffd-bbb6-4160-922c-1fba5cfeb78d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:14.262106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ee9b7-ea5f-4f6c-8702-ba5e2c6418e8 req-af545827-af2f-40a6-be20-52c9c3fe807b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:14.269522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca4ee9b7-ea5f-4f6c-8702-ba5e2c6418e8 req-af545827-af2f-40a6-be20-52c9c3fe807b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1183336 Sep 17 01:12:14.303527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca4ee9b7-ea5f-4f6c-8702-ba5e2c6418e8 req-1299114d-585d-4bd5-86e5-544b623af5d7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Sep 17 01:12:14.732647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4fc8b59-577d-41a2-b145-43e7d35e28a8 req-b5ea9415-581d-4231-bf01-fe8ff21b29a1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0297880 Sep 17 01:12:14.826496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d1315-0647-4ed0-b0c7-dc615357c031 req-664eb0a1-f12b-403a-8b12-175a7b48ec97 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:14.828059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-132d1315-0647-4ed0-b0c7-dc615357c031 req-664eb0a1-f12b-403a-8b12-175a7b48ec97 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1556056 Sep 17 01:12:14.892693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-132d1315-0647-4ed0-b0c7-dc615357c031 req-79710155-5f86-4f92-9404-3f2c61edf6b2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579093 Sep 17 01:12:14.988932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f1e59d8f-27c4-4108-9ed7-f2c857079229 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:15.033815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfb13b-914c-4e88-ad75-beeff2d2e789 req-cf2a8daa-bb91-4579-8f7d-4a9a7ea33999 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:15.035345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0bfb13b-914c-4e88-ad75-beeff2d2e789 req-cf2a8daa-bb91-4579-8f7d-4a9a7ea33999 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 944 time: 0.0543282 Sep 17 01:12:15.073051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0bfb13b-914c-4e88-ad75-beeff2d2e789 req-d0521ec6-cf64-4724-95cd-e6e94cc43b71 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Sep 17 01:12:15.117850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f1e59d8f-27c4-4108-9ed7-f2c857079229 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:12:15.124384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f1e59d8f-27c4-4108-9ed7-f2c857079229 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:15.124966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.258749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.285885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e59d8f-27c4-4108-9ed7-f2c857079229'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:15.292907 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576d399f-684e-4d95-8549-634868a74e13" -d '{"events": [{"server_uuid": "6d45bc91-391c-441b-ab2b-2d7676968f5c", "name": "network-vif-plugged", "status": "completed", "tag": "f1e59d8f-27c4-4108-9ed7-f2c857079229"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:15.308801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f1e59d8f-27c4-4108-9ed7-f2c857079229, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:15.334279 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df8ec26-dcad-4e97-9c55-02fb437ccc75 x-openstack-request-id: req-6df8ec26-dcad-4e97-9c55-02fb437ccc75 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:15.334578 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d45bc91-391c-441b-ab2b-2d7676968f5c", "name": "network-vif-plugged", "status": "completed", "tag": "f1e59d8f-27c4-4108-9ed7-f2c857079229", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:15.334843 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6df8ec26-dcad-4e97-9c55-02fb437ccc75 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:15.335269 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e59d8f-27c4-4108-9ed7-f2c857079229', 'code': 200} Sep 17 01:12:15.380076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49414) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:15.397435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.488486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f1e59d8f-27c4-4108-9ed7-f2c857079229,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:15.495511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd62f07-d578-4716-9a63-f2468f20bbe8 req-b34268a0-6772-460e-8a4b-043dc3ea7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:15.497124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fd62f07-d578-4716-9a63-f2468f20bbe8 req-b34268a0-6772-460e-8a4b-043dc3ea7c3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 1096 time: 0.0872083 Sep 17 01:12:15.523845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49424) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:15.559746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71237eef-7654-4efc-847f-934f07ae0ef4 req-f6fc982c-d7f5-49fd-ba4a-6f4e567d328c tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:15.561263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71237eef-7654-4efc-847f-934f07ae0ef4 req-f6fc982c-d7f5-49fd-ba4a-6f4e567d328c tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1118677 Sep 17 01:12:15.563269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fd62f07-d578-4716-9a63-f2468f20bbe8 req-fcc34703-ffb5-44d2-a5c7-69f73f6c45f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520782 Sep 17 01:12:15.602934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29c7d0b3-ada7-4659-93e7-009eb34963d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.610595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71237eef-7654-4efc-847f-934f07ae0ef4 req-7076ee6d-5b8e-4b52-a731-2efa62883deb tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Sep 17 01:12:15.649079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-233977808-network', 'tenant_id': '20252077e8a24a11aecbe0cf9ac17ca0'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:15.707631 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29c7d0b3-ada7-4659-93e7-009eb34963d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.776981 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:12:15.806757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29c7d0b3-ada7-4659-93e7-009eb34963d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.829275 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b66ecc5b-b12e-478d-9fde-eb4897263bdf req-bdace8a9-932b-465c-ae45-1422d4b81016 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0348828 Sep 17 01:12:15.866549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29c7d0b3-ada7-4659-93e7-009eb34963d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8c509946de647e8a2cdf0b4f10600b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846931 Sep 17 01:12:15.869442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:15.871958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7d0b3-ada7-4659-93e7-009eb34963d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2afa28f-f3d5-4b95-a443-110d487f633e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:15.923819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad6c41d4-3b64-4012-b4b6-65c02119ba57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.938113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Made reservation on behalf of 20252077e8a24a11aecbe0cf9ac17ca0 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:15.940530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.948399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad6c41d4-3b64-4012-b4b6-65c02119ba57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:15.951043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.026881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62232363-ac74-4cb7-a84d-9c595467a59c req-90762e4b-bac7-4c6b-bb83-a2fc71ad5522 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:16.028394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62232363-ac74-4cb7-a84d-9c595467a59c req-90762e4b-bac7-4c6b-bb83-a2fc71ad5522 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0695887 Sep 17 01:12:16.065871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62232363-ac74-4cb7-a84d-9c595467a59c req-9829fc79-843f-4483-a9e7-fcb3844ad421 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313015 Sep 17 01:12:16.111246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad6c41d4-3b64-4012-b4b6-65c02119ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.113832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ad6c41d4-3b64-4012-b4b6-65c02119ba57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.115713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ad6c41d4-3b64-4012-b4b6-65c02119ba57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2afa28f-f3d5-4b95-a443-110d487f633e HTTP/1.1" status: 204 len: 168 time: 0.2451518 Sep 17 01:12:16.129044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c41d4-3b64-4012-b4b6-65c02119ba57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2afa28f-f3d5-4b95-a443-110d487f633e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:16.188373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.229278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2eeea-8714-4c9e-a525-29a7180eca6b req-d5bb1719-7cd5-41c6-a6a7-58926542fdf0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:16.230890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4b2eeea-8714-4c9e-a525-29a7180eca6b req-d5bb1719-7cd5-41c6-a6a7-58926542fdf0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 945 time: 0.0561786 Sep 17 01:12:16.252615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49448) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:16.260643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.282304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4b2eeea-8714-4c9e-a525-29a7180eca6b req-a4e8203a-003d-4315-b3a8-6e764c080bad tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364709 Sep 17 01:12:16.288747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:16.304929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49527ae-4468-4b6b-9b75-fb95137fb972,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:16.312943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.314050 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Added segment 0d5e42f2-6bab-49a1-b91f-70836171fbac of type vlan for network 9e3dcdef-157a-428a-9874-1e34ae43488c Sep 17 01:12:16.360443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.460326 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.461319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:16.464028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.508098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79eca7eb-1928-4000-8105-9a080f7052cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.549066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] Pushing event updated for resources: {'Network': ['ID=9e3dcdef-157a-428a-9874-1e34ae43488c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:16.560336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9e3dcdef-157a-428a-9874-1e34ae43488c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:16.584833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e9a9389-a9da-486f-a84a-4931468ec66e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0597124 Sep 17 01:12:16.589581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:16.594508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Request body: {'subnet': {'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-233977808-subnet', 'tenant_id': '20252077e8a24a11aecbe0cf9ac17ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:16.674528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79eca7eb-1928-4000-8105-9a080f7052cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.730813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba804a-da6f-424e-966d-bdd32fb72bc1 req-1816f733-c192-4426-b75f-3141bb254d9b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:16.732332 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2ba804a-da6f-424e-966d-bdd32fb72bc1 req-1816f733-c192-4426-b75f-3141bb254d9b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0490735 Sep 17 01:12:16.768994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2ba804a-da6f-424e-966d-bdd32fb72bc1 req-217ccf80-4dc3-4376-885f-b1bad88daad7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307233 Sep 17 01:12:16.794694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79eca7eb-1928-4000-8105-9a080f7052cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.828802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49458) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:16.834118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79eca7eb-1928-4000-8105-9a080f7052cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90da8e96f89e456f84f073b2ac5b736d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803738 Sep 17 01:12:16.834979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eca7eb-1928-4000-8105-9a080f7052cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad514c47-e2c4-4cb6-8c15-3680d8baa5d7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:16.837386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49460) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:16.840641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89e54694-77a7-444b-84d8-e586585c1ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.875106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Made reservation on behalf of 20252077e8a24a11aecbe0cf9ac17ca0 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:16.877476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.889873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d0d841d-f631-47c2-a553-8f5698a38b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.912359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d0d841d-f631-47c2-a553-8f5698a38b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:16.937723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-146ea3dc-d55c-4537-8a8d-411492869b03 req-272ab291-6332-4c5a-b1a8-42b612a8d9a6 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0423000 Sep 17 01:12:17.026005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d0d841d-f631-47c2-a553-8f5698a38b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.028694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d0d841d-f631-47c2-a553-8f5698a38b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.029853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d0d841d-f631-47c2-a553-8f5698a38b47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad514c47-e2c4-4cb6-8c15-3680d8baa5d7 HTTP/1.1" status: 204 len: 168 time: 0.1915705 Sep 17 01:12:17.038784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d841d-f631-47c2-a553-8f5698a38b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad514c47-e2c4-4cb6-8c15-3680d8baa5d7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:17.118234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89e54694-77a7-444b-84d8-e586585c1ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.204913 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89e54694-77a7-444b-84d8-e586585c1ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.280355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc28d0-9a81-4ce4-9c6c-afb982e034e7 req-0c4548c4-e3a9-438b-8007-e9dda737fad5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:17.281886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24bc28d0-9a81-4ce4-9c6c-afb982e034e7 req-0c4548c4-e3a9-438b-8007-e9dda737fad5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1400964 Sep 17 01:12:17.313071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e54694-77a7-444b-84d8-e586585c1ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36e02f-08bb-4590-875d-30d5b51760ad,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:17.321331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-89e54694-77a7-444b-84d8-e586585c1ddf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a370937cf9664ac5ac6e360e74a24604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936569 Sep 17 01:12:17.321952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:17.325992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.435742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e414ff59-1c61-4ebf-8510-9fcc894d8774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.436962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=148670b2-17ef-4403-9f41-9d8f665eb18b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:17.454731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24bc28d0-9a81-4ce4-9c6c-afb982e034e7 req-2fd29037-e22e-4b36-8f93-02583b99697b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370080 Sep 17 01:12:17.464573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c85a8-b233-49e3-894a-4253d34423c2 req-2dc2f746-284b-4a79-b629-4ff4ecf2dc09 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:17.464968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-0a76137f-634c-4525-a8e0-f69ba488980d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:17.465119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc7c85a8-b233-49e3-894a-4253d34423c2 req-2dc2f746-284b-4a79-b629-4ff4ecf2dc09 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 945 time: 0.0949399 Sep 17 01:12:17.465913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-0a76137f-634c-4525-a8e0-f69ba488980d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.36 "GET /v2.0/networks?id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a HTTP/1.1" status: 200 len: 816 time: 0.2754509 Sep 17 01:12:17.488122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Checking segment: {'id': '0d5e42f2-6bab-49a1-b91f-70836171fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:17.488942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Network hostable DHCP agents. Network: 9e3dcdef-157a-428a-9874-1e34ae43488c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:17.515247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e414ff59-1c61-4ebf-8510-9fcc894d8774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.540465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-23c654c7-7f26-4539-9aa1-69595006d07e tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77 HTTP/1.1" status: 200 len: 380 time: 0.0534551 Sep 17 01:12:17.551096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Request body: {'port': {'device_id': '6f2332ea-a804-442d-9224-865630d95b93', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'admin_state_up': True, 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'security_groups': ['5ed58a31-8569-4aab-a7cc-48045f05e671']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:17.561934 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc7c85a8-b233-49e3-894a-4253d34423c2 req-60b11e3e-2258-47d1-8360-32d50bd68024 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781696 Sep 17 01:12:17.649946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Network 9e3dcdef-157a-428a-9874-1e34ae43488c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:17.688723 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e414ff59-1c61-4ebf-8510-9fcc894d8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.691476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e414ff59-1c61-4ebf-8510-9fcc894d8774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.693273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e414ff59-1c61-4ebf-8510-9fcc894d8774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f36e02f-08bb-4590-875d-30d5b51760ad HTTP/1.1" status: 204 len: 168 time: 0.3693388 Sep 17 01:12:17.701726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414ff59-1c61-4ebf-8510-9fcc894d8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36e02f-08bb-4590-875d-30d5b51760ad,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:17.829960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Made reservation on behalf of 0d4bf8bcec824ff88a1c2bb81836aa77 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:17.832455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.838212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9e3dcdef-157a-428a-9874-1e34ae43488c) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:17.847753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25cc5b-7a70-44e2-bdb0-11067fff6d3a None None] Network 9e3dcdef-157a-428a-9874-1e34ae43488c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:17.862943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:17.863706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:17.922220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8b3d-b439-4ae5-9bf8-3094f7121904 req-2a8d12cc-fc8d-49ed-82e7-0364972b2865 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:17.931102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a3f8b3d-b439-4ae5-9bf8-3094f7121904 req-2a8d12cc-fc8d-49ed-82e7-0364972b2865 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0778234 Sep 17 01:12:17.970183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0e03bd10-331c-4965-b407-f20adfb99ced admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3811641 Sep 17 01:12:17.976150 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a3f8b3d-b439-4ae5-9bf8-3094f7121904 req-c636107c-3dc7-4e56-a24a-fa3e7946d486 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Sep 17 01:12:18.079454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7183477-8d83-448e-8af8-04e5c0f8621f None None] Network 9e3dcdef-157a-428a-9874-1e34ae43488c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:18.135133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8321355-eacc-4b8a-96a5-eac0a2771e1c req-42752f26-75b6-459b-83e9-07c6c7fd8bd6 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0601192 Sep 17 01:12:18.155470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Allocated IP 172.20.0.11 (681c45e8-1de5-41fc-b42b-6d2d1e561a2a/eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47/b87a5ce3-a22c-4f8e-8e3d-56672b733b98) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:18.330966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:18.444481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:18.515512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:18.516733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event updated for resources: {'Port': ['ID=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:18.519326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:18.532130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:18.605402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:18.606072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:18.607340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52bb4b-58da-470a-a026-ff17aad5e41e req-ed74a4fc-3476-4d99-87e8-cd15fbbe0864 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:18.615728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf52bb4b-58da-470a-a026-ff17aad5e41e req-ed74a4fc-3476-4d99-87e8-cd15fbbe0864 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0705979 Sep 17 01:12:18.668538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf52bb4b-58da-470a-a026-ff17aad5e41e req-88ea6f88-92e6-4edb-9750-10c71d49b81d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518222 Sep 17 01:12:18.694519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-8df7aaf3-6b17-43ea-96a2-b9d9758b45fb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1457131 Sep 17 01:12:18.705989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Request body: {'port': {'device_id': '6f2332ea-a804-442d-9224-865630d95b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:18.812354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:18.818731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b61f6401-a0d1-4b8f-9d46-f2058095f4dc None None] Provisioning complete for port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:18.818731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b61f6401-a0d1-4b8f-9d46-f2058095f4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:18.820016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:18.872119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b61f6401-a0d1-4b8f-9d46-f2058095f4dc None None] Port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:12:19.053186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-921662087'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:19.141678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abe163-d025-4e04-a09d-a78d91329214 req-d20e67bf-b5eb-41f6-83f2-ea7a79210fd9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:19.153311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6abe163-d025-4e04-a09d-a78d91329214 req-d20e67bf-b5eb-41f6-83f2-ea7a79210fd9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0784433 Sep 17 01:12:19.162242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Made reservation on behalf of 537f08d46bb04c5cac64cc13880a3292 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:19.165786 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.176115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.232496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87a5ce3-a22c-4f8e-8e3d-56672b733b98 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:19.267993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.285447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6abe163-d025-4e04-a09d-a78d91329214 req-ec9863f4-300f-47dd-8d77-a79e21716e87 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303453 Sep 17 01:12:19.291675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Transition to ACTIVE for port object b87a5ce3-a22c-4f8e-8e3d-56672b733b98 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:12:19.357969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a75ea4-7427-464e-b5ed-486fe24b50a9 req-7f7b0a0e-0131-4427-bba9-103c9a4ac9bc tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:19.359972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a75ea4-7427-464e-b5ed-486fe24b50a9 req-7f7b0a0e-0131-4427-bba9-103c9a4ac9bc tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 932 time: 0.0812244 Sep 17 01:12:19.374472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.462776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a75ea4-7427-464e-b5ed-486fe24b50a9 req-be107212-ce73-47c2-b008-ab3df1675da1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947435 Sep 17 01:12:19.466173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Pushing event updated for resources: {'Port': ['ID=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:19.481017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.496251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49548) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:19.501884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1256731995-network', 'tenant_id': '4289418819aa440da68bdd339f0bd0b2'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:19.551935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Attempting to bind port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:19.552290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Attempting to bind port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:19.552594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Attempting to bind port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 on network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:19.558479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.572961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 on network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:12:19.572961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Attempting to bind port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 on network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:19.579883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:19.580521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Checking segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:19.581085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Bound using segment: {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:19.581722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Bound port: b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450822b7-a67e-4bff-927d-1db60434bbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:19.582250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.620893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:19.638448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3252798e-9cb6-4bbb-8574-eea1786976c9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:19.642276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.642621 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Added segment a6ee52b4-4ac8-453f-a986-eddce4060d18 of type vlan for network 0930eea7-7428-4044-b3f9-720fc69b9674 Sep 17 01:12:19.654951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Made reservation on behalf of 4289418819aa440da68bdd339f0bd0b2 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:19.666563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] For port b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:19.668882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.672776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] For port b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:19.698446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.810167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.819816 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.868184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c127926-1a07-45d5-916c-188d0d716ed0 req-9c0395ea-8b79-43ad-baf0-c99e1befc7a8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:19.869757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c127926-1a07-45d5-916c-188d0d716ed0 req-9c0395ea-8b79-43ad-baf0-c99e1befc7a8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1027200 Sep 17 01:12:19.895439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:19.898089 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.904368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] 10.222.0.36 "PUT /v2.0/ports/b87a5ce3-a22c-4f8e-8e3d-56672b733b98 HTTP/1.1" status: 200 len: 1092 time: 1.2029150 Sep 17 01:12:19.904868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:19.912248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.912599 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26554652-4058-4f7a-a796-4220a7648913" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:19.929183 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c127926-1a07-45d5-916c-188d0d716ed0 req-75294191-1771-4c6c-be9b-26feab7e8724 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521252 Sep 17 01:12:19.939301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.950480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:19.950480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:19.963868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109ce9d-3877-441e-8620-a2a0d2987a76 service neutron] Pushing event updated for resources: {'Port': ['ID=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:19.996860 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60b77bb-08ef-425b-afa9-b2e3a92db52d x-openstack-request-id: req-c60b77bb-08ef-425b-afa9-b2e3a92db52d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:19.997206 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:19.997468 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c60b77bb-08ef-425b-afa9-b2e3a92db52d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:19.997867 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'status': 'completed', 'code': 200} Sep 17 01:12:20.033305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event updated for resources: {'Network': ['ID=0930eea7-7428-4044-b3f9-720fc69b9674,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:20.039971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.047621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0930eea7-7428-4044-b3f9-720fc69b9674 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:20.070302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:20.080408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554652-4058-4f7a-a796-4220a7648913 req-e8b2e0c1-3762-4da6-a4a8-d1d6c82035c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.082060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a897d950-4469-4ad3-98b6-57513eed2979,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:20.088177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26554652-4058-4f7a-a796-4220a7648913 req-e8b2e0c1-3762-4da6-a4a8-d1d6c82035c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 1095 time: 0.0621364 Sep 17 01:12:20.089541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.090216 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Added segment 225b0c2f-03b0-4b62-8766-1d3121e4dea0 of type vlan for network 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8 Sep 17 01:12:20.134078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1446f51c-c968-4672-9e80-fdfbc13dd9ea tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3127522 Sep 17 01:12:20.140502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49562) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:20.148708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Request body: {'subnet': {'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:20.166391 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.283524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.284515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.285137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.327067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554652-4058-4f7a-a796-4220a7648913 req-473e472c-bfe3-4224-ab43-f01744fe6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.328765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26554652-4058-4f7a-a796-4220a7648913 req-473e472c-bfe3-4224-ab43-f01744fe6053 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2392876 Sep 17 01:12:20.371960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] Pushing event updated for resources: {'Network': ['ID=23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:20.385880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Made reservation on behalf of 537f08d46bb04c5cac64cc13880a3292 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:20.388232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:20.391091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.484627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-439fcbfb-fc94-4092-a3df-53eda9348a90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9847991 Sep 17 01:12:20.485697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49572) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:20.493851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Request body: {'subnet': {'network_id': '23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1256731995-subnet', 'tenant_id': '4289418819aa440da68bdd339f0bd0b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:20.573529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e10a4e-25cb-48e5-bab5-a6c4d052f948 req-56ead558-da76-48a6-91dc-0d5417514ebf tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.574973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1e10a4e-25cb-48e5-bab5-a6c4d052f948 req-56ead558-da76-48a6-91dc-0d5417514ebf tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1938293 Sep 17 01:12:20.626014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1e10a4e-25cb-48e5-bab5-a6c4d052f948 req-9bb4eded-0c68-4d31-8ed1-8e11339c3f48 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432947 Sep 17 01:12:20.634487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26554652-4058-4f7a-a796-4220a7648913 req-afa307a6-5cd1-4afa-a843-db544ad7bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.636274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26554652-4058-4f7a-a796-4220a7648913 req-afa307a6-5cd1-4afa-a843-db544ad7bc41 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2937291 Sep 17 01:12:20.653433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89971a73-3c23-438a-afa0-b9eb609f50af req-40ef6bb7-068e-441b-93f7-5046b7316159 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.655541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89971a73-3c23-438a-afa0-b9eb609f50af req-40ef6bb7-068e-441b-93f7-5046b7316159 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0827425 Sep 17 01:12:20.685998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Made reservation on behalf of 4289418819aa440da68bdd339f0bd0b2 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:20.688318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:20.744612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89971a73-3c23-438a-afa0-b9eb609f50af req-59e34795-1bf1-4bd4-9022-97e2fe9b1882 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745633 Sep 17 01:12:20.777013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-c6e133ae-ad1e-476e-b258-40ef851ecf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:20.778751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-c6e133ae-ad1e-476e-b258-40ef851ecf47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 1095 time: 0.0804470 Sep 17 01:12:20.836699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-5cb695c8-5f11-4596-8cad-8eabb10a5934 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98 HTTP/1.1" status: 200 len: 217 time: 0.0495369 Sep 17 01:12:21.049729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:21.117763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ffb48b-bcd3-4151-a3f0-3778f69303fe,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:21.161962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7588c5-4728-4d07-8c82-d1ea62c4bd58 req-c8ec6c4d-0b3e-4065-a643-9fe2b5cb84b4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.163645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a7588c5-4728-4d07-8c82-d1ea62c4bd58 req-c8ec6c4d-0b3e-4065-a643-9fe2b5cb84b4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1298859 Sep 17 01:12:21.171784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Checking segment: {'id': '225b0c2f-03b0-4b62-8766-1d3121e4dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:21.172151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Network hostable DHCP agents. Network: 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:21.215228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:21.232285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a7588c5-4728-4d07-8c82-d1ea62c4bd58 req-abb80419-790f-48b5-911e-bdf4589c3963 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575404 Sep 17 01:12:21.278229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event updated for resources: {'Subnet': ['ID=3c2289fc-2253-4ec6-ab76-08dc9542a659,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:21.282616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-d3c006b9-40cb-471c-88ae-e127d89a606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.284064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-d3c006b9-40cb-471c-88ae-e127d89a606f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47 HTTP/1.1" status: 200 len: 855 time: 0.4395373 Sep 17 01:12:21.288966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Network 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:21.332147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Checking segment: {'id': 'a6ee52b4-4ac8-453f-a986-eddce4060d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:21.333656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Network hostable DHCP agents. Network: 0930eea7-7428-4044-b3f9-720fc69b9674, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:21.352097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-7948f18c-2449-4179-bb12-20115a343287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.354072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-7948f18c-2449-4179-bb12-20115a343287 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594468 Sep 17 01:12:21.380718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:21.386683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.387381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:21.394142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d6ce0-3868-4191-9843-34f131672ab3 None None] Network 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:21.463410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-7ba1ba35-43f3-4e27-8f07-5b3638fb2fed service neutron] 10.222.0.36 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021118 Sep 17 01:12:21.541701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Network 0930eea7-7428-4044-b3f9-720fc69b9674 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:21.544748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d159a8f3-af71-415a-a75f-36064ae33a01 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0577548 Sep 17 01:12:21.548437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032eb355-a9d1-4dc5-ad68-81ac6cb3977f None None] Network 23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:21.556716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0930eea7-7428-4044-b3f9-720fc69b9674) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:21.563554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.564293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:21.579410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb6e4d-7360-4acd-b152-e3d89787bf5b None None] Network 0930eea7-7428-4044-b3f9-720fc69b9674 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:21.589099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11c9c1f4-d423-498a-bd27-93ac465d1da8 req-612d0a67-79cf-465c-b268-2709d29648ea service neutron] 10.222.0.36 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190197 Sep 17 01:12:21.691357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-787dff82-f6d3-4b30-9f8f-36a4cd937b90 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5489652 Sep 17 01:12:21.696134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49604) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:21.702498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Request body: {'port': {'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1922309208'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:21.927340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde4402-2560-4383-9df3-55260faa9189 req-a4f59023-d611-4292-8a9d-2a167b234267 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.928913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fcde4402-2560-4383-9df3-55260faa9189 req-a4f59023-d611-4292-8a9d-2a167b234267 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1239069 Sep 17 01:12:21.941080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0930eea7-7428-4044-b3f9-720fc69b9674', 'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674', 'tenant_id': '537f08d46bb04c5cac64cc13880a3292', 'fixed_ips': [{'subnet_id': '3c2289fc-2253-4ec6-ab76-08dc9542a659'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:21.943369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:21.957499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb66c0-6bfc-4b5c-be66-e2dedc6b4e54 req-b7685415-e0f6-4b47-a3bc-472a7994ee2d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:21.967693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4abb66c0-6bfc-4b5c-be66-e2dedc6b4e54 req-b7685415-e0f6-4b47-a3bc-472a7994ee2d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.1023068 Sep 17 01:12:21.990704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fcde4402-2560-4383-9df3-55260faa9189 req-4fe4e038-504f-414c-8168-d1bbcfb1a215 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503757 Sep 17 01:12:22.011855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4abb66c0-6bfc-4b5c-be66-e2dedc6b4e54 req-694f283f-b0e5-444d-9fa4-be77790ad89e tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397964 Sep 17 01:12:22.034818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Made reservation on behalf of 537f08d46bb04c5cac64cc13880a3292 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:22.039331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:22.060884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] device_id is not set on port fd639c4f-ddb3-4c08-ae33-b309561a70f9 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:12:22.146779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Allocated IP 2001:db8::2 (0930eea7-7428-4044-b3f9-720fc69b9674/3c2289fc-2253-4ec6-ab76-08dc9542a659/782bafae-63c6-4ea5-8ecc-e8107dfd5317) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:22.391249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92c4ab-84e6-4a90-b4e1-78971f2478a0 req-dee690db-1b50-47c8-8dde-6671c165a5ab tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:22.401833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc92c4ab-84e6-4a90-b4e1-78971f2478a0 req-dee690db-1b50-47c8-8dde-6671c165a5ab tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0838492 Sep 17 01:12:22.482112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:22.488926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc92c4ab-84e6-4a90-b4e1-78971f2478a0 req-8ac8ba80-c93f-44d4-99d5-ffafbcb9f39a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854049 Sep 17 01:12:22.544047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-ce2c3556-1588-4810-b2b8-1cdb105d0faf tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:22.544047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-ce2c3556-1588-4810-b2b8-1cdb105d0faf tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/networks?id=9e3dcdef-157a-428a-9874-1e34ae43488c HTTP/1.1" status: 200 len: 814 time: 0.1199341 Sep 17 01:12:22.544047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-94e6ba13-a8fe-4847-b124-d1428e4ea9a6 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/quotas/20252077e8a24a11aecbe0cf9ac17ca0 HTTP/1.1" status: 200 len: 375 time: 0.0091078 Sep 17 01:12:22.554308 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-f637545b-fa85-4044-bf40-bec80e93d6b5 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=20252077e8a24a11aecbe0cf9ac17ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291827 Sep 17 01:12:22.629557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:22.672713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Network 0930eea7-7428-4044-b3f9-720fc69b9674 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:22.675923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:22.679630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:22.690496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Pushing event updated for resources: {'Port': ['ID=782bafae-63c6-4ea5-8ecc-e8107dfd5317,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:22.699945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-24b9d261-cdef-4af4-9324-57ddf552195f service neutron] 10.222.0.13 "GET /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371987 Sep 17 01:12:22.717126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Allocated IP 2001:db8::276 (0930eea7-7428-4044-b3f9-720fc69b9674/3c2289fc-2253-4ec6-ab76-08dc9542a659/fd639c4f-ddb3-4c08-ae33-b309561a70f9) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:22.750330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Attempting to bind port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:22.750964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Attempting to bind port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a6ee52b4-4ac8-453f-a986-eddce4060d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:22.751881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Attempting to bind port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 on network 0930eea7-7428-4044-b3f9-720fc69b9674 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:22.759933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:22.760503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Checking segment: {'id': 'a6ee52b4-4ac8-453f-a986-eddce4060d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:22.761367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:22.762055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Bound using segment: {'id': 'a6ee52b4-4ac8-453f-a986-eddce4060d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:22.762850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Bound port: 782bafae-63c6-4ea5-8ecc-e8107dfd5317, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ee52b4-4ac8-453f-a986-eddce4060d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:22.763625 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:22.841540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] For port 782bafae-63c6-4ea5-8ecc-e8107dfd5317, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:22.844574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] For port 782bafae-63c6-4ea5-8ecc-e8107dfd5317, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=782bafae-63c6-4ea5-8ecc-e8107dfd5317,segment=NetworkSegment(a6ee52b4-4ac8-453f-a986-eddce4060d18),segment_id=a6ee52b4-4ac8-453f-a986-eddce4060d18)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:22.853894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-f96e056c-1d7b-4f02-838e-32b48d11ace6 service neutron] 10.222.0.13 "GET /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439974 Sep 17 01:12:22.941896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:22.951994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:23.020625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1dfec5-45dd-4ecc-a3a9-fff19a9825ce None None] Pushing event updated for resources: {'Port': ['ID=782bafae-63c6-4ea5-8ecc-e8107dfd5317,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:23.075448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:23.124821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Network 0930eea7-7428-4044-b3f9-720fc69b9674 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:23.128274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:23.132333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:23.142382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:23.143192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:23.197757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event updated for resources: {'Port': ['ID=fd639c4f-ddb3-4c08-ae33-b309561a70f9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:23.205022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd647aa-f280-4727-aebd-a4a6137d70e9 req-0018d49d-95c7-4220-bd6f-42a6048908ab tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:23.222240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cd647aa-f280-4727-aebd-a4a6137d70e9 req-0018d49d-95c7-4220-bd6f-42a6048908ab tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0946789 Sep 17 01:12:23.249937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affa5c0-7a82-4568-a44c-09f4731b4ce4 req-97728bdc-42f1-4846-bec0-48aeea6299ad tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:23.261383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6affa5c0-7a82-4568-a44c-09f4731b4ce4 req-97728bdc-42f1-4846-bec0-48aeea6299ad tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0771077 Sep 17 01:12:23.317418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cd647aa-f280-4727-aebd-a4a6137d70e9 req-221837f0-0d20-4c92-b62d-eb64ded6ccdf tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Sep 17 01:12:23.321325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d622804f-fa6d-416f-ae30-1e318b08d79d tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6234758 Sep 17 01:12:23.324482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49656) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:23.332592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Request body: {'port': {'network_id': '0930eea7-7428-4044-b3f9-720fc69b9674', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1827297232', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:23.333892 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.api.validators [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] bootfile-name is not in valid_values {{(pid=112073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:12:23.336611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.api.validators [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] tftp-server is not in valid_values {{(pid=112073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:12:23.336943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.api.validators [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] server-ip-address is not in valid_values {{(pid=112073) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:12:23.351666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6affa5c0-7a82-4568-a44c-09f4731b4ce4 req-0353b75c-fa83-4abe-8841-3e09c72116ff tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885854 Sep 17 01:12:23.479220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc1caacc-7216-4b02-aa16-165f8fb2eac9 req-871d688d-b61f-42e4-84e3-2cf5b14e23ca tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 210 time: 0.0790212 Sep 17 01:12:23.625576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Made reservation on behalf of 537f08d46bb04c5cac64cc13880a3292 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:23.629163 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:23.652484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] device_id is not set on port 5d0b3c75-fac0-45e5-bd2a-fd9468b12d26 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:12:23.655307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a5e0b-e59a-44d2-8f38-b3f22dd54297 req-8d83c1ff-3cef-42a3-a5f6-6bfc3459bfb5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:23.663607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-283a5e0b-e59a-44d2-8f38-b3f22dd54297 req-8d83c1ff-3cef-42a3-a5f6-6bfc3459bfb5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0634403 Sep 17 01:12:23.710278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-283a5e0b-e59a-44d2-8f38-b3f22dd54297 req-bc95c6bb-3e41-4feb-8c02-543bd60993df tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Sep 17 01:12:23.776252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Allocated IP 2001:db8::18e (0930eea7-7428-4044-b3f9-720fc69b9674/3c2289fc-2253-4ec6-ab76-08dc9542a659/5d0b3c75-fac0-45e5-bd2a-fd9468b12d26) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:23.955642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.088989 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.153848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d000d-c2aa-4e79-b334-45d0baa5a8fc None None] Network 0930eea7-7428-4044-b3f9-720fc69b9674 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:24.154845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Network 0930eea7-7428-4044-b3f9-720fc69b9674 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:24.167863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event updated for resources: {'Port': ['ID=5d0b3c75-fac0-45e5-bd2a-fd9468b12d26,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:24.172157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:24.174402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:24.181190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.181896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.236909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2f87d4c6-06c7-4847-9a0d-35c038cb4483 None None] Provisioning complete for port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:24.237285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f87d4c6-06c7-4847-9a0d-35c038cb4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.294920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29d941dd-ea58-4cae-9604-02e9b070bea2 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.9681458 Sep 17 01:12:24.297395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49672) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:24.391249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f87d4c6-06c7-4847-9a0d-35c038cb4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.428270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2f87d4c6-06c7-4847-9a0d-35c038cb4483 None None] For port 782bafae-63c6-4ea5-8ecc-e8107dfd5317, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=782bafae-63c6-4ea5-8ecc-e8107dfd5317,segment=NetworkSegment(a6ee52b4-4ac8-453f-a986-eddce4060d18),segment_id=a6ee52b4-4ac8-453f-a986-eddce4060d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:24.440725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738784af-41de-47de-8eb7-c74a6501fc83 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.447059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738784af-41de-47de-8eb7-c74a6501fc83 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.454744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738784af-41de-47de-8eb7-c74a6501fc83 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.456597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-738784af-41de-47de-8eb7-c74a6501fc83 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1581924 Sep 17 01:12:24.464601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49680) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:24.500107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559c5a0-f82c-4321-a0fb-5e93e53681b8 req-8f3fe8a7-e296-49c9-a8e4-53d5717923ce tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.506403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4559c5a0-f82c-4321-a0fb-5e93e53681b8 req-8f3fe8a7-e296-49c9-a8e4-53d5717923ce tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0612066 Sep 17 01:12:24.526409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f87d4c6-06c7-4847-9a0d-35c038cb4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.569211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4559c5a0-f82c-4321-a0fb-5e93e53681b8 req-ead0a86d-6e25-448a-826f-389091b8d9a6 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527706 Sep 17 01:12:24.587913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85202ce8-c5ad-417b-9f38-6509e96ed8e7 req-daa46cd8-d71c-4bcb-a05c-b5c1db13975c tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.595512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85202ce8-c5ad-417b-9f38-6509e96ed8e7 req-daa46cd8-d71c-4bcb-a05c-b5c1db13975c tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1756785 Sep 17 01:12:24.617816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87d4c6-06c7-4847-9a0d-35c038cb4483 None None] Pushing event updated for resources: {'Port': ['ID=782bafae-63c6-4ea5-8ecc-e8107dfd5317,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:24.669248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Deleting port 5d0b3c75-fac0-45e5-bd2a-fd9468b12d26 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:24.669519 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.681163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85202ce8-c5ad-417b-9f38-6509e96ed8e7 req-a16461a8-4dd3-475d-a462-5eaf621ba5d5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846767 Sep 17 01:12:24.764995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Provisioning complete for port 5d0b3c75-fac0-45e5-bd2a-fd9468b12d26 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:24.765504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.788702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e29fb7ab-4647-4b3c-836b-ea5b490a70fe req-09fe8348-e385-42a7-b280-159b03ca1033 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 210 time: 0.0410790 Sep 17 01:12:24.807153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Port 5d0b3c75-fac0-45e5-bd2a-fd9468b12d26 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:12:24.820669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Provisioning complete for port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:24.821180 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.838351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:24.861720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Calling delete_port for 5d0b3c75-fac0-45e5-bd2a-fd9468b12d26 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:24.950518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38e39b4-cafa-4e3b-aa53-c0c60bcbe817 req-59c47dc8-a2d7-4380-aafe-188faa6fefb0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:24.952504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b38e39b4-cafa-4e3b-aa53-c0c60bcbe817 req-59c47dc8-a2d7-4380-aafe-188faa6fefb0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1045785 Sep 17 01:12:24.987644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Provisioning complete for port fd639c4f-ddb3-4c08-ae33-b309561a70f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:24.988264 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.028823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2da71958-5ff4-4437-a0b0-f913327a6aad None None] Port fd639c4f-ddb3-4c08-ae33-b309561a70f9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:12:25.075212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b38e39b4-cafa-4e3b-aa53-c0c60bcbe817 req-725689b5-dea7-4331-b721-f33dc00a6fbb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131117 Sep 17 01:12:25.139992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.155982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-07d7b715-a073-4c09-962f-c87478b677bc None None] Provisioning complete for port fd639c4f-ddb3-4c08-ae33-b309561a70f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:25.156455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-07d7b715-a073-4c09-962f-c87478b677bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.179351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event deleted for resources: {'Port': ['ID=5d0b3c75-fac0-45e5-bd2a-fd9468b12d26,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:25.200214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-07d7b715-a073-4c09-962f-c87478b677bc None None] Port fd639c4f-ddb3-4c08-ae33-b309561a70f9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:12:25.205239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.207173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ccadcf41-43c9-418c-bd27-a18c5e4d5a62 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "DELETE /v2.0/ports/5d0b3c75-fac0-45e5-bd2a-fd9468b12d26 HTTP/1.1" status: 204 len: 168 time: 0.7416236 Sep 17 01:12:25.211050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49694) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:25.216498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Request body: {'port': {'name': 'tempest-new-port-name-358110016', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:25.217079 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] bootfile-name is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:12:25.217420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] tftp-server is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:12:25.217780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] server-ip-address is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:12:25.305609 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.313564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-43ce41cc-bb2b-4179-a527-1ffd14a365c1 None None] Could not find standard attr ID for object 5d0b3c75-fac0-45e5-bd2a-fd9468b12d26. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:12:25.382676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 782bafae-63c6-4ea5-8ecc-e8107dfd5317 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:25.438110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:25.438481 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.851335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892afd6-4e72-44e0-b7ce-3c88eadd392a req-3161f3ef-b056-4ce4-bbbc-04e95c5a249b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:25.852824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e892afd6-4e72-44e0-b7ce-3c88eadd392a req-3161f3ef-b056-4ce4-bbbc-04e95c5a249b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0838287 Sep 17 01:12:25.893491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a865-6f4e-4dd8-afd5-aabfcc04acce req-f84157cc-a3ef-4fea-8b68-52855098e961 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:25.894981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4034a865-6f4e-4dd8-afd5-aabfcc04acce req-f84157cc-a3ef-4fea-8b68-52855098e961 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1222057 Sep 17 01:12:25.918168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.932057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e892afd6-4e72-44e0-b7ce-3c88eadd392a req-090b5f63-3f02-4c52-92d8-29ddbe81d2d8 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724902 Sep 17 01:12:25.962050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-1b7dc337-1ce8-4541-855c-1db9097b2b20 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:25.963701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-1b7dc337-1ce8-4541-855c-1db9097b2b20 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.36 "GET /v2.0/networks?id=9e3dcdef-157a-428a-9874-1e34ae43488c HTTP/1.1" status: 200 len: 814 time: 0.1601441 Sep 17 01:12:25.977583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:25.991264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Request body: {'port': {'device_id': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c', 'admin_state_up': True, 'tenant_id': '20252077e8a24a11aecbe0cf9ac17ca0'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:26.014177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] In _notify_port_updated(), no bound segment for port fd639c4f-ddb3-4c08-ae33-b309561a70f9 on network 0930eea7-7428-4044-b3f9-720fc69b9674 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:12:26.019678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:26.020339 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.022394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "PUT /v2.0/ports/fd639c4f-ddb3-4c08-ae33-b309561a70f9 HTTP/1.1" status: 200 len: 1129 time: 0.8102024 Sep 17 01:12:26.025099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49716) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:26.083175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4034a865-6f4e-4dd8-afd5-aabfcc04acce req-1e09d719-4f53-4cf0-ab88-75fd7896337f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542621 Sep 17 01:12:26.096658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e37626-1002-4cb1-8900-53163269c629 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event updated for resources: {'Port': ['ID=fd639c4f-ddb3-4c08-ae33-b309561a70f9,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:26.142297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afcae971-2c2d-4809-8d89-466bb5424703 req-b65b44eb-a4e5-421a-b457-9c52dfb0c93a tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 210 time: 0.0378833 Sep 17 01:12:26.154797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad12937-263f-4b64-af70-5d0a6fa2e792 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:26.160555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fad12937-263f-4b64-af70-5d0a6fa2e792 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "GET /v2.0/ports/fd639c4f-ddb3-4c08-ae33-b309561a70f9 HTTP/1.1" status: 200 len: 1129 time: 0.1339178 Sep 17 01:12:26.162607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49724) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:26.311213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606d9d1-39a2-487f-a38b-cd4227c261ff req-dae3ff87-cb9e-4f5e-8993-d4585483bb5f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:26.312775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3606d9d1-39a2-487f-a38b-cd4227c261ff req-dae3ff87-cb9e-4f5e-8993-d4585483bb5f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.1190243 Sep 17 01:12:26.354599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Deleting port fd639c4f-ddb3-4c08-ae33-b309561a70f9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:26.354996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.363423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Made reservation on behalf of 20252077e8a24a11aecbe0cf9ac17ca0 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:26.367023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.376530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-815251e0-ef89-4e5d-b202-a9d1057fb4ef None None] Provisioning complete for port fd639c4f-ddb3-4c08-ae33-b309561a70f9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:26.377042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-815251e0-ef89-4e5d-b202-a9d1057fb4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.403868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3606d9d1-39a2-487f-a38b-cd4227c261ff req-ec41d1ea-4b37-432f-bd28-22cb4b03bed9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818532 Sep 17 01:12:26.413513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-815251e0-ef89-4e5d-b202-a9d1057fb4ef None None] Port fd639c4f-ddb3-4c08-ae33-b309561a70f9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:12:26.525103 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.560176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Calling delete_port for fd639c4f-ddb3-4c08-ae33-b309561a70f9 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:26.618992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Allocated IP 172.20.0.3 (9e3dcdef-157a-428a-9874-1e34ae43488c/148670b2-17ef-4403-9f41-9d8f665eb18b/f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:26.908893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.952465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:26.956014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event deleted for resources: {'Port': ['ID=fd639c4f-ddb3-4c08-ae33-b309561a70f9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:26.994130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.000358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af33432b-9f0a-4b17-b402-f04e89eccb2b tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "DELETE /v2.0/ports/fd639c4f-ddb3-4c08-ae33-b309561a70f9 HTTP/1.1" status: 204 len: 168 time: 0.8338757 Sep 17 01:12:27.000729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49740) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:27.089913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Deleting subnet 3c2289fc-2253-4ec6-ab76-08dc9542a659 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:12:27.093795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.118463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb73310-a71a-4b0f-bbd7-b86bf7d94c7a req-77110223-2e01-4b88-8dc2-3d7259ffc45d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:27.126457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fb73310-a71a-4b0f-bbd7-b86bf7d94c7a req-77110223-2e01-4b88-8dc2-3d7259ffc45d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0879471 Sep 17 01:12:27.132837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.145533 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.204903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Network 9e3dcdef-157a-428a-9874-1e34ae43488c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:27.217426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:27.226371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:27.277927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:27.278567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.280776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:12:27.283533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:27.289772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fb73310-a71a-4b0f-bbd7-b86bf7d94c7a req-345a20e8-5b75-4e1e-93b9-2c48bdee1495 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624053 Sep 17 01:12:27.299949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85380651-a597-4fa3-804e-53194d357039 req-1e046841-a6c7-494d-80a3-88263d1176cf tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:27.310745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85380651-a597-4fa3-804e-53194d357039 req-1e046841-a6c7-494d-80a3-88263d1176cf tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1352279 Sep 17 01:12:27.313233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Pushing event updated for resources: {'Port': ['ID=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:27.372740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e775e0ce-83da-49b3-a725-06ed64665bd1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4006674 Sep 17 01:12:27.388366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85380651-a597-4fa3-804e-53194d357039 req-c6753205-e8d1-457b-9ae4-fcc44e7749f8 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756323 Sep 17 01:12:27.394992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.398064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Request body: {'port': {'device_id': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:27.495820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.531718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.534045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:27.545554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:27.547868 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142f27c-d48e-4eb0-a107-1adcd76692e3" -d '{"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-unplugged", "status": "completed", "tag": "df539e08-34d5-46bd-a338-408f0a211165"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:27.553121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fee252-568a-4f40-b290-72b369093d5c req-19fced54-321b-470e-9fcc-58719f46ff43 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:27.554822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1fee252-568a-4f40-b290-72b369093d5c req-19fced54-321b-470e-9fcc-58719f46ff43 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0537126 Sep 17 01:12:27.562965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'df539e08-34d5-46bd-a338-408f0a211165', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'port_id': 'df539e08-34d5-46bd-a338-408f0a211165', 'mac_address': 'fa:16:3e:f7:99:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588181b8-0c1d-42e0-b1dc-b338841b9a5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:12:27.565567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:27.581319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.605769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.620145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b02de-86c2-44cc-b5fc-0baef7248e39 req-fb63fbce-c28b-486b-927b-312271a0f5f2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:27.622543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748b02de-86c2-44cc-b5fc-0baef7248e39 req-fb63fbce-c28b-486b-927b-312271a0f5f2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 931 time: 0.2410562 Sep 17 01:12:27.626961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df539e08-34d5-46bd-a338-408f0a211165 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:27.627110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2289fc-2253-4ec6-ab76-08dc9542a659,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:27.632410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.637885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37e53acf-f759-44c1-aad6-ada75c243577 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "DELETE /v2.0/subnets/3c2289fc-2253-4ec6-ab76-08dc9542a659 HTTP/1.1" status: 204 len: 168 time: 0.6349885 Sep 17 01:12:27.640382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adae388f-8671-45fb-b5b7-4c4c435d2985 None None] Network 0930eea7-7428-4044-b3f9-720fc69b9674 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:27.640889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49756) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:27.663358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1fee252-568a-4f40-b290-72b369093d5c req-5ce0eaab-8f1e-4f45-a998-87f4c763c7c6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014109 Sep 17 01:12:27.683052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.758810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748b02de-86c2-44cc-b5fc-0baef7248e39 req-a35c30ed-075d-419f-8917-55f025868dc2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761261 Sep 17 01:12:27.760943 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dce2eb-479b-4276-88be-dfef32764bf1 x-openstack-request-id: req-82dce2eb-479b-4276-88be-dfef32764bf1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:27.761232 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-unplugged", "status": "completed", "tag": "df539e08-34d5-46bd-a338-408f0a211165", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:27.761481 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82dce2eb-479b-4276-88be-dfef32764bf1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:27.761863 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165', 'code': 200} Sep 17 01:12:27.796669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.798748 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:12:27.799284 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:12:27.836203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:27.868267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Deleting port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:27.868612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.943215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] For port 782bafae-63c6-4ea5-8ecc-e8107dfd5317, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=782bafae-63c6-4ea5-8ecc-e8107dfd5317,segment=NetworkSegment(a6ee52b4-4ac8-453f-a986-eddce4060d18),segment_id=a6ee52b4-4ac8-453f-a986-eddce4060d18)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:27.943580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.944953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:27.952613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:27.955844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Calling delete_port for 782bafae-63c6-4ea5-8ecc-e8107dfd5317 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:27.965351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] DHCP port deletion for 0930eea7-7428-4044-b3f9-720fc69b9674 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:12:27.975501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Transition to ACTIVE for port object f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:12:28.013963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] Deleting port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:28.014342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.042653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.081049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] For port 782bafae-63c6-4ea5-8ecc-e8107dfd5317, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=782bafae-63c6-4ea5-8ecc-e8107dfd5317,segment=NetworkSegment(a6ee52b4-4ac8-453f-a986-eddce4060d18),segment_id=a6ee52b4-4ac8-453f-a986-eddce4060d18)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:28.086271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.101027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] Calling delete_port for 782bafae-63c6-4ea5-8ecc-e8107dfd5317 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:28.115951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:28.128412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.166133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event deleted for resources: {'Port': ['ID=782bafae-63c6-4ea5-8ecc-e8107dfd5317,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:28.175608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] No DVR routers for this DVR port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:28.185257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Attempting to bind port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:28.185998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Attempting to bind port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '0d5e42f2-6bab-49a1-b91f-70836171fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:28.186516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Attempting to bind port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 on network 9e3dcdef-157a-428a-9874-1e34ae43488c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:28.193260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 on network 9e3dcdef-157a-428a-9874-1e34ae43488c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:12:28.193959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Attempting to bind port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 on network 9e3dcdef-157a-428a-9874-1e34ae43488c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:28.201469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:28.202185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Checking segment: {'id': '0d5e42f2-6bab-49a1-b91f-70836171fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:28.202847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Bound using segment: {'id': '0d5e42f2-6bab-49a1-b91f-70836171fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:28.203834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Bound port: f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5e42f2-6bab-49a1-b91f-70836171fbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:28.204371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.228574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.256074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] Pushing event deleted for resources: {'Port': ['ID=782bafae-63c6-4ea5-8ecc-e8107dfd5317,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:28.261820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3812c7b-05f8-4594-82ad-f948e10ab436 None None] No DVR routers for this DVR port 782bafae-63c6-4ea5-8ecc-e8107dfd5317 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:28.273014 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.288826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] For port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:28.292292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] For port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,segment=NetworkSegment(0d5e42f2-6bab-49a1-b91f-70836171fbac),segment_id=0d5e42f2-6bab-49a1-b91f-70836171fbac)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:28.294237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0930eea7-7428-4044-b3f9-720fc69b9674']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:28.304710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ee52b4-4ac8-453f-a986-eddce4060d18') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:28.305008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ee52b4-4ac8-453f-a986-eddce4060d18') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:28.314583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.328530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.344592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.345266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:12:28.345822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:12:28.351023 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:12:28.361750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df539e08-34d5-46bd-a338-408f0a211165 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:28.372724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.385074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:28.418331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.419516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.421144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 HTTP/1.1" status: 200 len: 1091 time: 1.0284836 Sep 17 01:12:28.421860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'tag': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:28.424873 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257be58-aa6f-4808-a0f2-43436afada87" -d '{"events": [{"name": "network-changed", "server_uuid": "0624bd78-eb8b-43e9-b32c-8e1a752a3af1", "tag": "f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:28.452981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d55a-0056-4151-abb3-a60e0fccbc88 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:28.474628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.498467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99817f12-f03f-4250-ae94-b95029652422 req-d67602f8-b019-4f9f-825e-63b1a9a4ce58 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.500169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99817f12-f03f-4250-ae94-b95029652422 req-d67602f8-b019-4f9f-825e-63b1a9a4ce58 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0562634 Sep 17 01:12:28.532669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:28.541906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99817f12-f03f-4250-ae94-b95029652422 req-fe881195-4143-42cd-8cc9-3a3054a4ad7d tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Sep 17 01:12:28.555261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0937f-89e0-471b-a896-b624f64a1c21 req-44c02ed7-7c12-4dea-b55c-3d8669fb902f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.556917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ff0937f-89e0-471b-a896-b624f64a1c21 req-44c02ed7-7c12-4dea-b55c-3d8669fb902f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0598867 Sep 17 01:12:28.571847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.575433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.577552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.581794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] 10.222.0.13 "DELETE /v2.0/networks/0930eea7-7428-4044-b3f9-720fc69b9674 HTTP/1.1" status: 204 len: 168 time: 0.9376481 Sep 17 01:12:28.607776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e99249-0f37-4996-bebe-ef60433e0526 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745 tempest-ExtraDHCPOptionsIpV6TestJSON-334985745-project] Pushing event deleted for resources: {'Network': ['ID=0930eea7-7428-4044-b3f9-720fc69b9674,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:28.621996 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a6e6da-f94d-4728-9192-572dee13fdf4 x-openstack-request-id: req-52a6e6da-f94d-4728-9192-572dee13fdf4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:28.622296 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0624bd78-eb8b-43e9-b32c-8e1a752a3af1", "tag": "f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:28.622548 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52a6e6da-f94d-4728-9192-572dee13fdf4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:28.622946 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'tag': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533', 'status': 'completed', 'code': 200} Sep 17 01:12:28.649935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ff0937f-89e0-471b-a896-b624f64a1c21 req-9e5c3202-e40a-403a-bc9d-046055c271fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868535 Sep 17 01:12:28.655560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-2941d715-dda9-4067-8ce4-10b53d651c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.655953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-2941d715-dda9-4067-8ce4-10b53d651c8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20252077e8a24a11aecbe0cf9ac17ca0&device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 1094 time: 0.0709169 Sep 17 01:12:28.706290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-fe019d5d-b19b-48f7-8093-4f5c124409b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 HTTP/1.1" status: 200 len: 217 time: 0.0427718 Sep 17 01:12:28.760254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-92383b40-fede-4f39-8529-62fc3261210d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.761916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-92383b40-fede-4f39-8529-62fc3261210d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=148670b2-17ef-4403-9f41-9d8f665eb18b HTTP/1.1" status: 200 len: 854 time: 0.0480502 Sep 17 01:12:28.762220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['df539e08-34d5-46bd-a338-408f0a211165'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:28.787754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b87ad-a263-4b13-b125-7c84ab7a873c req-5318d989-6559-4ca9-bbc8-f12e2b28ffcd tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.795673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c62b87ad-a263-4b13-b125-7c84ab7a873c req-5318d989-6559-4ca9-bbc8-f12e2b28ffcd tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 945 time: 0.0605903 Sep 17 01:12:28.798934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-d6af417f-7b8d-4f47-be02-f5281d579d6e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3dcdef-157a-428a-9874-1e34ae43488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305443 Sep 17 01:12:28.848791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c62b87ad-a263-4b13-b125-7c84ab7a873c req-9d57e544-5cae-4a42-bba5-0538783f3eff tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Sep 17 01:12:28.937390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c4de-9109-443d-b2e9-21adab3b43a0 req-996a89f2-8da5-4379-b965-97589b281f6c tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:28.939202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb12c4de-9109-443d-b2e9-21adab3b43a0 req-996a89f2-8da5-4379-b965-97589b281f6c tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 943 time: 0.1000135 Sep 17 01:12:28.945732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:28.961212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-77794da0-b3ff-41f1-a4fd-17f4181a90a3 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545877 Sep 17 01:12:29.013322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb12c4de-9109-443d-b2e9-21adab3b43a0 req-b5b843e1-b264-4fb7-bee9-c3e709b839fb tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621562 Sep 17 01:12:29.063671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23eee0-40d9-40c5-9fc1-85a52a0baec0 req-33fb1ac4-cce7-4bdc-865b-2e4d0f8c5c15 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.071854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a23eee0-40d9-40c5-9fc1-85a52a0baec0 req-33fb1ac4-cce7-4bdc-865b-2e4d0f8c5c15 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0763483 Sep 17 01:12:29.083314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f489ffd7-eb83-45a4-b5f8-9a865246ea7c req-e71fefa3-890c-4d97-9acf-04dd69d9b32d service neutron] 10.222.0.36 "GET /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131132 Sep 17 01:12:29.110155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a23eee0-40d9-40c5-9fc1-85a52a0baec0 req-97d3c29f-c7d1-4cf0-87db-09fcf35ba104 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353489 Sep 17 01:12:29.171174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49794) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:29.247222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20cc0-24ff-43ac-acad-053042b9bae9 req-6f3df013-271e-4819-a062-184822e95658 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.248728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7d20cc0-24ff-43ac-acad-053042b9bae9 req-6f3df013-271e-4819-a062-184822e95658 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0512803 Sep 17 01:12:29.320188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257be58-aa6f-4808-a0f2-43436afada87 req-0c03a688-e4ff-4955-94f8-6691037f086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.321947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-0c03a688-e4ff-4955-94f8-6691037f086d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=20252077e8a24a11aecbe0cf9ac17ca0&device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 1094 time: 0.0723238 Sep 17 01:12:29.325439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7d20cc0-24ff-43ac-acad-053042b9bae9 req-5ee50126-fbae-4385-88bd-2d30a4cec235 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504737 Sep 17 01:12:29.338310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 782bafae-63c6-4ea5-8ecc-e8107dfd5317 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:29.350152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a479e470-6b4a-4e82-b35c-ceffa7e52bcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=537f08d46bb04c5cac64cc13880a3292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749570 Sep 17 01:12:29.350435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49804) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:29.370548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 782bafae-63c6-4ea5-8ecc-e8107dfd5317 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:29.370893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 782bafae-63c6-4ea5-8ecc-e8107dfd5317 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:29.411349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45ce35d1-d939-47b5-9e86-03d79d15bf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:29.441803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45ce35d1-d939-47b5-9e86-03d79d15bf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:29.465947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257be58-aa6f-4808-a0f2-43436afada87 req-c541c07d-6e2c-4423-9935-61da055e94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.467503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-c541c07d-6e2c-4423-9935-61da055e94a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e3dcdef-157a-428a-9874-1e34ae43488c HTTP/1.1" status: 200 len: 915 time: 0.1371102 Sep 17 01:12:29.520877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-fb65618b-0d8a-4d94-835f-a5a69d9f2c82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 HTTP/1.1" status: 200 len: 217 time: 0.0452561 Sep 17 01:12:29.574814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45ce35d1-d939-47b5-9e86-03d79d15bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:29.577372 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45ce35d1-d939-47b5-9e86-03d79d15bf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:29.578776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-45ce35d1-d939-47b5-9e86-03d79d15bf94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3252798e-9cb6-4bbb-8574-eea1786976c9 HTTP/1.1" status: 204 len: 168 time: 0.2263758 Sep 17 01:12:29.590423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce35d1-d939-47b5-9e86-03d79d15bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3252798e-9cb6-4bbb-8574-eea1786976c9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:29.591176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257be58-aa6f-4808-a0f2-43436afada87 req-4e6c1c7d-5fcd-4672-a17d-4be5d9b62671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.593686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-4e6c1c7d-5fcd-4672-a17d-4be5d9b62671 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=148670b2-17ef-4403-9f41-9d8f665eb18b HTTP/1.1" status: 200 len: 854 time: 0.0637879 Sep 17 01:12:29.631818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-d850cafd-36b9-432a-bdba-a2aafcf08bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e3dcdef-157a-428a-9874-1e34ae43488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281932 Sep 17 01:12:29.760977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735ae39-6608-41e8-ab27-231f20c81756 req-f249f7d4-e831-4738-8f39-b4097a6c6b6b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.762643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4735ae39-6608-41e8-ab27-231f20c81756 req-f249f7d4-e831-4738-8f39-b4097a6c6b6b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.1018975 Sep 17 01:12:29.783351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-d82020dc-9b18-46f5-a753-47ce1dbabd39 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412280 Sep 17 01:12:29.832647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4735ae39-6608-41e8-ab27-231f20c81756 req-32bdf5b4-1fd7-49e4-84fc-1cfaa1244913 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607669 Sep 17 01:12:29.911408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8257be58-aa6f-4808-a0f2-43436afada87 req-f03682fb-3037-49e8-869f-1ab7f5e133a4 service neutron] 10.222.0.36 "GET /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190991 Sep 17 01:12:29.961926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42027f84-b557-4681-8906-aaf7ea05d784 req-9c3a44ad-6164-41b2-b352-0663fdac88bd tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:29.963506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42027f84-b557-4681-8906-aaf7ea05d784 req-9c3a44ad-6164-41b2-b352-0663fdac88bd tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0645280 Sep 17 01:12:30.012022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42027f84-b557-4681-8906-aaf7ea05d784 req-ea7c155f-4994-42b2-a46a-f113dd6734b6 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424798 Sep 17 01:12:30.012257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722df7f5-aa5d-4ea3-9950-924d5f37c5d5 req-507b8aec-7b09-42cd-8c08-0b6229462f65 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:30.014438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-722df7f5-aa5d-4ea3-9950-924d5f37c5d5 req-507b8aec-7b09-42cd-8c08-0b6229462f65 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 945 time: 0.0756598 Sep 17 01:12:30.081624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-722df7f5-aa5d-4ea3-9950-924d5f37c5d5 req-65c7a386-be99-4321-b806-7c7333cbc72c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Sep 17 01:12:30.150356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100928b-b640-46b9-92ac-2c30dc98eef8 req-d909d892-48d9-40f1-a0a8-5d0675ad0183 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:30.152427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c100928b-b640-46b9-92ac-2c30dc98eef8 req-d909d892-48d9-40f1-a0a8-5d0675ad0183 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0658143 Sep 17 01:12:30.199146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62ceeb-0549-436f-9bdd-47e6138bbc67 req-da591a91-0a4b-4fcc-b0a3-d4da47f05b6e tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:30.200833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cc62ceeb-0549-436f-9bdd-47e6138bbc67 req-da591a91-0a4b-4fcc-b0a3-d4da47f05b6e tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 943 time: 0.0574844 Sep 17 01:12:30.202856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c100928b-b640-46b9-92ac-2c30dc98eef8 req-445c167e-62eb-4466-a979-09bd384688e9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Sep 17 01:12:30.261150 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cc62ceeb-0549-436f-9bdd-47e6138bbc67 req-b2cb73d7-3c6a-418e-aee5-20bbc54db435 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522099 Sep 17 01:12:30.954770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c9147-1a83-4859-af47-0d6a0ebde09b req-9e3420fe-c615-4062-b525-6e852c2035e6 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:30.956091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49872) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:30.956468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-957c9147-1a83-4859-af47-0d6a0ebde09b req-9e3420fe-c615-4062-b525-6e852c2035e6 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 944 time: 0.0540280 Sep 17 01:12:31.014776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-957c9147-1a83-4859-af47-0d6a0ebde09b req-f9b08b5c-9629-474b-826c-dcbf63e7b982 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486512 Sep 17 01:12:31.055188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b87a5ce3-a22c-4f8e-8e3d-56672b733b98 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:12:31.078126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415a96d-af85-439a-a264-3e89322027d0 req-858c8aef-63f5-4b28-aef8-16738b8a1a9b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:31.086895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8415a96d-af85-439a-a264-3e89322027d0 req-858c8aef-63f5-4b28-aef8-16738b8a1a9b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0634232 Sep 17 01:12:31.094776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-450329161'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:31.142027 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8415a96d-af85-439a-a264-3e89322027d0 req-7c82c359-c39e-44e7-b293-234d70fa4b32 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538766 Sep 17 01:12:31.172693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1110ebc-4c12-48f9-ac66-5a05493110ef req-4418d7b4-5d78-43ea-a9c3-4e610afa0a4a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:31.181988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1110ebc-4c12-48f9-ac66-5a05493110ef req-4418d7b4-5d78-43ea-a9c3-4e610afa0a4a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0660887 Sep 17 01:12:31.198413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:31.200917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:31.204809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.220694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.222009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1110ebc-4c12-48f9-ac66-5a05493110ef req-81ab755d-1c4e-4ef2-91ad-d38fa62a8db5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390677 Sep 17 01:12:31.226152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'port_id': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'mac_address': 'fa:16:3e:dd:40:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:12:31.278685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.296223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:31.299341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c829d5-8ea2-4dfc-9b93-22a84d9ced97 req-a56bd013-454b-4745-b72d-ee0f466b7be2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:31.300884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64c829d5-8ea2-4dfc-9b93-22a84d9ced97 req-a56bd013-454b-4745-b72d-ee0f466b7be2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 945 time: 0.0821328 Sep 17 01:12:31.321954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87a5ce3-a22c-4f8e-8e3d-56672b733b98 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:31.351005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:31.364605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64c829d5-8ea2-4dfc-9b93-22a84d9ced97 req-79dddb80-7e09-42ab-8a19-73b1685230ac tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542610 Sep 17 01:12:31.381387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port df539e08-34d5-46bd-a338-408f0a211165 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:31.381822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.383064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eeab35-32b7-4f5f-b3b6-6d20822a9aaf req-e6aa1e1b-b7b4-4e0c-8dd4-a90a59ee312a tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:31.396882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27eeab35-32b7-4f5f-b3b6-6d20822a9aaf req-e6aa1e1b-b7b4-4e0c-8dd4-a90a59ee312a tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 943 time: 0.0530472 Sep 17 01:12:31.403016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.436485 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.437163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:12:31.447336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27eeab35-32b7-4f5f-b3b6-6d20822a9aaf req-f45c3f4b-f5be-4824-9a40-1eeae0ff8c07 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439382 Sep 17 01:12:31.491975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.519107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:31.526593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:31.537921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86793534-8e34-4753-8a5d-a4326523fa85,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:31.550201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.550646 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Added segment 869c136b-d7ba-4b16-a4a6-a8b864a3532a of type vlan for network 89ea7371-627b-4331-903a-0619c66eeead Sep 17 01:12:31.597398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.613687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.634535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,segment=NetworkSegment(0d5e42f2-6bab-49a1-b91f-70836171fbac),segment_id=0d5e42f2-6bab-49a1-b91f-70836171fbac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:31.651990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533', 'network_id': '9e3dcdef-157a-428a-9874-1e34ae43488c', 'port_id': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533', 'mac_address': 'fa:16:3e:b2:d5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '148670b2-17ef-4403-9f41-9d8f665eb18b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:12:31.656810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:31.659041 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7436a6-b189-4876-8c39-9cfc2b3fabc2" -d '{"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-plugged", "status": "completed", "tag": "df539e08-34d5-46bd-a338-408f0a211165"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:31.674601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:31.688573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.694832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:31.695485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.699570 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6586d970-cb14-4807-8010-76c813cda045 x-openstack-request-id: req-6586d970-cb14-4807-8010-76c813cda045 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:31.699862 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-plugged", "status": "completed", "tag": "df539e08-34d5-46bd-a338-408f0a211165", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:31.700108 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6586d970-cb14-4807-8010-76c813cda045 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:31.700480 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165', 'code': 200} Sep 17 01:12:31.719860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.735564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:31.757664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,segment=NetworkSegment(0d5e42f2-6bab-49a1-b91f-70836171fbac),segment_id=0d5e42f2-6bab-49a1-b91f-70836171fbac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:31.771042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Network': ['ID=89ea7371-627b-4331-903a-0619c66eeead,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:31.781858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 89ea7371-627b-4331-903a-0619c66eeead details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:31.794269 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.819469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff736254-54e7-4db9-bb78-2936e34ca942 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8621349 Sep 17 01:12:31.884115 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:31.900066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:31.907393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c265b5b-fdc6-4893-a716-bdef66662c82 req-20a0d712-8476-4dd1-bbd8-ca874938bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:31.910075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c265b5b-fdc6-4893-a716-bdef66662c82 req-20a0d712-8476-4dd1-bbd8-ca874938bef0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 1097 time: 0.0660484 Sep 17 01:12:31.949296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:31.949518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c265b5b-fdc6-4893-a716-bdef66662c82 req-9296973d-7591-4a54-9b1b-cf7ab1ad53a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313134 Sep 17 01:12:32.117296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:32.138086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c1ad4-aa44-4113-b873-78d62b039202 req-9ef9337e-7930-408e-8f31-d031691b9f61 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:32.139397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b87a5ce3-a22c-4f8e-8e3d-56672b733b98'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:32.139780 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-530c1ad4-aa44-4113-b873-78d62b039202 req-9ef9337e-7930-408e-8f31-d031691b9f61 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 945 time: 0.0512209 Sep 17 01:12:32.189235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-530c1ad4-aa44-4113-b873-78d62b039202 req-039da849-f387-4f6a-a915-39beec05f6cb tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411000 Sep 17 01:12:32.359964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67b28a-634f-4e50-9e81-3e7d8ee38643 req-13a733f3-35fb-4e49-b3ee-e644d4dbffd5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:32.361648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e67b28a-634f-4e50-9e81-3e7d8ee38643 req-13a733f3-35fb-4e49-b3ee-e644d4dbffd5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1179240 Sep 17 01:12:32.409507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e67b28a-634f-4e50-9e81-3e7d8ee38643 req-17c4b5bf-9a01-4ee9-b196-3935c3240912 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399601 Sep 17 01:12:32.418030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842f0fc-74c3-4f7f-a619-c7dae01243ac req-98483129-0491-46ba-b222-0ed4cde172f9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:32.419731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6842f0fc-74c3-4f7f-a619-c7dae01243ac req-98483129-0491-46ba-b222-0ed4cde172f9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0684683 Sep 17 01:12:32.482205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6842f0fc-74c3-4f7f-a619-c7dae01243ac req-2d2ce81e-c4f1-4f30-bb4c-d26ebe30c3bb tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Sep 17 01:12:32.554521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81269b-a3e0-43ed-adca-a2ec581a397f req-7b784925-18b9-44f4-9abe-52f48ca0a040 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:32.560887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e81269b-a3e0-43ed-adca-a2ec581a397f req-7b784925-18b9-44f4-9abe-52f48ca0a040 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0602422 Sep 17 01:12:32.590486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eacd7-bf40-41af-ba53-f7674ad064aa req-fe1d6b15-c5c6-46a7-bd4d-0eadca2ce8a2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:32.592171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f4eacd7-bf40-41af-ba53-f7674ad064aa req-fe1d6b15-c5c6-46a7-bd4d-0eadca2ce8a2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 944 time: 0.0593805 Sep 17 01:12:32.603601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e81269b-a3e0-43ed-adca-a2ec581a397f req-efa65f88-1c7b-48f5-abdd-e5a47300ff21 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Sep 17 01:12:32.644687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f4eacd7-bf40-41af-ba53-f7674ad064aa req-c9d4e8cd-329d-4568-988b-55049d9e6250 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431218 Sep 17 01:12:33.062107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b87a5ce3-a22c-4f8e-8e3d-56672b733b98 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:33.191386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:12:33.195570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:33.196189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:33.383878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a4072-8688-4242-ac5d-65d56e37518e req-c9e98413-019e-4b2a-a5dc-2056cb3b663e tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:33.385759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d69a4072-8688-4242-ac5d-65d56e37518e req-c9e98413-019e-4b2a-a5dc-2056cb3b663e tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 945 time: 0.0927505 Sep 17 01:12:33.445930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d69a4072-8688-4242-ac5d-65d56e37518e req-75c16284-483e-459d-aa91-fe1351f1e5cf tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477755 Sep 17 01:12:33.453351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:33.497259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:33.575302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae759ac-ee78-48e7-8b6d-b70af064cf00 req-c8f6d431-29d7-4411-baf1-8cb68984bc6f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:33.577006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ae759ac-ee78-48e7-8b6d-b70af064cf00 req-c8f6d431-29d7-4411-baf1-8cb68984bc6f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0529633 Sep 17 01:12:33.597149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:33.598149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:33.619052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ae759ac-ee78-48e7-8b6d-b70af064cf00 req-2cf5e705-1f85-4975-8fa5-abcc0178918b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349698 Sep 17 01:12:33.646280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b19faa-51b9-4f5f-bcd8-9921238a3447 req-7d9db2ff-2128-4c06-b682-0b5637962612 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:33.654550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07b19faa-51b9-4f5f-bcd8-9921238a3447 req-7d9db2ff-2128-4c06-b682-0b5637962612 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0940514 Sep 17 01:12:33.702865 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07b19faa-51b9-4f5f-bcd8-9921238a3447 req-75f53343-1dcd-48a4-81f1-0d702b6f17b0 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Sep 17 01:12:33.705761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:33.708883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:33.711474 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d26f75c-054c-4b4c-8475-4f87a3bb8c0b" -d '{"events": [{"server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "name": "network-vif-plugged", "status": "completed", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:33.786445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:12:33.787625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0813b-6215-4ed4-93e4-ad3673aa0a96 req-9c232654-31cb-4724-82d9-17c33e21715c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:33.789001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-45b0813b-6215-4ed4-93e4-ad3673aa0a96 req-9c232654-31cb-4724-82d9-17c33e21715c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0688422 Sep 17 01:12:33.796629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:33.797330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:33.844561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-45b0813b-6215-4ed4-93e4-ad3673aa0a96 req-ca1761e0-740e-49c0-86b3-f6b9794dbfd8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481267 Sep 17 01:12:33.899475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbe1c9-037b-47ee-b95e-a0e6b12e3103 req-86076c82-83fa-4825-8088-a0cdc4ba72e2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:33.900987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8fbe1c9-037b-47ee-b95e-a0e6b12e3103 req-86076c82-83fa-4825-8088-a0cdc4ba72e2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 944 time: 0.1216857 Sep 17 01:12:33.903647 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:33.945411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,segment=NetworkSegment(0d5e42f2-6bab-49a1-b91f-70836171fbac),segment_id=0d5e42f2-6bab-49a1-b91f-70836171fbac)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:33.951707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8fbe1c9-037b-47ee-b95e-a0e6b12e3103 req-d6cdecc1-1b78-4b2a-ba31-44686eb51666 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426443 Sep 17 01:12:33.966248 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ce5d48-110f-4091-9078-176d745730f1 x-openstack-request-id: req-f8ce5d48-110f-4091-9078-176d745730f1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:33.966552 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "name": "network-vif-plugged", "status": "completed", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:33.966806 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8ce5d48-110f-4091-9078-176d745730f1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:33.967229 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'code': 200} Sep 17 01:12:34.031608 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:34.091978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:34.099313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990d44-3968-4c00-88a4-2b34ea6400d8 req-ddc78b2d-2aeb-4d69-a277-77d7446a41dc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:34.101006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3990d44-3968-4c00-88a4-2b34ea6400d8 req-ddc78b2d-2aeb-4d69-a277-77d7446a41dc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0899000 Sep 17 01:12:34.106625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d7b9b-a567-4bd5-bd80-9d324cd2181f req-91580236-4f7f-491b-b5f6-016baf57e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:34.108020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-199d7b9b-a567-4bd5-bd80-9d324cd2181f req-91580236-4f7f-491b-b5f6-016baf57e055 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 1097 time: 0.0651197 Sep 17 01:12:34.484727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-199d7b9b-a567-4bd5-bd80-9d324cd2181f req-92d11c51-7a18-4f43-a896-4a5ada82b3e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3682647 Sep 17 01:12:34.487946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3990d44-3968-4c00-88a4-2b34ea6400d8 req-09f4e171-b2b9-4947-8187-23a6cd2ad8fc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790853 Sep 17 01:12:34.591976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b39f6-9623-48c6-81d8-e00d3085528f req-319a20c8-54de-4cbb-8941-63d982e8d8dc tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:34.594556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e0b39f6-9623-48c6-81d8-e00d3085528f req-319a20c8-54de-4cbb-8941-63d982e8d8dc tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.0599363 Sep 17 01:12:34.634832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e0b39f6-9623-48c6-81d8-e00d3085528f req-3430fc07-5a4f-4dbb-9683-67e3c4e25029 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Sep 17 01:12:34.761278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862ad6b-6bc5-4fe4-be95-d4d6df46980e req-8a681f4c-22a2-4c6a-a167-9bb26bfa6b76 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:34.767482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1862ad6b-6bc5-4fe4-be95-d4d6df46980e req-8a681f4c-22a2-4c6a-a167-9bb26bfa6b76 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0557325 Sep 17 01:12:34.812882 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1862ad6b-6bc5-4fe4-be95-d4d6df46980e req-d573c744-d84b-4777-9ecb-66e7999838e9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Sep 17 01:12:34.927297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a6594-aff2-452e-80c6-65326792b37d req-4a375b02-9e68-42e5-869c-6e3cf8d541f4 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:34.928846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d42a6594-aff2-452e-80c6-65326792b37d req-4a375b02-9e68-42e5-869c-6e3cf8d541f4 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0549276 Sep 17 01:12:34.984426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d42a6594-aff2-452e-80c6-65326792b37d req-e67298db-4b0d-4696-a9ad-75fefba919cc tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488524 Sep 17 01:12:35.129471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e9ce5-6b3b-45ec-939d-1ad13e43d374 req-1b10181a-d8aa-45a0-8304-ccfe3cfa5da5 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:35.131429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-292e9ce5-6b3b-45ec-939d-1ad13e43d374 req-1b10181a-d8aa-45a0-8304-ccfe3cfa5da5 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.0693440 Sep 17 01:12:35.173074 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-292e9ce5-6b3b-45ec-939d-1ad13e43d374 req-c8ca624c-85ed-4ea6-8f36-9f4aa46ebdae tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Sep 17 01:12:35.201285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49976) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:35.206806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'subnet': {'network_id': '89ea7371-627b-4331-903a-0619c66eeead', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:35.281400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-32ab55c1-3213-4631-b29e-590a2a6a724d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:35.283950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-32ab55c1-3213-4631-b29e-590a2a6a724d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 814 time: 0.1042311 Sep 17 01:12:35.299046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-27e1fe7b-3914-442f-94e0-de7f9675c89a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/quotas/9ef43e534460468a87579159ec27261a HTTP/1.1" status: 200 len: 375 time: 0.0093765 Sep 17 01:12:35.353084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-08db8db2-d1ae-477e-bd63-e70f59f03f88 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478163 Sep 17 01:12:35.366230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:35.369846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:35.446771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-26d81753-a4fe-4aa2-b491-50b314bad12b service neutron] 10.222.0.13 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867164 Sep 17 01:12:35.446906 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9f7e981-e6e2-4736-999d-58dbc82e0069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:35.560677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-cc54446c-1134-4dac-9031-a1404d6ff80f service neutron] 10.222.0.13 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057594 Sep 17 01:12:35.682768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:35.782786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Subnet': ['ID=1e68ca21-4287-468a-ab68-a826b25241d9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:35.800311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea08537-638b-4369-a98a-807bed49c58d req-ad18a7aa-703c-40e7-a027-bb4a72617168 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:35.801896 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ea08537-638b-4369-a98a-807bed49c58d req-ad18a7aa-703c-40e7-a027-bb4a72617168 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.0877178 Sep 17 01:12:35.804738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Checking segment: {'id': '869c136b-d7ba-4b16-a4a6-a8b864a3532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ea7371-627b-4331-903a-0619c66eeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:35.805100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network hostable DHCP agents. Network: 89ea7371-627b-4331-903a-0619c66eeead, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:35.854535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ea08537-638b-4369-a98a-807bed49c58d req-61fea713-8b0e-4304-b195-6831ee73d681 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440638 Sep 17 01:12:35.906763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network 89ea7371-627b-4331-903a-0619c66eeead is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:35.939179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de8987e2-6f75-4c6f-8c5b-54ad6c6c2b34 req-cb8e2c05-a588-4477-b18b-237fc0f8c380 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 210 time: 0.0333016 Sep 17 01:12:35.968890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:35.971375 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f3c04-6b0d-4b42-be1a-373385bf4eaf" -d '{"events": [{"server_uuid": "0624bd78-eb8b-43e9-b32c-8e1a752a3af1", "name": "network-vif-plugged", "status": "completed", "tag": "f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:35.980091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 89ea7371-627b-4331-903a-0619c66eeead) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:35.996209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e128b9-d94f-49a4-bd70-8f1f87375b27 None None] Network 89ea7371-627b-4331-903a-0619c66eeead requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:35.997857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:35.998504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.043580 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e629e2b-8c83-4685-8d1a-ffa07b1c04c0 x-openstack-request-id: req-9e629e2b-8c83-4685-8d1a-ffa07b1c04c0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:36.044117 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0624bd78-eb8b-43e9-b32c-8e1a752a3af1", "name": "network-vif-plugged", "status": "completed", "tag": "f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:36.044884 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e629e2b-8c83-4685-8d1a-ffa07b1c04c0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:36.045897 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533', 'code': 200} Sep 17 01:12:36.056210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078d33f-81ed-4cc7-8c73-73f9a57c6f2e req-7b41796f-ca3a-4322-8812-62dc42c469d9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:36.056210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e078d33f-81ed-4cc7-8c73-73f9a57c6f2e req-7b41796f-ca3a-4322-8812-62dc42c469d9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1067274 Sep 17 01:12:36.081851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a08eb465-d5ee-4614-888e-d9a10e7f1c61 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8793263 Sep 17 01:12:36.085564 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50008) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:36.093626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2107527692'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:36.178182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718a8c6-eb49-47ec-886a-9d76380373dd req-26d8024f-b1ff-4bc7-a27e-038ae381fa8a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:36.178386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e078d33f-81ed-4cc7-8c73-73f9a57c6f2e req-8e3724d7-64d5-4a14-b417-09e964d6574e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165535 Sep 17 01:12:36.185390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4718a8c6-eb49-47ec-886a-9d76380373dd req-26d8024f-b1ff-4bc7-a27e-038ae381fa8a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0669985 Sep 17 01:12:36.205576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:36.208438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.221476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ab841-10fa-4b4d-a0d7-6353d6ff1b00 req-9e277dac-f4bf-4a54-a732-bf339337f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:36.225355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f56ab841-10fa-4b4d-a0d7-6353d6ff1b00 req-9e277dac-f4bf-4a54-a732-bf339337f9a7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 1096 time: 0.1122408 Sep 17 01:12:36.237118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-89ea7371-627b-4331-903a-0619c66eeead', 'network_id': '89ea7371-627b-4331-903a-0619c66eeead', 'tenant_id': '3bae7606c09943139ed362307faf6ade', 'fixed_ips': [{'subnet_id': '1e68ca21-4287-468a-ab68-a826b25241d9'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:36.240606 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.291420 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4718a8c6-eb49-47ec-886a-9d76380373dd req-d35188c8-0089-48bc-b954-8ea5bc684e47 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050406 Sep 17 01:12:36.308968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:36.309331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f56ab841-10fa-4b4d-a0d7-6353d6ff1b00 req-17daa88c-8514-4118-98e2-c23b68b87a06 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705969 Sep 17 01:12:36.316570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.318293 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Added segment 49cb6ebf-e88b-4f26-98a4-99955c81d1ff of type vlan for network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f Sep 17 01:12:36.382567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.467007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c167db-ff04-43c4-846b-98409bea2700 req-abf5110a-c0fd-4198-bee1-55c0833c6c5e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:36.468569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47c167db-ff04-43c4-846b-98409bea2700 req-abf5110a-c0fd-4198-bee1-55c0833c6c5e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "GET /v2.0/ports?device_id=a43084d3-b515-477d-8eb0-a1272da4c535 HTTP/1.1" status: 200 len: 946 time: 0.0977538 Sep 17 01:12:36.475489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Allocated IP 2001:db8:0:ffff::2 (89ea7371-627b-4331-903a-0619c66eeead/1e68ca21-4287-468a-ab68-a826b25241d9/7e19686c-1ed9-4ea9-b187-a6b042b6520e) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:36.480873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b508f0-2baa-4a2a-8ca0-b1fcdd9cab3e req-21188ce7-6176-4858-98f5-32b38e5ceb4f tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:36.482594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46b508f0-2baa-4a2a-8ca0-b1fcdd9cab3e req-21188ce7-6176-4858-98f5-32b38e5ceb4f tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.1136651 Sep 17 01:12:36.489125 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.498911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:36.499789 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.563450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46b508f0-2baa-4a2a-8ca0-b1fcdd9cab3e req-6750e22e-129d-4483-a2b1-c3a55c616da2 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475929 Sep 17 01:12:36.605625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Network': ['ID=363fd184-9ef8-4a7b-8f3a-dadc1f4d009f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:36.615288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Deleting port df539e08-34d5-46bd-a338-408f0a211165 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:36.615288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.626210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:36.644599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8ef0b36-a82b-4fd7-8125-dfb88a230082 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5576057 Sep 17 01:12:36.650026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50024) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:36.656178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'subnet': {'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:36.713831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] For port df539e08-34d5-46bd-a338-408f0a211165, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=df539e08-34d5-46bd-a338-408f0a211165,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:36.717974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.735784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Calling delete_port for df539e08-34d5-46bd-a338-408f0a211165 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:36.748448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.823512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.868148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Network 89ea7371-627b-4331-903a-0619c66eeead is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:36.870885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:36.873369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:36.889891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Pushing event updated for resources: {'Port': ['ID=7e19686c-1ed9-4ea9-b187-a6b042b6520e,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:36.905578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:36.909247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.936389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Attempting to bind port 7e19686c-1ed9-4ea9-b187-a6b042b6520e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:36.936719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Attempting to bind port 7e19686c-1ed9-4ea9-b187-a6b042b6520e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '869c136b-d7ba-4b16-a4a6-a8b864a3532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ea7371-627b-4331-903a-0619c66eeead'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:36.937086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Attempting to bind port 7e19686c-1ed9-4ea9-b187-a6b042b6520e on network 89ea7371-627b-4331-903a-0619c66eeead {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:36.942353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:36.944489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Checking segment: {'id': '869c136b-d7ba-4b16-a4a6-a8b864a3532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ea7371-627b-4331-903a-0619c66eeead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:36.944489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.944489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Bound using segment: {'id': '869c136b-d7ba-4b16-a4a6-a8b864a3532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ea7371-627b-4331-903a-0619c66eeead'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:36.944489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Bound port: 7e19686c-1ed9-4ea9-b187-a6b042b6520e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869c136b-d7ba-4b16-a4a6-a8b864a3532a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '89ea7371-627b-4331-903a-0619c66eeead'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:36.944489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:36.991319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:37.024582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] For port 7e19686c-1ed9-4ea9-b187-a6b042b6520e, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:37.028032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] For port 7e19686c-1ed9-4ea9-b187-a6b042b6520e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e19686c-1ed9-4ea9-b187-a6b042b6520e,segment=NetworkSegment(869c136b-d7ba-4b16-a4a6-a8b864a3532a),segment_id=869c136b-d7ba-4b16-a4a6-a8b864a3532a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:37.030985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['df539e08-34d5-46bd-a338-408f0a211165'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:37.034383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Pushing event deleted for resources: {'Port': ['ID=df539e08-34d5-46bd-a338-408f0a211165,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:37.044414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e5776-0cd9-4e03-8a50-e2aad9b250cd req-fb7cd95c-d1c3-4258-a342-02b29bdd955b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:37.046225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a22e5776-0cd9-4e03-8a50-e2aad9b250cd req-fb7cd95c-d1c3-4258-a342-02b29bdd955b tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.1174703 Sep 17 01:12:37.106126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:37.136047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a22e5776-0cd9-4e03-8a50-e2aad9b250cd req-2f54217a-8591-43e0-9b82-60854c720108 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770156 Sep 17 01:12:37.139348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] No DVR routers for this DVR port df539e08-34d5-46bd-a338-408f0a211165 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:37.143355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5e63af9-6334-4a45-afb9-ae68d9e7c1f2 req-9502c3f5-d22f-4a25-a4f4-b1d0a349df32 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 210 time: 0.0972373 Sep 17 01:12:37.145191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:37.147534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47c167db-ff04-43c4-846b-98409bea2700 req-06498d9a-f1e9-41aa-b886-829e69670965 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "DELETE /v2.0/ports/df539e08-34d5-46bd-a338-408f0a211165 HTTP/1.1" status: 204 len: 173 time: 0.6640069 Sep 17 01:12:37.147994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-deleted', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:37.150710 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b509e8c9-47b9-489a-bd7a-addee1e25d6f" -d '{"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-deleted", "tag": "df539e08-34d5-46bd-a338-408f0a211165"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:37.200812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f66a91-58d7-4f83-8a1b-478f80388faa None None] Pushing event updated for resources: {'Port': ['ID=7e19686c-1ed9-4ea9-b187-a6b042b6520e,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:37.219435 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64df715-e501-4166-979b-bfc653967f07 x-openstack-request-id: req-c64df715-e501-4166-979b-bfc653967f07 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:37.220098 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43084d3-b515-477d-8eb0-a1272da4c535", "name": "network-vif-deleted", "tag": "df539e08-34d5-46bd-a338-408f0a211165", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:37.220399 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c64df715-e501-4166-979b-bfc653967f07 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:37.220807 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43084d3-b515-477d-8eb0-a1272da4c535', 'name': 'network-vif-deleted', 'tag': 'df539e08-34d5-46bd-a338-408f0a211165', 'status': 'completed', 'code': 200} Sep 17 01:12:37.350584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b55ff-2151-4795-8abf-660b815a7eed req-e16f1e68-c2d4-405f-8965-bae2cbf671a0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:37.353447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e2b55ff-2151-4795-8abf-660b815a7eed req-e16f1e68-c2d4-405f-8965-bae2cbf671a0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0726988 Sep 17 01:12:37.369443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461b257-9d28-4f47-8223-1e18a05c4913 req-d76edf8b-7747-4d36-bf59-8100306515de tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:37.371013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1461b257-9d28-4f47-8223-1e18a05c4913 req-d76edf8b-7747-4d36-bf59-8100306515de tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.1109819 Sep 17 01:12:37.380398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50052) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:37.391515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Request body: {'floatingip': {'port_id': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:37.417965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e2b55ff-2151-4795-8abf-660b815a7eed req-c11b1280-2c8a-42fa-bb92-0c8ad0eeeb97 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560548 Sep 17 01:12:37.481429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:37.552874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:12:37.574012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:37.721198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6828-96c3-433c-b75f-3b9bb7de2be6 req-de27a35b-ec06-4361-8c47-d280952d00e1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:37.724666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-369f6828-96c3-433c-b75f-3b9bb7de2be6 req-de27a35b-ec06-4361-8c47-d280952d00e1 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.0577099 Sep 17 01:12:37.766726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-369f6828-96c3-433c-b75f-3b9bb7de2be6 req-49c9c1f6-4262-400e-a60d-481a6ea1bf94 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Sep 17 01:12:37.784781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Subnet': ['ID=802a1062-d4de-47f4-a958-f0c07da8ea57,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:37.794543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d203-cdb3-4881-a61c-3eba3c9010e9 req-8bb8f5cb-7976-4619-b8b1-15dd1646c735 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:37.796207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3648d203-cdb3-4881-a61c-3eba3c9010e9 req-8bb8f5cb-7976-4619-b8b1-15dd1646c735 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.2411361 Sep 17 01:12:37.813326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.818065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:12:37.836208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Checking segment: {'id': '49cb6ebf-e88b-4f26-98a4-99955c81d1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:37.845233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network hostable DHCP agents. Network: 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:37.912584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3648d203-cdb3-4881-a61c-3eba3c9010e9 req-4ac158fc-aa84-475e-9c69-7418247f97a4 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075578 Sep 17 01:12:38.003725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:38.111403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-26ecee8c-b845-42ff-9616-9c97daafd755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.112795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:38.123409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf9e3b-bc77-4b92-a948-c7ed5b82ed5e None None] Network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:38.127601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:38.128262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.323050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5265796d-0ee0-4c74-8ebe-26d985b0b38a req-161b656c-722c-48ad-90c7-4f05cc318ec3 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 210 time: 0.0481880 Sep 17 01:12:38.440572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-7474fcdf-5b27-4a71-a5f1-f380974d919e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:38.441241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-363fd184-9ef8-4a7b-8f3a-dadc1f4d009f', 'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f', 'tenant_id': '3bae7606c09943139ed362307faf6ade', 'fixed_ips': [{'subnet_id': '802a1062-d4de-47f4-a958-f0c07da8ea57'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:38.442555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.442981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-7474fcdf-5b27-4a71-a5f1-f380974d919e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 814 time: 0.2080100 Sep 17 01:12:38.471402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Request body: {'port': {'device_id': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'admin_state_up': True, 'tenant_id': '9ef43e534460468a87579159ec27261a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:38.531770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea894a-3ecb-4046-a11a-39f5349ba241 None None] Network 89ea7371-627b-4331-903a-0619c66eeead requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:38.609598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-76e4fe38-a701-4ce0-a237-1fc7d6f08e73 None None] Provisioning complete for port 7e19686c-1ed9-4ea9-b187-a6b042b6520e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:38.609969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76e4fe38-a701-4ce0-a237-1fc7d6f08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.611563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.628442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c40490-2314-4567-bbbe-01bc2215bbab req-46dd748d-b20d-45e3-801f-3379e070ca54 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:38.630294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b7c40490-2314-4567-bbbe-01bc2215bbab req-46dd748d-b20d-45e3-801f-3379e070ca54 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0759156 Sep 17 01:12:38.687671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b7c40490-2314-4567-bbbe-01bc2215bbab req-84364e45-e3a8-4e36-9f73-0720bfe3c8a0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499470 Sep 17 01:12:38.749234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3490a5bb-f695-4867-87fd-d92726b4c154 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0952890 Sep 17 01:12:38.750000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:38.756161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Allocated IP 2001:db8::f816:3eff:fe49:ae53 (363fd184-9ef8-4a7b-8f3a-dadc1f4d009f/802a1062-d4de-47f4-a958-f0c07da8ea57/8d1838b8-bd79-49ce-9de5-e6401577699f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:38.758457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'port': {'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f', 'name': 'tempest-NetworksIpV6TestAttrs-1819029265'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:38.823023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.899490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76e4fe38-a701-4ce0-a237-1fc7d6f08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:38.916371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe2244-aae9-4ae9-aea0-8489e384c973 req-fd1a9521-07e0-4e1d-ac27-63a753486768 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:38.924687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5fe2244-aae9-4ae9-aea0-8489e384c973 req-fd1a9521-07e0-4e1d-ac27-63a753486768 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.0665700 Sep 17 01:12:38.972755 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Floating IP e0b39933-0301-444b-be6d-9bda77e83148 associated. External IP: 172.25.1.76, port: b87a5ce3-a22c-4f8e-8e3d-56672b733b98. Sep 17 01:12:38.981418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5fe2244-aae9-4ae9-aea0-8489e384c973 req-b1ad67eb-c96f-401e-9a2f-df5d8b76fed7 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 Sep 17 01:12:39.000054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-76e4fe38-a701-4ce0-a237-1fc7d6f08e73 None None] For port 7e19686c-1ed9-4ea9-b187-a6b042b6520e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e19686c-1ed9-4ea9-b187-a6b042b6520e,segment=NetworkSegment(869c136b-d7ba-4b16-a4a6-a8b864a3532a),segment_id=869c136b-d7ba-4b16-a4a6-a8b864a3532a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:39.021210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Made reservation on behalf of 9ef43e534460468a87579159ec27261a for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:39.041225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.060410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.088326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76e4fe38-a701-4ce0-a237-1fc7d6f08e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.128509 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.194853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.202713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb26f8-2f28-4e18-ac0c-36663d16685f req-a959a6a6-b6d9-49f2-8d77-1dd2911efc2a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:39.204563 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dbfb26f8-2f28-4e18-ac0c-36663d16685f req-a959a6a6-b6d9-49f2-8d77-1dd2911efc2a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1210568 Sep 17 01:12:39.223800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4fe38-a701-4ce0-a237-1fc7d6f08e73 None None] Pushing event updated for resources: {'Port': ['ID=7e19686c-1ed9-4ea9-b187-a6b042b6520e,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:39.235521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:39.240187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:39.243479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:39.261762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Allocated IP 172.20.0.3 (3a362b54-d916-45ab-abd7-b23e69ab2e64/588181b8-0c1d-42e0-b1dc-b338841b9a5f/2624979a-7018-404a-8a65-e9bc2f401a4c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:39.345026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:39.350115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.405439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Router 33205074-e80f-47e1-98be-b13b7819b97b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:12:39.437224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Attempting to bind port 8d1838b8-bd79-49ce-9de5-e6401577699f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:39.437224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Attempting to bind port 8d1838b8-bd79-49ce-9de5-e6401577699f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '49cb6ebf-e88b-4f26-98a4-99955c81d1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:39.437224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Attempting to bind port 8d1838b8-bd79-49ce-9de5-e6401577699f on network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:39.447483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:39.447726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Checking segment: {'id': '49cb6ebf-e88b-4f26-98a4-99955c81d1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:39.448283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.448827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Bound using segment: {'id': '49cb6ebf-e88b-4f26-98a4-99955c81d1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:39.449327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Bound port: 8d1838b8-bd79-49ce-9de5-e6401577699f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cb6ebf-e88b-4f26-98a4-99955c81d1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '363fd184-9ef8-4a7b-8f3a-dadc1f4d009f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:39.449788 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.457903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] device_id is not set on port bf8e84d4-2460-415b-8807-237e7f24f0c3 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:12:39.467649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e19686c-1ed9-4ea9-b187-a6b042b6520e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:39.501213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Pushing event updated for resources: {'Port': ['ID=8d1838b8-bd79-49ce-9de5-e6401577699f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:39.534923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.544500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dbfb26f8-2f28-4e18-ac0c-36663d16685f req-c99cd6f5-5d7d-4261-a2e0-ca05596a9785 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037346 Sep 17 01:12:39.600876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0537adb8-1e8f-42af-bb5a-a6264c7c802c req-1f6cd91f-ef43-4838-9f3c-5dd6e3740ad0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 210 time: 0.0303216 Sep 17 01:12:39.658342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.706825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Allocated IP 2001:db8::f816:3eff:fe8b:fe38 (363fd184-9ef8-4a7b-8f3a-dadc1f4d009f/802a1062-d4de-47f4-a958-f0c07da8ea57/bf8e84d4-2460-415b-8807-237e7f24f0c3) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:39.734119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:12:39.747683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.755914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:39.758839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] Sync routers for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:12:39.761311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:39.763968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:39.778958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.799911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:39.824573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8c9421d3-9cb1-428b-8dbb-e8adea48bc64 None None] Provisioning complete for port 7e19686c-1ed9-4ea9-b187-a6b042b6520e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:39.825113 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c9421d3-9cb1-428b-8dbb-e8adea48bc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.835397 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-74bc6103-3655-4b60-a44c-9597c7b8cc8c tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "PUT /v2.0/floatingips/e0b39933-0301-444b-be6d-9bda77e83148 HTTP/1.1" status: 200 len: 991 time: 2.4446638 Sep 17 01:12:39.847239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:39.850457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:39.851494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:39.853590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:12:39.854248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:39.868920 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2b1a04-f236-4c16-b818-ff5e6f74f557" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:39.921501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] For port 8d1838b8-bd79-49ce-9de5-e6401577699f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:39.946664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-e08713df-5c25-42ae-8845-79990e1759a0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4950271 Sep 17 01:12:39.951843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] For port 8d1838b8-bd79-49ce-9de5-e6401577699f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8d1838b8-bd79-49ce-9de5-e6401577699f,segment=NetworkSegment(49cb6ebf-e88b-4f26-98a4-99955c81d1ff),segment_id=49cb6ebf-e88b-4f26-98a4-99955c81d1ff)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:39.959584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Request body: {'port': {'device_id': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:40.059877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7e19686c-1ed9-4ea9-b187-a6b042b6520e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:40.060398 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.067665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.073353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.114989 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fada24-a2a5-4858-afd5-74eac2262850 x-openstack-request-id: req-c3fada24-a2a5-4858-afd5-74eac2262850 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:40.115485 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:40.116052 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3fada24-a2a5-4858-afd5-74eac2262850 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:40.116640 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'status': 'completed', 'code': 200} Sep 17 01:12:40.174609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.188746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.189912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-2fd79480-1f6a-4a1a-a338-7f2393d93b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:40.191491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-2fd79480-1f6a-4a1a-a338-7f2393d93b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 1097 time: 0.1775942 Sep 17 01:12:40.206171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:12:40.273457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Port': ['ID=bf8e84d4-2460-415b-8807-237e7f24f0c3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:40.292088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:40.292662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:40.298827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389255-a4bf-4d51-a71f-c5315faab895 req-09c82c7e-829d-469a-afae-6bcbc8701ed4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:40.300449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90389255-a4bf-4d51-a71f-c5315faab895 req-09c82c7e-829d-469a-afae-6bcbc8701ed4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1667271 Sep 17 01:12:40.300620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:40.303936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65b4a4-15c2-4818-9e1f-f8e3b2500e55 None None] Pushing event updated for resources: {'Port': ['ID=8d1838b8-bd79-49ce-9de5-e6401577699f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:40.310843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:40.312167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.433190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a4dad1e-608a-4ab7-a9c6-3c7e3a482e0d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6818874 Sep 17 01:12:40.435873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50104) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:40.487360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90389255-a4bf-4d51-a71f-c5315faab895 req-89d3a922-3ad4-45b2-a46f-37ebbb8ecc6e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465914 Sep 17 01:12:40.522140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-5fd4425b-47d2-446f-b8f4-e09c8d0d07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:40.524404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-5fd4425b-47d2-446f-b8f4-e09c8d0d07b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a HTTP/1.1" status: 200 len: 917 time: 0.3258557 Sep 17 01:12:40.585845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting subnet 802a1062-d4de-47f4-a958-f0c07da8ea57 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:12:40.596203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.707882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.710267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'e0b39933-0301-444b-be6d-9bda77e83148', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'port_id': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'mac_address': 'fa:16:3e:dd:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2332ea-a804-442d-9224-865630d95b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:11:32Z', 'updated_at': '2021-09-17T01:12:38Z', 'revision_number': 1, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:30Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:40.737997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-e2bc5726-a164-498d-a0e5-28f07901c570 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98 HTTP/1.1" status: 200 len: 999 time: 0.1981764 Sep 17 01:12:40.759035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] Checking router: 33205074-e80f-47e1-98be-b13b7819b97b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:12:40.768392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:12:40.769171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:40.874386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-209afb58-9dea-4302-9118-363e54dfbe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:40.876256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-209afb58-9dea-4302-9118-363e54dfbe7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47 HTTP/1.1" status: 200 len: 855 time: 0.1246550 Sep 17 01:12:40.877441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:40.969179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0e7d6-26a2-4459-97f5-2ad3b890b3c8 req-3885dea0-1302-494e-85eb-81052aa0f734 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:40.970956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fab0e7d6-26a2-4459-97f5-2ad3b890b3c8 req-3885dea0-1302-494e-85eb-81052aa0f734 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 931 time: 0.2285669 Sep 17 01:12:41.015814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-3550fc30-99d6-408c-819d-ac151c695889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:41.017580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-3550fc30-99d6-408c-819d-ac151c695889 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318605 Sep 17 01:12:41.036751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7342c-5ffa-4061-b2be-5f63edb3578b req-b0823245-b12a-4e70-a8d8-c5b218c6a20f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:41.038325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aff7342c-5ffa-4061-b2be-5f63edb3578b req-b0823245-b12a-4e70-a8d8-c5b218c6a20f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1340556 Sep 17 01:12:41.046448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.056286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.073039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.075682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/802a1062-d4de-47f4-a958-f0c07da8ea57 HTTP/1.1" status: 204 len: 168 time: 0.6387856 Sep 17 01:12:41.085522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50122) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:41.088987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:12:41.120105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21c7d0-5e9a-4ce8-ba78-a6cf33d0da04 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Subnet': ['ID=802a1062-d4de-47f4-a958-f0c07da8ea57,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:41.162796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aff7342c-5ffa-4061-b2be-5f63edb3578b req-7d1c0865-7168-4ebf-b408-3bccf4d8001b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049509 Sep 17 01:12:41.243451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fab0e7d6-26a2-4459-97f5-2ad3b890b3c8 req-b88521e7-3c8b-4140-a56e-69add91800ce tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580297 Sep 17 01:12:41.394198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2624979a-7018-404a-8a65-e9bc2f401a4c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:41.408454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.484296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:41.493837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8d1838b8-bd79-49ce-9de5-e6401577699f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:41.501142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Transition to ACTIVE for port object 2624979a-7018-404a-8a65-e9bc2f401a4c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:12:41.554566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905a801-b8d2-4885-98d5-c6ce790a0eb8 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:41.556203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905a801-b8d2-4885-98d5-c6ce790a0eb8 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:41.559409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2905a801-b8d2-4885-98d5-c6ce790a0eb8 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4638662 Sep 17 01:12:41.561601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50136) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:41.584355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: df539e08-34d5-46bd-a338-408f0a211165 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:41.584355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device df539e08-34d5-46bd-a338-408f0a211165 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:41.594097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-3984939d-5398-4117-8a74-84a56407bbe4 service neutron] 10.222.0.36 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654399 Sep 17 01:12:41.632694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'e0b39933-0301-444b-be6d-9bda77e83148', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'port_id': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'mac_address': 'fa:16:3e:dd:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2332ea-a804-442d-9224-865630d95b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:11:32Z', 'updated_at': '2021-09-17T01:12:38Z', 'revision_number': 1, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:30Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:41.667129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.687255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8d1838b8-bd79-49ce-9de5-e6401577699f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:41.687636 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.689558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303b954-257a-429f-b4e3-1592b5b7d61f None None] The sync data for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 is: [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'e0b39933-0301-444b-be6d-9bda77e83148', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'floating_ip_address': '172.25.1.76', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'port_id': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'mac_address': 'fa:16:3e:dd:40:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f2332ea-a804-442d-9224-865630d95b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:11:32Z', 'updated_at': '2021-09-17T01:12:38Z', 'revision_number': 1, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:30Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:12:41.757044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59e380af-5df7-4fb1-826d-bc6b4f6bb321 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.775064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbd510-85a2-4544-9bc6-5edd72f346a8 req-aba9cc9c-b838-4029-984a-a3a990fdcdf6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:41.776722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59cbd510-85a2-4544-9bc6-5edd72f346a8 req-aba9cc9c-b838-4029-984a-a3a990fdcdf6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1387680 Sep 17 01:12:41.782702 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e380af-5df7-4fb1-826d-bc6b4f6bb321 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 01:12:41.783258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e380af-5df7-4fb1-826d-bc6b4f6bb321 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:12:41.785265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-59e380af-5df7-4fb1-826d-bc6b4f6bb321 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/363fd184-9ef8-4a7b-8f3a-dadc1f4d009f HTTP/1.1" status: 409 len: 405 time: 0.2214284 Sep 17 01:12:41.790531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50146) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:41.802235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1605082894'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:41.868424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d545d72-205f-41d8-8844-04c00dfa96f2 None None] Network 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:41.913101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59cbd510-85a2-4544-9bc6-5edd72f346a8 req-3a4a2c8a-790f-4997-af38-e6411bafacaf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252205 Sep 17 01:12:41.927983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:41.932861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.962619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:41.977270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44971d8f-bfad-41eb-a3a5-3197603e24d0 req-510f8124-27eb-4cdb-909a-40382bac0ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:41.978964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44971d8f-bfad-41eb-a3a5-3197603e24d0 req-510f8124-27eb-4cdb-909a-40382bac0ed0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.1045363 Sep 17 01:12:41.999988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:42.012420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.013439 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Added segment a8a8754d-4282-45f7-baa0-8310e893835c of type vlan for network 0fe1e039-9718-4b18-8c63-2334e06c0d4f Sep 17 01:12:42.034932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c2ca2917-1354-4078-9f82-5fd74ba43c5f None None] Provisioning complete for port 8d1838b8-bd79-49ce-9de5-e6401577699f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:42.035367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2917-1354-4078-9f82-5fd74ba43c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.105240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.130690 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44971d8f-bfad-41eb-a3a5-3197603e24d0 req-5c69b94b-0fb8-407a-9991-a5adb37e1966 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594578 Sep 17 01:12:42.176826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:42.188662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8d1838b8-bd79-49ce-9de5-e6401577699f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8d1838b8-bd79-49ce-9de5-e6401577699f,segment=NetworkSegment(49cb6ebf-e88b-4f26-98a4-99955c81d1ff),segment_id=49cb6ebf-e88b-4f26-98a4-99955c81d1ff)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:42.249867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2b1a04-f236-4c16-b818-ff5e6f74f557 req-58d8f8fc-c11d-4c34-a8d3-5c0cbb230e23 service neutron] 10.222.0.36 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476557 Sep 17 01:12:42.266664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.269045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2917-1354-4078-9f82-5fd74ba43c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.282021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.294321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.309825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.324184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Attempting to bind port 2624979a-7018-404a-8a65-e9bc2f401a4c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:42.333964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Attempting to bind port 2624979a-7018-404a-8a65-e9bc2f401a4c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:42.334503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Attempting to bind port 2624979a-7018-404a-8a65-e9bc2f401a4c on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:42.342597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Port 2624979a-7018-404a-8a65-e9bc2f401a4c on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:12:42.343218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Attempting to bind port 2624979a-7018-404a-8a65-e9bc2f401a4c on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:42.351491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:42.352071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Checking segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:42.352641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Bound using segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:42.353293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Bound port: 2624979a-7018-404a-8a65-e9bc2f401a4c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:42.353853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.366624 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2a262d-f80a-465e-a90e-bfe81a838950 None None] New status for floating IP e0b39933-0301-444b-be6d-9bda77e83148: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:12:42.380223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] DHCP port deletion for 363fd184-9ef8-4a7b-8f3a-dadc1f4d009f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:12:42.445579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6539085 Sep 17 01:12:42.446613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50170) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:42.459476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8d1838b8-bd79-49ce-9de5-e6401577699f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:42.461752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'subnet': {'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:42.464443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-c2ca2917-1354-4078-9f82-5fd74ba43c5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:12:42.464443 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-c2ca2917-1354-4078-9f82-5fd74ba43c5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:12:42.465684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381509c-c08b-464c-a44a-2efa7b6b464f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Network': ['ID=0fe1e039-9718-4b18-8c63-2334e06c0d4f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:42.480164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c791-c8d9-40a7-a3ed-d7c06fd6351e req-dd322da9-1c3f-4d85-ad4f-9fc3db1fc03e tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.481446 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9524c791-c8d9-40a7-a3ed-d7c06fd6351e req-dd322da9-1c3f-4d85-ad4f-9fc3db1fc03e tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.2389290 Sep 17 01:12:42.499245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0fe1e039-9718-4b18-8c63-2334e06c0d4f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:42.617647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9524c791-c8d9-40a7-a3ed-d7c06fd6351e req-7382c70f-85d2-4c08-be02-6591854a63a8 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220109 Sep 17 01:12:42.645332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb6e93-f776-4d5a-b6eb-e414ad1fa00d req-0ca3277d-2c33-4e33-8f70-7cab036c0e23 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.646586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-9148b594-da02-46ec-a518-7a047b81d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.648991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-9148b594-da02-46ec-a518-7a047b81d7e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.0850861 Sep 17 01:12:42.654107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3eb6e93-f776-4d5a-b6eb-e414ad1fa00d req-0ca3277d-2c33-4e33-8f70-7cab036c0e23 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.3128307 Sep 17 01:12:42.662834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:42.667105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:42.686532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] Deleting port 8d1838b8-bd79-49ce-9de5-e6401577699f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:42.687316 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.704243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3eb6e93-f776-4d5a-b6eb-e414ad1fa00d req-603aebcf-b48d-4795-b740-be2d9f83baa0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491126 Sep 17 01:12:42.792493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-27e40536-0f46-4a72-bef2-b00a0fdde7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.795412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.811777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-27e40536-0f46-4a72-bef2-b00a0fdde7d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1512275 Sep 17 01:12:42.811777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:42.814612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] For port 8d1838b8-bd79-49ce-9de5-e6401577699f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8d1838b8-bd79-49ce-9de5-e6401577699f,segment=NetworkSegment(49cb6ebf-e88b-4f26-98a4-99955c81d1ff),segment_id=49cb6ebf-e88b-4f26-98a4-99955c81d1ff)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:42.815018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.817966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.833804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] Calling delete_port for 8d1838b8-bd79-49ce-9de5-e6401577699f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:42.846541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.847399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:42.850063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] 10.222.0.23 "PUT /v2.0/ports/2624979a-7018-404a-8a65-e9bc2f401a4c HTTP/1.1" status: 200 len: 1091 time: 2.8952808 Sep 17 01:12:42.850641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:42.853042 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d4a680-a946-4753-9b93-3aa4618f4d98" -d '{"events": [{"name": "network-changed", "server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:42.891541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9155f27-a064-4f6a-83b3-821272cc6974 service neutron] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:42.929497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b2b71-2ed0-4487-a9f2-49e1ad0614bf req-8b86f00c-62b2-4a85-8ae6-e4d6ba2db02b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:42.931015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-183b2b71-2ed0-4487-a9f2-49e1ad0614bf req-8b86f00c-62b2-4a85-8ae6-e4d6ba2db02b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 943 time: 0.2012544 Sep 17 01:12:43.032350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-a4c3e451-3d45-4233-ba4d-a64da77607a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.1825318 Sep 17 01:12:43.037320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-2f60cf9b-450c-48b1-9a19-7d10259173d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:43.037515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:43.039008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-2f60cf9b-450c-48b1-9a19-7d10259173d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 1094 time: 0.0594237 Sep 17 01:12:43.046879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-183b2b71-2ed0-4487-a9f2-49e1ad0614bf req-c2e54d76-be47-4188-bc64-664369ef67c8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786831 Sep 17 01:12:43.095729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] No DVR routers for this DVR port 8d1838b8-bd79-49ce-9de5-e6401577699f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:43.103764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2ede0-5a02-4b95-8e8f-1b77fd14666d None None] Pushing event deleted for resources: {'Port': ['ID=8d1838b8-bd79-49ce-9de5-e6401577699f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:43.110402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-5d585899-a936-4ef8-a1e4-7be697cf0493 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2624979a-7018-404a-8a65-e9bc2f401a4c HTTP/1.1" status: 200 len: 217 time: 0.0623355 Sep 17 01:12:43.138927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-a95f4526-3496-4cc5-bab1-d3a21402a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:43.140238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-a95f4526-3496-4cc5-bab1-d3a21402a009 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0972698 Sep 17 01:12:43.195132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f19ff2-df7c-4560-8157-ad1456529687 req-76fd4827-0767-4391-9f13-547fcf2ebfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:43.196728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-76fd4827-0767-4391-9f13-547fcf2ebfda service neutron] 10.222.0.23 "GET /v2.0/subnets?id=588181b8-0c1d-42e0-b1dc-b338841b9a5f HTTP/1.1" status: 200 len: 854 time: 0.0789087 Sep 17 01:12:43.235256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-417ad8e6-bc0e-4fb5-ae73-a31afac33d2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a362b54-d916-45ab-abd7-b23e69ab2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315130 Sep 17 01:12:43.262311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-18b49fb9-6bfc-4f70-bc9f-a07c76993264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:43.263909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-18b49fb9-6bfc-4f70-bc9f-a07c76993264 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090801 Sep 17 01:12:43.272545 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2892c30e-8a3f-46a4-9491-a6daecd5db2a x-openstack-request-id: req-2892c30e-8a3f-46a4-9491-a6daecd5db2a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:43.272907 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:43.273403 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2892c30e-8a3f-46a4-9491-a6daecd5db2a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:43.274012 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'status': 'completed', 'code': 200} Sep 17 01:12:43.335446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8d1838b8-bd79-49ce-9de5-e6401577699f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:43.351172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-20187f23-5f9d-45d9-a81b-765224026316 service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079645 Sep 17 01:12:43.607506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8d1838b8-bd79-49ce-9de5-e6401577699f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:43.607506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8d1838b8-bd79-49ce-9de5-e6401577699f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:43.612005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-1c3a6980-8ff7-4a58-8ed2-3f31bf205bb4 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967214 Sep 17 01:12:43.612690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f19ff2-df7c-4560-8157-ad1456529687 req-4bf93e97-119b-455f-9f03-f483a6ba940e service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058178 Sep 17 01:12:43.612789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79318cc2-1237-4703-ac6b-b03cfb1b25ba req-d6e94fa5-0d45-4dca-a595-5c8489ac0016 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983181 Sep 17 01:12:43.751262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c46a0-a364-4dd5-853b-0f421fffefd6 req-6ed897ac-0aa8-4d66-b7b3-1b28c6710851 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:43.752765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c0c46a0-a364-4dd5-853b-0f421fffefd6 req-6ed897ac-0aa8-4d66-b7b3-1b28c6710851 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0553894 Sep 17 01:12:43.899674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c0c46a0-a364-4dd5-853b-0f421fffefd6 req-9d084153-8071-400f-acbe-21d59584db21 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131268 Sep 17 01:12:43.899674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:12:43.899674 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:43.903938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-47a1ef6a-b234-4597-a696-f491e8935260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:43.905429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-47a1ef6a-b234-4597-a696-f491e8935260 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 1094 time: 0.1183462 Sep 17 01:12:44.292694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3d6209d6-e351-4507-a1f3-fa2c8ad158e3 req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1866077979', 'description': 'tempest-description-1583529094'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:44.360431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Subnet': ['ID=f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:44.385624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Checking segment: {'id': 'a8a8754d-4282-45f7-baa0-8310e893835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:44.385994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network hostable DHCP agents. Network: 0fe1e039-9718-4b18-8c63-2334e06c0d4f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:44.390885 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3d6209d6-e351-4507-a1f3-fa2c8ad158e3 req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:44.412035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6abd3-ab43-48b2-98b5-3593cb774d70 req-15a1f68c-7338-4100-a518-9ae82afefd13 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:44.413554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74a6abd3-ab43-48b2-98b5-3593cb774d70 req-15a1f68c-7338-4100-a518-9ae82afefd13 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.4564595 Sep 17 01:12:44.421245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-f95e5560-4089-4912-b3fd-a7eb785b14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:44.422744 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-f95e5560-4089-4912-b3fd-a7eb785b14f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 915 time: 0.4990160 Sep 17 01:12:44.485935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-39b7a6d0-0741-4ca6-8682-086c7512d278 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2624979a-7018-404a-8a65-e9bc2f401a4c HTTP/1.1" status: 200 len: 217 time: 0.0528157 Sep 17 01:12:44.493152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3d6209d6-e351-4507-a1f3-fa2c8ad158e3 req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:44.529393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network 0fe1e039-9718-4b18-8c63-2334e06c0d4f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:44.537163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74a6abd3-ab43-48b2-98b5-3593cb774d70 req-a6432208-ee8c-4468-b035-46e50bb65283 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133537 Sep 17 01:12:44.557838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3d6209d6-e351-4507-a1f3-fa2c8ad158e3 req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:44.557964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-6a78790b-52d3-416e-8aa1-295aef116f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:44.558343 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-6a78790b-52d3-416e-8aa1-295aef116f6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=588181b8-0c1d-42e0-b1dc-b338841b9a5f HTTP/1.1" status: 200 len: 854 time: 0.0622618 Sep 17 01:12:44.593943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db32e92-31c3-43ea-8932-9265c929be18,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:44.614109 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-18870f28-1736-43ee-ae94-94798170ea35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3a362b54-d916-45ab-abd7-b23e69ab2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462990 Sep 17 01:12:44.615131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0fe1e039-9718-4b18-8c63-2334e06c0d4f) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:44.619947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:44.621373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:44.625666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546b31f7-1a64-40a0-9e06-9329d2283def None None] Network 0fe1e039-9718-4b18-8c63-2334e06c0d4f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:44.664045 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3d6209d6-e351-4507-a1f3-fa2c8ad158e3 req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:44.665581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d6209d6-e351-4507-a1f3-fa2c8ad158e3 req-0db65862-03bd-433a-975b-3bebe6d32a07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3784676 Sep 17 01:12:44.742618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a068a26-deb0-4dad-8139-78def62650b8 req-5ec8fbc4-5bde-4804-8555-e25fd1d7aefa tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:44.749985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a068a26-deb0-4dad-8139-78def62650b8 req-5ec8fbc4-5bde-4804-8555-e25fd1d7aefa tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 943 time: 0.1249146 Sep 17 01:12:44.769038 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9ca2af07-c897-4abd-b121-6b67b0e2bdeb tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3203447 Sep 17 01:12:44.772661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50204) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:44.779996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'port': {'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f', 'name': 'tempest-NetworksIpV6TestAttrs-313802074'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:44.805993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a068a26-deb0-4dad-8139-78def62650b8 req-f2942dfb-a7cf-4b2b-b833-952c5dae1e08 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Sep 17 01:12:44.831411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-75b94bbc-8f62-4266-bdc5-90abb2cc9b57 service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051723 Sep 17 01:12:44.911570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0fe1e039-9718-4b18-8c63-2334e06c0d4f', 'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f', 'tenant_id': '3bae7606c09943139ed362307faf6ade', 'fixed_ips': [{'subnet_id': 'f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:44.912563 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:44.949029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50206) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:44.990869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-644be463-84eb-4f86-9669-99d9eb2297f3 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1866077979&fields=id&tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b HTTP/1.1" status: 200 len: 267 time: 0.0880756 Sep 17 01:12:45.047051 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d4a680-a946-4753-9b93-3aa4618f4d98 req-7f59999b-7b04-4da0-b65d-9c8268078503 service neutron] 10.222.0.23 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086856 Sep 17 01:12:45.071982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-6b7a2fc0-e666-4dd9-b516-b0ed429b75a3 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:45.076578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-6b7a2fc0-e666-4dd9-b516-b0ed429b75a3 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0845318 Sep 17 01:12:45.088197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19222122-4988-49d1-82aa-6d4003f3e048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.091165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'port': {'security_groups': ['77b5efc0-f89a-43e3-af45-536667276102', '7db32e92-31c3-43ea-8932-9265c929be18']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:45.102029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Allocated IP 2001:db8::f816:3eff:feb1:f6c (0fe1e039-9718-4b18-8c63-2334e06c0d4f/f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9/0262ea27-772a-4802-b38e-8cc78e95b5e3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:45.102405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:45.106367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.139158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] device_id is not set on port 260420d7-f497-4ff1-9fa7-cf68aee13bff yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:12:45.173347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.273334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19222122-4988-49d1-82aa-6d4003f3e048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.292541 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.345114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19222122-4988-49d1-82aa-6d4003f3e048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.368481 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.408541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Network 0fe1e039-9718-4b18-8c63-2334e06c0d4f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:45.412050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:45.416218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:45.429112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19222122-4988-49d1-82aa-6d4003f3e048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629a079e-440b-4c73-a28f-555bbf3f8326,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:45.436140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:45.446720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-19222122-4988-49d1-82aa-6d4003f3e048 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c29f7e65116445d8572a08b27b7e3ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965270 Sep 17 01:12:45.449282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Pushing event updated for resources: {'Port': ['ID=0262ea27-772a-4802-b38e-8cc78e95b5e3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:45.451488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50212) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:45.474131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Allocated IP 2001:db8::f816:3eff:fea6:7add (0fe1e039-9718-4b18-8c63-2334e06c0d4f/f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9/260420d7-f497-4ff1-9fa7-cf68aee13bff) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:45.505050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.530960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac40b34-38e4-4bdc-9261-7d8eb93616ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.531329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Attempting to bind port 0262ea27-772a-4802-b38e-8cc78e95b5e3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:45.531703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Attempting to bind port 0262ea27-772a-4802-b38e-8cc78e95b5e3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a8a8754d-4282-45f7-baa0-8310e893835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:45.532060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Attempting to bind port 0262ea27-772a-4802-b38e-8cc78e95b5e3 on network 0fe1e039-9718-4b18-8c63-2334e06c0d4f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:45.540882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:45.541245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Checking segment: {'id': 'a8a8754d-4282-45f7-baa0-8310e893835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:45.541848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.542231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Bound using segment: {'id': 'a8a8754d-4282-45f7-baa0-8310e893835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:45.542852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Bound port: 0262ea27-772a-4802-b38e-8cc78e95b5e3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a8754d-4282-45f7-baa0-8310e893835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '0fe1e039-9718-4b18-8c63-2334e06c0d4f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:45.543417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.559712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac40b34-38e4-4bdc-9261-7d8eb93616ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.580414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.659122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=6']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:45.674684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] For port 0262ea27-772a-4802-b38e-8cc78e95b5e3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:45.674684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] For port 0262ea27-772a-4802-b38e-8cc78e95b5e3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0262ea27-772a-4802-b38e-8cc78e95b5e3,segment=NetworkSegment(a8a8754d-4282-45f7-baa0-8310e893835c),segment_id=a8a8754d-4282-45f7-baa0-8310e893835c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:45.677211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ec7d5d11-5cf7-407c-a234-d7f525e6b143'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:45.684414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.704158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:45.712311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.712311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa93a853-74fc-4326-b0ca-422ea3af3798 req-1f0d9ceb-9a56-4e88-a394-bde16b91828f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "PUT /v2.0/ports/ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 981 time: 0.6273398 Sep 17 01:12:45.712311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:45.727905 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237d50ea-90d9-4815-af7a-03fb6d3767c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:45.769315 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.788067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13df790-6c00-4d17-b065-18b33d5295b0 req-76acb1a1-f19a-446c-8b12-062fc5de53cb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:45.797880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e13df790-6c00-4d17-b065-18b33d5295b0 req-76acb1a1-f19a-446c-8b12-062fc5de53cb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0747759 Sep 17 01:12:45.807052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.845578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac40b34-38e4-4bdc-9261-7d8eb93616ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.848838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac40b34-38e4-4bdc-9261-7d8eb93616ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.850325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dac40b34-38e4-4bdc-9261-7d8eb93616ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/629a079e-440b-4c73-a28f-555bbf3f8326 HTTP/1.1" status: 204 len: 168 time: 0.3960938 Sep 17 01:12:45.876206 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-525c7435-5755-48b3-be29-a6ea064f679d req-4abc4f31-47ee-413f-a6db-043035e50f45 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1866077979&fields=id&tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b HTTP/1.1" status: 200 len: 267 time: 0.0916612 Sep 17 01:12:45.887398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ec7d5d11-5cf7-407c-a234-d7f525e6b143'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:45.911857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Port': ['ID=260420d7-f497-4ff1-9fa7-cf68aee13bff,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:45.917830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac40b34-38e4-4bdc-9261-7d8eb93616ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a079e-440b-4c73-a28f-555bbf3f8326,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:45.921525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network 0fe1e039-9718-4b18-8c63-2334e06c0d4f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:45.926665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:45.929348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:45.950103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:45.950826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:45.990400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e13df790-6c00-4d17-b065-18b33d5295b0 req-33e9db53-a78f-42ad-96d1-cf87b3f40f0b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896536 Sep 17 01:12:46.020675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c7435-5755-48b3-be29-a6ea064f679d req-8ec41c63-624b-4314-9450-00c3b6799ae2 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.032324 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-525c7435-5755-48b3-be29-a6ea064f679d req-8ec41c63-624b-4314-9450-00c3b6799ae2 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 984 time: 0.1453409 Sep 17 01:12:46.040312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'port': {'security_groups': ['77b5efc0-f89a-43e3-af45-536667276102']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:46.050742 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db11ece5-1aed-4762-9526-295f78d30df3 x-openstack-request-id: req-db11ece5-1aed-4762-9526-295f78d30df3 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:46.050742 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:46.050742 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db11ece5-1aed-4762-9526-295f78d30df3 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:46.050742 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'status': 'completed', 'code': 200} Sep 17 01:12:46.080337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1a84a-fe2b-42c8-baf4-b31446877c59 None None] Pushing event updated for resources: {'Port': ['ID=0262ea27-772a-4802-b38e-8cc78e95b5e3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:46.101701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9b22fb6b-77d0-4e2b-abdf-83532eeaa8bd tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3271432 Sep 17 01:12:46.104423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50230) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:46.256036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting subnet f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:12:46.263483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.284745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.315576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-e30bcf3f-2abf-456a-b62a-7cec072f2f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.317905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-e30bcf3f-2abf-456a-b62a-7cec072f2f27 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1135 time: 0.2050166 Sep 17 01:12:46.401381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.526391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-d9ea1b13-0950-4bf7-87c1-90fbe39164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.527999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-d9ea1b13-0950-4bf7-87c1-90fbe39164b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.2027197 Sep 17 01:12:46.548027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820d6e4-7ff7-4fc4-be85-8b0fde6425f1 req-4357ff12-c160-46c1-a060-f97911ef8b89 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.556246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0820d6e4-7ff7-4fc4-be85-8b0fde6425f1 req-4357ff12-c160-46c1-a060-f97911ef8b89 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 943 time: 0.2386823 Sep 17 01:12:46.611411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-ba0f97c8-bc49-47af-ae77-9bf2ee955363 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.0734558 Sep 17 01:12:46.639643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0820d6e4-7ff7-4fc4-be85-8b0fde6425f1 req-9ed9f2da-7244-4922-96e4-22bcafefaa8f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786397 Sep 17 01:12:46.673431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.680569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:46.703354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-111cfd53-79d0-420e-ba39-ab292faf4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.704834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-111cfd53-79d0-420e-ba39-ab292faf4312 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.0851412 Sep 17 01:12:46.759562 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-404074f8-2cbf-4df8-8503-b6190f326f47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452678 Sep 17 01:12:46.762258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:46.779132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6de4d55e-4b09-4af5-ba47-574bf5467c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.791193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.841475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.864105 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.877006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ec7d5d11-5cf7-407c-a234-d7f525e6b143'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:46.925767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Subnet': ['ID=f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:46.932070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.937743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-42468fed-8ee2-436a-b10d-d1c3cb18efde tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9 HTTP/1.1" status: 204 len: 168 time: 0.8320885 Sep 17 01:12:46.950504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025fa09-443d-4714-93c0-d8fd9811d0b5 req-703d4263-078f-4814-8f3e-681996450b9f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.950719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:46.950886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1025fa09-443d-4714-93c0-d8fd9811d0b5 req-703d4263-078f-4814-8f3e-681996450b9f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1297047 Sep 17 01:12:46.950989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:46.953606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:46.964445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-525c7435-5755-48b3-be29-a6ea064f679d req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "PUT /v2.0/ports/ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 942 time: 0.9307721 Sep 17 01:12:47.067185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1025fa09-443d-4714-93c0-d8fd9811d0b5 req-4bcb2113-be04-4907-9370-917680fa23b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004009 Sep 17 01:12:47.071554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ec7d5d11-5cf7-407c-a234-d7f525e6b143'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:47.082817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-76a6b6ee-94d6-4586-b8ac-545484f0802c service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085480 Sep 17 01:12:47.118695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232133b-df14-44ae-abe9-6510466a6a2f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:47.128584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4232133b-df14-44ae-abe9-6510466a6a2f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:47.139425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4232133b-df14-44ae-abe9-6510466a6a2f tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1740971 Sep 17 01:12:47.140209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50244) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:47.196736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5905a7b-ac20-499b-9edd-102fa5476cd5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event updated for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=7']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:47.308081 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6de4d55e-4b09-4af5-ba47-574bf5467c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.324274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-158d2f4f-69b6-4249-97b1-1969289662f4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.349061 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-158d2f4f-69b6-4249-97b1-1969289662f4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 17 01:12:47.349582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-158d2f4f-69b6-4249-97b1-1969289662f4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:12:47.351501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-158d2f4f-69b6-4249-97b1-1969289662f4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/0fe1e039-9718-4b18-8c63-2334e06c0d4f HTTP/1.1" status: 409 len: 405 time: 0.2088795 Sep 17 01:12:47.364763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50248) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:47.370282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1795972803'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:47.378284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6de4d55e-4b09-4af5-ba47-574bf5467c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.389434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:12:47.418185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36964140-4d76-41ed-bf7a-3d71b9fdf5c5 None None] Network 0fe1e039-9718-4b18-8c63-2334e06c0d4f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:47.418613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4d55e-4b09-4af5-ba47-574bf5467c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207f9633-8f17-4ab9-81c3-8b6240e83f31,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:47.460823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6de4d55e-4b09-4af5-ba47-574bf5467c8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=970cf0036fdb4fe9bd61e20d775f8981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984098 Sep 17 01:12:47.466512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50250) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:47.487643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-1f667305-45fe-43a6-9f9d-799f8d43069d tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4914622 Sep 17 01:12:47.503490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:47.517908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-237d50ea-90d9-4815-af7a-03fb6d3767c6 req-244fe7e7-63c1-4603-a1d9-7e569c511b4f service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132648 Sep 17 01:12:47.554547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0262ea27-772a-4802-b38e-8cc78e95b5e3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:47.562209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7b58-b70a-4886-9a85-750802480ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.594864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:47.600260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.612093 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7b58-b70a-4886-9a85-750802480ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.627414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e0dfe0cf-94ba-47b1-a05c-27343d230601 None None] Provisioning complete for port 0262ea27-772a-4802-b38e-8cc78e95b5e3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:47.628476 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0cf-94ba-47b1-a05c-27343d230601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.631994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:47.643158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.643626 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Added segment 76a20253-be0d-46cd-b97d-85460e577a7f of type vlan for network ccc86e70-916e-4fe9-9662-30804003e100 Sep 17 01:12:47.697417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.751711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.756041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7b58-b70a-4886-9a85-750802480ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.758764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a9b7b58-b70a-4886-9a85-750802480ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.760399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5a9b7b58-b70a-4886-9a85-750802480ca1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/207f9633-8f17-4ab9-81c3-8b6240e83f31 HTTP/1.1" status: 204 len: 168 time: 0.2888589 Sep 17 01:12:47.786403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b7b58-b70a-4886-9a85-750802480ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207f9633-8f17-4ab9-81c3-8b6240e83f31,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:47.802000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.808947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:47.809697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.843316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce64dfe-6f51-4cc6-8b60-621ccda20cc8 req-adc423f4-ecc4-4066-a090-203f2107c03c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:47.852801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ce64dfe-6f51-4cc6-8b60-621ccda20cc8 req-adc423f4-ecc4-4066-a090-203f2107c03c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1043446 Sep 17 01:12:47.864124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:47.886290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0262ea27-772a-4802-b38e-8cc78e95b5e3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:47.886884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.890194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'port_id': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'mac_address': 'fa:16:3e:7b:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588181b8-0c1d-42e0-b1dc-b338841b9a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:12:47.984174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:47.989397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] DHCP port deletion for 0fe1e039-9718-4b18-8c63-2334e06c0d4f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:12:48.023328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0cf-94ba-47b1-a05c-27343d230601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.028437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6625211 Sep 17 01:12:48.030414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21096d-f353-40df-b7f7-4947e9add64d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Network': ['ID=ccc86e70-916e-4fe9-9662-30804003e100,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:48.041100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50262) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:48.047549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'subnet': {'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:48.050169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:48.052688 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6111e3-12c3-43a9-b7d7-06f46e72762c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:48.062999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ccc86e70-916e-4fe9-9662-30804003e100 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:48.064916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ce64dfe-6f51-4cc6-8b60-621ccda20cc8 req-879c054b-29a3-4182-b130-d306a7e8d078 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099545 Sep 17 01:12:48.072981 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.136116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2624979a-7018-404a-8a65-e9bc2f401a4c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:12:48.187801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Allocated IP 172.25.1.103 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/38ac89e4-7ba6-4cc4-9f1f-aa8a43e5cc91) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:48.236536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e0dfe0cf-94ba-47b1-a05c-27343d230601 None None] For port 0262ea27-772a-4802-b38e-8cc78e95b5e3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0262ea27-772a-4802-b38e-8cc78e95b5e3,segment=NetworkSegment(a8a8754d-4282-45f7-baa0-8310e893835c),segment_id=a8a8754d-4282-45f7-baa0-8310e893835c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:48.248984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:48.263721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.284934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:48.288431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] Deleting port 0262ea27-772a-4802-b38e-8cc78e95b5e3 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:48.288966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.292423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.297235 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0dfe0cf-94ba-47b1-a05c-27343d230601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.349867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530872-12c6-479f-9e5b-da78d0336a7d req-c12b7ac1-559b-440e-b7d4-015caf4c4046 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:48.351674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11530872-12c6-479f-9e5b-da78d0336a7d req-c12b7ac1-559b-440e-b7d4-015caf4c4046 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 943 time: 0.1388385 Sep 17 01:12:48.361145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.450484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.560143 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11530872-12c6-479f-9e5b-da78d0336a7d req-4ad57aec-bd46-44de-8940-06e0561136c5 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735761 Sep 17 01:12:48.652691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfe0cf-94ba-47b1-a05c-27343d230601 None None] Pushing event updated for resources: {'Port': ['ID=0262ea27-772a-4802-b38e-8cc78e95b5e3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:48.661525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] For port 0262ea27-772a-4802-b38e-8cc78e95b5e3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0262ea27-772a-4802-b38e-8cc78e95b5e3,segment=NetworkSegment(a8a8754d-4282-45f7-baa0-8310e893835c),segment_id=a8a8754d-4282-45f7-baa0-8310e893835c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:48.661999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.671618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.673492 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:12:48.676700 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:12:48.700887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] Calling delete_port for 0262ea27-772a-4802-b38e-8cc78e95b5e3 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:48.705631 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1213277b-04d1-411d-ae44-2c618b06797e x-openstack-request-id: req-1213277b-04d1-411d-ae44-2c618b06797e {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:48.708892 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:48.708892 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1213277b-04d1-411d-ae44-2c618b06797e {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:48.708892 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'status': 'completed', 'code': 200} Sep 17 01:12:48.735562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:48.756100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:48.771128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:48.778826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['2624979a-7018-404a-8a65-e9bc2f401a4c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:12:48.819316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:48.841657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event updated for resources: {'Port': ['ID=38ac89e4-7ba6-4cc4-9f1f-aa8a43e5cc91,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:48.866759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-e8ad886a-8ef9-4274-8794-e9144cb685ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:48.868720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-e8ad886a-8ef9-4274-8794-e9144cb685ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.1487699 Sep 17 01:12:48.890201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:12:48.891965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:48.973963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Subnet': ['ID=695908ec-eff2-4cdf-be62-786dd23700ef,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:48.994467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Checking segment: {'id': '76a20253-be0d-46cd-b97d-85460e577a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:49.000975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network hostable DHCP agents. Network: ccc86e70-916e-4fe9-9662-30804003e100, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:49.018016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.034649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.058041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-0ab4ca5f-a3ea-45ae-a4eb-583f710d33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:49.059529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-0ab4ca5f-a3ea-45ae-a4eb-583f710d33fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.1548672 Sep 17 01:12:49.068800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] No DVR routers for this DVR port 0262ea27-772a-4802-b38e-8cc78e95b5e3 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:49.072387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aba6a5-3788-4bc1-8881-abda7329524f None None] Pushing event deleted for resources: {'Port': ['ID=0262ea27-772a-4802-b38e-8cc78e95b5e3,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:49.124277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-e0fbbbc6-6199-45cc-b2de-d61259441fed service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.0545173 Sep 17 01:12:49.137657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network ccc86e70-916e-4fe9-9662-30804003e100 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:49.206757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Port 0262ea27-772a-4802-b38e-8cc78e95b5e3 update to ACTIVE by agent not found {{(pid=112074) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 01:12:49.222059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.233670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268bc9-dec1-4b34-9e20-50f696f42580 req-2bcce5f6-0d9e-4468-ae67-7227db739be8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:49.239801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3268bc9-dec1-4b34-9e20-50f696f42580 req-2bcce5f6-0d9e-4468-ae67-7227db739be8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0830386 Sep 17 01:12:49.258014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ccc86e70-916e-4fe9-9662-30804003e100) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:49.260571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-ff5bf2e7-26ee-4f3e-a6b5-626d08d585db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:49.262740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-ff5bf2e7-26ee-4f3e-a6b5-626d08d585db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.1301477 Sep 17 01:12:49.264640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:49.265480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.281138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103bf6c4-bb38-470d-a32b-81fe75eef6c2 None None] Network ccc86e70-916e-4fe9-9662-30804003e100 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:49.295157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3268bc9-dec1-4b34-9e20-50f696f42580 req-f476da91-ea37-4db3-8b75-529c2580cc3f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468774 Sep 17 01:12:49.341635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-725285e2-0cb1-456d-bc5c-935c83036295 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589955 Sep 17 01:12:49.391960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0dd793ac-6a26-4af6-94af-0180fc4dafa5 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3494446 Sep 17 01:12:49.394717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:49.422812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0262ea27-772a-4802-b38e-8cc78e95b5e3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:49.460621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0262ea27-772a-4802-b38e-8cc78e95b5e3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:49.461300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0262ea27-772a-4802-b38e-8cc78e95b5e3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:49.519283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-8c2ef021-b976-4e83-ad9a-39bbe1d21426 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673415 Sep 17 01:12:49.567984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.576290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.598853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ccc86e70-916e-4fe9-9662-30804003e100', 'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100', 'tenant_id': '3bae7606c09943139ed362307faf6ade', 'fixed_ips': [{'subnet_id': '695908ec-eff2-4cdf-be62-786dd23700ef'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:49.600242 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:49.782957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Allocated IP 2001:db8::f816:3eff:fe6e:434c (ccc86e70-916e-4fe9-9662-30804003e100/695908ec-eff2-4cdf-be62-786dd23700ef/cb4ff64f-c3b4-45ce-a3f6-e967a7172f77) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:49.973669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.042488 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.059270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.083017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.084751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Network ccc86e70-916e-4fe9-9662-30804003e100 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:50.123879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:50.127752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:50.137211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915e480-2bd1-4453-b8fd-f492ee251335 req-b5dd3a34-e06c-40f0-82b7-fef7eddaadb7 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:50.139249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a915e480-2bd1-4453-b8fd-f492ee251335 req-b5dd3a34-e06c-40f0-82b7-fef7eddaadb7 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 944 time: 0.4217927 Sep 17 01:12:50.167672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event updated for resources: {'Port': ['ID=38ac89e4-7ba6-4cc4-9f1f-aa8a43e5cc91,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:50.192918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6111e3-12c3-43a9-b7d7-06f46e72762c req-83a5e6db-703c-4b3d-aaf7-6c75260e1ff5 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220617 Sep 17 01:12:50.204399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.229494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Pushing event updated for resources: {'Port': ['ID=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:50.245616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a915e480-2bd1-4453-b8fd-f492ee251335 req-2d7dab06-7619-43ed-a064-e57fb7be553c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988572 Sep 17 01:12:50.268727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Attempting to bind port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:50.269102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Attempting to bind port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '76a20253-be0d-46cd-b97d-85460e577a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:50.270117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Attempting to bind port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 on network ccc86e70-916e-4fe9-9662-30804003e100 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:50.277592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:50.277592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Checking segment: {'id': '76a20253-be0d-46cd-b97d-85460e577a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:50.277801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.278079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Bound using segment: {'id': '76a20253-be0d-46cd-b97d-85460e577a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:50.278545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Bound port: cb4ff64f-c3b4-45ce-a3f6-e967a7172f77, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76a20253-be0d-46cd-b97d-85460e577a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ccc86e70-916e-4fe9-9662-30804003e100'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:50.278930 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.297462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.298699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-18b74127-f589-47c4-86e5-4d2274b2f39f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7998371 Sep 17 01:12:50.334684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.392909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-5d37bd37-185e-4c21-8192-ca1c1e535269 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.0872328 Sep 17 01:12:50.409797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Subnet': ['ID=695908ec-eff2-4cdf-be62-786dd23700ef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:50.437974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] For port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:50.447876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] For port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,segment=NetworkSegment(76a20253-be0d-46cd-b97d-85460e577a7f),segment_id=76a20253-be0d-46cd-b97d-85460e577a7f)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:50.498697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.506363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.533411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc86e70-916e-4fe9-9662-30804003e100']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:50.583571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a20253-be0d-46cd-b97d-85460e577a7f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:50.585639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a20253-be0d-46cd-b97d-85460e577a7f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:50.596053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c721d27-e284-4910-a46e-c9ad3a30eb3c None None] Pushing event updated for resources: {'Port': ['ID=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:50.610185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.613762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-06f7a404-1399-421d-aa77-4ecd74d55c9f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:50.615965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-06f7a404-1399-421d-aa77-4ecd74d55c9f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.2167737 Sep 17 01:12:50.626978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-029e6796-a354-492b-b88d-871837c6ebbc tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:12:50.628318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99a60c4e-faad-40d1-87b1-b9a89e454597 req-029e6796-a354-492b-b88d-871837c6ebbc tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066462 Sep 17 01:12:50.643621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.655655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:12:50.656186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:12:50.662776 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:12:50.696905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911c666-3a83-43c8-92c2-868fa7586198 req-fa870ea0-cab4-46e2-a380-409506e0e8a9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:50.698676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7911c666-3a83-43c8-92c2-868fa7586198 req-fa870ea0-cab4-46e2-a380-409506e0e8a9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1772227 Sep 17 01:12:50.778579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7911c666-3a83-43c8-92c2-868fa7586198 req-5bc78b3e-34ac-4c08-8470-9fbd201cf73d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707080 Sep 17 01:12:50.813459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:12:50.813459 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:12:50.813459 n-d-789963-7 neutron-server[112073]: [parameters: {'id': 'ccc86e70-916e-4fe9-9662-30804003e100'}] Sep 17 01:12:50.813459 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:12:50.814297 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:12:50.851339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-65a9d8e3-d713-4c56-b1e3-f525030011ce tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:50.855714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-65a9d8e3-d713-4c56-b1e3-f525030011ce tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1339445 Sep 17 01:12:50.930969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-a2df2617-7980-4b5d-9ea5-aaa8c7605975 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 696 time: 0.0700395 Sep 17 01:12:50.958021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'floatingip': {'port_id': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'fixed_ip_address': '172.20.0.2'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:50.994704 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.232786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506195b-d620-4cc5-b6a3-002355b29db9 req-8c1f76aa-cab8-47e9-a338-0f3df38d3b42 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:51.237139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b506195b-d620-4cc5-b6a3-002355b29db9 req-8c1f76aa-cab8-47e9-a338-0f3df38d3b42 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0730901 Sep 17 01:12:51.280092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b506195b-d620-4cc5-b6a3-002355b29db9 req-bc5fb9d8-25c9-4761-b8a1-c2bcd32da0dc tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366704 Sep 17 01:12:51.322750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.418123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:51.464792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a30be-e15a-4666-9b9c-aa0eb1f21081 req-c7299979-c74b-40d0-83c8-dac126d0cae1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:51.465510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:51.476948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b3a30be-e15a-4666-9b9c-aa0eb1f21081 req-c7299979-c74b-40d0-83c8-dac126d0cae1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 944 time: 0.0846381 Sep 17 01:12:51.543620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:51.544063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.560932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:51.562575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.574430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.621599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 2624979a-7018-404a-8a65-e9bc2f401a4c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:12:51.625469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.662165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 2624979a-7018-404a-8a65-e9bc2f401a4c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:51.662856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.681710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b3a30be-e15a-4666-9b9c-aa0eb1f21081 req-41fecf3a-4808-4914-9d29-fc67ff12df54 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891265 Sep 17 01:12:51.693789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50342) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:51.725206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] For port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,segment=NetworkSegment(76a20253-be0d-46cd-b97d-85460e577a7f),segment_id=76a20253-be0d-46cd-b97d-85460e577a7f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:51.725584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.758028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Calling delete_port for cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:51.775629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.780730 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Floating IP f2b6a095-5783-4b2c-b63d-7dc1d143c7c4 associated. External IP: 172.25.1.103, port: ec7d5d11-5cf7-407c-a234-d7f525e6b143. Sep 17 01:12:51.836842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e83ee1-48c9-4cde-b506-1aeb48c628fa None None] Network ccc86e70-916e-4fe9-9662-30804003e100 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:51.870339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,segment=NetworkSegment(76a20253-be0d-46cd-b97d-85460e577a7f),segment_id=76a20253-be0d-46cd-b97d-85460e577a7f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:51.921261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.932760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d07d-a3e8-4653-a78b-3d2c112396eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.942932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:51.947595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c669fbc3-eaa3-4b19-8b89-b71739231643 None None] Provisioning complete for port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:51.948341 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c669fbc3-eaa3-4b19-8b89-b71739231643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.013573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.018362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:52.020922 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4271b7d-fcbe-4242-9d94-c0ad93047b6a" -d '{"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-plugged", "status": "completed", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:52.062833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:52.063573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Port': ['ID=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:52.084078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No DVR routers for this DVR port cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:52.089628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c669fbc3-eaa3-4b19-8b89-b71739231643 None None] Could not find standard attr ID for object cb4ff64f-c3b4-45ce-a3f6-e967a7172f77. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:12:52.093951 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e5bed-d1d4-458c-a86d-e671bd383a8c x-openstack-request-id: req-b72e5bed-d1d4-458c-a86d-e671bd383a8c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:52.094299 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-plugged", "status": "completed", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:52.094506 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b72e5bed-d1d4-458c-a86d-e671bd383a8c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:52.094903 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'code': 200} Sep 17 01:12:52.096889 n-d-789963-7 neutron-server[112074]: INFO neutron.plugins.ml2.db [None req-c669fbc3-eaa3-4b19-8b89-b71739231643 None None] No ports have port_id starting with cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 Sep 17 01:12:52.098586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=cb4ff64f-c3b4-45ce-a3f6-e967a7172f77,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:52.126221 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.172221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb806daf-8eee-451c-8ddc-4a675b5f36a6 None None] DHCP port deletion for ccc86e70-916e-4fe9-9662-30804003e100 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:12:52.172603 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d07d-a3e8-4653-a78b-3d2c112396eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.187229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Router e00b5a68-82c9-4e96-910e-8760d608d0b7 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:12:52.187462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:52.217369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.237818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc86e70-916e-4fe9-9662-30804003e100']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:52.247151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a20253-be0d-46cd-b97d-85460e577a7f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:52.247445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a20253-be0d-46cd-b97d-85460e577a7f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:52.257047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.261613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d07d-a3e8-4653-a78b-3d2c112396eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.268499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6b385-4d07-4d56-aa84-da3be8991425 req-a4450505-9e04-4efa-99f3-247ed763f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.270632 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a6b385-4d07-4d56-aa84-da3be8991425 req-a4450505-9e04-4efa-99f3-247ed763f6b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 1096 time: 0.1034505 Sep 17 01:12:52.271678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.278378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:12:52.278759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:12:52.281756 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:12:52.337965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8fc6d07d-a3e8-4653-a78b-3d2c112396eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8391aaf570ea4958bc8d5e949dc2acc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6429567 Sep 17 01:12:52.338262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50352) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:52.345465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6d07d-a3e8-4653-a78b-3d2c112396eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61138316-177a-47d3-9a3c-51fae06b0ab8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:52.384407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5a6b385-4d07-4d56-aa84-da3be8991425 req-22e15a75-0d7e-4d86-a7da-cfc3f8e11bb3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990124 Sep 17 01:12:52.401801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:12:52.406823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.414059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] Sync routers for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:12:52.418672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.423686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:12:52.433531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1213f5-91f0-490e-94e7-0744512470de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.433728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:52.443546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3b7a7fbb-bacb-4544-88b7-17e5b37798c5 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "PUT /v2.0/floatingips/f2b6a095-5783-4b2c-b63d-7dc1d143c7c4 HTTP/1.1" status: 200 len: 996 time: 1.5045724 Sep 17 01:12:52.444153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:52.446567 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4e1cf4-762f-475e-84be-889dca2244b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:52.447016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.448881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/ccc86e70-916e-4fe9-9662-30804003e100 HTTP/1.1" status: 204 len: 168 time: 3.0529463 Sep 17 01:12:52.452677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:52.457834 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1325983053'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:52.459452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079248a9-61b1-402e-a661-4c64521a9c2d req-4e8ffb32-b0bd-4ce4-981d-2fcbae3cb9b4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.460962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-079248a9-61b1-402e-a661-4c64521a9c2d req-4e8ffb32-b0bd-4ce4-981d-2fcbae3cb9b4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0880351 Sep 17 01:12:52.468520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca62b9-1739-486f-818a-ff7dd8b369c0 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Network': ['ID=ccc86e70-916e-4fe9-9662-30804003e100,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:52.498369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1213f5-91f0-490e-94e7-0744512470de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.523823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-9b4646ce-3c88-4a1a-80a2-c7f5d71cd9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.525479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-9b4646ce-3c88-4a1a-80a2-c7f5d71cd9d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.0517271 Sep 17 01:12:52.544350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-079248a9-61b1-402e-a661-4c64521a9c2d req-f2188493-51cb-4c25-8879-a59c62f835ec tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692551 Sep 17 01:12:52.570846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:12:52.611200 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97a4d12-e135-4b41-a416-b551225c9795 x-openstack-request-id: req-d97a4d12-e135-4b41-a416-b551225c9795 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:52.611764 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:52.611764 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d97a4d12-e135-4b41-a416-b551225c9795 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:52.612251 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'status': 'completed', 'code': 200} Sep 17 01:12:52.616146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:52.619613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.659305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1213f5-91f0-490e-94e7-0744512470de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.662105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1213f5-91f0-490e-94e7-0744512470de admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.665854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a1213f5-91f0-490e-94e7-0744512470de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61138316-177a-47d3-9a3c-51fae06b0ab8 HTTP/1.1" status: 204 len: 168 time: 0.3241088 Sep 17 01:12:52.696363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3193ea6e-db7b-4654-847e-3c7d04e06077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.700365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-3193ea6e-db7b-4654-847e-3c7d04e06077 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.1673632 Sep 17 01:12:52.707518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:52.708213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1213f5-91f0-490e-94e7-0744512470de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61138316-177a-47d3-9a3c-51fae06b0ab8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:52.745181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2318c8-6f6c-4287-a3d5-26954e867334 req-1b6f58c0-fc58-4fbf-b1f8-2b4dd9302b7d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.752504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b2318c8-6f6c-4287-a3d5-26954e867334 req-1b6f58c0-fc58-4fbf-b1f8-2b4dd9302b7d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0949273 Sep 17 01:12:52.761819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-4b860735-8a56-4d83-92da-fb4a10958869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.762810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-4b860735-8a56-4d83-92da-fb4a10958869 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.1368964 Sep 17 01:12:52.771167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.772199 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Added segment 4d37a0d0-60a8-4ebf-9650-30d2c02df74d of type vlan for network b3bba643-79ac-4a85-bc1a-5864ecca686a Sep 17 01:12:52.779727 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:12:52.817250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b2318c8-6f6c-4287-a3d5-26954e867334 req-fa4d4d6b-72c9-43ea-9263-8d5915333a4c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582361 Sep 17 01:12:52.845491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'f2b6a095-5783-4b2c-b63d-7dc1d143c7c4', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'port_id': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'mac_address': 'fa:16:3e:eb:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:12:48Z', 'updated_at': '2021-09-17T01:12:51Z', 'revision_number': 1, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:51Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:52.873684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] Checking router: e00b5a68-82c9-4e96-910e-8760d608d0b7 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:12:52.885225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:12:52.885512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-38a03b20-d881-4df9-ace8-cffc8038127b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 999 time: 0.1758301 Sep 17 01:12:52.885841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:52.944276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bb726-e1ff-440e-982e-00f603b2be55 req-14180549-dafe-47c6-b935-1bd58f904a44 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.945089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-003bb726-e1ff-440e-982e-00f603b2be55 req-14180549-dafe-47c6-b935-1bd58f904a44 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0660200 Sep 17 01:12:52.964567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:52.991649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-31849b85-1551-41cc-a0aa-aa36a8b7989c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.992166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-003bb726-e1ff-440e-982e-00f603b2be55 req-be4c4c8c-3d54-48fc-bafe-ce224ef6d73b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Sep 17 01:12:52.993203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-31849b85-1551-41cc-a0aa-aa36a8b7989c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.2165332 Sep 17 01:12:52.994646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-1a047ec5-416d-47c5-a66b-4e4409476516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:52.995890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-1a047ec5-416d-47c5-a66b-4e4409476516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.0868728 Sep 17 01:12:53.086129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-e4a905a0-cf4a-49da-99ca-87564f1ecc32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815728 Sep 17 01:12:53.105256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-799f635a-f3a4-44ea-9852-e4243e6183c6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:12:53.106496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-799f635a-f3a4-44ea-9852-e4243e6183c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064726 Sep 17 01:12:53.155883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-463ddcdd-8d1a-4121-99a8-edc14f9c4a29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 999 time: 0.1500528 Sep 17 01:12:53.197069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:53.203163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:53.204051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:53.220301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:12:53.223536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a741dc-c665-490e-825e-fb5924e253c3 req-26f8f71a-ba24-412d-ac14-200f85451e9e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:53.225045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64a741dc-c665-490e-825e-fb5924e253c3 req-26f8f71a-ba24-412d-ac14-200f85451e9e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0614922 Sep 17 01:12:53.270747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64a741dc-c665-490e-825e-fb5924e253c3 req-68e7618e-db4f-4e25-9cab-0ea97a7d1368 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385697 Sep 17 01:12:53.327974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Network': ['ID=b3bba643-79ac-4a85-bc1a-5864ecca686a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:53.344733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aab4dc1d-efdc-4546-8215-0fd6bf1c1a76 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8901045 Sep 17 01:12:53.347874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50384) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:53.353814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-41b6994b-c668-4e93-ae03-5e45a55fb1b9 service neutron] 10.222.0.13 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406385 Sep 17 01:12:53.355362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'subnet': {'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:53.355915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-62df543c-bbaa-4247-b46b-699ae8357f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:53.357378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-62df543c-bbaa-4247-b46b-699ae8357f15 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.1467645 Sep 17 01:12:53.367895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b3bba643-79ac-4a85-bc1a-5864ecca686a details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:53.398126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:12:53.437846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-afc11b7e-f9e0-4014-be66-ab2c16f168bd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618818 Sep 17 01:12:53.478665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:12:53.479181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cb4ff64f-c3b4-45ce-a3f6-e967a7172f77 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:12:53.583773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9638628-d927-4329-af5d-e648fe224418 req-ad92ed87-5485-46db-9772-3ccc0d778a02 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:53.585508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9638628-d927-4329-af5d-e648fe224418 req-ad92ed87-5485-46db-9772-3ccc0d778a02 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0614097 Sep 17 01:12:53.586973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:53.590758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:53.668062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'f2b6a095-5783-4b2c-b63d-7dc1d143c7c4', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'port_id': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'mac_address': 'fa:16:3e:eb:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:12:48Z', 'updated_at': '2021-09-17T01:12:51Z', 'revision_number': 1, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:51Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:53.710160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcfcd8d-ad37-4c9a-a279-276ef253c1a3 None None] The sync data for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 is: [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'f2b6a095-5783-4b2c-b63d-7dc1d143c7c4', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'floating_ip_address': '172.25.1.103', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'port_id': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'mac_address': 'fa:16:3e:eb:28:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:12:48Z', 'updated_at': '2021-09-17T01:12:51Z', 'revision_number': 1, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:51Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:12:53.733537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9638628-d927-4329-af5d-e648fe224418 req-d78bc172-f969-43a0-a930-aa5ab74fe0dc tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222723 Sep 17 01:12:53.885602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e8b80f8-acc9-4689-86ea-fba1c99af429 req-b47c58cc-b95e-49dc-bc5b-c430813840aa service neutron] 10.222.0.13 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222602 Sep 17 01:12:53.911185 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-e08bdbe7-2f7f-4c4c-84f0-7ac0f2114f02 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610837 Sep 17 01:12:53.962367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:53.992133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8c6e4-e2da-4d9a-ab0d-99036727e8c1 None None] New status for floating IP f2b6a095-5783-4b2c-b63d-7dc1d143c7c4: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:12:54.039692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be4e1cf4-762f-475e-84be-889dca2244b2 req-82237f82-0067-4cad-be80-1d3764f771a2 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209865 Sep 17 01:12:54.182812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3ac9d-c659-46b8-8a60-e1103f330581 req-d1c86419-6873-4662-8692-6f71fadaf827 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:54.185084 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d3ac9d-c659-46b8-8a60-e1103f330581 req-d1c86419-6873-4662-8692-6f71fadaf827 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0992820 Sep 17 01:12:54.202637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Subnet': ['ID=5cf21bb0-8c88-4213-9549-ca8f01fee16b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:54.207563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-8c917f20-be19-4a1d-9967-998598612f57 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 999 time: 0.2026057 Sep 17 01:12:54.227584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Checking segment: {'id': '4d37a0d0-60a8-4ebf-9650-30d2c02df74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:54.227944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network hostable DHCP agents. Network: b3bba643-79ac-4a85-bc1a-5864ecca686a, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:54.230571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d3ac9d-c659-46b8-8a60-e1103f330581 req-2c9035af-2301-48e1-8ee5-51af78e48f14 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353134 Sep 17 01:12:54.273319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-67a4dc99-daba-4b97-a902-d4f96650c46d tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:54.279127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-67a4dc99-daba-4b97-a902-d4f96650c46d tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports/ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 942 time: 0.0658331 Sep 17 01:12:54.381888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network b3bba643-79ac-4a85-bc1a-5864ecca686a is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:54.394105 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-0c184b0e-ac36-4f56-9bbc-32e604a9eab7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1001 time: 0.0719914 Sep 17 01:12:54.412750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28637bd8-9ca1-4860-acf4-864fbbe89ba1 req-cdcaf082-6fb2-4965-9cac-28df7632714d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:54.414361 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-28637bd8-9ca1-4860-acf4-864fbbe89ba1 req-cdcaf082-6fb2-4965-9cac-28df7632714d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0536995 Sep 17 01:12:54.453646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-28637bd8-9ca1-4860-acf4-864fbbe89ba1 req-f677ed50-8d8d-48d6-ac2c-c80d0d63682c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Sep 17 01:12:54.474750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b3bba643-79ac-4a85-bc1a-5864ecca686a) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:54.485258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:54.485851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:54.492576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ca85c-628b-4b67-b797-9b67216fd57b None None] Network b3bba643-79ac-4a85-bc1a-5864ecca686a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:54.531821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-b2d8b3c2-c8d4-4735-94bf-68911499cc19 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:54.533213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-b2d8b3c2-c8d4-4735-94bf-68911499cc19 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.1325345 Sep 17 01:12:54.544512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-f3762467-bfde-42e0-abf2-73bf9096e485 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:12:54.545508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-f3762467-bfde-42e0-abf2-73bf9096e485 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060298 Sep 17 01:12:54.601274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:54.601422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-11cb5881-e3f5-4002-a149-c1cada26c725 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2521157 Sep 17 01:12:54.636802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-017f09c2-3756-4435-848b-47aa7ad26e87 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 1001 time: 0.0824809 Sep 17 01:12:54.649983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:54.677247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-b3bba643-79ac-4a85-bc1a-5864ecca686a', 'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a', 'tenant_id': '3bae7606c09943139ed362307faf6ade', 'fixed_ips': [{'subnet_id': '5cf21bb0-8c88-4213-9549-ca8f01fee16b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:54.678190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:54.753011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:54.837825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:54.844301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Allocated IP 2001:db8::2 (b3bba643-79ac-4a85-bc1a-5864ecca686a/5cf21bb0-8c88-4213-9549-ca8f01fee16b/a9396faf-c24d-4af3-846d-0addf99bb2e1) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:54.890430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:54.936623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350246-77e3-4944-bc4d-f4d2f1687fca req-de6d1926-ce48-4a45-8465-441caab24f9f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:54.939811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84350246-77e3-4944-bc4d-f4d2f1687fca req-de6d1926-ce48-4a45-8465-441caab24f9f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1346633 Sep 17 01:12:55.004133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84350246-77e3-4944-bc4d-f4d2f1687fca req-d9c7236c-0194-4e2b-b837-04cf1de95a62 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544136 Sep 17 01:12:55.058044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.060301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.068554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50430) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:55.127884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.128228 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Floating IP f2b6a095-5783-4b2c-b63d-7dc1d143c7c4 disassociated. External IP: 172.25.1.103, port: ec7d5d11-5cf7-407c-a234-d7f525e6b143. Sep 17 01:12:55.163201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.193293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8812e55-d21f-4655-b667-bad71b4dcf2e req-e6a0836b-c4c2-4bf4-85c1-ef03131e172c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:55.199055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8812e55-d21f-4655-b667-bad71b4dcf2e req-e6a0836b-c4c2-4bf4-85c1-ef03131e172c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0918946 Sep 17 01:12:55.244540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Pushing event updated for resources: {'Port': ['ID=a9396faf-c24d-4af3-846d-0addf99bb2e1,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:55.257118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Network b3bba643-79ac-4a85-bc1a-5864ecca686a is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:55.258584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:55.263754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:55.282836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1556230293'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:55.319065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8812e55-d21f-4655-b667-bad71b4dcf2e req-252c685e-fc70-4710-9092-e1aae2475bfd tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149533 Sep 17 01:12:55.341506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.366523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Attempting to bind port a9396faf-c24d-4af3-846d-0addf99bb2e1 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:55.366902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Attempting to bind port a9396faf-c24d-4af3-846d-0addf99bb2e1 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '4d37a0d0-60a8-4ebf-9650-30d2c02df74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:55.367319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Attempting to bind port a9396faf-c24d-4af3-846d-0addf99bb2e1 on network b3bba643-79ac-4a85-bc1a-5864ecca686a {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:55.372972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:55.373357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Checking segment: {'id': '4d37a0d0-60a8-4ebf-9650-30d2c02df74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:55.373964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.374263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Bound using segment: {'id': '4d37a0d0-60a8-4ebf-9650-30d2c02df74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:55.374736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Bound port: a9396faf-c24d-4af3-846d-0addf99bb2e1, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d37a0d0-60a8-4ebf-9650-30d2c02df74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:55.375176 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.377783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf21bb0-8c88-4213-9549-ca8f01fee16b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:55.399050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Made reservation on behalf of 9cb8a13fc8fd44f88fcf02b5757ae3dc for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:55.402759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.435614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.446736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Router e00b5a68-82c9-4e96-910e-8760d608d0b7 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:12:55.466977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] For port a9396faf-c24d-4af3-846d-0addf99bb2e1, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:55.478341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] For port a9396faf-c24d-4af3-846d-0addf99bb2e1, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a9396faf-c24d-4af3-846d-0addf99bb2e1,segment=NetworkSegment(4d37a0d0-60a8-4ebf-9650-30d2c02df74d),segment_id=4d37a0d0-60a8-4ebf-9650-30d2c02df74d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:55.489294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.518272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bba643-79ac-4a85-bc1a-5864ecca686a']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:55.534624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37a0d0-60a8-4ebf-9650-30d2c02df74d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:55.535888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37a0d0-60a8-4ebf-9650-30d2c02df74d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:55.540585 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.558530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.580810 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.594646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:12:55.595056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:12:55.599472 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:12:55.611653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:12:55.619981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.627589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] Sync routers for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:12:55.653614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492d3f1-5702-4244-88ab-34d34d4e4c10 None None] Pushing event updated for resources: {'Port': ['ID=a9396faf-c24d-4af3-846d-0addf99bb2e1,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:55.657874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:12:55.658537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:55.672970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-33d388ed-6931-470a-bf48-a07c358a0550 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "PUT /v2.0/floatingips/f2b6a095-5783-4b2c-b63d-7dc1d143c7c4 HTTP/1.1" status: 200 len: 695 time: 1.0275581 Sep 17 01:12:55.674078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:12:55.677466 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd1825e-d411-47bc-8d84-88ca218c1f63" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:12:55.701761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e80c66-b4bf-4491-b423-a57b81759d0f None None] Network b3bba643-79ac-4a85-bc1a-5864ecca686a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:55.709597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.726357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:12:55.726357 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:12:55.726357 n-d-789963-7 neutron-server[112072]: [parameters: {'id': 'b3bba643-79ac-4a85-bc1a-5864ecca686a'}] Sep 17 01:12:55.726357 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:12:55.726807 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:12:55.730342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-45bdddaf-0c9e-444f-88ea-58e1b082027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:55.731480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-45bdddaf-0c9e-444f-88ea-58e1b082027c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.0498648 Sep 17 01:12:55.802328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.829762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:55.856757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59c97dec-933f-4cc0-9447-06afba1c6822,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:55.861451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.866361 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Added segment 095fc36c-1567-4c94-b596-b15694fd8d6c of type vlan for network ef202217-c357-41a4-bd10-9e7fba92e645 Sep 17 01:12:55.880097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-8dde5f55-0687-4932-a73e-f9557c927d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:55.881942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-8dde5f55-0687-4932-a73e-f9557c927d9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.1408851 Sep 17 01:12:55.891101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:12:55.915686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:55.942745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-c32c6777-60c3-49c1-abcd-94ff51cb3bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.0508785 Sep 17 01:12:55.994080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1c3a0-2ee8-4d15-ab42-0f35ffa49a73 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:12:56.036582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:56.042531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:56.043005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:56.238557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:56.238557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event updated for resources: {'Network': ['ID=ef202217-c357-41a4-bd10-9e7fba92e645,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:56.261956 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f372bde9-2d28-467d-b5c3-9dbe181ab677 x-openstack-request-id: req-f372bde9-2d28-467d-b5c3-9dbe181ab677 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:12:56.262285 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:12:56.262489 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f372bde9-2d28-467d-b5c3-9dbe181ab677 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:12:56.273650 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'status': 'completed', 'code': 200} Sep 17 01:12:56.273791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ef202217-c357-41a4-bd10-9e7fba92e645 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:56.276865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-4c4a253b-2798-486b-a0c8-64b3a50ffefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:56.278403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-4c4a253b-2798-486b-a0c8-64b3a50ffefd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 1096 time: 0.1461062 Sep 17 01:12:56.284616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-0cd016c5-d7a3-48bf-961e-4ea4106deda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:56.287514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-0cd016c5-d7a3-48bf-961e-4ea4106deda3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.3315127 Sep 17 01:12:56.309316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc1c3a0-2ee8-4d15-ab42-0f35ffa49a73 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:12:56.311876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce0d13-8420-4daf-8005-fb4c8944ae13 req-dc66df65-1bfd-452b-9765-f94c7406c69e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:56.313359 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffce0d13-8420-4daf-8005-fb4c8944ae13 req-dc66df65-1bfd-452b-9765-f94c7406c69e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1668494 Sep 17 01:12:56.324294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7a7f44dd-c080-4b02-bc55-4296e1ef6fdf tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2543314 Sep 17 01:12:56.328770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50460) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:56.334446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-2689781c-412f-4d45-a237-07af17c01a67 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398026 Sep 17 01:12:56.354231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Request body: {'subnet': {'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:56.476360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:51Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:56.521870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffce0d13-8420-4daf-8005-fb4c8944ae13 req-fb41ec77-8f37-4ddc-9938-92c4fdfbc1bb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948943 Sep 17 01:12:56.525512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-3bc27180-d3e2-41c9-807f-b3011e19454e service neutron] 10.222.0.13 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799884 Sep 17 01:12:56.557727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting port a9396faf-c24d-4af3-846d-0addf99bb2e1 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:56.558067 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:56.566751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-63e67648-7cfa-42ab-865f-95ce05386b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:56.569135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-63e67648-7cfa-42ab-865f-95ce05386b9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 200 len: 921 time: 0.2674549 Sep 17 01:12:56.655658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3becf2-d242-48eb-bf8e-9452d7b3a032 req-4ad648f7-6845-4f4e-92a6-2c71a0465a64 service neutron] 10.222.0.13 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289883 Sep 17 01:12:56.670625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-2c8248f8-51a2-4e9f-aa50-ddf97c88b121 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 200 len: 217 time: 0.0825861 Sep 17 01:12:56.674394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Made reservation on behalf of 9cb8a13fc8fd44f88fcf02b5757ae3dc for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:56.679195 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:56.720246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] Checking router: e00b5a68-82c9-4e96-910e-8760d608d0b7 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:12:56.757846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] For port a9396faf-c24d-4af3-846d-0addf99bb2e1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a9396faf-c24d-4af3-846d-0addf99bb2e1,segment=NetworkSegment(4d37a0d0-60a8-4ebf-9650-30d2c02df74d),segment_id=4d37a0d0-60a8-4ebf-9650-30d2c02df74d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:56.758076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:56.763741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:12:56.764421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:56.848484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Calling delete_port for a9396faf-c24d-4af3-846d-0addf99bb2e1 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:56.867725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-b8ca2010-6999-4039-a549-3128ec001c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:56.869648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-b8ca2010-6999-4039-a549-3128ec001c83 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 200 len: 860 time: 0.1805785 Sep 17 01:12:56.878406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-4119614d-c875-4020-9966-f09b1cdbe1a9 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips/f2b6a095-5783-4b2c-b63d-7dc1d143c7c4 HTTP/1.1" status: 200 len: 695 time: 0.0800853 Sep 17 01:12:56.929447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-fb7b133e-ce32-409e-bb61-1e0671cf73fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3716eff1-e4d8-4bcb-a261-0fbf812f8a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489862 Sep 17 01:12:56.974598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:12:57.237093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-5950430b-6253-414b-a343-a92cadfcb093 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:57.244316 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-5950430b-6253-414b-a343-a92cadfcb093 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 784 time: 0.3482823 Sep 17 01:12:57.244462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-764583e7-3140-4244-88f3-fd3d15a78655 service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838509 Sep 17 01:12:57.298664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:51Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:57.320546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-7bbb95c2-b375-49b0-9551-86a24be6f9db tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 698 time: 0.0707526 Sep 17 01:12:57.323001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.326532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fffc0-cd64-4a17-b84c-47460ff933bb None None] The sync data for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 is: [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:11:45Z', 'revision_number': 4, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5b812cd7-9545-4af9-8448-f549b2c1c464', 'name': '', 'network_id': '3716eff1-e4d8-4bcb-a261-0fbf812f8a74', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'mac_address': 'fa:16:3e:b5:1c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:44Z', 'updated_at': '2021-09-17T01:11:51Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'subnets': [{'id': 'e8bb5c8a-1e89-44bb-936f-f94f9652c3d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:12:57.374402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.459654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No DVR routers for this DVR port a9396faf-c24d-4af3-846d-0addf99bb2e1 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:12:57.461763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Port': ['ID=a9396faf-c24d-4af3-846d-0addf99bb2e1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:57.505480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-1582dcc7-9ada-4889-86fe-7a9bdcaca44f tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.25.1.103 HTTP/1.1" status: 200 len: 698 time: 0.1740606 Sep 17 01:12:57.595543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab79b99d-e528-4126-81f3-e2a043fbcce0 None None] New status for floating IP f2b6a095-5783-4b2c-b63d-7dc1d143c7c4: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:12:57.615560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event updated for resources: {'Subnet': ['ID=59dc6fa7-44d1-4698-aa45-00dc771b7b81,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:57.630024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8fd1825e-d411-47bc-8d84-88ca218c1f63 req-a142543e-2949-4f0f-a614-9b8fae343e0f service neutron] 10.222.0.23 "GET /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693852 Sep 17 01:12:57.670548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.680129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ae1ad-3945-47df-a531-af854d874e39 req-70980ef9-1d4d-4265-a8fb-ec6e8f266395 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:57.681786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-485ae1ad-3945-47df-a531-af854d874e39 req-70980ef9-1d4d-4265-a8fb-ec6e8f266395 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0647609 Sep 17 01:12:57.724109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Checking segment: {'id': '095fc36c-1567-4c94-b596-b15694fd8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:57.724471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Network hostable DHCP agents. Network: ef202217-c357-41a4-bd10-9e7fba92e645, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:57.726591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-485ae1ad-3945-47df-a531-af854d874e39 req-d495531a-7c8d-42f0-9e96-e90e3d95eacf tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367081 Sep 17 01:12:57.731570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3bba643-79ac-4a85-bc1a-5864ecca686a']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:57.767163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d37a0d0-60a8-4ebf-9650-30d2c02df74d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:57.767652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d37a0d0-60a8-4ebf-9650-30d2c02df74d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:12:57.787464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.812780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.822825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:12:57.823826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:12:57.844720 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:12:57.911116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Network ef202217-c357-41a4-bd10-9e7fba92e645 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:57.924536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Deleting port 38ac89e4-7ba6-4cc4-9f1f-aa8a43e5cc91 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:57.925103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:57.991830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ef202217-c357-41a4-bd10-9e7fba92e645) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:58.002106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:58.002281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e4f74-a2d3-4901-b109-9fcac9ea24e7 None None] Network ef202217-c357-41a4-bd10-9e7fba92e645 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:58.002752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.032419 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.032845 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.040375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.054847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.060455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:58.060650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/b3bba643-79ac-4a85-bc1a-5864ecca686a HTTP/1.1" status: 204 len: 168 time: 3.4582896 Sep 17 01:12:58.061709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Calling delete_port for 38ac89e4-7ba6-4cc4-9f1f-aa8a43e5cc91 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:12:58.066550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1666821309'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:58.075877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede8367-14b6-4634-a469-7534552b571c tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Network': ['ID=b3bba643-79ac-4a85-bc1a-5864ecca686a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:58.127938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-541e748f-50f3-4ae9-a7ac-776c397b80c1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7866299 Sep 17 01:12:58.131456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:58.138392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Request body: {'port': {'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1690285414'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:58.211604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:58.215283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.239657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ef202217-c357-41a4-bd10-9e7fba92e645', 'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645', 'tenant_id': '9cb8a13fc8fd44f88fcf02b5757ae3dc', 'fixed_ips': [{'subnet_id': '59dc6fa7-44d1-4698-aa45-00dc771b7b81'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:12:58.240625 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.263603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:12:58.277647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.278074 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Added segment 46ea9f38-1460-4497-a51a-ccaf7c7b49b7 of type vlan for network 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 Sep 17 01:12:58.349549 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.400019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Made reservation on behalf of 9cb8a13fc8fd44f88fcf02b5757ae3dc for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:58.400305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Allocated IP 172.20.0.2 (ef202217-c357-41a4-bd10-9e7fba92e645/59dc6fa7-44d1-4698-aa45-00dc771b7b81/f587d944-b6d9-42f2-80e9-89bf8d1d6313) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:58.404177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.421650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] device_id is not set on port 4c8ce1cc-142e-4433-a792-17a7b78ff36c yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:12:58.466512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.499770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.509019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:58.510521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.574881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.588733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Network': ['ID=831799ab-f7a8-4d1f-81b4-fd1fd16b0f59,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:58.599692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:12:58.615786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.637507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-99ef27ad-4c9a-43f1-aa23-1a531de0a0c7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5758679 Sep 17 01:12:58.641038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50498) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:58.648571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Request body: {'subnet': {'network_id': '831799ab-f7a8-4d1f-81b4-fd1fd16b0f59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:12:58.670746 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.733055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Network ef202217-c357-41a4-bd10-9e7fba92e645 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:58.739722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:58.741595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Pushing event updated for resources: {'Port': ['ID=f587d944-b6d9-42f2-80e9-89bf8d1d6313,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:58.751229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:58.820327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Attempting to bind port f587d944-b6d9-42f2-80e9-89bf8d1d6313 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:12:58.820686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event deleted for resources: {'Port': ['ID=38ac89e4-7ba6-4cc4-9f1f-aa8a43e5cc91,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:58.820828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Attempting to bind port f587d944-b6d9-42f2-80e9-89bf8d1d6313 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '095fc36c-1567-4c94-b596-b15694fd8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:12:58.821051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Attempting to bind port f587d944-b6d9-42f2-80e9-89bf8d1d6313 on network ef202217-c357-41a4-bd10-9e7fba92e645 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:12:58.828750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:12:58.829461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Checking segment: {'id': '095fc36c-1567-4c94-b596-b15694fd8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:58.830352 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.830762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Bound using segment: {'id': '095fc36c-1567-4c94-b596-b15694fd8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:12:58.831304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Bound port: f587d944-b6d9-42f2-80e9-89bf8d1d6313, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095fc36c-1567-4c94-b596-b15694fd8d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ef202217-c357-41a4-bd10-9e7fba92e645'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:12:58.831748 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.865358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Made reservation on behalf of 3bae7606c09943139ed362307faf6ade for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:12:58.868944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.927160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] For port f587d944-b6d9-42f2-80e9-89bf8d1d6313, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:12:58.931222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] For port f587d944-b6d9-42f2-80e9-89bf8d1d6313, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f587d944-b6d9-42f2-80e9-89bf8d1d6313,segment=NetworkSegment(095fc36c-1567-4c94-b596-b15694fd8d6c),segment_id=095fc36c-1567-4c94-b596-b15694fd8d6c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:12:58.938703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Allocated IP 172.20.0.3 (ef202217-c357-41a4-bd10-9e7fba92e645/59dc6fa7-44d1-4698-aa45-00dc771b7b81/4c8ce1cc-142e-4433-a792-17a7b78ff36c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:12:58.941883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.949796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:58.949796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45429360-7df0-409e-93d7-15d4ae22efc9 req-e03ddb32-c8a8-4a3f-9663-fa1e2590e617 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "DELETE /v2.0/floatingips/f2b6a095-5783-4b2c-b63d-7dc1d143c7c4 HTTP/1.1" status: 204 len: 173 time: 1.4332469 Sep 17 01:12:58.967786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.008040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.023345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc0392-f9b7-481b-8ca2-14ac8d848d47 req-a3782027-f5c4-409e-a412-e92b137ef271 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:59.025065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0efc0392-f9b7-481b-8ca2-14ac8d848d47 req-a3782027-f5c4-409e-a412-e92b137ef271 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1148567 Sep 17 01:12:59.046476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8765c813-3f0f-44a9-8900-13902b121e9a req-06905c14-dec2-4a5e-8a1d-9dea82ca005b tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups/7db32e92-31c3-43ea-8932-9265c929be18 HTTP/1.1" status: 200 len: 1810 time: 0.0768735 Sep 17 01:12:59.083821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf74fa-aa50-479c-aa6f-74e7eea2a528 None None] Pushing event updated for resources: {'Port': ['ID=f587d944-b6d9-42f2-80e9-89bf8d1d6313,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:59.117457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0efc0392-f9b7-481b-8ca2-14ac8d848d47 req-aaa03235-9d7e-49a0-a802-67fce8919a59 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773776 Sep 17 01:12:59.170458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8765c813-3f0f-44a9-8900-13902b121e9a req-18495b03-3cb8-4607-ab67-257e838ca7c7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.215621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.217920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8765c813-3f0f-44a9-8900-13902b121e9a req-18495b03-3cb8-4607-ab67-257e838ca7c7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.378472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8765c813-3f0f-44a9-8900-13902b121e9a req-18495b03-3cb8-4607-ab67-257e838ca7c7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.381081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-8765c813-3f0f-44a9-8900-13902b121e9a req-18495b03-3cb8-4607-ab67-257e838ca7c7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.385635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8765c813-3f0f-44a9-8900-13902b121e9a req-18495b03-3cb8-4607-ab67-257e838ca7c7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "DELETE /v2.0/security-groups/7db32e92-31c3-43ea-8932-9265c929be18 HTTP/1.1" status: 204 len: 173 time: 0.3248067 Sep 17 01:12:59.406637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:12:59.412535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.414563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.433864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f587d944-b6d9-42f2-80e9-89bf8d1d6313 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:12:59.490845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18495b03-3cb8-4607-ab67-257e838ca7c7 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db32e92-31c3-43ea-8932-9265c929be18,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:59.512026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Network ef202217-c357-41a4-bd10-9e7fba92e645 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:12:59.512478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event updated for resources: {'Subnet': ['ID=21e4ca20-9a42-4d36-9f9e-10ef8ce0227e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:59.516551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:59.520523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:12:59.549700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Checking segment: {'id': '46ea9f38-1460-4497-a51a-ccaf7c7b49b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '831799ab-f7a8-4d1f-81b4-fd1fd16b0f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:12:59.550065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network hostable DHCP agents. Network: 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:12:59.575613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event updated for resources: {'Port': ['ID=4c8ce1cc-142e-4433-a792-17a7b78ff36c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:59.582306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f587d944-b6d9-42f2-80e9-89bf8d1d6313 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:12:59.582306 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.602083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:59.602725 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.660634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Network 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:12:59.668827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.699559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8b1acf4b-be66-4664-8397-7ed6de2e6082 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5629399 Sep 17 01:12:59.700145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50514) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:59.704366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port f587d944-b6d9-42f2-80e9-89bf8d1d6313, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f587d944-b6d9-42f2-80e9-89bf8d1d6313,segment=NetworkSegment(095fc36c-1567-4c94-b596-b15694fd8d6c),segment_id=095fc36c-1567-4c94-b596-b15694fd8d6c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:12:59.794336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:12:59.804439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:12:59.805190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.809852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Deleting port 4c8ce1cc-142e-4433-a792-17a7b78ff36c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:12:59.810309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.814219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a3400-d778-45a1-874f-6dd0a9433bdd None None] Network 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:12:59.818196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.922201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=f587d944-b6d9-42f2-80e9-89bf8d1d6313,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:12:59.958116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af23d119-e3d7-40e3-8789-60cd7a74c7de tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3143137 Sep 17 01:12:59.960851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:12:59.981793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:12:59.996232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Calling delete_port for 4c8ce1cc-142e-4433-a792-17a7b78ff36c owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:00.076238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554cbf15-5f0d-4f29-ac46-172fb7132486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-831799ab-f7a8-4d1f-81b4-fd1fd16b0f59', 'network_id': '831799ab-f7a8-4d1f-81b4-fd1fd16b0f59', 'tenant_id': '3bae7606c09943139ed362307faf6ade', 'fixed_ips': [{'subnet_id': '21e4ca20-9a42-4d36-9f9e-10ef8ce0227e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:13:00.077541 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-554cbf15-5f0d-4f29-ac46-172fb7132486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.170641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399618b2-5850-4e9d-8758-62f1b5ee4ed1 req-0f24c3d4-f5c0-4ae9-9e63-9d62727aee9d tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:00.172455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-399618b2-5850-4e9d-8758-62f1b5ee4ed1 req-0f24c3d4-f5c0-4ae9-9e63-9d62727aee9d tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.2294805 Sep 17 01:13:00.245393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.265918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-399618b2-5850-4e9d-8758-62f1b5ee4ed1 req-4e00457e-6148-4e09-8797-4e5d59939494 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783563 Sep 17 01:13:00.272581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.322759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event deleted for resources: {'Port': ['ID=4c8ce1cc-142e-4433-a792-17a7b78ff36c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:00.341877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99495f5e-6af5-457d-a2f2-012c919a070a req-9994e838-27c6-4bd7-8ebe-6ee2761da938 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:00.343579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99495f5e-6af5-457d-a2f2-012c919a070a req-9994e838-27c6-4bd7-8ebe-6ee2761da938 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1210585 Sep 17 01:13:00.387778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.501885 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99495f5e-6af5-457d-a2f2-012c919a070a req-89bffb27-abc5-4329-8b70-3be758dbf5cc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135147 Sep 17 01:13:00.514384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.516398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-816b81cb-f1a3-478f-898a-647daad952d1 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "DELETE /v2.0/ports/4c8ce1cc-142e-4433-a792-17a7b78ff36c HTTP/1.1" status: 204 len: 168 time: 0.8152642 Sep 17 01:13:00.527841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50528) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:00.554511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.577426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1802b043-7090-458b-b650-a08da8db4d18 None None] Network ef202217-c357-41a4-bd10-9e7fba92e645 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:00.604614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Subnet': ['ID=21e4ca20-9a42-4d36-9f9e-10ef8ce0227e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:00.642114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5bfb966f-fe3e-4e70-87b0-38ebe688c537 None None] Provisioning complete for port f587d944-b6d9-42f2-80e9-89bf8d1d6313 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:00.642413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bfb966f-fe3e-4e70-87b0-38ebe688c537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.645456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c0ca9d2e-a5de-4351-a049-89c717d723c7 tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1201701 Sep 17 01:13:00.648186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50532) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:00.653067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-564909521'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:00.689469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.719562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831799ab-f7a8-4d1f-81b4-fd1fd16b0f59']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:00.730679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ea9f38-1460-4497-a51a-ccaf7c7b49b7') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:00.731154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ea9f38-1460-4497-a51a-ccaf7c7b49b7') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:00.745374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server [None req-554cbf15-5f0d-4f29-ac46-172fb7132486 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21e4ca20-9a42-4d36-9f9e-10ef8ce0227e: This subnet is being modified by another concurrent operation. Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:13:00.752636 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise exception Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21e4ca20-9a42-4d36-9f9e-10ef8ce0227e: This subnet is being modified by another concurrent operation. Sep 17 01:13:00.763367 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Sep 17 01:13:00.767962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.776699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:00.776944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:00.780699 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:00.836599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Made reservation on behalf of 9cb8a13fc8fd44f88fcf02b5757ae3dc for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:00.848683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.856893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67f6be8-247a-4b4e-abe6-0f50d70817fd None None] Network 831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:00.953707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.962686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:13:00.964926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.966751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 HTTP/1.1" status: 204 len: 168 time: 1.0047050 Sep 17 01:13:00.971252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50536) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:00.984284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10ec84-f9fc-4fe1-88eb-464241b12037 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Network': ['ID=831799ab-f7a8-4d1f-81b4-fd1fd16b0f59,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:00.993566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:00.993735 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Added segment 9e31cd7a-13e3-443f-9a14-99dd2c579974 of type vlan for network c853531f-0cc0-4619-ba65-22526749121c Sep 17 01:13:01.037191 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-43139299-9a2d-433a-b438-23e2cf8a9edc tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.037191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43139299-9a2d-433a-b438-23e2cf8a9edc tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.037191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43139299-9a2d-433a-b438-23e2cf8a9edc tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/21e4ca20-9a42-4d36-9f9e-10ef8ce0227e HTTP/1.1" status: 404 len: 337 time: 0.0624704 Sep 17 01:13:01.039049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.059256 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb8c1b9-48ef-4696-80e9-7435f40db40e tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.059463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.059887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb8c1b9-48ef-4696-80e9-7435f40db40e tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.061705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cdb8c1b9-48ef-4696-80e9-7435f40db40e tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/831799ab-f7a8-4d1f-81b4-fd1fd16b0f59 HTTP/1.1" status: 404 len: 339 time: 0.0215814 Sep 17 01:13:01.065061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50540) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.096123 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35f3dad-a194-42b0-90ee-62e9a11427a4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.096657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35f3dad-a194-42b0-90ee-62e9a11427a4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.099257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b35f3dad-a194-42b0-90ee-62e9a11427a4 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/5cf21bb0-8c88-4213-9549-ca8f01fee16b HTTP/1.1" status: 404 len: 337 time: 0.0324223 Sep 17 01:13:01.101860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.127557 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f32e16e-425b-47dd-a630-2c0981d55f2b tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.128489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f32e16e-425b-47dd-a630-2c0981d55f2b tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.132644 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3f32e16e-425b-47dd-a630-2c0981d55f2b tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/b3bba643-79ac-4a85-bc1a-5864ecca686a HTTP/1.1" status: 404 len: 339 time: 0.0272079 Sep 17 01:13:01.132947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.160645 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b64498a-42bf-4054-a282-2b4836cf4d06 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.161113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b64498a-42bf-4054-a282-2b4836cf4d06 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.165353 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4b64498a-42bf-4054-a282-2b4836cf4d06 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/695908ec-eff2-4cdf-be62-786dd23700ef HTTP/1.1" status: 404 len: 337 time: 0.0289469 Sep 17 01:13:01.165698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.176913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.182430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:01.183223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.205033 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc93ed0-9aea-4c71-b8c7-479c2d6d81e7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.205535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc93ed0-9aea-4c71-b8c7-479c2d6d81e7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.208261 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4cc93ed0-9aea-4c71-b8c7-479c2d6d81e7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/ccc86e70-916e-4fe9-9662-30804003e100 HTTP/1.1" status: 404 len: 339 time: 0.0412834 Sep 17 01:13:01.212294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50548) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.276728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9575d2dd-956e-4192-8795-7a734e7189ff None None] Provisioning complete for port f587d944-b6d9-42f2-80e9-89bf8d1d6313 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:01.277332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9575d2dd-956e-4192-8795-7a734e7189ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.287707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event updated for resources: {'Network': ['ID=c853531f-0cc0-4619-ba65-22526749121c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:01.323480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e606e663-383d-4941-8e44-a059449eff17 tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6742294 Sep 17 01:13:01.326363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50552) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.352665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting port 260420d7-f497-4ff1-9fa7-cf68aee13bff {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:01.354016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.371168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c853531f-0cc0-4619-ba65-22526749121c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:13:01.498447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.515222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Calling delete_port for 260420d7-f497-4ff1-9fa7-cf68aee13bff owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:01.523986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f587d944-b6d9-42f2-80e9-89bf8d1d6313 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:01.622630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e8eef-8e59-45a6-91be-026c77546fbb req-0a1ad19b-3141-4632-8b31-24e908812425 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:01.632291 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-001e8eef-8e59-45a6-91be-026c77546fbb req-0a1ad19b-3141-4632-8b31-24e908812425 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1977634 Sep 17 01:13:01.669169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f587d944-b6d9-42f2-80e9-89bf8d1d6313 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:01.669877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.762377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-001e8eef-8e59-45a6-91be-026c77546fbb req-ed5e663f-8484-4d53-b517-4bb06668eea2 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291327 Sep 17 01:13:01.772151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-25959a6d-292a-4c3d-a261-bd38857c436a tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/agents/702d2c4e-9da6-497b-a7f8-bb74e0c845e1/dhcp-networks HTTP/1.1" status: 200 len: 12813 time: 0.4445524 Sep 17 01:13:01.775256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50560) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.782188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6995f-8186-4b88-8ab3-b165d4697b0e req-bc138ad5-4d1b-43d8-bbe5-4227180999f4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:01.784018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dba6995f-8186-4b88-8ab3-b165d4697b0e req-bc138ad5-4d1b-43d8-bbe5-4227180999f4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0959501 Sep 17 01:13:01.793896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.826459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c99a2ea9-1697-4340-b3db-cac5afe83c0f None None] Could not find standard attr ID for object 4c8ce1cc-142e-4433-a792-17a7b78ff36c. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:13:01.873922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Port': ['ID=260420d7-f497-4ff1-9fa7-cf68aee13bff,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:01.890264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dba6995f-8186-4b88-8ab3-b165d4697b0e req-5bf0a086-6784-4faa-baa0-fff7e8293e0f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988710 Sep 17 01:13:01.892105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a3fcc-506a-4faf-bc74-744042b6c470 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:13:01.895816 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:01.897907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f6f1a0c5-e9c7-4b6d-a4de-9f0ecdef3dac tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/ports/260420d7-f497-4ff1-9fa7-cf68aee13bff HTTP/1.1" status: 204 len: 168 time: 0.6844707 Sep 17 01:13:01.900750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50562) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.944389 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00cffd6-2a30-442e-9743-972b0859cb81 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:01.944912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00cffd6-2a30-442e-9743-972b0859cb81 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:01.949396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f00cffd6-2a30-442e-9743-972b0859cb81 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/f448c7ad-6c6e-4c20-90e4-8eec8cd5c3c9 HTTP/1.1" status: 404 len: 337 time: 0.0475578 Sep 17 01:13:01.950047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50566) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:01.957763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b6e65f-4ccf-4019-a8b4-e2f07e5c9406 tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] Network c853531f-0cc0-4619-ba65-22526749121c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:13:02.044070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a3fcc-506a-4faf-bc74-744042b6c470 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:13:02.048018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.083693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-08b6e65f-4ccf-4019-a8b4-e2f07e5c9406 tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "POST /v2.0/agents/702d2c4e-9da6-497b-a7f8-bb74e0c845e1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3067849 Sep 17 01:13:02.086698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50568) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.156604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.185415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe1e039-9718-4b18-8c63-2334e06c0d4f']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:02.204643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a8754d-4282-45f7-baa0-8310e893835c') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:02.205201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a8754d-4282-45f7-baa0-8310e893835c') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:02.223392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.244708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.255475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:02.261013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:02.262255 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:02.283618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-77c7aa3e-89b0-4b68-9437-729d39ae91a3 tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/agents/702d2c4e-9da6-497b-a7f8-bb74e0c845e1/dhcp-networks HTTP/1.1" status: 200 len: 13583 time: 0.1924713 Sep 17 01:13:02.284355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50570) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.400520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4065261-ea05-4b9b-91f4-f088a8932a52 None None] Network c853531f-0cc0-4619-ba65-22526749121c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:02.409319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.418968 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.426358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/0fe1e039-9718-4b18-8c63-2334e06c0d4f HTTP/1.1" status: 204 len: 168 time: 0.4751914 Sep 17 01:13:02.432604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50572) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.469440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018efb2a-10af-4537-9674-195d6f5e012a req-d02a0d9e-1b0a-4c36-b545-e415b635c5fc tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:02.471476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018efb2a-10af-4537-9674-195d6f5e012a req-d02a0d9e-1b0a-4c36-b545-e415b635c5fc tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.0757940 Sep 17 01:13:02.477825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7f87dfe9-261e-4964-af58-fc912233c05e tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "DELETE /v2.0/agents/702d2c4e-9da6-497b-a7f8-bb74e0c845e1/dhcp-networks/c853531f-0cc0-4619-ba65-22526749121c HTTP/1.1" status: 204 len: 168 time: 0.1913271 Sep 17 01:13:02.480318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50574) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.507873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a6da6-fa96-4323-b405-69dd705d5de7 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Network': ['ID=0fe1e039-9718-4b18-8c63-2334e06c0d4f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:02.568415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting port bf8e84d4-2460-415b-8807-237e7f24f0c3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:02.568987 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.648833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.670009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Calling delete_port for bf8e84d4-2460-415b-8807-237e7f24f0c3 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:02.711566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-219ef745-719d-4da7-a4e5-b199f18c177e tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/agents/702d2c4e-9da6-497b-a7f8-bb74e0c845e1/dhcp-networks HTTP/1.1" status: 200 len: 12048 time: 0.2252083 Sep 17 01:13:02.711566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Deleting port ec7d5d11-5cf7-407c-a234-d7f525e6b143 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:02.711566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.715468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50578) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.791345 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e398741f-ce66-45a9-b87d-62ac672934ff tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/networks/ef202217-c357-41a4-bd10-9e7fba92e645/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0724564 Sep 17 01:13:02.791803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50580) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.815113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-82a86179-c104-4f41-a219-74fa60c6daff tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/networks/ef202217-c357-41a4-bd10-9e7fba92e645/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0216007 Sep 17 01:13:02.819655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50584) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.832774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] For port ec7d5d11-5cf7-407c-a234-d7f525e6b143, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ec7d5d11-5cf7-407c-a234-d7f525e6b143,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:02.833142 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.864953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Calling delete_port for ec7d5d11-5cf7-407c-a234-d7f525e6b143 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:02.869273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.922095 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:02.924423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/ports/bf8e84d4-2460-415b-8807-237e7f24f0c3 HTTP/1.1" status: 204 len: 168 time: 0.4907577 Sep 17 01:13:02.926202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0bdb9-6323-43b1-a2b6-007c4e3d7dca tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Port': ['ID=bf8e84d4-2460-415b-8807-237e7f24f0c3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:02.928870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50588) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:02.960069 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68627b0-0f48-4240-bfab-f616fcb964d3 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:02.960678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68627b0-0f48-4240-bfab-f616fcb964d3 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:02.962555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f68627b0-0f48-4240-bfab-f616fcb964d3 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/802a1062-d4de-47f4-a958-f0c07da8ea57 HTTP/1.1" status: 404 len: 337 time: 0.0315073 Sep 17 01:13:02.965421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50592) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:03.021749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf42c5d-d9a9-497e-bfe2-2e9818cfe7bb req-96b38a35-44dd-4f7e-be19-e9586fb5cf07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:03.023365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cf42c5d-d9a9-497e-bfe2-2e9818cfe7bb req-96b38a35-44dd-4f7e-be19-e9586fb5cf07 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 945 time: 0.1642492 Sep 17 01:13:03.053487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-de41bbda-1fae-4dde-8793-bb93173f7ee8 tempest-DHCPAgentSchedulersTestJSON-302788466 tempest-DHCPAgentSchedulersTestJSON-302788466-project-admin] 10.222.0.13 "GET /v2.0/agents/702d2c4e-9da6-497b-a7f8-bb74e0c845e1/dhcp-networks HTTP/1.1" status: 200 len: 12048 time: 0.2293491 Sep 17 01:13:03.054891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50596) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:03.116018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.138468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999a32a-4a79-44e6-9d3f-6af6e983fc51 req-5b5beedf-4e91-41ed-acd7-fb2c781f187d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:03.140087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2999a32a-4a79-44e6-9d3f-6af6e983fc51 req-5b5beedf-4e91-41ed-acd7-fb2c781f187d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1011739 Sep 17 01:13:03.185982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2999a32a-4a79-44e6-9d3f-6af6e983fc51 req-ab38b4cf-c3af-4543-80f7-305ebd1fa16f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Sep 17 01:13:03.187609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cf42c5d-d9a9-497e-bfe2-2e9818cfe7bb req-a6b9972f-8310-43da-876a-b9d09b78865a tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/security-groups?id=77b5efc0-f89a-43e3-af45-536667276102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317046 Sep 17 01:13:03.196945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.240041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.256029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ec7d5d11-5cf7-407c-a234-d7f525e6b143'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:03.278667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Pushing event deleted for resources: {'Port': ['ID=ec7d5d11-5cf7-407c-a234-d7f525e6b143,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:03.330264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] No DVR routers for this DVR port ec7d5d11-5cf7-407c-a234-d7f525e6b143 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:03.334612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.336799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-018efb2a-10af-4537-9674-195d6f5e012a req-92c2eb1a-cba3-42b6-92ae-cb1e88ee16fa tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.23 "DELETE /v2.0/ports/ec7d5d11-5cf7-407c-a234-d7f525e6b143 HTTP/1.1" status: 204 len: 173 time: 0.8576956 Sep 17 01:13:03.337300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'name': 'network-vif-deleted', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:03.350157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.350903 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d044f65b-192c-40af-b701-039c2c8b5251" -d '{"events": [{"server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "name": "network-vif-deleted", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:03.389902 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d006a-d06a-48ec-b750-965d236da598 x-openstack-request-id: req-4f5d006a-d06a-48ec-b750-965d236da598 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:03.390821 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a9c86d-e2b4-40ad-a260-9b1af113eeac", "name": "network-vif-deleted", "tag": "ec7d5d11-5cf7-407c-a234-d7f525e6b143", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:03.391333 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f5d006a-d06a-48ec-b750-965d236da598 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:03.391475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.392007 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a9c86d-e2b4-40ad-a260-9b1af113eeac', 'name': 'network-vif-deleted', 'tag': 'ec7d5d11-5cf7-407c-a234-d7f525e6b143', 'status': 'completed', 'code': 200} Sep 17 01:13:03.413488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363fd184-9ef8-4a7b-8f3a-dadc1f4d009f']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:03.431117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cb6ebf-e88b-4f26-98a4-99955c81d1ff') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:03.431476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cb6ebf-e88b-4f26-98a4-99955c81d1ff') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:03.435042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c853531f-0cc0-4619-ba65-22526749121c']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:03.450224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.452993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e31cd7a-13e3-443f-9a14-99dd2c579974') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:03.453118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e31cd7a-13e3-443f-9a14-99dd2c579974') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:03.473652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.480465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.489908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:03.490352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:03.493368 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:03.497649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.525960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:03.526372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:03.529455 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:03.682034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.689309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.691947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/363fd184-9ef8-4a7b-8f3a-dadc1f4d009f HTTP/1.1" status: 204 len: 168 time: 0.7255137 Sep 17 01:13:03.695484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50602) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:03.715690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3050e3b-b37c-40b3-833f-f4da36042dcf tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Network': ['ID=363fd184-9ef8-4a7b-8f3a-dadc1f4d009f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:03.727830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.734877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.740225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "DELETE /v2.0/networks/c853531f-0cc0-4619-ba65-22526749121c HTTP/1.1" status: 204 len: 168 time: 0.6798940 Sep 17 01:13:03.740225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50604) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:03.757859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e8a30-5097-452c-8d92-522a0db19e3e tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event deleted for resources: {'Network': ['ID=c853531f-0cc0-4619-ba65-22526749121c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:03.766654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting subnet 1e68ca21-4287-468a-ab68-a826b25241d9 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:13:03.775030 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-09afd437-dae8-4960-a121-a557486b59cd tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] DELETE failed (client error): The resource could not be found. Sep 17 01:13:03.775945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09afd437-dae8-4960-a121-a557486b59cd tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:13:03.776473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.780133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-09afd437-dae8-4960-a121-a557486b59cd tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "DELETE /v2.0/ports/4c8ce1cc-142e-4433-a792-17a7b78ff36c HTTP/1.1" status: 404 len: 333 time: 0.0370502 Sep 17 01:13:03.780404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50606) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:03.822931 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.837185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Deleting subnet 59dc6fa7-44d1-4698-aa45-00dc771b7b81 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:13:03.841522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.885310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.916381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:03.978690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.099920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.130017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.132358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/subnets/1e68ca21-4287-468a-ab68-a826b25241d9 HTTP/1.1" status: 204 len: 168 time: 0.4327474 Sep 17 01:13:04.133572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3dfd9-cba4-4fb2-bd7f-b3bae8bdeb1d tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Subnet': ['ID=1e68ca21-4287-468a-ab68-a826b25241d9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:04.134928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50608) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:04.136406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.137518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd35c70-b5fc-4bbb-9d67-5b4e7d79396f None None] Network 89ea7371-627b-4331-903a-0619c66eeead requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:04.195227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event deleted for resources: {'Subnet': ['ID=59dc6fa7-44d1-4698-aa45-00dc771b7b81,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:04.197395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.199300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1135b6f7-425d-40c3-9c6f-85ff326cc64f tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "DELETE /v2.0/subnets/59dc6fa7-44d1-4698-aa45-00dc771b7b81 HTTP/1.1" status: 204 len: 168 time: 0.4179170 Sep 17 01:13:04.200238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c80ef-af29-4f7e-abfc-9811750234bc None None] Network ef202217-c357-41a4-bd10-9e7fba92e645 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:04.201889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50610) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:04.285326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.359873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.377111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-529acb30-945e-4b08-8c1b-f95c0ebb493c req-5585656a-2b2a-45c5-a4f2-510326269e51 tempest-ServerRescueTestJSONUnderV235-1784782394 tempest-ServerRescueTestJSONUnderV235-1784782394-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3a9c86d-e2b4-40ad-a260-9b1af113eeac HTTP/1.1" status: 200 len: 210 time: 0.0360351 Sep 17 01:13:04.419234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d24865-897f-40aa-a606-37a132f11486 req-48b340d8-7a66-4289-98d8-9cc9618958ae tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:04.420968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59d24865-897f-40aa-a606-37a132f11486 req-48b340d8-7a66-4289-98d8-9cc9618958ae tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0897760 Sep 17 01:13:04.422824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Deleting port 7e19686c-1ed9-4ea9-b187-a6b042b6520e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:04.423397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.473055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Deleting port f587d944-b6d9-42f2-80e9-89bf8d1d6313 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:04.473055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.478320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] DHCP port deletion for 89ea7371-627b-4331-903a-0619c66eeead request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:13:04.542599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59d24865-897f-40aa-a606-37a132f11486 req-010c48ae-b740-43a0-a9cd-5422290d1152 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055701 Sep 17 01:13:04.547620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Deleting port 7e19686c-1ed9-4ea9-b187-a6b042b6520e {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:04.548074 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.551527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] For port 7e19686c-1ed9-4ea9-b187-a6b042b6520e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e19686c-1ed9-4ea9-b187-a6b042b6520e,segment=NetworkSegment(869c136b-d7ba-4b16-a4a6-a8b864a3532a),segment_id=869c136b-d7ba-4b16-a4a6-a8b864a3532a)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:04.552259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.575220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Calling delete_port for 7e19686c-1ed9-4ea9-b187-a6b042b6520e owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:04.605558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] DHCP port deletion for ef202217-c357-41a4-bd10-9e7fba92e645 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:13:04.629050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] For port f587d944-b6d9-42f2-80e9-89bf8d1d6313, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f587d944-b6d9-42f2-80e9-89bf8d1d6313,segment=NetworkSegment(095fc36c-1567-4c94-b596-b15694fd8d6c),segment_id=095fc36c-1567-4c94-b596-b15694fd8d6c)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:04.629441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.648375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Calling delete_port for f587d944-b6d9-42f2-80e9-89bf8d1d6313 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:04.687531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] For port 7e19686c-1ed9-4ea9-b187-a6b042b6520e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e19686c-1ed9-4ea9-b187-a6b042b6520e,segment=NetworkSegment(869c136b-d7ba-4b16-a4a6-a8b864a3532a),segment_id=869c136b-d7ba-4b16-a4a6-a8b864a3532a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:04.688015 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.707845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Calling delete_port for 7e19686c-1ed9-4ea9-b187-a6b042b6520e owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:04.761541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] Deleting port f587d944-b6d9-42f2-80e9-89bf8d1d6313 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:04.761938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.786007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.826043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Port': ['ID=7e19686c-1ed9-4ea9-b187-a6b042b6520e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:04.830365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] No DVR routers for this DVR port 7e19686c-1ed9-4ea9-b187-a6b042b6520e on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:04.849940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] For port f587d944-b6d9-42f2-80e9-89bf8d1d6313, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f587d944-b6d9-42f2-80e9-89bf8d1d6313,segment=NetworkSegment(095fc36c-1567-4c94-b596-b15694fd8d6c),segment_id=095fc36c-1567-4c94-b596-b15694fd8d6c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:04.850346 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: from cryptography.utils import int_from_bytes Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: from cryptography.utils import int_from_bytes Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.852414 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:04.858225 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:13:04.864569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] Calling delete_port for f587d944-b6d9-42f2-80e9-89bf8d1d6313 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:04.868522 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.900700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Pushing event deleted for resources: {'Port': ['ID=7e19686c-1ed9-4ea9-b187-a6b042b6520e,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:04.906049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] No DVR routers for this DVR port 7e19686c-1ed9-4ea9-b187-a6b042b6520e on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:04.911927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.916400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.934269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ea7371-627b-4331-903a-0619c66eeead']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:04.943427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.943777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.944123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.944462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.945273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.945273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.945837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.945837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.946131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.946571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.946785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.947325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7151be39-bd9e-40bf-a54c-19f0d297831a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:04.949716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event deleted for resources: {'Port': ['ID=f587d944-b6d9-42f2-80e9-89bf8d1d6313,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:04.954664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869c136b-d7ba-4b16-a4a6-a8b864a3532a') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:04.954966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869c136b-d7ba-4b16-a4a6-a8b864a3532a') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:04.956249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] No DVR routers for this DVR port f587d944-b6d9-42f2-80e9-89bf8d1d6313 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:04.965991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.982059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.989688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:04.990180 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:04.993849 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:05.006384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.035575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] Pushing event deleted for resources: {'Port': ['ID=f587d944-b6d9-42f2-80e9-89bf8d1d6313,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:05.037524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c88f3d-94b2-452b-817c-3c9b4753ecce None None] No DVR routers for this DVR port f587d944-b6d9-42f2-80e9-89bf8d1d6313 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:05.064335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.085923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef202217-c357-41a4-bd10-9e7fba92e645']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:05.095222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095fc36c-1567-4c94-b596-b15694fd8d6c') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:05.095520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095fc36c-1567-4c94-b596-b15694fd8d6c') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:05.105821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.119860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.125592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:05.125969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:05.129098 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:05.145113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.155569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.155569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] 10.222.0.13 "DELETE /v2.0/networks/89ea7371-627b-4331-903a-0619c66eeead HTTP/1.1" status: 204 len: 168 time: 1.0165653 Sep 17 01:13:05.166094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8d244-e000-4ec8-958b-e1da6d424e32 tempest-NetworksIpV6TestAttrs-1727813735 tempest-NetworksIpV6TestAttrs-1727813735-project] Pushing event deleted for resources: {'Network': ['ID=89ea7371-627b-4331-903a-0619c66eeead,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:05.282451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.291283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.292147 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] 10.222.0.13 "DELETE /v2.0/networks/ef202217-c357-41a4-bd10-9e7fba92e645 HTTP/1.1" status: 204 len: 168 time: 1.0886467 Sep 17 01:13:05.314324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8182549-dac4-4424-9c0d-da92f29dec7b tempest-DHCPAgentSchedulersTestJSON-1202980881 tempest-DHCPAgentSchedulersTestJSON-1202980881-project] Pushing event deleted for resources: {'Network': ['ID=ef202217-c357-41a4-bd10-9e7fba92e645,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:05.373907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e19686c-1ed9-4ea9-b187-a6b042b6520e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:05.394640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7e19686c-1ed9-4ea9-b187-a6b042b6520e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:05.394987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e19686c-1ed9-4ea9-b187-a6b042b6520e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:05.395466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f587d944-b6d9-42f2-80e9-89bf8d1d6313 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:05.413958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f587d944-b6d9-42f2-80e9-89bf8d1d6313 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:05.414304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f587d944-b6d9-42f2-80e9-89bf8d1d6313 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:05.442500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-018c82ba-9daf-4c4c-9e94-259b6f45a3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:05.449437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50636) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:05.720290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6ccae-8f00-46b2-b151-74d3086cc607 req-f5281e64-a3ab-479e-8117-f431a1417a77 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:05.728228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4a6ccae-8f00-46b2-b151-74d3086cc607 req-f5281e64-a3ab-479e-8117-f431a1417a77 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0894551 Sep 17 01:13:05.742167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50646) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:05.783311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4a6ccae-8f00-46b2-b151-74d3086cc607 req-71a3988a-b64e-4cd5-94ae-3cc49f638f86 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538905 Sep 17 01:13:05.888781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50654) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:05.992451 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b375e6f9-a2d0-4fe3-9f4a-0b25c5d13d33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bae7606c09943139ed362307faf6ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2488799 Sep 17 01:13:05.995531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50660) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:06.014749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b275fa6b-118f-4f24-a06b-1db7185c5e89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cb8a13fc8fd44f88fcf02b5757ae3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1238811 Sep 17 01:13:06.015333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50662) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:06.048425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.070593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5886404f-d5aa-4bcb-bd16-66b6ea206de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.101023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf955-aa88-423f-954d-79ae014a0d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.161847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf955-aa88-423f-954d-79ae014a0d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.348686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5886404f-d5aa-4bcb-bd16-66b6ea206de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.361772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf955-aa88-423f-954d-79ae014a0d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.366002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c2bf955-aa88-423f-954d-79ae014a0d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.367262 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c2bf955-aa88-423f-954d-79ae014a0d5a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86793534-8e34-4753-8a5d-a4326523fa85 HTTP/1.1" status: 204 len: 168 time: 0.3708639 Sep 17 01:13:06.378812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2bf955-aa88-423f-954d-79ae014a0d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86793534-8e34-4753-8a5d-a4326523fa85,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:06.425908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Deleting port 5b812cd7-9545-4af9-8448-f549b2c1c464 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:06.426236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.513639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] For port 5b812cd7-9545-4af9-8448-f549b2c1c464, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5b812cd7-9545-4af9-8448-f549b2c1c464,segment=NetworkSegment(15e8990b-f96c-4d26-bf39-26d3b9b5d8c4),segment_id=15e8990b-f96c-4d26-bf39-26d3b9b5d8c4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:06.514314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.526954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Calling delete_port for 5b812cd7-9545-4af9-8448-f549b2c1c464 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:06.548876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5886404f-d5aa-4bcb-bd16-66b6ea206de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.551530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5886404f-d5aa-4bcb-bd16-66b6ea206de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.552944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5886404f-d5aa-4bcb-bd16-66b6ea206de4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59c97dec-933f-4cc0-9447-06afba1c6822 HTTP/1.1" status: 204 len: 168 time: 0.5366147 Sep 17 01:13:06.561163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886404f-d5aa-4bcb-bd16-66b6ea206de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c97dec-933f-4cc0-9447-06afba1c6822,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:06.814920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:06.842044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b812cd7-9545-4af9-8448-f549b2c1c464,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:06.987582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c7ac1-279c-4dad-a810-12b08c044a58 req-8caf53c1-76b1-4a64-b75a-1614837d8e29 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:06.989612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-857c7ac1-279c-4dad-a810-12b08c044a58 req-8caf53c1-76b1-4a64-b75a-1614837d8e29 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1239226 Sep 17 01:13:07.072517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-857c7ac1-279c-4dad-a810-12b08c044a58 req-b42f0fb5-31ca-4a67-81d3-fc1708524da9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762310 Sep 17 01:13:07.084220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.354470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50696) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:07.372259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb9e7-0f97-41d9-8556-5e201228cc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.507051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ec7d5d11-5cf7-407c-a234-d7f525e6b143 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:07.528041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb9e7-0f97-41d9-8556-5e201228cc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.539748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: ec7d5d11-5cf7-407c-a234-d7f525e6b143 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:07.539748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ec7d5d11-5cf7-407c-a234-d7f525e6b143 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:07.618090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Router e00b5a68-82c9-4e96-910e-8760d608d0b7 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:13:07.618562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:07.622386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030396 Sep 17 01:13:07.625748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50708) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:07.639973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee9cb9e7-0f97-41d9-8556-5e201228cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.682308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee9cb9e7-0f97-41d9-8556-5e201228cc6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=addc5597ebc14a6e9648933b2230aece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266315 Sep 17 01:13:07.685091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50712) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:07.692309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cb9e7-0f97-41d9-8556-5e201228cc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb8c972-9ca0-4257-bfb8-b5c2b5a7475a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:07.739146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:07.744810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-26468442-94d4-4087-89d0-f6dfdfb95025 admin admin] 10.222.0.13 "PUT /v2.0/routers/e00b5a68-82c9-4e96-910e-8760d608d0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2942669 Sep 17 01:13:07.747488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50714) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:07.749643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-45d95300-89d8-4e50-82d1-c92ae0bb83e9 tempest-NetworksApiDiscovery-1524936313 tempest-NetworksApiDiscovery-1524936313-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1227560 Sep 17 01:13:07.754171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] Sync routers for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:07.755727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a87801d-0feb-4367-a87a-750f37edcb80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.766944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:07.767841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:07.781994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a87801d-0feb-4367-a87a-750f37edcb80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.894599 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a87801d-0feb-4367-a87a-750f37edcb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.896797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a87801d-0feb-4367-a87a-750f37edcb80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.900519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1a87801d-0feb-4367-a87a-750f37edcb80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edb8c972-9ca0-4257-bfb8-b5c2b5a7475a HTTP/1.1" status: 204 len: 168 time: 0.2123196 Sep 17 01:13:07.900680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:07.907423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87801d-0feb-4367-a87a-750f37edcb80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb8c972-9ca0-4257-bfb8-b5c2b5a7475a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:07.988597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:13:08.035500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.156154 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-504ded41-b02e-4684-b785-fa1df09b02ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.225216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:13:06Z', 'revision_number': 5, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port': {'id': '1ef5fedd-619d-4388-9904-749cb7f5a6a0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:85:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1179, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:40Z', 'updated_at': '2021-09-17T01:11:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:08.257441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Deleting port 1ef5fedd-619d-4388-9904-749cb7f5a6a0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:08.258051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.261265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] Checking router: e00b5a68-82c9-4e96-910e-8760d608d0b7 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:13:08.268760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacd1d-5b03-41c5-b0ae-f3cdc3aaa9dc req-34c6996e-9cb1-4de6-98e5-49ada2e344b9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:08.271543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59aacd1d-5b03-41c5-b0ae-f3cdc3aaa9dc req-34c6996e-9cb1-4de6-98e5-49ada2e344b9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0855982 Sep 17 01:13:08.271759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] Routers {'e00b5a68-82c9-4e96-910e-8760d608d0b7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:08.272447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e00b5a68-82c9-4e96-910e-8760d608d0b7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:08.384118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50734) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:08.397259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] Set router e00b5a68-82c9-4e96-910e-8760d608d0b7 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:13:08.431685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-59aacd1d-5b03-41c5-b0ae-f3cdc3aaa9dc req-c84643ba-5489-48d6-b47c-627a3e8837a2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473138 Sep 17 01:13:08.463562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] For port 1ef5fedd-619d-4388-9904-749cb7f5a6a0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ef5fedd-619d-4388-9904-749cb7f5a6a0,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:08.464008 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.494420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Calling delete_port for 1ef5fedd-619d-4388-9904-749cb7f5a6a0 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:08.496049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:13:08Z', 'revision_number': 6, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:08.538522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c049c8-576e-46e3-98c9-e9bc5654ecfa None None] The sync data for ids ['e00b5a68-82c9-4e96-910e-8760d608d0b7'] in n-d-789963-7 is: [{'id': 'e00b5a68-82c9-4e96-910e-8760d608d0b7', 'name': 'tempest-ServerRescueTestJSONUnderV235-1021085394-router', 'tenant_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:39Z', 'updated_at': '2021-09-17T01:13:08Z', 'revision_number': 6, 'project_id': 'c9db4c87d3c74ed1bdb08975e8dec61b', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:08.556604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.675958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.739492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.780181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a767d1f823294cb5ade845db545f8b14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948214 Sep 17 01:13:08.781173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1443a0-f371-432f-b400-ba74f881e429,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:08.782768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50746) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:08.790142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.790493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.790839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.791203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.791538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.791900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.792231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.792557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.792880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.793203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.793531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.793921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a7822a-2fb7-4bb1-99ef-d74974f5e91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:08.838066 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.868615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-30e5123d-0b88-4c66-91d9-051dd9bf4b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.872989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef5fedd-619d-4388-9904-749cb7f5a6a0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:08.942881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-30e5123d-0b88-4c66-91d9-051dd9bf4b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:08.993266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.023158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.149392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.152059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.207971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-30e5123d-0b88-4c66-91d9-051dd9bf4b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.210784 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-30e5123d-0b88-4c66-91d9-051dd9bf4b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.212350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-30e5123d-0b88-4c66-91d9-051dd9bf4b37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de1443a0-f371-432f-b400-ba74f881e429 HTTP/1.1" status: 204 len: 168 time: 0.4279745 Sep 17 01:13:09.220403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5123d-0b88-4c66-91d9-051dd9bf4b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1443a0-f371-432f-b400-ba74f881e429,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:09.304875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.306405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e00b5a68-82c9-4e96-910e-8760d608d0b7 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:09.314947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.317204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-259392aa-e3ba-41e7-8306-6497dc021cf5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/e00b5a68-82c9-4e96-910e-8760d608d0b7 HTTP/1.1" status: 204 len: 168 time: 1.5680602 Sep 17 01:13:09.319968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50764) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:09.365952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.375727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Deleting subnet e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:13:09.379719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.420658 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.471198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.494658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5b812cd7-9545-4af9-8448-f549b2c1c464 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:09.516642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5b812cd7-9545-4af9-8448-f549b2c1c464 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:09.517214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5b812cd7-9545-4af9-8448-f549b2c1c464 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:09.517795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ef5fedd-619d-4388-9904-749cb7f5a6a0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:09.547637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1ef5fedd-619d-4388-9904-749cb7f5a6a0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:09.548291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ef5fedd-619d-4388-9904-749cb7f5a6a0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:09.610331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526035b5-031a-4f41-991b-e3879a8d4217 req-e88d060e-53f5-467f-a5be-b1f683bc2f01 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:09.611945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-526035b5-031a-4f41-991b-e3879a8d4217 req-e88d060e-53f5-467f-a5be-b1f683bc2f01 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0677714 Sep 17 01:13:09.639995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.677961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8bb5c8a-1e89-44bb-936f-f94f9652c3d6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:09.680358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.687338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-32e7c076-7b8e-434b-bfbf-6a75d9b6581e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e8bb5c8a-1e89-44bb-936f-f94f9652c3d6 HTTP/1.1" status: 204 len: 168 time: 0.3662171 Sep 17 01:13:09.694106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-526035b5-031a-4f41-991b-e3879a8d4217 req-c7dd7adc-7c6e-4b30-adb3-6f825bc019ed tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745661 Sep 17 01:13:09.694875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50778) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:09.798468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.898936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.920207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3716eff1-e4d8-4bcb-a261-0fbf812f8a74']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:09.929636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:09.929976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e8990b-f96c-4d26-bf39-26d3b9b5d8c4') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:09.939612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.953220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.960048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:09.960443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:09.962407 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:10.160699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:10.179182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:10.179182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3716eff1-e4d8-4bcb-a261-0fbf812f8a74 HTTP/1.1" status: 204 len: 168 time: 0.4737184 Sep 17 01:13:10.179809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd502d-5905-4cf4-a3f4-940f9781c853 admin admin] Pushing event deleted for resources: {'Network': ['ID=3716eff1-e4d8-4bcb-a261-0fbf812f8a74,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:10.486282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50808) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:10.635909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50814) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:10.710068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d001479d-715a-4d23-ba4a-e0fd1bf95733 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9db4c87d3c74ed1bdb08975e8dec61b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718420 Sep 17 01:13:10.712963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50816) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:10.779137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b392bc6-a23f-4aa7-91f9-2af47c28df04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:10.832869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b392bc6-a23f-4aa7-91f9-2af47c28df04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:10.852822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1523806372', 'router:external': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:10.914794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefca09-9921-42ba-8c50-e37ae4c9ae3c req-4686aab0-7585-4db0-95b3-758948d5fa2b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:10.916351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ceefca09-9921-42ba-8c50-e37ae4c9ae3c req-4686aab0-7585-4db0-95b3-758948d5fa2b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1265137 Sep 17 01:13:10.955950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ceefca09-9921-42ba-8c50-e37ae4c9ae3c req-b0fba24c-5ff5-4e28-94a5-8d1f76b3b3f4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Sep 17 01:13:11.019876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.059442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Made reservation on behalf of 5eef5d84863c46a0b95e0aeda0499ad4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:11.062157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.067416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b392bc6-a23f-4aa7-91f9-2af47c28df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.070519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b392bc6-a23f-4aa7-91f9-2af47c28df04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.074945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2b392bc6-a23f-4aa7-91f9-2af47c28df04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77b5efc0-f89a-43e3-af45-536667276102 HTTP/1.1" status: 204 len: 168 time: 0.3579965 Sep 17 01:13:11.091219 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.102743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b392bc6-a23f-4aa7-91f9-2af47c28df04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b5efc0-f89a-43e3-af45-536667276102,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:11.229549 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.344664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.401246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:13:11.406846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab630dd7-db10-4620-8ecf-ad9f44d6170b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:11.423005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.426299 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Added segment b0c70a22-9f6e-4be5-839c-01daf3d0fe34 of type vlan for network 808135be-6a4b-43dd-bd27-42d24829c9a7 Sep 17 01:13:11.484453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.590519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.591541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:11.595630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.669714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-348f8dd3-4661-49d4-aa8f-7280d712163d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531235 Sep 17 01:13:11.702978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Network': ['ID=808135be-6a4b-43dd-bd27-42d24829c9a7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:11.720717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 808135be-6a4b-43dd-bd27-42d24829c9a7 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:13:11.779511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-181913ec-502d-4d5c-a0fc-63042ea2c4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:11.781638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-181913ec-502d-4d5c-a0fc-63042ea2c4d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 1096 time: 0.0573997 Sep 17 01:13:11.797834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3fb48f88-8127-4f9a-b63f-59aa860e59d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3103240 Sep 17 01:13:11.801615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:11.808213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'subnet': {'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:11.921823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Made reservation on behalf of 5eef5d84863c46a0b95e0aeda0499ad4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:11.924618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:11.934270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-1e813b32-3319-43cd-baca-18d1013ca8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:11.936343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-1e813b32-3319-43cd-baca-18d1013ca8e5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1320944 Sep 17 01:13:11.989974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-b50b6bce-5091-4809-bb55-e64b10b7a4fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b3491a-2f15-400c-8935-6b539e5eac90 HTTP/1.1" status: 200 len: 217 time: 0.0454154 Sep 17 01:13:12.055989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-f62ef218-002f-4112-bd3e-e9bebfc9697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:12.058462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-f62ef218-002f-4112-bd3e-e9bebfc9697f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0598226 Sep 17 01:13:12.151181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7489f8-424a-46e6-87e9-017013a172c7 req-b977893a-276b-4b92-a872-254115f311de tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:12.153029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b7489f8-424a-46e6-87e9-017013a172c7 req-b977893a-276b-4b92-a872-254115f311de tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0925922 Sep 17 01:13:12.154985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50866) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:12.167653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-8ef4e6cb-2b70-4d5d-8020-924c136ea9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:12.169292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-8ef4e6cb-2b70-4d5d-8020-924c136ea9b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973482 Sep 17 01:13:12.370393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b7489f8-424a-46e6-87e9-017013a172c7 req-93cb0ff5-8553-4c0c-9a60-b4fc2d9bac1d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971455 Sep 17 01:13:12.370393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6630da3-0760-470d-9df1-d1a0e8517348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.411994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-0785b299-cfdd-42ac-8d2b-8b274d654e92 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275808 Sep 17 01:13:12.551800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:13:12.552492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.602127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6630da3-0760-470d-9df1-d1a0e8517348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.613685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0931ee93-a6d6-4281-a3c7-39e8335b1dd9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:12.623787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b1839b8-a683-4214-b6c7-42c5e4e0868f req-b5474cda-7589-4cae-822b-ff8090c8cf22 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006094 Sep 17 01:13:12.624721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Checking segment: {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:12.625475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network hostable DHCP agents. Network: 808135be-6a4b-43dd-bd27-42d24829c9a7, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:13:12.702812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e6630da3-0760-470d-9df1-d1a0e8517348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.732415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 808135be-6a4b-43dd-bd27-42d24829c9a7 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:13:12.747840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e6630da3-0760-470d-9df1-d1a0e8517348 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=836d723f774f4206932461450ea8bd1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5915823 Sep 17 01:13:12.748797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50892) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:12.755120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6630da3-0760-470d-9df1-d1a0e8517348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d22ddc-7301-4f79-a9ea-f9b00585b2c4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:12.807189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-621a292a-604c-436c-9537-9697360a6b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.834287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-621a292a-604c-436c-9537-9697360a6b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.840827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 808135be-6a4b-43dd-bd27-42d24829c9a7) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:12.852036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb4e8e-3966-4141-82fc-d77cabd9bdc1 None None] Network 808135be-6a4b-43dd-bd27-42d24829c9a7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:12.852538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:12.853060 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.936756 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f7d250bf-a9aa-411b-92fe-58a08ba93708 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1308775 Sep 17 01:13:12.936936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50898) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:12.942367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1831816511', 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:12.979191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-621a292a-604c-436c-9537-9697360a6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.981816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-621a292a-604c-436c-9537-9697360a6b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:12.985344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-621a292a-604c-436c-9537-9697360a6b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43d22ddc-7301-4f79-a9ea-f9b00585b2c4 HTTP/1.1" status: 204 len: 168 time: 0.2326674 Sep 17 01:13:12.994091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa753aa-4666-49dd-b871-eea3a2af8fa1 None None] Network 808135be-6a4b-43dd-bd27-42d24829c9a7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:13.005704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a292a-604c-436c-9537-9697360a6b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d22ddc-7301-4f79-a9ea-f9b00585b2c4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:13.059432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Made reservation on behalf of 5eef5d84863c46a0b95e0aeda0499ad4 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:13.062249 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:13.082746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] device_id is not set on port caf1b5c0-ad59-4b7a-b1bb-031fcd186028 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:13:13.199386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79180465-fe4f-4285-a175-ccaf2ae77227 req-5a052d4e-b2a3-4986-bd9e-2843806755fb tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0543280 Sep 17 01:13:13.225505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Allocated IP 172.20.0.3 (808135be-6a4b-43dd-bd27-42d24829c9a7/0931ee93-a6d6-4281-a3c7-39e8335b1dd9/caf1b5c0-ad59-4b7a-b1bb-031fcd186028) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:13.413925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:13.514473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3b7dc-cc18-44db-ae00-a4fde83e0d7a req-06bea1b8-7ad2-400f-b55e-1513633585d0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:13.516142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfe3b7dc-cc18-44db-ae00-a4fde83e0d7a req-06bea1b8-7ad2-400f-b55e-1513633585d0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0660350 Sep 17 01:13:13.563119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfe3b7dc-cc18-44db-ae00-a4fde83e0d7a req-f5f0e50e-8b1f-4f04-a174-5bf7000ba8e9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Sep 17 01:13:13.619727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:13.662016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 808135be-6a4b-43dd-bd27-42d24829c9a7 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:13.666217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:13.672681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:13.675920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Port': ['ID=caf1b5c0-ad59-4b7a-b1bb-031fcd186028,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:13.713881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:13.714406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:13.840484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79024f09-998f-49d9-9861-f871c887512b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9024670 Sep 17 01:13:13.842961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:13.910869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50926) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:13.931577 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05f17d42-73bc-4643-b69b-872f25814b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:13.968896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Deleting port caf1b5c0-ad59-4b7a-b1bb-031fcd186028 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:13.969167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.073444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.091514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Calling delete_port for caf1b5c0-ad59-4b7a-b1bb-031fcd186028 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:14.118831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05f17d42-73bc-4643-b69b-872f25814b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.225036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05f17d42-73bc-4643-b69b-872f25814b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.260888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f17d42-73bc-4643-b69b-872f25814b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca54001b-e2f7-4784-bf6c-d7dcea2c8656,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:14.269660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-05f17d42-73bc-4643-b69b-872f25814b1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9894fc57dd34cd5bddaa61e073caa12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569424 Sep 17 01:13:14.270349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50932) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:14.293165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.294404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8dc18739-a669-4e62-bf9f-c07287888094 req-e366a599-c62f-4fcd-9e42-bc2162a5ffd8 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0342288 Sep 17 01:13:14.334039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event deleted for resources: {'Port': ['ID=caf1b5c0-ad59-4b7a-b1bb-031fcd186028,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:14.397392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5b91-d1d7-4f09-9091-8f133e6ba46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.420302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.426707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6f00754e-045a-417a-860f-e7ada5a6ccb1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/ports/caf1b5c0-ad59-4b7a-b1bb-031fcd186028 HTTP/1.1" status: 204 len: 168 time: 0.5782919 Sep 17 01:13:14.426987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:14.428426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5b91-d1d7-4f09-9091-8f133e6ba46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.434425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7', 'external_fixed_ips': [{'subnet_id': '0931ee93-a6d6-4281-a3c7-39e8335b1dd9', 'ip_address': '172.20.0.3'}]}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:14.510470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.511659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.538649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5b91-d1d7-4f09-9091-8f133e6ba46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.541743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d1f5b91-d1d7-4f09-9091-8f133e6ba46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.543109 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d1f5b91-d1d7-4f09-9091-8f133e6ba46d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca54001b-e2f7-4784-bf6c-d7dcea2c8656 HTTP/1.1" status: 204 len: 168 time: 0.2718885 Sep 17 01:13:14.552338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f5b91-d1d7-4f09-9091-8f133e6ba46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca54001b-e2f7-4784-bf6c-d7dcea2c8656,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:14.599408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:14.763697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5e1bc-9f3e-4cef-9514-d951e22b92b5 req-c0560836-4bf2-4ba1-badc-59ea17eeb29e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:14.763697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30d5e1bc-9f3e-4cef-9514-d951e22b92b5 req-c0560836-4bf2-4ba1-badc-59ea17eeb29e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0752940 Sep 17 01:13:14.803032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30d5e1bc-9f3e-4cef-9514-d951e22b92b5 req-64c705e0-8800-40d4-ac97-9b610b452390 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Sep 17 01:13:14.832419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:15.376571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:15.403940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:15.497084 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b60a6f6f-abf1-47e5-bb32-037fdd356d0d req-0fe08f7b-d420-4528-9ada-1278b666cdd4 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0768547 Sep 17 01:13:15.675070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27ef06-6d35-4cac-a6a1-da6e4a3ffe59 req-a989705d-7e28-40c0-9181-edb0502843ba tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:15.682535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb27ef06-6d35-4cac-a6a1-da6e4a3ffe59 req-a989705d-7e28-40c0-9181-edb0502843ba tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.0589328 Sep 17 01:13:15.709469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Allocated IP 172.20.0.3 (808135be-6a4b-43dd-bd27-42d24829c9a7/0931ee93-a6d6-4281-a3c7-39e8335b1dd9/dd87ff0c-c635-4e25-8af9-d50353929c32) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:15.734009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb27ef06-6d35-4cac-a6a1-da6e4a3ffe59 req-2f3adbd6-8f2b-49e8-be42-59359e4457c7 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504787 Sep 17 01:13:15.845467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:15.957213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197491f-734a-4c0f-8d14-1a43d6ccc822 req-02e699c2-cbef-45a5-8101-e847267c0118 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:15.958832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e197491f-734a-4c0f-8d14-1a43d6ccc822 req-02e699c2-cbef-45a5-8101-e847267c0118 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Sep 17 01:13:15.960560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:16.015033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 808135be-6a4b-43dd-bd27-42d24829c9a7 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:16.019982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:16.024764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:16.061012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Port': ['ID=dd87ff0c-c635-4e25-8af9-d50353929c32,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:16.075636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e197491f-734a-4c0f-8d14-1a43d6ccc822 req-6967419a-cd62-4e9f-80ee-b0fce8ee01e6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053038 Sep 17 01:13:16.391769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:16.626177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e205e272-cd1d-4ee3-b022-2f2abe5d4537 req-5d264183-d566-40a8-afd9-7ab83f25dcdb tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Sep 17 01:13:16.646873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.078368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef36fd-58eb-4caf-b5fc-946f18e2bb1d req-7a2d401c-922c-436e-9da1-e9f771e9793e tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:17.079916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1fef36fd-58eb-4caf-b5fc-946f18e2bb1d req-7a2d401c-922c-436e-9da1-e9f771e9793e tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.0692298 Sep 17 01:13:17.146472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1fef36fd-58eb-4caf-b5fc-946f18e2bb1d req-fbee5cfa-3ac3-461e-97a4-1716599b5e4d tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/security-groups?id=a49527ae-4468-4b6b-9b75-fb95137fb972&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569952 Sep 17 01:13:17.168105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-03303100-666b-49ce-bc9e-541cf5545937 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:17.169616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-03303100-666b-49ce-bc9e-541cf5545937 tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 945 time: 0.0659764 Sep 17 01:13:17.172887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Router ceafddd5-7705-4221-a615-8e9c4d061a69 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:17.235585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ef8d2-df88-4c9f-b54c-5b9b030216fd req-a78fac0a-cf0f-481b-ab5f-93673b0af5a9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:17.237391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b9ef8d2-df88-4c9f-b54c-5b9b030216fd req-a78fac0a-cf0f-481b-ab5f-93673b0af5a9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0528338 Sep 17 01:13:17.282685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b9ef8d2-df88-4c9f-b54c-5b9b030216fd req-32750e03-e037-4365-9add-b00961891284 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392337 Sep 17 01:13:17.371209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:17.382603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Sync routers for ids ['ceafddd5-7705-4221-a615-8e9c4d061a69'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:17.387738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Deleting port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:17.389981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.394407 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Routers {'ceafddd5-7705-4221-a615-8e9c4d061a69'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:17.395240 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ceafddd5-7705-4221-a615-8e9c4d061a69'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:17.496141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.499712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a6c08261-4eb7-479a-a27d-25bc78be6ad5 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0704889 Sep 17 01:13:17.500363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51006) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:17.505110 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Set router ceafddd5-7705-4221-a615-8e9c4d061a69 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:13:17.515460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] For port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,segment=NetworkSegment(0d5e42f2-6bab-49a1-b91f-70836171fbac),segment_id=0d5e42f2-6bab-49a1-b91f-70836171fbac)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:17.515830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.531199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Calling delete_port for f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:17.608800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.689274 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceafddd5-7705-4221-a615-8e9c4d061a69', 'name': '', 'tenant_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7', 'external_fixed_ips': [{'subnet_id': '0931ee93-a6d6-4281-a3c7-39e8335b1dd9', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'dd87ff0c-c635-4e25-8af9-d50353929c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:13:14Z', 'updated_at': '2021-09-17T01:13:16Z', 'revision_number': 3, 'project_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'gw_port': {'id': 'dd87ff0c-c635-4e25-8af9-d50353929c32', 'name': '', 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceafddd5-7705-4221-a615-8e9c4d061a69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0931ee93-a6d6-4281-a3c7-39e8335b1dd9', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:13:15Z', 'updated_at': '2021-09-17T01:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0931ee93-a6d6-4281-a3c7-39e8335b1dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:17.718619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.723896 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Checking router: ceafddd5-7705-4221-a615-8e9c4d061a69 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:13:17.725808 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Updating router ceafddd5-7705-4221-a615-8e9c4d061a69 port dd87ff0c-c635-4e25-8af9-d50353929c32 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:13:17.750459 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.765575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.778784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:17.809686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbfc22da-836d-4a4c-aa46-fe4200de587e req-e53a118e-7fa7-47cf-8154-8fc6b9d36102 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0555780 Sep 17 01:13:17.811433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Pushing event deleted for resources: {'Port': ['ID=f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:17.873511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] No DVR routers for this DVR port f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:17.876661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.882904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-039f0720-e70f-43f4-8cf3-ee8be000c2b5 req-67347e06-f7c2-4dd4-b039-2534be121ffe tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.36 "DELETE /v2.0/ports/f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 HTTP/1.1" status: 204 len: 173 time: 0.7054493 Sep 17 01:13:17.883397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'name': 'network-vif-deleted', 'tag': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:17.886135 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92707fd-43a7-420c-9d1b-d53267607bec" -d '{"events": [{"server_uuid": "0624bd78-eb8b-43e9-b32c-8e1a752a3af1", "name": "network-vif-deleted", "tag": "f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:17.904139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Deleting port dd87ff0c-c635-4e25-8af9-d50353929c32 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:17.904486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.930891 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a9b6b5-4e7a-4d6b-859b-cbbff6d5c45f x-openstack-request-id: req-72a9b6b5-4e7a-4d6b-859b-cbbff6d5c45f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:17.931553 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0624bd78-eb8b-43e9-b32c-8e1a752a3af1", "name": "network-vif-deleted", "tag": "f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:17.931889 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72a9b6b5-4e7a-4d6b-859b-cbbff6d5c45f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:17.932359 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0624bd78-eb8b-43e9-b32c-8e1a752a3af1', 'name': 'network-vif-deleted', 'tag': 'f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533', 'status': 'completed', 'code': 200} Sep 17 01:13:17.986067 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:17.998486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Calling delete_port for dd87ff0c-c635-4e25-8af9-d50353929c32 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:18.052482 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.116406 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.165705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-662c33ce-798d-4d01-990a-98a4865a4a52 req-d8e2454a-c09f-4fe7-8154-4259589cbf53 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0558262 Sep 17 01:13:18.186144 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Pushing event updated for resources: {'Port': ['ID=dd87ff0c-c635-4e25-8af9-d50353929c32,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:18.194147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.194488 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.194821 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.195165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.195665 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.196052 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.196374 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.196687 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.197165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.197646 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.197984 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.198276 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89599c37-7b22-4579-a873-16b012acbfd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:18.202992 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Attempting to bind port dd87ff0c-c635-4e25-8af9-d50353929c32 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:13:18.203588 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Attempting to bind port dd87ff0c-c635-4e25-8af9-d50353929c32 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:13:18.204099 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Attempting to bind port dd87ff0c-c635-4e25-8af9-d50353929c32 on network 808135be-6a4b-43dd-bd27-42d24829c9a7 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:18.216213 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:13:18.216213 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Checking segment: {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:18.216213 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.216213 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Bound using segment: {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:13:18.216213 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Bound port: dd87ff0c-c635-4e25-8af9-d50353929c32, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:13:18.216213 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.285442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-874e1791-58d9-4836-88e5-202b3583f9e2 req-c4667a6d-8435-4d15-b739-ad1653df75ea tempest-VolumesAdminNegativeTest-49165073 tempest-VolumesAdminNegativeTest-49165073-project] 10.222.0.13 "GET /v2.0/ports?device_id=0624bd78-eb8b-43e9-b32c-8e1a752a3af1 HTTP/1.1" status: 200 len: 210 time: 0.0268652 Sep 17 01:13:18.344844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.345922 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.db.api [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=112075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:13:18.346315 n-d-789963-7 neutron-server[112075]: DEBUG oslo_db.api [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:13:18.372355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd87ff0c-c635-4e25-8af9-d50353929c32,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:18.418050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a96a2-089e-4ab6-b141-e9dad7367597 req-510969b1-3582-443e-86eb-0ae12967cdc2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:18.419569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c5a96a2-089e-4ab6-b141-e9dad7367597 req-510969b1-3582-443e-86eb-0ae12967cdc2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0620327 Sep 17 01:13:18.442540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.461229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c5a96a2-089e-4ab6-b141-e9dad7367597 req-f542bb33-362b-4e02-9c1d-af60359e8db8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354545 Sep 17 01:13:18.540345 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.542440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.674414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.675848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceafddd5-7705-4221-a615-8e9c4d061a69 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:18.680455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.684052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94a2f467-aea6-42ab-a50e-03a258fa74bd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ceafddd5-7705-4221-a615-8e9c4d061a69 HTTP/1.1" status: 204 len: 168 time: 1.1804135 Sep 17 01:13:18.684349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:18.732970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Deleting subnet 0931ee93-a6d6-4281-a3c7-39e8335b1dd9 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:13:18.737776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.777186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.824080 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.872279 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Attempting to bind port dd87ff0c-c635-4e25-8af9-d50353929c32 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:13:18.873291 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Attempting to bind port dd87ff0c-c635-4e25-8af9-d50353929c32 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:13:18.873875 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Attempting to bind port dd87ff0c-c635-4e25-8af9-d50353929c32 on network 808135be-6a4b-43dd-bd27-42d24829c9a7 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:18.880470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:13:18.881077 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Checking segment: {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:18.881682 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.882432 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Bound using segment: {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:13:18.883065 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Bound port: dd87ff0c-c635-4e25-8af9-d50353929c32, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '808135be-6a4b-43dd-bd27-42d24829c9a7'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:13:18.883641 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.903182 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.plugin [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Port dd87ff0c-c635-4e25-8af9-d50353929c32 has been deleted concurrently {{(pid=112075) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 01:13:18.913514 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Routers set() bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:18.914133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Router IDs set() for agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 01:13:18.914919 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_agentschedulers_db [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ceafddd5-7705-4221-a615-8e9c4d061a69'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent'). {{(pid=112075) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 01:13:18.915321 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40c17e3-7ad9-4ef9-ac4b-2d47706f0219 None None] The sync data for ids ['ceafddd5-7705-4221-a615-8e9c4d061a69'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:18.948777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a832b7d3-9e7f-4260-97aa-face4696115b req-c10029a4-460b-4c8e-9407-df530a518622 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Sep 17 01:13:18.968171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:18.995486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0931ee93-a6d6-4281-a3c7-39e8335b1dd9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:18.999374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.001560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5ee9e31-b485-445e-86da-948e9e0c1609 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/0931ee93-a6d6-4281-a3c7-39e8335b1dd9 HTTP/1.1" status: 204 len: 168 time: 0.3162203 Sep 17 01:13:19.004218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:19.075650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.166745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.188196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808135be-6a4b-43dd-bd27-42d24829c9a7']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:19.197874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:19.198170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c70a22-9f6e-4be5-839c-01daf3d0fe34') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:19.214407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.231575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.238327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:19.238728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: items = [ Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:19.240633 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:19.349343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51044) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:19.395055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Deleting subnet 148670b2-17ef-4403-9f41-9d8f665eb18b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:13:19.398074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.431822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.471585 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.513578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.605002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce91ff-5598-46c1-9f85-31e3753fba9c req-d54b2029-4302-4582-bcff-c66829f6f825 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:19.609796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24ce91ff-5598-46c1-9f85-31e3753fba9c req-d54b2029-4302-4582-bcff-c66829f6f825 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0713325 Sep 17 01:13:19.648572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24ce91ff-5598-46c1-9f85-31e3753fba9c req-95f746e7-c31d-4841-b1f8-368bd19b6ffa tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351825 Sep 17 01:13:19.814674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 808135be-6a4b-43dd-bd27-42d24829c9a7 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:13:19.819294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.821660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/networks/808135be-6a4b-43dd-bd27-42d24829c9a7 HTTP/1.1" status: 204 len: 168 time: 0.8164101 Sep 17 01:13:19.822733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d07f90-f088-4dcd-87a6-132d7b833bb6 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event deleted for resources: {'Network': ['ID=808135be-6a4b-43dd-bd27-42d24829c9a7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:19.956775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:19.997728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148670b2-17ef-4403-9f41-9d8f665eb18b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:20.003390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.004154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4bf531d3-f356-437e-8025-86f456179f34 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/148670b2-17ef-4403-9f41-9d8f665eb18b HTTP/1.1" status: 204 len: 168 time: 0.6537666 Sep 17 01:13:20.006935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51060) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:20.084622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.101474 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1c87fad-3993-44db-a157-8f72a3556ea4 req-36b5dc2a-c728-4078-86fd-a4217539ba10 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0386574 Sep 17 01:13:20.184962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.205296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3dcdef-157a-428a-9874-1e34ae43488c']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:20.217420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5e42f2-6bab-49a1-b91f-70836171fbac') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:20.218343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5e42f2-6bab-49a1-b91f-70836171fbac') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:20.231237 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.240475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51070) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:20.242601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'name': 'tempest-router--585205438', 'project_id': '6abe762bd82c46a59871aae6f578a078'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:20.257178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.266328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:20.266748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:20.269807 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:20.350912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.352278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.465033 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.470578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.472900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e3dcdef-157a-428a-9874-1e34ae43488c HTTP/1.1" status: 204 len: 168 time: 0.4646549 Sep 17 01:13:20.483110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51082) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:20.484153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7b8d9-59f6-4fbf-b314-3f5d07eb1e95 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3dcdef-157a-428a-9874-1e34ae43488c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:20.544922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.559672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Deleting subnet d5ffb48b-bcd3-4151-a3f0-3778f69303fe {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:13:20.562708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.600878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.641788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.645507 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.711263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c02b2ce9-e1e9-45ec-b5d2-7ea7e2c64a57 req-1d02ec82-32eb-4756-b369-5828660717e0 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0312493 Sep 17 01:13:20.774845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff830b-9c35-4a71-8a26-c91b03276ad6 req-ccd14a20-dda5-404c-a0ed-a2b692de8fd1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:20.782737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06ff830b-9c35-4a71-8a26-c91b03276ad6 req-ccd14a20-dda5-404c-a0ed-a2b692de8fd1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0538204 Sep 17 01:13:20.802265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.803422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0b5fa7d3-3529-4f11-a673-44f82cd70a54 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5651169 Sep 17 01:13:20.806497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51088) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:20.822964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06ff830b-9c35-4a71-8a26-c91b03276ad6 req-d363483c-1cd5-4692-96ec-dea002a14132 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Sep 17 01:13:20.836925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.877529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.880049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d5ffb48b-bcd3-4151-a3f0-3778f69303fe HTTP/1.1" status: 204 len: 168 time: 0.3959830 Sep 17 01:13:20.881218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf62228-06d7-4b3d-9b59-b4e4efd359e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ffb48b-bcd3-4151-a3f0-3778f69303fe,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:20.884111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51090) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:20.893615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:20.958849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.070564 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.073515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.075780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.131243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:21.141637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b0c2f-03b0-4b62-8766-1d3121e4dea0') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:21.143861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b0c2f-03b0-4b62-8766-1d3121e4dea0') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:21.153148 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.169210 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.175720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:13:21.176257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:13:21.177918 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:13:21.213574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.214089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f13f2ca-3a1c-4b57-b5d8-32700c62621f {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:21.218591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.219902 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a1df0746-74ed-4c6c-ba8e-a53e00e4c4f8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/routers/6f13f2ca-3a1c-4b57-b5d8-32700c62621f HTTP/1.1" status: 204 len: 168 time: 0.4122763 Sep 17 01:13:21.237476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:21.266754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:21.267117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f4b0fd8d-7b83-4533-ae1c-28d5e9e0f533 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:21.350555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.360368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.364904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] 10.222.0.13 "DELETE /v2.0/networks/23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8 HTTP/1.1" status: 204 len: 168 time: 0.4772799 Sep 17 01:13:21.373791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980a8d9-e690-4169-9ddc-70922dee969e admin admin] Pushing event deleted for resources: {'Network': ['ID=23c3e77d-ccbe-4b6f-b5a2-6cb13cb27dc8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:21.495169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984e47-04f4-411a-a95b-ae482c196988 req-92a80b8f-67e9-49d9-be36-877ef070a40b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:21.496774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0984e47-04f4-411a-a95b-ae482c196988 req-92a80b8f-67e9-49d9-be36-877ef070a40b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0632164 Sep 17 01:13:21.576152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51110) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:21.583879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-93b5eed2-0022-4934-a74a-174442f3d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:21.583879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-93b5eed2-0022-4934-a74a-174442f3d4fb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.0568221 Sep 17 01:13:21.584169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0984e47-04f4-411a-a95b-ae482c196988 req-e3e8a73d-ecba-496e-9ea6-035c138b7cf2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722408 Sep 17 01:13:21.683339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-85ce013a-89d1-40a6-b09f-799f3381a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:21.684798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-85ce013a-89d1-40a6-b09f-799f3381a74a service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.0954180 Sep 17 01:13:21.767565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-490eaf28-6593-46b9-a973-bf69fc8a7453 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.0746491 Sep 17 01:13:21.773551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1677870529', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:21.844346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7317b037-b83f-4a47-b205-4e1b2bac1717 req-78a6351e-49b4-4d2d-8a97-08dd856ed87c tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0356276 Sep 17 01:13:21.860553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-6f6925d1-1098-40eb-a01f-32010fdb6766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:21.862175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-6f6925d1-1098-40eb-a01f-32010fdb6766 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0824397 Sep 17 01:13:21.916701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-e5a3912a-4ac8-40e7-8d4d-efa0fa482ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:21.918294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-e5a3912a-4ac8-40e7-8d4d-efa0fa482ac5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465431 Sep 17 01:13:21.966147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.967354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:21.988458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51118) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:22.105861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.111412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5b874690-c541-4c51-b6e0-d2d6feff29c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20252077e8a24a11aecbe0cf9ac17ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196451 Sep 17 01:13:22.114061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51124) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:22.124633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-f4230574-0405-4b42-8da4-e805df524491 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951685 Sep 17 01:13:22.207771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7632b7-a8cc-4737-9082-2192b89a6872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.219232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7651807-1be1-431b-8360-50c8de3927f6 req-416aa3bb-5a3a-4611-8034-60ff193e78d0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:22.220716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7651807-1be1-431b-8360-50c8de3927f6 req-416aa3bb-5a3a-4611-8034-60ff193e78d0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0874202 Sep 17 01:13:22.251152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7632b7-a8cc-4737-9082-2192b89a6872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.288328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7651807-1be1-431b-8360-50c8de3927f6 req-a208c9c5-88c1-4317-b458-b8da1ed1bbc8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590730 Sep 17 01:13:22.411981 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.412923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7632b7-a8cc-4737-9082-2192b89a6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.415723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d7632b7-a8cc-4737-9082-2192b89a6872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.417052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3d7632b7-a8cc-4737-9082-2192b89a6872 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a49527ae-4468-4b6b-9b75-fb95137fb972 HTTP/1.1" status: 204 len: 168 time: 0.3017561 Sep 17 01:13:22.420435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6f85445-20b1-48ca-87c0-56a1fdcea666 req-1e769003-22a5-4b22-a2b3-06321ef4e697 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757339 Sep 17 01:13:22.427253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7632b7-a8cc-4737-9082-2192b89a6872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49527ae-4468-4b6b-9b75-fb95137fb972,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:22.805811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f6289-f6a2-4206-b36f-6de468b91670 req-c81f1e92-d275-460a-a2f3-64f5ab5e78c7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:22.807329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-063f6289-f6a2-4206-b36f-6de468b91670 req-c81f1e92-d275-460a-a2f3-64f5ab5e78c7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1431344 Sep 17 01:13:22.807900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.829023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:22.904749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-063f6289-f6a2-4206-b36f-6de468b91670 req-206586a9-1065-4760-ba0f-32079e228267 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777893 Sep 17 01:13:22.962046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44b45463-eab9-4bb8-a97d-1b075c15f11c req-e9f6539c-a7fb-4d5b-8f7e-4efa84eeaa36 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0293767 Sep 17 01:13:22.966305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Allocated IP 172.25.1.117 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/1a54c1ce-c305-4990-ad64-8cbd15d4ed3b) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:23.077790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:23.185027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:23.229080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:23.231988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:23.234632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:23.271033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event updated for resources: {'Port': ['ID=1a54c1ce-c305-4990-ad64-8cbd15d4ed3b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:23.406801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51148) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:23.447147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b15bb-a321-4c58-ab96-7f34e27ebcc2 req-a62c3cbc-53b6-4e78-a2c8-2b0d5af8f8e2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:23.448818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-662b15bb-a321-4c58-ab96-7f34e27ebcc2 req-a62c3cbc-53b6-4e78-a2c8-2b0d5af8f8e2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0721076 Sep 17 01:13:23.450600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e1b2dcd5-c370-422b-ad1b-26bfc6ff7769 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4289418819aa440da68bdd339f0bd0b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425947 Sep 17 01:13:23.453285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:23.496815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-662b15bb-a321-4c58-ab96-7f34e27ebcc2 req-468b80e5-0f41-4f1e-99c9-0b03637b7553 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412126 Sep 17 01:13:23.509752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b12891bf-390b-419a-95af-fddddb0a2896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:23.537138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b12891bf-390b-419a-95af-fddddb0a2896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:23.647465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b12891bf-390b-419a-95af-fddddb0a2896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:23.649997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b12891bf-390b-419a-95af-fddddb0a2896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:23.651178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b12891bf-390b-419a-95af-fddddb0a2896 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a897d950-4469-4ad3-98b6-57513eed2979 HTTP/1.1" status: 204 len: 168 time: 0.1969817 Sep 17 01:13:23.661289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12891bf-390b-419a-95af-fddddb0a2896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a897d950-4469-4ad3-98b6-57513eed2979,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:23.738291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:24.048913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7794-2662-4ff3-84b1-25f37461ce8c req-48b7a948-84ee-4497-be6b-4b7b54e92441 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:24.056741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8de7794-2662-4ff3-84b1-25f37461ce8c req-48b7a948-84ee-4497-be6b-4b7b54e92441 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0678709 Sep 17 01:13:24.098589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8de7794-2662-4ff3-84b1-25f37461ce8c req-77dfbf8b-a9d7-44a6-9c3a-14f69eb939ea tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405729 Sep 17 01:13:24.161219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d509a5c7-69b3-4f78-8e3a-710eaeb96f4b req-b61ce1c6-514c-4a3e-902b-fd7bfdb32199 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0320044 Sep 17 01:13:24.273965 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:24.532585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Router 6e46982a-2003-4c76-88c0-036cc7b5a0e3 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:24.655150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaf7cb-8419-4159-8ce4-bd4651df2cc6 req-c53555f9-73a7-42d2-bbc3-f24ed2efbff6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:24.655150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2baaf7cb-8419-4159-8ce4-bd4651df2cc6 req-c53555f9-73a7-42d2-bbc3-f24ed2efbff6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0584669 Sep 17 01:13:24.671142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:24.686488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] Sync routers for ids ['6e46982a-2003-4c76-88c0-036cc7b5a0e3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:24.702119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] Routers {'6e46982a-2003-4c76-88c0-036cc7b5a0e3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:24.702895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6e46982a-2003-4c76-88c0-036cc7b5a0e3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:24.712746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2baaf7cb-8419-4159-8ce4-bd4651df2cc6 req-e89ebafc-7b0f-4d92-b525-a55c54e5d6a9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483472 Sep 17 01:13:24.739635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:24.748645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] Routers {'6e46982a-2003-4c76-88c0-036cc7b5a0e3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:24.749276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6e46982a-2003-4c76-88c0-036cc7b5a0e3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:24.784797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:24.785465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7b2253-5028-4e24-abd5-5a45423efa92 None None] The sync data for ids ['6e46982a-2003-4c76-88c0-036cc7b5a0e3'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:24.790421 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:24.794605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2a287784-7fb3-4724-aae7-47a35cd08351 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2089822 Sep 17 01:13:24.794732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51188) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:24.911986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0e4c7d23-1b53-4d40-8fc5-d23505811356 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/6e46982a-2003-4c76-88c0-036cc7b5a0e3 HTTP/1.1" status: 200 len: 921 time: 0.1131968 Sep 17 01:13:24.912269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51192) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:24.939391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-24a34472-8838-4c70-a020-ce18035ae6de tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e46982a-2003-4c76-88c0-036cc7b5a0e3 HTTP/1.1" status: 200 len: 205 time: 0.0260289 Sep 17 01:13:24.942823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51194) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:25.053579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:25.166484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:25.235894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd27ab1-7d0c-4df1-8bb7-b4d27f38779f req-a7f11f09-3b26-49af-95b7-df3567900770 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:25.237958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecd27ab1-7d0c-4df1-8bb7-b4d27f38779f req-a7f11f09-3b26-49af-95b7-df3567900770 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0554383 Sep 17 01:13:25.271605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-354ea0e6-92c5-4972-9a68-4f141d0c5d1f req-4fccc8de-e51f-4e37-a4e6-5303e6828a3b tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Sep 17 01:13:25.280859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecd27ab1-7d0c-4df1-8bb7-b4d27f38779f req-ee71f27a-a201-4371-b2a2-cfe3d7623818 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354750 Sep 17 01:13:25.389446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Deleting port 1a54c1ce-c305-4990-ad64-8cbd15d4ed3b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:25.389806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:25.474870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:25.488771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Calling delete_port for 1a54c1ce-c305-4990-ad64-8cbd15d4ed3b owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:25.773531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:25.806637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event deleted for resources: {'Port': ['ID=1a54c1ce-c305-4990-ad64-8cbd15d4ed3b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:25.911493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68822028-b854-4194-a045-68b8d13dc865 req-c44872bb-3ef4-4390-b39a-6662eeec402b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:25.912998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68822028-b854-4194-a045-68b8d13dc865 req-c44872bb-3ef4-4390-b39a-6662eeec402b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1098092 Sep 17 01:13:25.920455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.036872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.040898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.044887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68822028-b854-4194-a045-68b8d13dc865 req-aad28c4d-2f78-4320-a849-f157c86e2090 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223469 Sep 17 01:13:26.173382 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.174142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Fanout notify agent at l3_agent the message router_deleted on router 6e46982a-2003-4c76-88c0-036cc7b5a0e3 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:26.183962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.190969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:26.191484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d97dee4f-4562-48a0-a3af-9407bf9ced4f tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/6e46982a-2003-4c76-88c0-036cc7b5a0e3 HTTP/1.1" status: 204 len: 168 time: 1.2455301 Sep 17 01:13:26.196027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-24915899', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': False}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:26.323713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.324829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.340073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8e69c89-5568-4815-b0c7-5064afeedbe7 req-af35f9bd-0d78-41a4-9a1f-1a885cfe1cc5 tempest-FlavorsV2NegativeTest-1667175276 tempest-FlavorsV2NegativeTest-1667175276-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=c4b67ade53c2409cb7e175d44a5dcfcc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371654 Sep 17 01:13:26.386037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b26e54de-538e-47e5-b096-03b63624aaa8 req-eba29149-0f80-4ee4-8aa9-0dbca6ffb6ff tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Sep 17 01:13:26.448491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:26.523886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f32ca-61a4-484a-9863-c689b1429b6d req-09c30943-2b82-45b2-869c-746bff93574c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:26.525401 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-262f32ca-61a4-484a-9863-c689b1429b6d req-09c30943-2b82-45b2-869c-746bff93574c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0687921 Sep 17 01:13:26.567963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-262f32ca-61a4-484a-9863-c689b1429b6d req-76f6f062-47c0-4b37-a7b6-11c22cf305f4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364110 Sep 17 01:13:26.577184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e69c89-5568-4815-b0c7-5064afeedbe7 req-7453cac9-4f00-4c07-8925-55e32ca92411 tempest-FlavorsV2NegativeTest-1667175276 tempest-FlavorsV2NegativeTest-1667175276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:26.578680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8e69c89-5568-4815-b0c7-5064afeedbe7 req-7453cac9-4f00-4c07-8925-55e32ca92411 tempest-FlavorsV2NegativeTest-1667175276 tempest-FlavorsV2NegativeTest-1667175276-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291522 Sep 17 01:13:26.630514 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8e69c89-5568-4815-b0c7-5064afeedbe7 req-af42fdd6-614e-4eb4-ad0d-99345d7933a6 tempest-FlavorsV2NegativeTest-1667175276 tempest-FlavorsV2NegativeTest-1667175276-project] 10.222.0.13 "GET /v2.0/quotas/c4b67ade53c2409cb7e175d44a5dcfcc HTTP/1.1" status: 200 len: 375 time: 0.0431623 Sep 17 01:13:26.724323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8e69c89-5568-4815-b0c7-5064afeedbe7 req-4eea49a5-2668-4b85-a75e-e1f15d4291be tempest-FlavorsV2NegativeTest-1667175276 tempest-FlavorsV2NegativeTest-1667175276-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4b67ade53c2409cb7e175d44a5dcfcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595312 Sep 17 01:13:26.726456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:27.056785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:27.077882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:27.182071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1da8e6-e4d6-4e70-ad2e-6ae70b7e7633 req-b7ba8acc-5ba2-4845-99b8-edc2577fd66a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:27.184790 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f1da8e6-e4d6-4e70-ad2e-6ae70b7e7633 req-b7ba8acc-5ba2-4845-99b8-edc2577fd66a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0575933 Sep 17 01:13:27.223329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Allocated IP 172.25.1.235 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/42167308-bafa-476c-b67b-cc238915be66) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:27.231801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f1da8e6-e4d6-4e70-ad2e-6ae70b7e7633 req-daeb3958-effa-4d46-8675-fbde6a2df699 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390332 Sep 17 01:13:27.356684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:27.496412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-205c4a1c-823e-4625-aaf4-7b4d64c72946 req-1b272e50-7d96-4de8-b81b-3d4bf49b092e tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0284288 Sep 17 01:13:27.586989 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:27.629340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:27.633255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:27.637157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:27.697912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Port': ['ID=42167308-bafa-476c-b67b-cc238915be66,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:27.721909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500f315-eccb-4666-89c1-7a067c7a803a req-1b090a31-8dd1-44be-bc11-9c1084330665 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:27.723971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3500f315-eccb-4666-89c1-7a067c7a803a req-1b090a31-8dd1-44be-bc11-9c1084330665 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0723822 Sep 17 01:13:27.784003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3500f315-eccb-4666-89c1-7a067c7a803a req-e1a9c4f5-afda-4da2-80eb-d472fb5cbb4a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528264 Sep 17 01:13:27.915720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51294) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:28.316704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5279f28-963d-4d06-8792-1a984ff6da4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.341714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.391343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bf2fd9-c572-4289-98ea-7ca1864f75d8 req-c079f8bf-f4c2-40c4-94ec-b669543d9de4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:28.392854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91bf2fd9-c572-4289-98ea-7ca1864f75d8 req-c079f8bf-f4c2-40c4-94ec-b669543d9de4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0663071 Sep 17 01:13:28.433295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91bf2fd9-c572-4289-98ea-7ca1864f75d8 req-dcb2fecf-d9af-4b3a-ab9d-0c6e014e3898 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330744 Sep 17 01:13:28.551833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5279f28-963d-4d06-8792-1a984ff6da4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.614073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25ce5a30-cc90-4b5e-a360-145d1156818d req-364012b8-7782-4f01-8ae3-0a3dbdb41448 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0322645 Sep 17 01:13:28.623157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.656893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.661700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5279f28-963d-4d06-8792-1a984ff6da4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.710811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c5279f28-963d-4d06-8792-1a984ff6da4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4b67ade53c2409cb7e175d44a5dcfcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7940338 Sep 17 01:13:28.713494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:28.715565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5279f28-963d-4d06-8792-1a984ff6da4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8c82ce-fb9e-41dc-a450-68508a9d8bca,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:28.767991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5877179c-5877-4959-b65d-6d80ce861e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.792574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5877179c-5877-4959-b65d-6d80ce861e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.907427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbf13f-994d-443a-829f-f2cff1ae205b req-93ba3b06-27d8-4a67-9964-92189b742929 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:28.909389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9fbf13f-994d-443a-829f-f2cff1ae205b req-93ba3b06-27d8-4a67-9964-92189b742929 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0550487 Sep 17 01:13:28.910620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Router 2fef855a-d6ce-4ae4-b9ea-13da9f990bec is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:28.955846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5877179c-5877-4959-b65d-6d80ce861e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.958792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5877179c-5877-4959-b65d-6d80ce861e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.959987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5877179c-5877-4959-b65d-6d80ce861e75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e8c82ce-fb9e-41dc-a450-68508a9d8bca HTTP/1.1" status: 204 len: 168 time: 0.2454832 Sep 17 01:13:28.961721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:28.969852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877179c-5877-4959-b65d-6d80ce861e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8c82ce-fb9e-41dc-a450-68508a9d8bca,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:29.009489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9fbf13f-994d-443a-829f-f2cff1ae205b req-d55bb213-6ca2-4522-8589-a7ba557c4615 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919986 Sep 17 01:13:29.067458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:29.077333 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Sync routers for ids ['2fef855a-d6ce-4ae4-b9ea-13da9f990bec'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:29.087702 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Routers {'2fef855a-d6ce-4ae4-b9ea-13da9f990bec'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:29.088294 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2fef855a-d6ce-4ae4-b9ea-13da9f990bec'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:29.178589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.182301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c7adc0e6-9975-4938-93ac-c90d8ff92551 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.9897051 Sep 17 01:13:29.182609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51316) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:29.189487 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Set router 2fef855a-d6ce-4ae4-b9ea-13da9f990bec gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:13:29.295917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0e81c35a-3cee-42c4-bdad-9650d2cd4820 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/2fef855a-d6ce-4ae4-b9ea-13da9f990bec HTTP/1.1" status: 200 len: 907 time: 0.1098790 Sep 17 01:13:29.296151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51320) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:29.300726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-24915899', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': True}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:29.390055 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef855a-d6ce-4ae4-b9ea-13da9f990bec', 'name': 'tempest-snat-router-24915899', 'tenant_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.235'}], 'enable_snat': False}, 'gw_port_id': '42167308-bafa-476c-b67b-cc238915be66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:13:26Z', 'updated_at': '2021-09-17T01:13:27Z', 'revision_number': 3, 'project_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'gw_port': {'id': '42167308-bafa-476c-b67b-cc238915be66', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef855a-d6ce-4ae4-b9ea-13da9f990bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:13:27Z', 'updated_at': '2021-09-17T01:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:29.409701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.409701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.476741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.505760 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Checking router: 2fef855a-d6ce-4ae4-b9ea-13da9f990bec for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:13:29.506103 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Updating router 2fef855a-d6ce-4ae4-b9ea-13da9f990bec port 42167308-bafa-476c-b67b-cc238915be66 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:13:29.530109 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.560541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aacec2-adb1-412f-a63c-88ecb120de8e req-edd66519-4882-4e1f-b783-f4136fffbb4a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:29.562219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5aacec2-adb1-412f-a63c-88ecb120de8e req-edd66519-4882-4e1f-b783-f4136fffbb4a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0515656 Sep 17 01:13:29.605480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5aacec2-adb1-412f-a63c-88ecb120de8e req-950bd6f1-0bcd-4e78-8abc-d84701a38b4d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363691 Sep 17 01:13:29.772028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.776294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1f29661-2496-4dfd-9f15-0b5a79cbb55f req-28b4f4c2-8d7f-487f-9b0a-5333b73b0c55 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0592647 Sep 17 01:13:29.788048 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:13:29.843363 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:29.944659 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.000552 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9192d-11d2-42e5-9f03-0d2a9ad79cd5 None None] Pushing event updated for resources: {'Port': ['ID=42167308-bafa-476c-b67b-cc238915be66,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:30.021354 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Attempting to bind port 42167308-bafa-476c-b67b-cc238915be66 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:13:30.021721 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Attempting to bind port 42167308-bafa-476c-b67b-cc238915be66 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:13:30.022081 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Attempting to bind port 42167308-bafa-476c-b67b-cc238915be66 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:30.027711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:13:30.028082 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:30.028484 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.028868 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:13:30.029327 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Bound port: 42167308-bafa-476c-b67b-cc238915be66, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:13:30.029704 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.102760 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] For port 42167308-bafa-476c-b67b-cc238915be66, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:13:30.106087 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] For port 42167308-bafa-476c-b67b-cc238915be66, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=42167308-bafa-476c-b67b-cc238915be66,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:13:30.112288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.132720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.153924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51354) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:30.236912 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.253062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Allocated IP 172.25.1.22 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ac6e2072-f195-4890-a3d8-ee81fdb4c6d1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:30.270273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-838917468-network', 'tenant_id': 'b953f55ea63148e1ad9cef29cbb23ade'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:30.294426 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Routers {'2fef855a-d6ce-4ae4-b9ea-13da9f990bec'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:30.295990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2fef855a-d6ce-4ae4-b9ea-13da9f990bec'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:30.349994 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9192d-11d2-42e5-9f03-0d2a9ad79cd5 None None] Pushing event updated for resources: {'Port': ['ID=42167308-bafa-476c-b67b-cc238915be66,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:30.373720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.396216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Made reservation on behalf of b953f55ea63148e1ad9cef29cbb23ade for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:30.399499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.411878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.430305 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] Set router 2fef855a-d6ce-4ae4-b9ea-13da9f990bec gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:13:30.508964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.527321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.568767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:30.572028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:30.574739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:30.584072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.610535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:13:30.615652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Port': ['ID=ac6e2072-f195-4890-a3d8-ee81fdb4c6d1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:30.621634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a511a8e-07a3-4b13-980d-e03a180600e4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:30.626907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.627204 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Added segment 197c5bab-72ea-4eb3-a774-fa54426c16d8 of type vlan for network bffea1ff-9308-42a7-b1de-146bf70c3589 Sep 17 01:13:30.667648 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fef855a-d6ce-4ae4-b9ea-13da9f990bec', 'name': 'tempest-snat-router-24915899', 'tenant_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.235'}], 'enable_snat': False}, 'gw_port_id': '42167308-bafa-476c-b67b-cc238915be66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:13:26Z', 'updated_at': '2021-09-17T01:13:27Z', 'revision_number': 3, 'project_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'gw_port': {'id': '42167308-bafa-476c-b67b-cc238915be66', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef855a-d6ce-4ae4-b9ea-13da9f990bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:13:27Z', 'updated_at': '2021-09-17T01:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:30.675796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.707025 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562ede38-8434-440c-b46e-0efac5e495ba None None] The sync data for ids ['2fef855a-d6ce-4ae4-b9ea-13da9f990bec'] in n-d-789963-7 is: [{'id': '2fef855a-d6ce-4ae4-b9ea-13da9f990bec', 'name': 'tempest-snat-router-24915899', 'tenant_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.235'}], 'enable_snat': False}, 'gw_port_id': '42167308-bafa-476c-b67b-cc238915be66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:13:26Z', 'updated_at': '2021-09-17T01:13:27Z', 'revision_number': 3, 'project_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'gw_port': {'id': '42167308-bafa-476c-b67b-cc238915be66', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fef855a-d6ce-4ae4-b9ea-13da9f990bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:13:27Z', 'updated_at': '2021-09-17T01:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:30.749744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9d49e-b3c1-487a-b8ce-f050412e658e req-d2c1982a-07ed-427d-b970-3b384a6dafa8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:30.751363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ef9d49e-b3c1-487a-b8ce-f050412e658e req-d2c1982a-07ed-427d-b970-3b384a6dafa8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0579863 Sep 17 01:13:30.785478 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.786546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:30.787173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:30.824657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ef9d49e-b3c1-487a-b8ce-f050412e658e req-925a3888-1622-4a24-a3d2-245be569b667 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643826 Sep 17 01:13:30.886393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=bffea1ff-9308-42a7-b1de-146bf70c3589,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:30.909343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network bffea1ff-9308-42a7-b1de-146bf70c3589 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:13:30.954695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1968f9c3-1577-4aa1-ab5d-d611032aa185 req-2c98babe-238a-473e-ab8e-96e662d6ae48 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0381594 Sep 17 01:13:30.974051 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe8852cf-e10b-42ba-9844-cabb55505ae5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8189332 Sep 17 01:13:30.976850 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51366) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:30.982596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Request body: {'subnet': {'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-838917468-subnet', 'tenant_id': 'b953f55ea63148e1ad9cef29cbb23ade', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:31.056372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.142547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Made reservation on behalf of b953f55ea63148e1ad9cef29cbb23ade for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:31.142547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.309398 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.436869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 42167308-bafa-476c-b67b-cc238915be66 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:31.442204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.497028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 42167308-bafa-476c-b67b-cc238915be66 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:31.497402 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.527963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75a59789-9d25-454f-86ed-d781498d2cff,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:31.531785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Checking segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:31.532406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Network hostable DHCP agents. Network: bffea1ff-9308-42a7-b1de-146bf70c3589, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:13:31.573141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Router cf180bc6-36c8-4191-bec2-dc363f34f28f is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:31.594841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.605131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:13:31.616795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:31.652843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Network bffea1ff-9308-42a7-b1de-146bf70c3589 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:13:31.685141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 42167308-bafa-476c-b67b-cc238915be66, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=42167308-bafa-476c-b67b-cc238915be66,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:31.691345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:31.708700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Sync routers for ids ['cf180bc6-36c8-4191-bec2-dc363f34f28f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:31.778902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Routers {'cf180bc6-36c8-4191-bec2-dc363f34f28f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:31.779569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['cf180bc6-36c8-4191-bec2-dc363f34f28f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:31.789802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, bffea1ff-9308-42a7-b1de-146bf70c3589) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:31.795771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:31.796803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.817013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.821363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:31.822365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-67581a71-f170-4f34-bb11-4f5bf5d7869c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 2.5250909 Sep 17 01:13:31.826087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f941c-bffc-4980-baa9-c8959ac2e0cb None None] Network bffea1ff-9308-42a7-b1de-146bf70c3589 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:31.832656 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.848591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:31.914909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:31.949681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-309bd0e3-7ec8-4641-aa8d-263c3611d6d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9636419 Sep 17 01:13:32.003806 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9f96b51d-929a-4c55-8e7c-26b812055224 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/cf180bc6-36c8-4191-bec2-dc363f34f28f HTTP/1.1" status: 200 len: 905 time: 0.1769283 Sep 17 01:13:32.007474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51384) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:32.018720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:32.021025 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906de8c6-919e-4e4f-a22b-24b0c43b7062" -d '{"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:32.024099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'port_id': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'mac_address': 'fa:16:3e:7b:8d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588181b8-0c1d-42e0-b1dc-b338841b9a5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:13:32.026090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89d156-0a9d-40d6-a46c-4690bc235ab0 req-110dc951-2ae6-444b-b8e1-1f20c2ec131a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:32.027662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf89d156-0a9d-40d6-a46c-4690bc235ab0 req-110dc951-2ae6-444b-b8e1-1f20c2ec131a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0912108 Sep 17 01:13:32.072055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=42167308-bafa-476c-b67b-cc238915be66,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:32.099537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf89d156-0a9d-40d6-a46c-4690bc235ab0 req-32a79c3e-096a-418c-94f0-08c95a0c17b0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622263 Sep 17 01:13:32.119461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:32.185990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Set router cf180bc6-36c8-4191-bec2-dc363f34f28f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:13:32.192751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c6dec4b-99cd-4070-a863-475cd55e16c2 req-38966e04-1eaf-432e-82a1-9f9746ab73c2 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0373664 Sep 17 01:13:32.239167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:32.278633 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11ac97c-af33-445c-9ec4-f1595db96fe2 x-openstack-request-id: req-f11ac97c-af33-445c-9ec4-f1595db96fe2 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:32.279253 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:32.279659 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f11ac97c-af33-445c-9ec4-f1595db96fe2 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:32.280567 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'code': 200} Sep 17 01:13:32.295894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:32.297982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1e0936-a28c-4b60-a725-10989ff6f1df None None] Network bffea1ff-9308-42a7-b1de-146bf70c3589 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:13:32.305512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:32.404741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2624979a-7018-404a-8a65-e9bc2f401a4c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:32.649276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-174633df-9c4d-4036-8a3b-40f441728e93 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:32.653189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-174633df-9c4d-4036-8a3b-40f441728e93 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.1426878 Sep 17 01:13:32.675987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-ae8a6c63-a523-445d-bfd0-33354424e878 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/quotas/b953f55ea63148e1ad9cef29cbb23ade HTTP/1.1" status: 200 len: 375 time: 0.0166318 Sep 17 01:13:32.730919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-77782295-a2fb-4906-a1ca-1276b066faa2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478778 Sep 17 01:13:32.738871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:32.748324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:32.789305 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:13:32.789670 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:13:32.842487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-00f1416c-f4b0-4226-94b6-44ec0296079e service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036818 Sep 17 01:13:32.857725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf180bc6-36c8-4191-bec2-dc363f34f28f', 'name': 'tempest-snat-router-24915899', 'tenant_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': 'ac6e2072-f195-4890-a3d8-ee81fdb4c6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:13:29Z', 'updated_at': '2021-09-17T01:13:30Z', 'revision_number': 3, 'project_id': '5eef5d84863c46a0b95e0aeda0499ad4', 'gw_port': {'id': 'ac6e2072-f195-4890-a3d8-ee81fdb4c6d1', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf180bc6-36c8-4191-bec2-dc363f34f28f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:13:30Z', 'updated_at': '2021-09-17T01:13:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:32.887119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Checking router: cf180bc6-36c8-4191-bec2-dc363f34f28f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:13:32.887467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Updating router cf180bc6-36c8-4191-bec2-dc363f34f28f port ac6e2072-f195-4890-a3d8-ee81fdb4c6d1 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:13:32.916434 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:32.924899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Deleting port ac6e2072-f195-4890-a3d8-ee81fdb4c6d1 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:32.925374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:32.957916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-6c36b638-4fe4-485b-b34c-c6eabf0f6e1b service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070197 Sep 17 01:13:33.009260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.032942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Calling delete_port for ac6e2072-f195-4890-a3d8-ee81fdb4c6d1 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:33.263951 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c530e21-9040-4481-b255-7287af9a7a56 req-15b11ce1-6380-43ea-9b46-05dcf31e7fcc tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 210 time: 0.0509570 Sep 17 01:13:33.341260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590de6b-982b-4232-8589-9d462172f5d0 req-9aed40a2-1aab-4d40-9097-b0f499060c28 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:33.342791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5590de6b-982b-4232-8589-9d462172f5d0 req-9aed40a2-1aab-4d40-9097-b0f499060c28 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 943 time: 0.1455743 Sep 17 01:13:33.381363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.414263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2624979a-7018-404a-8a65-e9bc2f401a4c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:33.422791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5590de6b-982b-4232-8589-9d462172f5d0 req-1e124bce-ef16-4903-b5c0-3e6b9b824ea6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647297 Sep 17 01:13:33.433894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.443812 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:13:33.444232 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:13:33.473221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:33.476763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 42167308-bafa-476c-b67b-cc238915be66 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:33.505600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac6e2072-f195-4890-a3d8-ee81fdb4c6d1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:33.526356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d4daf5ef-61a9-4522-ac57-f8c802fd27ad req-4cb2f2c9-4c24-4578-a368-38c07d7a0c1c tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0317957 Sep 17 01:13:33.542575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 42167308-bafa-476c-b67b-cc238915be66 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:33.543472 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.563554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.576272 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.637583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:33.698870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.701043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.869542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.869542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf180bc6-36c8-4191-bec2-dc363f34f28f {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:33.869542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:33.870371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-75ed91c3-85fd-41f4-a0fd-7129dae37440 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/routers/cf180bc6-36c8-4191-bec2-dc363f34f28f HTTP/1.1" status: 204 len: 168 time: 1.8611555 Sep 17 01:13:33.872417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51426) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:33.874696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['2624979a-7018-404a-8a65-e9bc2f401a4c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:33.969186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Port ac6e2072-f195-4890-a3d8-ee81fdb4c6d1 not found while updating agent binding for router cf180bc6-36c8-4191-bec2-dc363f34f28f. {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 01:13:33.994970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Routers set() bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:33.995339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Router IDs set() for agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 01:13:33.996001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_agentschedulers_db [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf180bc6-36c8-4191-bec2-dc363f34f28f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent'). {{(pid=112074) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 01:13:33.996372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910855a-5b6b-4593-90bb-b977dae588cc None None] The sync data for ids ['cf180bc6-36c8-4191-bec2-dc363f34f28f'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:34.001288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.116120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.234708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Deleting port 42167308-bafa-476c-b67b-cc238915be66 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:34.235191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.351891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d918eea7-d451-4763-98cb-db20cc49487c req-4967a8b3-111d-437a-b436-40ab5a8c6bcb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 210 time: 0.0335758 Sep 17 01:13:34.353757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] For port 42167308-bafa-476c-b67b-cc238915be66, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=42167308-bafa-476c-b67b-cc238915be66,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:34.354128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.367435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Calling delete_port for 42167308-bafa-476c-b67b-cc238915be66 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:34.587569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2feff4-0a20-4121-a2cf-b5bc83622798 req-85e46b92-5a59-4528-ba18-0df6afa50919 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:34.589075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2feff4-0a20-4121-a2cf-b5bc83622798 req-85e46b92-5a59-4528-ba18-0df6afa50919 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 944 time: 0.0869617 Sep 17 01:13:34.632273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f2feff4-0a20-4121-a2cf-b5bc83622798 req-d70c804f-489d-4eff-800b-0365f1a4ee24 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373340 Sep 17 01:13:34.651356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa90390f-bf7a-43e9-b52f-ddbfd1804d42 req-195c8b65-e650-43da-b438-8282bd6c34ee tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0270784 Sep 17 01:13:34.691406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.719741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event deleted for resources: {'Port': ['ID=42167308-bafa-476c-b67b-cc238915be66,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:34.784261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.880350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:34.882755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.018817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.019434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fef855a-d6ce-4ae4-b9ea-13da9f990bec {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:35.031285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.031285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c6ca8977-6a98-4c6c-b23d-af1cac7e67d1 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "DELETE /v2.0/routers/2fef855a-d6ce-4ae4-b9ea-13da9f990bec HTTP/1.1" status: 204 len: 168 time: 1.1521008 Sep 17 01:13:35.031462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51442) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:35.035772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531792478', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:35.182935 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.184041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.240177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.448510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3607b6bf-45b4-4c65-bdb9-9b108be7f0a0 req-be7b4d33-be03-4a71-a513-90f01b7d4167 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 210 time: 0.0277517 Sep 17 01:13:35.462561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d40751a5-626f-4a11-a8c7-6e964d8c75c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.473356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.566675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 42167308-bafa-476c-b67b-cc238915be66 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:35.595163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 42167308-bafa-476c-b67b-cc238915be66 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:35.595576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 42167308-bafa-476c-b67b-cc238915be66 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:35.609284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:35.673882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 2624979a-7018-404a-8a65-e9bc2f401a4c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:35.674878 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.768804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.794473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90085efb-2ecb-4bd8-a8e5-ab710aa9719a req-5d94d06c-5bd0-44e8-bae7-1992ad19ec64 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0288963 Sep 17 01:13:35.795731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:35.797960 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d563555-da20-4ca8-82fb-cda17138bb59" -d '{"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-plugged", "status": "completed", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:35.813729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:35.839026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.855407 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976794da-de7a-4506-8a81-2868b1fff529 x-openstack-request-id: req-976794da-de7a-4506-8a81-2868b1fff529 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:35.855799 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-plugged", "status": "completed", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:35.856076 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-976794da-de7a-4506-8a81-2868b1fff529 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:35.856469 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'code': 200} Sep 17 01:13:35.863409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.872381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9421e-79e6-499e-84de-e0bd8b0baf73 req-03e695f2-db28-482b-bebd-18f874538b2f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:35.874116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a9421e-79e6-499e-84de-e0bd8b0baf73 req-03e695f2-db28-482b-bebd-18f874538b2f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 944 time: 0.1537399 Sep 17 01:13:35.904119 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:35.960897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a9421e-79e6-499e-84de-e0bd8b0baf73 req-4600d65c-ffd2-4f53-bff6-7170ce1dd58b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777719 Sep 17 01:13:35.989268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:36.014401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Allocated IP 172.25.1.59 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/3affbefb-be38-4847-aa8b-f4858152be35) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:36.116881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51462) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:36.250811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-d703f65f-535e-43f9-ace8-00c07b91c092 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:36.253378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-d703f65f-535e-43f9-ace8-00c07b91c092 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.1213276 Sep 17 01:13:36.269435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Request body: {'port': {'device_id': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'admin_state_up': True, 'tenant_id': 'b953f55ea63148e1ad9cef29cbb23ade'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:36.274029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e87bbab9-2433-4198-8d8f-c7b00820299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.437680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2be759-6a8d-4d15-beca-e848fbc930f8 req-dc25b80d-d68f-4367-9bf5-11636e7fd1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:36.439291 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d2be759-6a8d-4d15-beca-e848fbc930f8 req-dc25b80d-d68f-4367-9bf5-11636e7fd1f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 1096 time: 0.3960598 Sep 17 01:13:36.461138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e87bbab9-2433-4198-8d8f-c7b00820299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.463254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.496965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d2be759-6a8d-4d15-beca-e848fbc930f8 req-4c2c543a-8d36-4c58-ba4d-e62e969375cc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442762 Sep 17 01:13:36.563929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e87bbab9-2433-4198-8d8f-c7b00820299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.591516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22db86e8-6540-4258-b1f7-12a2a9509f67 req-e5eb7926-9cb5-4b67-87a3-3f38ef3ee1eb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 210 time: 0.0460429 Sep 17 01:13:36.594339 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.636860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e87bbab9-2433-4198-8d8f-c7b00820299f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b31a0feb32a04e9a891bf79f19273b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188754 Sep 17 01:13:36.637721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:36.637828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bbab9-2433-4198-8d8f-c7b00820299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3babbd0-f363-46e3-8417-613182426cb5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:36.640070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:36.640755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:36.645539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:36.671345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event updated for resources: {'Port': ['ID=3affbefb-be38-4847-aa8b-f4858152be35,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:36.697205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4efde6ca-43b5-4267-89c1-507510beb0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.704939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Made reservation on behalf of b953f55ea63148e1ad9cef29cbb23ade for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:36.706041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.741999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4efde6ca-43b5-4267-89c1-507510beb0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.882660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Allocated IP 172.20.0.6 (bffea1ff-9308-42a7-b1de-146bf70c3589/75a59789-9d25-454f-86ed-d781498d2cff/f43b0142-df20-4d7f-a3f9-400af162c085) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:36.908665 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d01506f4-f812-41ae-91a4-d89c66b7d976 req-13e8969d-6c0e-45a5-be52-32fe1c5172e2 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0295372 Sep 17 01:13:36.934554 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4efde6ca-43b5-4267-89c1-507510beb0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.937380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4efde6ca-43b5-4267-89c1-507510beb0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:36.938550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4efde6ca-43b5-4267-89c1-507510beb0f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3babbd0-f363-46e3-8417-613182426cb5 HTTP/1.1" status: 204 len: 168 time: 0.2973642 Sep 17 01:13:36.963459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efde6ca-43b5-4267-89c1-507510beb0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3babbd0-f363-46e3-8417-613182426cb5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:37.026925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.073485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.127940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31092b5c-7ffc-4384-b764-8562b8b37e03 req-d03be2bb-32cd-49ba-a347-f8ff5fadcf54 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:37.129497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31092b5c-7ffc-4384-b764-8562b8b37e03 req-d03be2bb-32cd-49ba-a347-f8ff5fadcf54 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0777829 Sep 17 01:13:37.172289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31092b5c-7ffc-4384-b764-8562b8b37e03 req-9072e8c3-7023-40f8-8626-44edad388289 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349445 Sep 17 01:13:37.232593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.282125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.331638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Network bffea1ff-9308-42a7-b1de-146bf70c3589 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:37.331776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:37.335640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:37.365729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:37.397828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:37.398446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.492823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Router 410d9868-15d0-44c3-baa3-d9821457f488 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:37.493363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-0e448375-9321-4dda-96ca-519f13cba2b3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2284522 Sep 17 01:13:37.506363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Request body: {'port': {'device_id': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:37.559892 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.619546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:37.632221 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] Sync routers for ids ['410d9868-15d0-44c3-baa3-d9821457f488'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:37.643822 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] Routers {'410d9868-15d0-44c3-baa3-d9821457f488'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:37.644724 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['410d9868-15d0-44c3-baa3-d9821457f488'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:37.683114 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:37.691951 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] Routers {'410d9868-15d0-44c3-baa3-d9821457f488'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:37.692561 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['410d9868-15d0-44c3-baa3-d9821457f488'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:37.722560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f47d7-e901-4287-a35f-8766a9a03504 req-0de87337-f65f-460b-8d79-dc49c4fb74c0 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:37.729362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-160f47d7-e901-4287-a35f-8766a9a03504 req-0de87337-f65f-460b-8d79-dc49c4fb74c0 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 931 time: 0.0619752 Sep 17 01:13:37.753139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:37.753959 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:37.754611 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2b2c39-73c9-49ec-a43e-72ebfdaefbf2 None None] The sync data for ids ['410d9868-15d0-44c3-baa3-d9821457f488'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:37.775444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.779268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f2dd4a06-691d-4cf1-b4ec-235e68fefd35 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7475364 Sep 17 01:13:37.783927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:37.784915 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.798430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': False}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:37.848998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-160f47d7-e901-4287-a35f-8766a9a03504 req-349cbbd3-77ef-4eef-86a0-2dcbb316b80d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169748 Sep 17 01:13:37.910249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43b0142-df20-4d7f-a3f9-400af162c085 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:37.918405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:37.931411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Transition to ACTIVE for port object f43b0142-df20-4d7f-a3f9-400af162c085 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:13:37.995674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.064379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-41344375-9bd5-46af-a9f9-0c19ddbd2b62 req-58c97721-4f89-48c9-9aa6-6327e55e60d0 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0645223 Sep 17 01:13:38.077426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.086008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:38.161058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Attempting to bind port f43b0142-df20-4d7f-a3f9-400af162c085 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:13:38.161759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Attempting to bind port f43b0142-df20-4d7f-a3f9-400af162c085 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:13:38.161759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Attempting to bind port f43b0142-df20-4d7f-a3f9-400af162c085 on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:38.166158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Port f43b0142-df20-4d7f-a3f9-400af162c085 on network bffea1ff-9308-42a7-b1de-146bf70c3589 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:13:38.166506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Attempting to bind port f43b0142-df20-4d7f-a3f9-400af162c085 on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:38.171433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:13:38.171773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Checking segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:38.172150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Bound using segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:13:38.172583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Bound port: f43b0142-df20-4d7f-a3f9-400af162c085, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:13:38.172943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.189182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-499f8a82-cc66-48e7-9eb7-7e76ab518b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.191716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.193753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.235002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=769177ff3b04422f80ca6b7900530d3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808190 Sep 17 01:13:38.236151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c9e347-cce7-4d8f-8aa9-87400b507441,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:38.239014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51498) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:38.247428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:13:38.250775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:13:38.251027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.251409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.251744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.252210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.252540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.252874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.253194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.253513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.253831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.254148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.254463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.254777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133a5f9a-48bf-49ff-8c77-77f6ea27f83d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:13:38.362602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac172c-7267-4b1c-b82a-febbc9138464 req-8cc533e0-cab6-4470-8c76-25f4176a4260 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.364218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8ac172c-7267-4b1c-b82a-febbc9138464 req-8cc533e0-cab6-4470-8c76-25f4176a4260 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1009529 Sep 17 01:13:38.365692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-523976eb-4669-4111-9af9-8f9f29ab97f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.384654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.419303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.419920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.421326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] 10.222.0.36 "PUT /v2.0/ports/f43b0142-df20-4d7f-a3f9-400af162c085 HTTP/1.1" status: 200 len: 1091 time: 0.9195964 Sep 17 01:13:38.421778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:38.424052 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01add8-75bf-4cf3-b5e9-759375587332" -d '{"events": [{"name": "network-changed", "server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:38.434742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-523976eb-4669-4111-9af9-8f9f29ab97f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.458004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f4570-96f3-429b-aaf6-43c4cd8ec920 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:38.465012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8ac172c-7267-4b1c-b82a-febbc9138464 req-0441fa8b-a3a4-4d42-89e1-faa092232838 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941277 Sep 17 01:13:38.498094 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e59a4-894e-42e1-aa76-e870b2c74ac1 x-openstack-request-id: req-bc3e59a4-894e-42e1-aa76-e870b2c74ac1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:38.498390 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:38.498812 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc3e59a4-894e-42e1-aa76-e870b2c74ac1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:38.499253 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'status': 'completed', 'code': 200} Sep 17 01:13:38.562408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01add8-75bf-4cf3-b5e9-759375587332 req-3b3f0bb2-b812-44c1-80d3-05d7b0f182ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.563951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc01add8-75bf-4cf3-b5e9-759375587332 req-3b3f0bb2-b812-44c1-80d3-05d7b0f182ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 1094 time: 0.0439343 Sep 17 01:13:38.589958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-523976eb-4669-4111-9af9-8f9f29ab97f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.592579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-523976eb-4669-4111-9af9-8f9f29ab97f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.593721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-523976eb-4669-4111-9af9-8f9f29ab97f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65c9e347-cce7-4d8f-8aa9-87400b507441 HTTP/1.1" status: 204 len: 168 time: 0.3530056 Sep 17 01:13:38.642533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523976eb-4669-4111-9af9-8f9f29ab97f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c9e347-cce7-4d8f-8aa9-87400b507441,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:38.660533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876f23a-e221-445e-8eaa-2f3c763cfd45 req-71c91f1f-8827-4493-8f10-72bc448f9e48 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.667837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3876f23a-e221-445e-8eaa-2f3c763cfd45 req-71c91f1f-8827-4493-8f10-72bc448f9e48 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.1134245 Sep 17 01:13:38.697248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01add8-75bf-4cf3-b5e9-759375587332 req-bf4b30bb-eeab-43e0-b01e-12df45335d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.698882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc01add8-75bf-4cf3-b5e9-759375587332 req-bf4b30bb-eeab-43e0-b01e-12df45335d32 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1260886 Sep 17 01:13:38.743652 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3876f23a-e221-445e-8eaa-2f3c763cfd45 req-d1e25352-c86c-47e5-8a14-fb09b897d3a1 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749533 Sep 17 01:13:38.801506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01add8-75bf-4cf3-b5e9-759375587332 req-8067b822-8cfb-4728-956e-3e71a65105c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.802962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc01add8-75bf-4cf3-b5e9-759375587332 req-8067b822-8cfb-4728-956e-3e71a65105c2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964594 Sep 17 01:13:38.901282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-534498f4-10b6-46b1-a227-ac6fc4d5debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:38.902902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-534498f4-10b6-46b1-a227-ac6fc4d5debc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 1094 time: 0.0576890 Sep 17 01:13:38.936969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.942840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:38.951979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-d5bd41bb-d2b5-4bee-ae8e-1c3a41f843ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43b0142-df20-4d7f-a3f9-400af162c085 HTTP/1.1" status: 200 len: 217 time: 0.0394900 Sep 17 01:13:39.018219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1b67e-538a-4441-b464-3b206ebda36e req-ccb0f141-f44a-4a51-a9f1-2bd239bf2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:39.019824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-ccb0f141-f44a-4a51-a9f1-2bd239bf2e8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75a59789-9d25-454f-86ed-d781498d2cff HTTP/1.1" status: 200 len: 844 time: 0.0610857 Sep 17 01:13:39.058321 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:39.062609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-6e5fa698-30fa-4106-9e5e-31f13780a235 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bffea1ff-9308-42a7-b1de-146bf70c3589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357101 Sep 17 01:13:39.113269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Router 410d9868-15d0-44c3-baa3-d9821457f488 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:13:39.122703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a0742-d887-4115-8c0b-377d02e706d7 req-c743d48c-71c9-4fb6-b5cd-2a10989809f2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:39.124297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-502a0742-d887-4115-8c0b-377d02e706d7 req-c743d48c-71c9-4fb6-b5cd-2a10989809f2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 943 time: 0.1132283 Sep 17 01:13:39.183381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-8e208098-eb1b-4df1-aac8-57f11328202c service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131012 Sep 17 01:13:39.226067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-502a0742-d887-4115-8c0b-377d02e706d7 req-89d6454f-08bc-47ca-84b4-40ddd9766ab2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940464 Sep 17 01:13:39.294917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:39.308394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] Sync routers for ids ['410d9868-15d0-44c3-baa3-d9821457f488'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:39.320287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:39.325046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] Routers {'410d9868-15d0-44c3-baa3-d9821457f488'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:39.325046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['410d9868-15d0-44c3-baa3-d9821457f488'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:39.326911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-850d8ed8-8efc-43d0-aeb3-e75d90823fbc tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "PUT /v2.0/routers/410d9868-15d0-44c3-baa3-d9821457f488 HTTP/1.1" status: 200 len: 920 time: 1.5369191 Sep 17 01:13:39.327587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51528) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:39.365115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:39.376597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] Routers {'410d9868-15d0-44c3-baa3-d9821457f488'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:39.377180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['410d9868-15d0-44c3-baa3-d9821457f488'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:39.379747 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:39.433054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:39.434077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de0f60-39d8-4df3-b137-eaec3766db9f None None] The sync data for ids ['410d9868-15d0-44c3-baa3-d9821457f488'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:39.566588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6eb71129-d924-451b-abd8-e4a63ff8b9a4 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/410d9868-15d0-44c3-baa3-d9821457f488 HTTP/1.1" status: 200 len: 920 time: 0.2378681 Sep 17 01:13:39.570985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51540) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:39.585304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aec0ab1-cecb-43da-94bb-bbfecb796c3d req-7fa294ed-1a49-4292-9e73-4eaa1befb8e7 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.3089800 Sep 17 01:13:39.605058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16b1b67e-538a-4441-b464-3b206ebda36e req-1a77fd0f-d84a-4f16-be3f-13ac47ef80bc service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149079 Sep 17 01:13:39.610687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-57aad23b-a103-4afa-93a4-85bad781317b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:39.617063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-57aad23b-a103-4afa-93a4-85bad781317b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 814 time: 0.2075024 Sep 17 01:13:39.974358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-8e7a26fc-88d6-4ab6-9c9b-8dfec3d793ba tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/quotas/9ef43e534460468a87579159ec27261a HTTP/1.1" status: 200 len: 375 time: 0.3564382 Sep 17 01:13:40.000940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c75388-c632-41d8-8c94-e7abe28e1dee tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:40.005664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82c75388-c632-41d8-8c94-e7abe28e1dee tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=410d9868-15d0-44c3-baa3-d9821457f488&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4311354 Sep 17 01:13:40.006937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51556) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:40.050078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-2cece865-1e9b-4f91-9641-57e7b69ef8bd tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0683174 Sep 17 01:13:40.107362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a57982-467e-4601-818d-fd012ec08ad0 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:40.108884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-60a57982-467e-4601-818d-fd012ec08ad0 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.1004808 Sep 17 01:13:40.112345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51558) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:40.141057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-51278265-abec-45a2-974d-e190970cbff1 service neutron] 10.222.0.13 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900557 Sep 17 01:13:40.143262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-89d5661b-e2c3-4e50-8e8b-6fed4fe8831c tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=410d9868-15d0-44c3-baa3-d9821457f488 HTTP/1.1" status: 200 len: 205 time: 0.0296502 Sep 17 01:13:40.146061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51560) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:40.251183 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-15505bd4-7965-46cd-99b9-28db34d41306 service neutron] 10.222.0.13 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990679 Sep 17 01:13:40.386246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:40.438019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc984a8f-0da7-4408-8c41-3cfbc687920f req-78d4b159-3a0c-44e1-af1a-1231c4b5084e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:40.440058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc984a8f-0da7-4408-8c41-3cfbc687920f req-78d4b159-3a0c-44e1-af1a-1231c4b5084e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 943 time: 0.1295445 Sep 17 01:13:40.522464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc984a8f-0da7-4408-8c41-3cfbc687920f req-e941a7ac-7898-4631-8908-941cb9742808 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753708 Sep 17 01:13:40.540608 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:40.550963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6393045-11ba-49d6-9e54-320ab2eebf0a req-0e7db06e-5003-492f-ab7b-249708429b3b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 210 time: 0.0340910 Sep 17 01:13:40.725274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-ca2185b4-5ea7-4537-b955-bffa93be62cb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:40.726012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Deleting port 3affbefb-be38-4847-aa8b-f4858152be35 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:40.726725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:40.726852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-ca2185b4-5ea7-4537-b955-bffa93be62cb tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "GET /v2.0/ports?device_id=96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7 HTTP/1.1" status: 200 len: 945 time: 0.0721867 Sep 17 01:13:40.730017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1e20955-9123-40e1-a6b4-d55fa19886f2 req-df5e4094-a007-4cd4-91b7-331bf5d2a0fb tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0429285 Sep 17 01:13:40.824156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:40.838052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Calling delete_port for 3affbefb-be38-4847-aa8b-f4858152be35 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:40.839450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Deleting port 2624979a-7018-404a-8a65-e9bc2f401a4c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:40.839799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:40.968777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] For port 2624979a-7018-404a-8a65-e9bc2f401a4c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2624979a-7018-404a-8a65-e9bc2f401a4c,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:40.969203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:40.984829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Calling delete_port for 2624979a-7018-404a-8a65-e9bc2f401a4c owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:41.024971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.193544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.223955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.224423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event deleted for resources: {'Port': ['ID=3affbefb-be38-4847-aa8b-f4858152be35,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:41.241150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['2624979a-7018-404a-8a65-e9bc2f401a4c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:41.258102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Pushing event deleted for resources: {'Port': ['ID=2624979a-7018-404a-8a65-e9bc2f401a4c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:41.297008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.306317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] No DVR routers for this DVR port 2624979a-7018-404a-8a65-e9bc2f401a4c on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:13:41.309010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.311177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e29ddd-499e-4b96-bbf1-3ee67de0fe2b req-2cf36c94-be8d-47a2-838f-b6c3d758b2db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.23 "DELETE /v2.0/ports/2624979a-7018-404a-8a65-e9bc2f401a4c HTTP/1.1" status: 204 len: 173 time: 0.5773396 Sep 17 01:13:41.311767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-deleted', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:41.314156 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4175d6df-1d85-4fb5-9eab-e0c8567dc891" -d '{"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-deleted", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:41.352651 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938167a1-3501-4542-b459-635051cf5c00 x-openstack-request-id: req-938167a1-3501-4542-b459-635051cf5c00 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:41.352959 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7", "name": "network-vif-deleted", "tag": "2624979a-7018-404a-8a65-e9bc2f401a4c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:41.353202 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-938167a1-3501-4542-b459-635051cf5c00 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:41.353607 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d369b3-58b1-4c87-b5dd-00a0ca1cc8b7', 'name': 'network-vif-deleted', 'tag': '2624979a-7018-404a-8a65-e9bc2f401a4c', 'status': 'completed', 'code': 200} Sep 17 01:13:41.399169 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.401273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.555426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.555999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Fanout notify agent at l3_agent the message router_deleted on router 410d9868-15d0-44c3-baa3-d9821457f488 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:41.563266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.568087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-22729413-4dea-4d42-aa26-33bf9696af19 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/410d9868-15d0-44c3-baa3-d9821457f488 HTTP/1.1" status: 204 len: 168 time: 1.4175632 Sep 17 01:13:41.569921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51606) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:41.574514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-164998974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:41.646305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d03af5cd-ae94-4c32-b729-268b02b4ea98 req-83011cb7-f1ff-4dfe-844b-607e9fe93a0d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 210 time: 0.0283928 Sep 17 01:13:41.657325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea6c2c-5d6e-461c-baa9-992f2ce23310 req-c7f6d1a2-823f-47af-8340-cb57b12807f2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:41.662697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcea6c2c-5d6e-461c-baa9-992f2ce23310 req-c7f6d1a2-823f-47af-8340-cb57b12807f2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 943 time: 0.0542626 Sep 17 01:13:41.698964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcea6c2c-5d6e-461c-baa9-992f2ce23310 req-dc264de8-549c-41d9-a760-327a04a4e88a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336475 Sep 17 01:13:41.704281 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.705724 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.769276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.833859 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9efcfb1-30ff-4efb-adaa-999620e9ed88 req-7fceacfe-5bf7-4ddb-adf1-078f085fe32a tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0269644 Sep 17 01:13:41.848852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.938662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:41.940112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29021017-f542-4f38-8566-e4dc708ec37a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3691661 Sep 17 01:13:41.943205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51612) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:41.947806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:42.177242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:42.263681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.269786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.275744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.282937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.287924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.293815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.300887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.306104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-971b2e54-bca0-4716-afda-5b7210b27223 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.0931399 Sep 17 01:13:42.356452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-861ecdfe-c032-4c61-9fe1-79c79cc0ae88 req-144ad7cf-8762-49bf-89c6-9f5bb54b1062 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450115 Sep 17 01:13:42.521898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:42.546292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:42.604913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.618502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.618502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.623603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.629882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.640157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.642052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.644043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68835113-075d-476d-a644-4ef1c479f495 req-7cd68915-9059-4a76-a7ca-3f57201e8bd7 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.1724775 Sep 17 01:13:42.724083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Allocated IP 172.25.1.20 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/81a7ffff-00a8-4e89-aec7-1e46bd8528e3) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:42.743837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38198fda-c578-4c34-8255-9af6f144cf08 req-e43ffe87-5f22-4af5-9295-ae2938d1dd21 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 210 time: 0.0300162 Sep 17 01:13:42.874038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b579518-f18f-47d4-b05d-02f495a586df req-6c441a6f-2e86-4da0-bf48-64e8bfea3036 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.875808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b579518-f18f-47d4-b05d-02f495a586df req-6c441a6f-2e86-4da0-bf48-64e8bfea3036 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 943 time: 0.0850580 Sep 17 01:13:42.882864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:42.956246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-5af66e7f-a3d5-437c-917c-4f5d1366a796 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:42.958386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b579518-f18f-47d4-b05d-02f495a586df req-cc4cea23-6f57-4e10-adf7-6644c4ca9fcf tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676079 Sep 17 01:13:42.958991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-5af66e7f-a3d5-437c-917c-4f5d1366a796 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.36 "GET /v2.0/networks?id=3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 200 len: 814 time: 0.1543555 Sep 17 01:13:42.976620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ad6df70-baf8-4315-8e8a-ca921c43d1d2 req-f5f2f424-8005-4199-8131-18022549d309 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0587733 Sep 17 01:13:42.980358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Request body: {'port': {'device_id': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'admin_state_up': True, 'tenant_id': '9ef43e534460468a87579159ec27261a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:43.081691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.118910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:43.121727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:43.125266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:43.165163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event updated for resources: {'Port': ['ID=81a7ffff-00a8-4e89-aec7-1e46bd8528e3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:43.174533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Made reservation on behalf of 9ef43e534460468a87579159ec27261a for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:13:43.179730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.302626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:13:43.307147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Allocated IP 172.20.0.7 (3a362b54-d916-45ab-abd7-b23e69ab2e64/588181b8-0c1d-42e0-b1dc-b338841b9a5f/f9db64d6-7edc-4189-985a-dfb601c22676) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:43.410166 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:43.422275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'mac_address': 'fa:16:3e:69:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:13:43.481592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.496267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.498237 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.528457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43b0142-df20-4d7f-a3f9-400af162c085 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:43.549748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:43.640217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.645243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.712364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Network 3a362b54-d916-45ab-abd7-b23e69ab2e64 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:43.716064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:43.725260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:43.734186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:43.760866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Pushing event updated for resources: {'Port': ['ID=f9db64d6-7edc-4189-985a-dfb601c22676,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:43.796065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:43.796892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.797822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.801886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:43.875421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-bb4c6481-9382-4113-aabd-07259a7a11db tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9011080 Sep 17 01:13:43.889030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce529-7213-4d3b-8c27-bb14c02faacb req-71de62d9-4423-4a11-ab17-c2e32ecb8ed0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:43.890911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840ce529-7213-4d3b-8c27-bb14c02faacb req-71de62d9-4423-4a11-ab17-c2e32ecb8ed0 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 931 time: 0.0578530 Sep 17 01:13:43.896982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Request body: {'port': {'device_id': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:43.927602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f43b0142-df20-4d7f-a3f9-400af162c085'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:43.985627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840ce529-7213-4d3b-8c27-bb14c02faacb req-70ab037a-4cd6-444a-86b4-ff0c3b501d0b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855041 Sep 17 01:13:43.994972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.070120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Router e1c91573-b957-4d93-9d9d-6a44de53ac6f is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:44.211062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b865b673-593a-48b9-9232-9bd0ccd8e3a2 req-7eaf6f09-960f-4b60-98d6-4e9f21a33bc3 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0546362 Sep 17 01:13:44.270327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf8369-11f9-4a82-9407-482f6442fa35 req-37e91fe2-1006-4bf2-adc6-e51550273094 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:44.270327 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84cf8369-11f9-4a82-9407-482f6442fa35 req-37e91fe2-1006-4bf2-adc6-e51550273094 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 944 time: 0.1832325 Sep 17 01:13:44.318415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:44.326332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.327737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c3f94d9d-5621-42d3-bb6c-7a4b917076d2 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "PUT /v2.0/routers/e1c91573-b957-4d93-9d9d-6a44de53ac6f HTTP/1.1" status: 200 len: 878 time: 2.3835404 Sep 17 01:13:44.332416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84cf8369-11f9-4a82-9407-482f6442fa35 req-16e26cd3-43aa-4c82-8eb8-7611b3c86fce tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583889 Sep 17 01:13:44.332893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:44.333506 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] Sync routers for ids ['e1c91573-b957-4d93-9d9d-6a44de53ac6f'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:44.347898 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] Routers {'e1c91573-b957-4d93-9d9d-6a44de53ac6f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:44.350712 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e1c91573-b957-4d93-9d9d-6a44de53ac6f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:44.381885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9db64d6-7edc-4189-985a-dfb601c22676 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:44.390183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.404043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Transition to ACTIVE for port object f9db64d6-7edc-4189-985a-dfb601c22676 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:13:44.410938 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:44.420249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51666) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:44.421832 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] Routers {'e1c91573-b957-4d93-9d9d-6a44de53ac6f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:44.422611 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e1c91573-b957-4d93-9d9d-6a44de53ac6f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:44.465426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51670) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:44.465887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-501e2915-cb5d-45c3-a566-1e499caacb42 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/e1c91573-b957-4d93-9d9d-6a44de53ac6f HTTP/1.1" status: 200 len: 919 time: 0.1317503 Sep 17 01:13:44.466157 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:44.466999 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab12f2a-6547-476e-8e10-25a97332dc4d None None] The sync data for ids ['e1c91573-b957-4d93-9d9d-6a44de53ac6f'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:44.500657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.574641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f42cee7-8dd8-4d72-8fb7-71b757b2f481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.608390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Pushing event updated for resources: {'Port': ['ID=f9db64d6-7edc-4189-985a-dfb601c22676,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:44.637164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3d0fd8-5fa7-4dc1-95df-09a897e5ea39 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:44.638701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dd3d0fd8-5fa7-4dc1-95df-09a897e5ea39 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=e1c91573-b957-4d93-9d9d-6a44de53ac6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1723056 Sep 17 01:13:44.643869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51676) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:44.776625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Attempting to bind port f9db64d6-7edc-4189-985a-dfb601c22676 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:13:44.777304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Attempting to bind port f9db64d6-7edc-4189-985a-dfb601c22676 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:13:44.777304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Attempting to bind port f9db64d6-7edc-4189-985a-dfb601c22676 on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:44.801337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Port f9db64d6-7edc-4189-985a-dfb601c22676 on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:13:44.801663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Attempting to bind port f9db64d6-7edc-4189-985a-dfb601c22676 on network 3a362b54-d916-45ab-abd7-b23e69ab2e64 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:13:44.806043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e76abb-922e-4cb5-aeb9-e6daba623056 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:44.813669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-34e76abb-922e-4cb5-aeb9-e6daba623056 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.1610396 Sep 17 01:13:44.813801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:44.814784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:13:44.815065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Checking segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:13:44.815467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Bound using segment: {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:13:44.815900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Bound port: f9db64d6-7edc-4189-985a-dfb601c22676, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:13:44.816271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.841921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-32ffc3e9-d616-44bf-92bf-0a87d4f33b79 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c91573-b957-4d93-9d9d-6a44de53ac6f HTTP/1.1" status: 200 len: 205 time: 0.0302093 Sep 17 01:13:44.844600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:44.899395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f42cee7-8dd8-4d72-8fb7-71b757b2f481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.912084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] For port f9db64d6-7edc-4189-985a-dfb601c22676, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:13:44.916115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] For port f9db64d6-7edc-4189-985a-dfb601c22676, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f9db64d6-7edc-4189-985a-dfb601c22676,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:13:44.961219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f42cee7-8dd8-4d72-8fb7-71b757b2f481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:44.997020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.037483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4f42cee7-8dd8-4d72-8fb7-71b757b2f481 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1f692a89dca446b9d3ba45a419d8537&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135819 Sep 17 01:13:45.037483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42cee7-8dd8-4d72-8fb7-71b757b2f481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5fde59-a519-4210-8873-420ee84e395a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:45.038633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51696) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:45.057126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.057754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.059193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] 10.222.0.36 "PUT /v2.0/ports/f9db64d6-7edc-4189-985a-dfb601c22676 HTTP/1.1" status: 200 len: 1091 time: 1.1671760 Sep 17 01:13:45.065334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'tag': 'f9db64d6-7edc-4189-985a-dfb601c22676'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:45.067630 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15a01fc-21b4-43ec-9172-ff9811158892" -d '{"events": [{"name": "network-changed", "server_uuid": "ac504673-34f3-4c94-9025-b8e88aa2c18f", "tag": "f9db64d6-7edc-4189-985a-dfb601c22676"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:45.101705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51700) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:45.147162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822d9176-4d50-4645-9dcc-43ed0e9713fd x-openstack-request-id: req-822d9176-4d50-4645-9dcc-43ed0e9713fd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:45.147618 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac504673-34f3-4c94-9025-b8e88aa2c18f", "tag": "f9db64d6-7edc-4189-985a-dfb601c22676", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:45.147919 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-822d9176-4d50-4645-9dcc-43ed0e9713fd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:45.148258 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'tag': 'f9db64d6-7edc-4189-985a-dfb601c22676', 'status': 'completed', 'code': 200} Sep 17 01:13:45.148866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a07d9a-91ce-414d-a47a-9be3e9eefe90 service neutron] Pushing event updated for resources: {'Port': ['ID=f9db64d6-7edc-4189-985a-dfb601c22676,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:45.243061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369334cd-c695-4e96-a51d-70a38bebda61 req-a9cbb58a-b9b8-42dc-a2fc-b997e8cac69f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.244630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-369334cd-c695-4e96-a51d-70a38bebda61 req-a9cbb58a-b9b8-42dc-a2fc-b997e8cac69f tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 943 time: 0.1420319 Sep 17 01:13:45.249882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aac896d-ec6e-48e2-9f0e-0ce4cfe0c6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.288511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.293395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a01fc-21b4-43ec-9172-ff9811158892 req-003d55ab-c30f-441e-909d-292360605924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.294895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f15a01fc-21b4-43ec-9172-ff9811158892 req-003d55ab-c30f-441e-909d-292360605924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 1094 time: 0.1426194 Sep 17 01:13:45.306533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:45.312287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.312844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.313311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.313775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.314352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.314908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.315386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.317346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-6faf9dfc-4e6f-4dc9-b346-cfc1bfa537b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6498 time: 0.2061713 Sep 17 01:13:45.322812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aac896d-ec6e-48e2-9f0e-0ce4cfe0c6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.354087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67f06f1-7b67-4afd-8d5d-8f65388589f4 req-9f3bd640-edc2-42e2-9723-0cc21e2ccd4b tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0310814 Sep 17 01:13:45.416778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-369334cd-c695-4e96-a51d-70a38bebda61 req-109e7124-0204-481c-adc9-115ca8fc74bf tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629508 Sep 17 01:13:45.432062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f43b0142-df20-4d7f-a3f9-400af162c085 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:13:45.444629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f43b0142-df20-4d7f-a3f9-400af162c085 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:45.444629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.444918 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.482646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-2a8e45a0-a4af-4208-baaa-7fe72d406a6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1353202 Sep 17 01:13:45.520565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a01fc-21b4-43ec-9172-ff9811158892 req-ef6f3eb7-b766-441e-8c02-19f4c32e94f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.522467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f15a01fc-21b4-43ec-9172-ff9811158892 req-ef6f3eb7-b766-441e-8c02-19f4c32e94f1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9ef43e534460468a87579159ec27261a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1831164 Sep 17 01:13:45.552190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.576210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:45.578630 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c8426-f4ec-4383-a883-01ef67d7496e" -d '{"events": [{"server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "name": "network-vif-plugged", "status": "completed", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:45.597210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:45.604428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:13:45.626249 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa56270d-188d-41aa-930e-8640c7abccb0 x-openstack-request-id: req-aa56270d-188d-41aa-930e-8640c7abccb0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:45.626543 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "name": "network-vif-plugged", "status": "completed", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:45.627336 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa56270d-188d-41aa-930e-8640c7abccb0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:45.627971 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'code': 200} Sep 17 01:13:45.629622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 2624979a-7018-404a-8a65-e9bc2f401a4c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:13:45.629998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2624979a-7018-404a-8a65-e9bc2f401a4c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:13:45.633156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8bca0-f847-449f-ad9d-081889360200 req-f586f562-c220-4087-af17-fa33d64f29a1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.634654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14f8bca0-f847-449f-ad9d-081889360200 req-f586f562-c220-4087-af17-fa33d64f29a1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 944 time: 0.1112673 Sep 17 01:13:45.679839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a01fc-21b4-43ec-9172-ff9811158892 req-6f262267-d151-4098-898c-2109e541ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.681175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f15a01fc-21b4-43ec-9172-ff9811158892 req-6f262267-d151-4098-898c-2109e541ce6c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463554 Sep 17 01:13:45.696005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14f8bca0-f847-449f-ad9d-081889360200 req-be3d4626-8904-4dfe-ba5d-7dcd5da7b9b2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545621 Sep 17 01:13:45.757875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e2fb9-5ae6-4d6c-a576-5f7bd2d2b834 req-ad73a68f-167b-44e9-a470-1784c15f7da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.759535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-530e2fb9-5ae6-4d6c-a576-5f7bd2d2b834 req-ad73a68f-167b-44e9-a470-1784c15f7da0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 1095 time: 0.0735393 Sep 17 01:13:45.770507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-875d23c0-1f44-4bd0-82d9-2340433557e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:45.771946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-875d23c0-1f44-4bd0-82d9-2340433557e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9ef43e534460468a87579159ec27261a&device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 1094 time: 0.0518770 Sep 17 01:13:45.790422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.792597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aac896d-ec6e-48e2-9f0e-0ce4cfe0c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.795044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aac896d-ec6e-48e2-9f0e-0ce4cfe0c6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.799385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0aac896d-ec6e-48e2-9f0e-0ce4cfe0c6b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf5fde59-a519-4210-8873-420ee84e395a HTTP/1.1" status: 204 len: 168 time: 0.7547259 Sep 17 01:13:45.817506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Deleting port 81a7ffff-00a8-4e89-aec7-1e46bd8528e3 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:45.818109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.838589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-190ef79a-66e0-4138-9914-d42501f1338d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9db64d6-7edc-4189-985a-dfb601c22676 HTTP/1.1" status: 200 len: 217 time: 0.0548177 Sep 17 01:13:45.844559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac896d-ec6e-48e2-9f0e-0ce4cfe0c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5fde59-a519-4210-8873-420ee84e395a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:45.856778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-530e2fb9-5ae6-4d6c-a576-5f7bd2d2b834 req-449b52c3-b766-435a-a4e9-430c4dec8427 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850625 Sep 17 01:13:45.858952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:45.911632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:45.923134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Calling delete_port for 81a7ffff-00a8-4e89-aec7-1e46bd8528e3 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:46.101102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-c93c2f79-5794-467c-abd6-50325986cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:46.109962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-c93c2f79-5794-467c-abd6-50325986cabd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=588181b8-0c1d-42e0-b1dc-b338841b9a5f HTTP/1.1" status: 200 len: 854 time: 0.0479727 Sep 17 01:13:46.141125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-1f23e829-368f-4736-8d18-386d570e1ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a362b54-d916-45ab-abd7-b23e69ab2e64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303590 Sep 17 01:13:46.222440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.238775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-8be2112d-f165-43a8-b99f-41ceabc03b43 service neutron] 10.222.0.36 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882387 Sep 17 01:13:46.249479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event deleted for resources: {'Port': ['ID=81a7ffff-00a8-4e89-aec7-1e46bd8528e3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:46.312918 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.421086 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.423459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.520005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:46.523589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d4cee0b-07ab-407b-8847-0a46f76748a7 req-7d58243a-e0df-470f-85a7-488b30a16849 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0848205 Sep 17 01:13:46.536376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c54a09-f151-4d05-a245-20be5cb33778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.571964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.572509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Fanout notify agent at l3_agent the message router_deleted on router e1c91573-b957-4d93-9d9d-6a44de53ac6f {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:46.580068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.583548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-28c072d2-b33f-49d1-8f00-07004667720d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/e1c91573-b957-4d93-9d9d-6a44de53ac6f HTTP/1.1" status: 204 len: 168 time: 1.7366588 Sep 17 01:13:46.586920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:46.591350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1781810102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:46.618904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd536a9-1dae-41df-b402-103324ca29c5 req-863f4081-1793-40e4-b868-291a694a17f7 service neutron] 10.222.0.36 "GET /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694370 Sep 17 01:13:46.631788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55e2a8-5256-4158-a037-955b8dc79c71 req-30a0472c-de4d-44e3-b526-c042a39e05a2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:46.633288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c55e2a8-5256-4158-a037-955b8dc79c71 req-30a0472c-de4d-44e3-b526-c042a39e05a2 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 943 time: 0.0750177 Sep 17 01:13:46.667209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c54a09-f151-4d05-a245-20be5cb33778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.673012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c55e2a8-5256-4158-a037-955b8dc79c71 req-1bbf64e3-6e01-4bc9-b4cd-3a02058881ec tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Sep 17 01:13:46.742120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37c54a09-f151-4d05-a245-20be5cb33778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.812267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37c54a09-f151-4d05-a245-20be5cb33778 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97feac52c2ce48fba4f13902aed5fe0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908247 Sep 17 01:13:46.814768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51732) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:46.818804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c54a09-f151-4d05-a245-20be5cb33778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a84a56-c6dc-4574-821a-9772f49fbdac,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:46.829408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.830957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.850137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67114560-4cc7-4fbe-b4c4-dc09da269de8 req-6b579b43-136f-4eb4-bd24-7514a3767600 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:46.851629 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67114560-4cc7-4fbe-b4c4-dc09da269de8 req-6b579b43-136f-4eb4-bd24-7514a3767600 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 945 time: 0.0809188 Sep 17 01:13:46.866428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e91b484d-9d02-4672-ba8f-e34e861b93ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.889235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e91b484d-9d02-4672-ba8f-e34e861b93ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.909956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.926477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67114560-4cc7-4fbe-b4c4-dc09da269de8 req-fd3be56d-e380-41b9-886e-c54a44731fed tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674536 Sep 17 01:13:46.956114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.995358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e91b484d-9d02-4672-ba8f-e34e861b93ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.998058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e91b484d-9d02-4672-ba8f-e34e861b93ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:46.999290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e91b484d-9d02-4672-ba8f-e34e861b93ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31a84a56-c6dc-4574-821a-9772f49fbdac HTTP/1.1" status: 204 len: 168 time: 0.1835091 Sep 17 01:13:47.007818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b484d-9d02-4672-ba8f-e34e861b93ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a84a56-c6dc-4574-821a-9772f49fbdac,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:47.022346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:47.022346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-348813c9-eb90-4f5f-8bcf-64f0fee51cf7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4300346 Sep 17 01:13:47.022537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51736) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:47.035381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': True}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:47.250399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:47.549802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:47.569363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:47.641030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22538b3e-853c-42f4-886a-67f3bfd81e92 req-2cee6c31-7823-44d8-951a-e53abfe3b46f tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0305400 Sep 17 01:13:47.689849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Allocated IP 172.25.1.50 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0c83f10b-3140-47ca-9f06-119cc905e587) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:47.794694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa590a-a5eb-4fc1-824c-16925245b6af req-2c481e0a-e9ab-48a3-8759-96ddb2536e68 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:47.796444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4aa590a-a5eb-4fc1-824c-16925245b6af req-2c481e0a-e9ab-48a3-8759-96ddb2536e68 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 943 time: 0.0504198 Sep 17 01:13:47.802600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:47.843670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4aa590a-a5eb-4fc1-824c-16925245b6af req-c71fdf2e-0fbe-4681-a263-10225713046c tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358353 Sep 17 01:13:47.908168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:47.945152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:47.948048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:47.952014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:47.985484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Port': ['ID=0c83f10b-3140-47ca-9f06-119cc905e587,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:48.136593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8700235-1281-494f-bc88-0ca254dd16f6 req-7712d9eb-5b7b-4483-a0ef-fdf74bacf5bc tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:48.138097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8700235-1281-494f-bc88-0ca254dd16f6 req-7712d9eb-5b7b-4483-a0ef-fdf74bacf5bc tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 945 time: 0.1384170 Sep 17 01:13:48.185612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8700235-1281-494f-bc88-0ca254dd16f6 req-aa161366-de55-48e7-a2d0-83fe284b9d47 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Sep 17 01:13:48.388011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:48.625735 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:48.634981 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:48.651398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d322a8-1b64-43b0-bc22-dad6b7896e6d req-f982a2ff-739d-48de-97fb-7362b3844d8c tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:48.656190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74d322a8-1b64-43b0-bc22-dad6b7896e6d req-f982a2ff-739d-48de-97fb-7362b3844d8c tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 945 time: 0.0762639 Sep 17 01:13:48.736956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74d322a8-1b64-43b0-bc22-dad6b7896e6d req-ac419f83-ed53-42d2-a52a-a9a58098b798 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508938 Sep 17 01:13:48.776978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59aad407-326d-4088-a8b8-4d116bf70782 req-8a84fc7f-980f-4d0a-9d9c-fb09c47d6246 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0522776 Sep 17 01:13:48.907902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Router c2c094a1-50e7-4f27-8b3e-042017986388 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:48.966295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d136c-3b62-447c-a6a0-518c0a615bc9 req-031eb6d6-d240-473f-a852-0cd8b40e9afa tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:48.968720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d6d136c-3b62-447c-a6a0-518c0a615bc9 req-031eb6d6-d240-473f-a852-0cd8b40e9afa tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 943 time: 0.0554278 Sep 17 01:13:49.012252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d6d136c-3b62-447c-a6a0-518c0a615bc9 req-6284ba86-e1a0-4387-ab21-12c23fbb2421 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Sep 17 01:13:49.037288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:49.041887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:49.042722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d0ea288-f570-4bba-8ae0-c43515876652 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "PUT /v2.0/routers/c2c094a1-50e7-4f27-8b3e-042017986388 HTTP/1.1" status: 200 len: 914 time: 2.0191581 Sep 17 01:13:49.045344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51788) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:49.050064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] Sync routers for ids ['c2c094a1-50e7-4f27-8b3e-042017986388'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:49.058703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] Routers {'c2c094a1-50e7-4f27-8b3e-042017986388'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:49.059352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c2c094a1-50e7-4f27-8b3e-042017986388'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:49.094379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:49.104088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] Routers {'c2c094a1-50e7-4f27-8b3e-042017986388'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:49.104691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c2c094a1-50e7-4f27-8b3e-042017986388'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:49.138220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:49.138926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd297532-20e6-4821-9acb-6ce01179732b None None] The sync data for ids ['c2c094a1-50e7-4f27-8b3e-042017986388'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:49.159185 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6aaac9ff-a8be-4a8e-a329-22380cc464ab tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/c2c094a1-50e7-4f27-8b3e-042017986388 HTTP/1.1" status: 200 len: 920 time: 0.1092165 Sep 17 01:13:49.159426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51792) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:49.204223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231d81c3-f013-4336-ac9b-0f6c248e871c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:49.206274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-231d81c3-f013-4336-ac9b-0f6c248e871c tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=c2c094a1-50e7-4f27-8b3e-042017986388&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0459192 Sep 17 01:13:49.208889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51794) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:49.294215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca0d2b9-8e0a-4764-a467-7f5e5442d30b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:49.298267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4ca0d2b9-8e0a-4764-a467-7f5e5442d30b tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.0858731 Sep 17 01:13:49.298595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51798) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:49.329562 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-04794a47-0f2e-43e5-991b-de5824b4313e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2c094a1-50e7-4f27-8b3e-042017986388 HTTP/1.1" status: 200 len: 205 time: 0.0260289 Sep 17 01:13:49.329977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51802) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:49.440760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:49.547868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:49.677958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Deleting port 0c83f10b-3140-47ca-9f06-119cc905e587 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:49.678304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:49.771101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:49.784350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Calling delete_port for 0c83f10b-3140-47ca-9f06-119cc905e587 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:49.891497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-62f07a17-003c-4b31-bbcb-7eb73b9ff3cc req-61482aa7-e1d7-422d-aa0e-619839231e2b tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0271044 Sep 17 01:13:49.942708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b50bf7-2421-4bfb-8a89-b8a297b952dc req-ac704b6b-6ec9-4acd-8ab9-725fc634bdd0 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:49.944286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-95b50bf7-2421-4bfb-8a89-b8a297b952dc req-ac704b6b-6ec9-4acd-8ab9-725fc634bdd0 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 945 time: 0.1148493 Sep 17 01:13:50.022213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-95b50bf7-2421-4bfb-8a89-b8a297b952dc req-17c5a58f-2d87-4f73-9b0d-4e5a669fb7d6 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683856 Sep 17 01:13:50.102846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.139711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3d49f-51e7-4d0a-8e5a-c8273ed32c3b req-322f02a7-151c-4bcd-bcda-68361b3a3582 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:50.140302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event deleted for resources: {'Port': ['ID=0c83f10b-3140-47ca-9f06-119cc905e587,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:50.148900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77d3d49f-51e7-4d0a-8e5a-c8273ed32c3b req-322f02a7-151c-4bcd-bcda-68361b3a3582 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 943 time: 0.0630672 Sep 17 01:13:50.192236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77d3d49f-51e7-4d0a-8e5a-c8273ed32c3b req-0639dacb-ac94-434f-adf8-5443f0c84fe6 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Sep 17 01:13:50.209680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.301343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.303514 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.429414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.430119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Fanout notify agent at l3_agent the message router_deleted on router c2c094a1-50e7-4f27-8b3e-042017986388 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:50.441782 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.441782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9dc8752e-eee8-48cf-a375-a39efff68ea5 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/c2c094a1-50e7-4f27-8b3e-042017986388 HTTP/1.1" status: 204 len: 168 time: 1.1079280 Sep 17 01:13:50.443196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51842) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:50.447809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-610527948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:50.544142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.545186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.599580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.738551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.932216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:50.938000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a5aedda-c9f9-4771-8fbb-1d0782348f92 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4893060 Sep 17 01:13:50.940482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51858) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:50.945609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': False}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:51.028303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b69445ae-7ece-43ed-ab0e-8776e0407a05 req-7dff55ff-3a14-4895-991b-27394005fee2 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0513446 Sep 17 01:13:51.178526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.304029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe9087-ebd4-4941-a244-58d8d2baadd7 req-8b38b303-aa73-4982-8070-f5ec49ce8f9a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:51.305570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ffe9087-ebd4-4941-a244-58d8d2baadd7 req-8b38b303-aa73-4982-8070-f5ec49ce8f9a tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 943 time: 0.0523784 Sep 17 01:13:51.315599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f9db64d6-7edc-4189-985a-dfb601c22676 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:13:51.367445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ffe9087-ebd4-4941-a244-58d8d2baadd7 req-4ae3cd61-d983-4ebf-b771-2593e20547a8 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553071 Sep 17 01:13:51.425870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f9db64d6-7edc-4189-985a-dfb601c22676, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f9db64d6-7edc-4189-985a-dfb601c22676,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:51.437821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f9db64d6-7edc-4189-985a-dfb601c22676', 'network_id': '3a362b54-d916-45ab-abd7-b23e69ab2e64', 'port_id': 'f9db64d6-7edc-4189-985a-dfb601c22676', 'mac_address': 'fa:16:3e:17:98:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '588181b8-0c1d-42e0-b1dc-b338841b9a5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:13:51.465192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.476324 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.485571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.489733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9db64d6-7edc-4189-985a-dfb601c22676 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:51.509954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f9db64d6-7edc-4189-985a-dfb601c22676, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f9db64d6-7edc-4189-985a-dfb601c22676,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:51.590974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Allocated IP 172.25.1.234 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/8f839142-e524-43b7-bccd-ca498f9ccfd6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:51.663924 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.698870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.709812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f9db64d6-7edc-4189-985a-dfb601c22676,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:51.811283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:51.855658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:51.861898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:51.869362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:51.893595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Pushing event updated for resources: {'Port': ['ID=8f839142-e524-43b7-bccd-ca498f9ccfd6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:51.936674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f9db64d6-7edc-4189-985a-dfb601c22676'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:52.152322 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19c8ce7d-16f3-44de-9a23-b5f29f081367 req-a2454272-071c-45a2-b091-db80cc04dd2e tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0262916 Sep 17 01:13:52.233880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:52.458501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:52.464711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:52.520174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e16aa-3e5c-4a25-977d-f6973c65dea0 req-12b13781-0eb0-45c5-b66e-92e15669a01b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:52.521644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-572e16aa-3e5c-4a25-977d-f6973c65dea0 req-12b13781-0eb0-45c5-b66e-92e15669a01b tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 944 time: 0.0944345 Sep 17 01:13:52.599318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-572e16aa-3e5c-4a25-977d-f6973c65dea0 req-7cc0d0f3-2d10-49fc-8091-2e5535006f56 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711532 Sep 17 01:13:52.743623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Router acbc3a73-dda4-42f3-9951-fc071a4ade33 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:52.868135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:52.872791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:52.873924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-042d46d6-c89a-4ee3-94ed-d6f049af5d04 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "PUT /v2.0/routers/acbc3a73-dda4-42f3-9951-fc071a4ade33 HTTP/1.1" status: 200 len: 915 time: 1.9324470 Sep 17 01:13:52.877370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51904) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:52.880073 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] Sync routers for ids ['acbc3a73-dda4-42f3-9951-fc071a4ade33'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:52.890847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] Routers {'acbc3a73-dda4-42f3-9951-fc071a4ade33'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:52.892734 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['acbc3a73-dda4-42f3-9951-fc071a4ade33'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:52.940839 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:52.950494 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] Routers {'acbc3a73-dda4-42f3-9951-fc071a4ade33'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:52.950987 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['acbc3a73-dda4-42f3-9951-fc071a4ade33'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:52.991557 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:52.992531 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac8042-9a7b-4545-8be9-ac690311521e None None] The sync data for ids ['acbc3a73-dda4-42f3-9951-fc071a4ade33'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:53.002901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3918d1a7-e94a-4455-b4ff-334d0ac795dd tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/acbc3a73-dda4-42f3-9951-fc071a4ade33 HTTP/1.1" status: 200 len: 921 time: 0.1244540 Sep 17 01:13:53.013761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51908) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:53.055150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762df46f-af15-488e-9adb-579f72cf6df8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:53.056584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-762df46f-af15-488e-9adb-579f72cf6df8 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=acbc3a73-dda4-42f3-9951-fc071a4ade33&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0418532 Sep 17 01:13:53.059239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51910) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:53.150007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc2f008-6cb0-4e1f-8791-b1fe276df225 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:53.154039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dcc2f008-6cb0-4e1f-8791-b1fe276df225 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.0913255 Sep 17 01:13:53.154198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51914) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:53.182754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f277b149-3b1d-4dbc-bb3d-92cd2f578250 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbc3a73-dda4-42f3-9951-fc071a4ade33 HTTP/1.1" status: 200 len: 205 time: 0.0273528 Sep 17 01:13:53.185287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51918) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:53.265259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad938ed3-03e3-492d-8370-8f2cc1755b92 req-88732ef5-b4d8-48a2-8d4a-173271f6dd28 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0301673 Sep 17 01:13:53.301723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.338089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f9db64d6-7edc-4189-985a-dfb601c22676 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:53.410474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.463982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f9db64d6-7edc-4189-985a-dfb601c22676 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:13:53.467961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f9db64d6-7edc-4189-985a-dfb601c22676 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:53.468333 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.538815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Deleting port 8f839142-e524-43b7-bccd-ca498f9ccfd6 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:53.539198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.549745 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.572243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9db64d6-7edc-4189-985a-dfb601c22676'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:53.574550 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5285f6b5-6a67-4127-831a-e88163d36e57" -d '{"events": [{"server_uuid": "ac504673-34f3-4c94-9025-b8e88aa2c18f", "name": "network-vif-plugged", "status": "completed", "tag": "f9db64d6-7edc-4189-985a-dfb601c22676"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:53.588681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f9db64d6-7edc-4189-985a-dfb601c22676, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f9db64d6-7edc-4189-985a-dfb601c22676,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:53.620292 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de2f05c-a0a3-409e-bda7-fa319d971692 x-openstack-request-id: req-6de2f05c-a0a3-409e-bda7-fa319d971692 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:53.620585 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac504673-34f3-4c94-9025-b8e88aa2c18f", "name": "network-vif-plugged", "status": "completed", "tag": "f9db64d6-7edc-4189-985a-dfb601c22676", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:53.620835 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6de2f05c-a0a3-409e-bda7-fa319d971692 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:53.621236 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9db64d6-7edc-4189-985a-dfb601c22676', 'code': 200} Sep 17 01:13:53.626119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.638802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Calling delete_port for 8f839142-e524-43b7-bccd-ca498f9ccfd6 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:53.640806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.699318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f9db64d6-7edc-4189-985a-dfb601c22676,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:53.742054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf0bc67-7586-46c0-bd23-2c96141638c2 req-78e30a5a-6b74-4359-973b-54f508761a02 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:53.743669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6cf0bc67-7586-46c0-bd23-2c96141638c2 req-78e30a5a-6b74-4359-973b-54f508761a02 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.0689714 Sep 17 01:13:53.784943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6cf0bc67-7586-46c0-bd23-2c96141638c2 req-72973713-4587-4728-b01e-12775c890c2e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345519 Sep 17 01:13:53.824181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5ea97-89ac-4873-bbe8-fd67534ebd70 req-2b27b901-433b-4242-be47-07a9c389ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:53.825633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ed5ea97-89ac-4873-bbe8-fd67534ebd70 req-2b27b901-433b-4242-be47-07a9c389ec41 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 1096 time: 0.0598979 Sep 17 01:13:53.889883 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ed5ea97-89ac-4873-bbe8-fd67534ebd70 req-9b8417a9-5177-48fd-823b-ad0425aa3bfd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Sep 17 01:13:53.966283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:53.996018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event deleted for resources: {'Port': ['ID=8f839142-e524-43b7-bccd-ca498f9ccfd6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:54.059034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.164513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.166668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.348096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.348096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Fanout notify agent at l3_agent the message router_deleted on router acbc3a73-dda4-42f3-9951-fc071a4ade33 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:13:54.364016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.365323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1000d54b-8258-4260-b73e-283dd6f38777 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/acbc3a73-dda4-42f3-9951-fc071a4ade33 HTTP/1.1" status: 204 len: 168 time: 1.1788990 Sep 17 01:13:54.374208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:54.380812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-313290532', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:54.433339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd1b2069-782c-40b5-8b09-563826f49ef4 req-41918d34-1684-4ad6-8cb6-270b5bd1e6cd tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0420997 Sep 17 01:13:54.465725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71cc340b-33b3-417d-a614-eecafc4edd59 req-3c5c3acd-ce0e-4e34-bf84-89d6f0c637e2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0375292 Sep 17 01:13:54.504238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.505355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:54.564766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:55.210379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:55.245787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bcda0-c244-4714-a395-0d0ddfcbcb64 req-86abb6ee-2d28-4372-8449-eb8197938326 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:55.254895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b1bcda0-c244-4714-a395-0d0ddfcbcb64 req-86abb6ee-2d28-4372-8449-eb8197938326 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.0985651 Sep 17 01:13:55.309888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b1bcda0-c244-4714-a395-0d0ddfcbcb64 req-a7115c34-f656-4fbb-8a14-6fe927a5e0ed tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494666 Sep 17 01:13:55.346083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:13:55.654785 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34c9097d-b026-43c2-895e-2f7038bf1933 req-3a9532ac-b413-4a86-9549-671852fbe710 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0785329 Sep 17 01:13:55.695407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:55.744517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:55.793132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:55.814889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'mac_address': 'fa:16:3e:69:f0:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:13:55.862632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:55.890269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f43b0142-df20-4d7f-a3f9-400af162c085 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:13:55.917038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Allocated IP 172.25.1.246 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/6680321a-0ba4-41b2-be46-ce520e487eb5) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:13:55.919357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:56.036827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:56.109964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:56.161514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:56.193138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f43b0142-df20-4d7f-a3f9-400af162c085'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:13:56.217126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:56.271481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:13:56.277420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:13:56.281750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:13:56.315763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event updated for resources: {'Port': ['ID=6680321a-0ba4-41b2-be46-ce520e487eb5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:56.676479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c799b-5954-4cc4-a9ae-fa2a34c981cf req-ed71c661-5284-4887-bf3f-4bb8ba128a92 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:56.678043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d4c799b-5954-4cc4-a9ae-fa2a34c981cf req-ed71c661-5284-4887-bf3f-4bb8ba128a92 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.1321504 Sep 17 01:13:56.746910 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d4c799b-5954-4cc4-a9ae-fa2a34c981cf req-ed570151-d20e-485e-9cba-46663eca5c68 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607715 Sep 17 01:13:56.834417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3444ad67-ac83-48bd-bbb1-b44a48095e07 req-80749809-b1c7-41e3-a9f5-9d38636319f0 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0764730 Sep 17 01:13:56.958699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:57.017226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a829701-318e-4826-9e0c-a96f857bb5a6 req-b2a24ded-1565-47cd-8982-ff3c857c266e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:57.024531 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a829701-318e-4826-9e0c-a96f857bb5a6 req-b2a24ded-1565-47cd-8982-ff3c857c266e tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.1227727 Sep 17 01:13:57.212023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a829701-318e-4826-9e0c-a96f857bb5a6 req-8b382f92-3f51-410d-b1eb-a66c32ed2350 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855216 Sep 17 01:13:57.309572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-745bac4f-624b-442c-9209-4fac8ffb9455 req-d786f55a-8e6b-4843-9fb1-44dd793c506c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f0992db7dcc445fbc4de6fbf87e6506&device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0294526 Sep 17 01:13:57.328976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:57.348037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-745bac4f-624b-442c-9209-4fac8ffb9455 req-eb1b66a2-2419-4461-8117-283156ed8929 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2f0992db7dcc445fbc4de6fbf87e6506&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275645 Sep 17 01:13:57.386489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:13:57.496298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f43b0142-df20-4d7f-a3f9-400af162c085 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:13:57.496668 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:57.599451 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02411fd4-488e-47f2-8e4f-788921ce2252 req-bd779cb8-b8a1-4cee-94fd-2955b19dcad0 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0864732 Sep 17 01:13:57.655346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bac4f-624b-442c-9209-4fac8ffb9455 req-85f5e9b2-771e-4ba6-b367-236b40337918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:57.655346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-745bac4f-624b-442c-9209-4fac8ffb9455 req-85f5e9b2-771e-4ba6-b367-236b40337918 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2587614 Sep 17 01:13:57.655631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:57.741374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:13:57.742504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:13:57.747626 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de83c1a7-f1a6-49ec-ba89-a50b7633153c" -d '{"events": [{"server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "name": "network-vif-plugged", "status": "completed", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:13:57.760397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Router b43350f0-ab4b-4a5b-be9c-1b5dccce834a is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:13:57.827676 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:57.858805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d2ec0-6c1f-4f46-9fb0-0854e6864c28 req-88048813-7b9f-468a-8744-0f580c057c23 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:57.867452 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-828d2ec0-6c1f-4f46-9fb0-0854e6864c28 req-88048813-7b9f-468a-8744-0f580c057c23 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.1232388 Sep 17 01:13:57.897803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:13:57.901604 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a88a07f-4386-41d8-b25a-a042cd004fcc x-openstack-request-id: req-3a88a07f-4386-41d8-b25a-a042cd004fcc {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:13:57.901978 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "name": "network-vif-plugged", "status": "completed", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:13:57.902305 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a88a07f-4386-41d8-b25a-a042cd004fcc {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:13:57.902929 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'code': 200} Sep 17 01:13:57.961839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-828d2ec0-6c1f-4f46-9fb0-0854e6864c28 req-0cab5090-ea2b-40e5-9e73-958ebcb470cf tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921752 Sep 17 01:13:57.990315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:13:58.004311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] Sync routers for ids ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:13:58.019494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] Routers {'b43350f0-ab4b-4a5b-be9c-1b5dccce834a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:58.020336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:58.097160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:58.102211 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:58.103515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-de68f598-1964-4344-b9e9-0d27da12968d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7276080 Sep 17 01:13:58.106444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52036) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:13:58.112583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:13:58.120244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] Routers {'b43350f0-ab4b-4a5b-be9c-1b5dccce834a'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:13:58.121176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:58.174852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b47ca-14ff-4022-b9aa-6ffd8eca42ad req-cdac99c7-fdf5-4982-bc73-223ab4e56639 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:58.178889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:13:58.179640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a57b47ca-14ff-4022-b9aa-6ffd8eca42ad req-cdac99c7-fdf5-4982-bc73-223ab4e56639 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.1323454 Sep 17 01:13:58.181536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd984ea-bfa1-4d3b-bdd2-750086183c22 None None] The sync data for ids ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:13:58.596161 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:58.741978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a57b47ca-14ff-4022-b9aa-6ffd8eca42ad req-bd1f43a4-5351-4c08-bfee-a08470e203dc tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474145 Sep 17 01:13:58.787525 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8cb2ef1-ba08-42fa-9e3f-5cb6ef3b52b4 req-03cccb7d-c22f-44e3-8a75-d8272229c6ef tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0401931 Sep 17 01:13:58.905858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-745bac4f-624b-442c-9209-4fac8ffb9455 req-4cd348dc-df0b-4ff7-b05f-060c9f8687f6 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0534518 Sep 17 01:13:58.944704 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:59.048157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:59.416433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:59.536626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34b6fc-59d8-40a6-99ca-48faf0914ff5 req-3208ed56-e914-44f3-8f2f-f85acbde80ce tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:59.538379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c34b6fc-59d8-40a6-99ca-48faf0914ff5 req-3208ed56-e914-44f3-8f2f-f85acbde80ce tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.0814419 Sep 17 01:13:59.600650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c34b6fc-59d8-40a6-99ca-48faf0914ff5 req-051b7c34-f856-4e54-9576-310130afeb10 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540011 Sep 17 01:13:59.622222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Deleting port 6680321a-0ba4-41b2-be46-ce520e487eb5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:13:59.622659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:59.808978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:13:59.827577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f59499-fe3c-43bf-919d-b27a66675d03 req-23b433e5-de73-4d31-82d3-58cd799b89ab tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:13:59.829109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56f59499-fe3c-43bf-919d-b27a66675d03 req-23b433e5-de73-4d31-82d3-58cd799b89ab tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.0922480 Sep 17 01:13:59.833815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Calling delete_port for 6680321a-0ba4-41b2-be46-ce520e487eb5 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:13:59.926646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56f59499-fe3c-43bf-919d-b27a66675d03 req-50e7598a-9ce6-47e8-890c-98bb46407fa9 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868576 Sep 17 01:13:59.989547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81f03a69-7e24-42c0-894b-fdb4cc08a28a req-1e2bc606-49dc-4155-a997-6465ca534e76 tempest-ServerShowV257Test-190689965 tempest-ServerShowV257Test-190689965-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ce280a4-e70a-4f53-b35c-13214c837d18 HTTP/1.1" status: 200 len: 210 time: 0.0753186 Sep 17 01:14:00.339013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:00.388978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Pushing event deleted for resources: {'Port': ['ID=6680321a-0ba4-41b2-be46-ce520e487eb5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:00.467357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:00.731496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:00.735337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:00.840560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Router b43350f0-ab4b-4a5b-be9c-1b5dccce834a has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:14:00.954611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:14:00.962690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:00.964979 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] Sync routers for ids ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:14:00.976111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a586c868-93af-498d-9913-8362d2b1602e tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "PUT /v2.0/routers/b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 200 len: 705 time: 2.8679492 Sep 17 01:14:00.977445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52108) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:00.992836 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] Routers {'b43350f0-ab4b-4a5b-be9c-1b5dccce834a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:14:00.993483 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:01.061635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67afeae-ff40-4895-951f-a157633a6790 req-ac0be90a-cb27-47bb-993b-9d8ae1f8ecbe tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:01.072104 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:01.074302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f67afeae-ff40-4895-951f-a157633a6790 req-ac0be90a-cb27-47bb-993b-9d8ae1f8ecbe tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.1336398 Sep 17 01:14:01.098220 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] Routers {'b43350f0-ab4b-4a5b-be9c-1b5dccce834a'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:14:01.099105 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:01.125580 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-324c0e65-8125-4b84-9534-8f13750ab61d tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/routers/b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 200 len: 740 time: 0.1466172 Sep 17 01:14:01.129672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52118) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:01.147396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f67afeae-ff40-4895-951f-a157633a6790 req-2608a3a1-7033-4fca-a8af-2def4a6fa868 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Sep 17 01:14:01.161779 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:01.162603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3dea8-60bd-40d1-b65f-40c3d6899ea3 None None] The sync data for ids ['b43350f0-ab4b-4a5b-be9c-1b5dccce834a'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:14:01.200729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bbd2866a-746f-4510-bca8-1c551418b171 tempest-RoutersAdminTest-498307952 tempest-RoutersAdminTest-498307952-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 200 len: 205 time: 0.0695963 Sep 17 01:14:01.203188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52124) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:01.253348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d04e48-7314-4b9e-8bdd-4c9fad0ab4c7 req-c484a6cb-ae0b-4f32-a7aa-564928e19e40 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:01.255410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73d04e48-7314-4b9e-8bdd-4c9fad0ab4c7 req-c484a6cb-ae0b-4f32-a7aa-564928e19e40 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0919061 Sep 17 01:14:01.268452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05310e5b-1cf9-4182-a31f-ae665adcbaa3 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 200 len: 205 time: 0.0638742 Sep 17 01:14:01.269090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52126) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:01.331176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73d04e48-7314-4b9e-8bdd-4c9fad0ab4c7 req-5473a73a-e0ea-45e4-acda-6acba111cc67 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681002 Sep 17 01:14:01.370062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:01.626796 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:01.630157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:01.647997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0846ed6-ae87-4c51-b55d-02acdece34c3 req-61f2e42e-29c8-40a4-908d-c65914b270fd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:01.655384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0846ed6-ae87-4c51-b55d-02acdece34c3 req-61f2e42e-29c8-40a4-908d-c65914b270fd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.2342651 Sep 17 01:14:01.751802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0846ed6-ae87-4c51-b55d-02acdece34c3 req-d31696b0-6b85-4514-a626-5df417a31a37 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955336 Sep 17 01:14:01.811148 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:01.811148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Fanout notify agent at l3_agent the message router_deleted on router b43350f0-ab4b-4a5b-be9c-1b5dccce834a {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:14:01.819297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:01.824855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:01.826204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4a293b9-a89f-4eb6-92d8-81282580b3a0 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 204 len: 168 time: 0.5558987 Sep 17 01:14:01.889378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1d81c3fd-c1f8-484f-80b3-0ab5a3305d47 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 200 len: 205 time: 0.0567398 Sep 17 01:14:01.889378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52146) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:01.901809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52148) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:01.947949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c5958-453f-4509-994d-64a70eae9118 req-aa03d772-1a84-4187-bc3f-a08b0a69f213 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:01.949851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6c5958-453f-4509-994d-64a70eae9118 req-aa03d772-1a84-4187-bc3f-a08b0a69f213 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.0922720 Sep 17 01:14:01.953610 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-9a5f8772-03af-4c37-8e21-673386ec162c tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] delete failed (client error): The resource could not be found. Sep 17 01:14:01.954957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9a5f8772-03af-4c37-8e21-673386ec162c tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/b43350f0-ab4b-4a5b-be9c-1b5dccce834a HTTP/1.1" status: 404 len: 336 time: 0.0649040 Sep 17 01:14:01.957983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52152) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.013126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-13548acf-bb1e-45b2-94d1-bd984391f6fe tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=acbc3a73-dda4-42f3-9951-fc071a4ade33 HTTP/1.1" status: 200 len: 205 time: 0.0539212 Sep 17 01:14:02.015477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52156) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.125917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Deleting port f9db64d6-7edc-4189-985a-dfb601c22676 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:14:02.126292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:02.128009 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-0749c401-4038-4e6f-87b9-e7c7e0661401 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] delete failed (client error): The resource could not be found. Sep 17 01:14:02.129222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0749c401-4038-4e6f-87b9-e7c7e0661401 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/acbc3a73-dda4-42f3-9951-fc071a4ade33 HTTP/1.1" status: 404 len: 336 time: 0.1125448 Sep 17 01:14:02.132283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52166) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.188798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d0afaecf-b9cd-417c-bf7a-8eb4e7703e38 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2c094a1-50e7-4f27-8b3e-042017986388 HTTP/1.1" status: 200 len: 205 time: 0.0536389 Sep 17 01:14:02.189624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52170) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.261310 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-89bb8b9f-0b98-4143-8175-05d99ecd7d38 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] delete failed (client error): The resource could not be found. Sep 17 01:14:02.267910 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89bb8b9f-0b98-4143-8175-05d99ecd7d38 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/c2c094a1-50e7-4f27-8b3e-042017986388 HTTP/1.1" status: 404 len: 336 time: 0.0668564 Sep 17 01:14:02.280321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52172) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.293814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-532a5ac6-4e12-4616-9f23-9ccdd254c1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:02.297002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-8bb86f98-4175-4a6d-b786-c35cc3caf36d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:02.297002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-8bb86f98-4175-4a6d-b786-c35cc3caf36d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1590631 Sep 17 01:14:02.339698 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1df3a9b7-1e72-42c2-b4c8-b5d415da92a1 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c91573-b957-4d93-9d9d-6a44de53ac6f HTTP/1.1" status: 200 len: 205 time: 0.0579083 Sep 17 01:14:02.340697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52176) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.395764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-4169d23a-36ee-4246-afac-04cc1954a2b5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/quotas/be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 375 time: 0.0873835 Sep 17 01:14:02.402780 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-201dfecd-bd16-4a8b-a300-fa4defb8a34a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] delete failed (client error): The resource could not be found. Sep 17 01:14:02.406582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-201dfecd-bd16-4a8b-a300-fa4defb8a34a tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/e1c91573-b957-4d93-9d9d-6a44de53ac6f HTTP/1.1" status: 404 len: 336 time: 0.0574067 Sep 17 01:14:02.411646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52178) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.460913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cf8c7cc7-543c-4708-bff5-d2a3459acb10 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=410d9868-15d0-44c3-baa3-d9821457f488 HTTP/1.1" status: 200 len: 205 time: 0.0470800 Sep 17 01:14:02.461151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52182) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.472498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a693-06f2-4661-85cf-dc9dd5881a53 req-00415d36-631e-48f7-8e50-6a0ac45240d4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:02.480739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57f1a693-06f2-4661-85cf-dc9dd5881a53 req-00415d36-631e-48f7-8e50-6a0ac45240d4 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 945 time: 0.2116368 Sep 17 01:14:02.492935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] For port f9db64d6-7edc-4189-985a-dfb601c22676, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f9db64d6-7edc-4189-985a-dfb601c22676,segment=NetworkSegment(4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0),segment_id=4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:02.493294 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:02.525307 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-d0ecc5e0-a29d-48ba-b6d5-53041b93146d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] delete failed (client error): The resource could not be found. Sep 17 01:14:02.529186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d0ecc5e0-a29d-48ba-b6d5-53041b93146d tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/410d9868-15d0-44c3-baa3-d9821457f488 HTTP/1.1" status: 404 len: 336 time: 0.0652704 Sep 17 01:14:02.535174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.540591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-858b2f78-dff5-42f6-9781-2ba317ecd7e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1342435 Sep 17 01:14:02.554857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Calling delete_port for f9db64d6-7edc-4189-985a-dfb601c22676 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:14:02.584925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dc6acc86-c54d-4149-8b5c-5b2e0edbdfa7 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e46982a-2003-4c76-88c0-036cc7b5a0e3 HTTP/1.1" status: 200 len: 205 time: 0.0475030 Sep 17 01:14:02.587070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52186) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.631946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57f1a693-06f2-4661-85cf-dc9dd5881a53 req-1c8022cd-4f74-49c7-b1c2-c4a3ad33ed72 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/security-groups?id=344365f3-4b63-4fed-be9c-0cc89f2d458d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502347 Sep 17 01:14:02.693123 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-eaa703e5-025c-442e-a7d1-dd82cd0ab4ef tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] delete failed (client error): The resource could not be found. Sep 17 01:14:02.696701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eaa703e5-025c-442e-a7d1-dd82cd0ab4ef tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/routers/6e46982a-2003-4c76-88c0-036cc7b5a0e3 HTTP/1.1" status: 404 len: 336 time: 0.1039398 Sep 17 01:14:02.698099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52188) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:02.812301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-532a5ac6-4e12-4616-9f23-9ccdd254c1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:02.814011 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7d10b5-f65c-4f1c-acd0-29289b1a6d64 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] DELETE failed (client error): The resource could not be found. Sep 17 01:14:02.814682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7d10b5-f65c-4f1c-acd0-29289b1a6d64 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:14:02.816641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb7d10b5-f65c-4f1c-acd0-29289b1a6d64 tempest-RoutersAdminTest-1263387668 tempest-RoutersAdminTest-1263387668-project] 10.222.0.13 "DELETE /v2.0/subnets/0931ee93-a6d6-4281-a3c7-39e8335b1dd9 HTTP/1.1" status: 404 len: 337 time: 0.1142046 Sep 17 01:14:02.915238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-b0ab84e5-e35f-4270-b613-28fe3c46cf46 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678422 Sep 17 01:14:02.917099 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-532a5ac6-4e12-4616-9f23-9ccdd254c1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:02.960641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-532a5ac6-4e12-4616-9f23-9ccdd254c1d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f0992db7dcc445fbc4de6fbf87e6506&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0582151 Sep 17 01:14:02.961578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a5ac6-4e12-4616-9f23-9ccdd254c1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76848d79-08cd-4a78-880c-7354f901dde6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:02.964277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:03.038608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-800c09be-8e24-4401-b0a3-229866556a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:03.041138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-ffed0ed3-fb87-451d-9b0c-b05afa71b47f service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202710 Sep 17 01:14:03.062689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-800c09be-8e24-4401-b0a3-229866556a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:03.320833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:03.337257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f9db64d6-7edc-4189-985a-dfb601c22676'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:03.355765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Pushing event deleted for resources: {'Port': ['ID=f9db64d6-7edc-4189-985a-dfb601c22676,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:03.405027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] No DVR routers for this DVR port f9db64d6-7edc-4189-985a-dfb601c22676 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:14:03.410599 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:03.412710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6c5958-453f-4509-994d-64a70eae9118 req-0109cc2e-155d-4720-a6cb-23f233e6de45 tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.36 "DELETE /v2.0/ports/f9db64d6-7edc-4189-985a-dfb601c22676 HTTP/1.1" status: 204 len: 173 time: 1.4562249 Sep 17 01:14:03.413156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'name': 'network-vif-deleted', 'tag': 'f9db64d6-7edc-4189-985a-dfb601c22676'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:03.415458 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada75358-66ad-4ff5-9c81-6ccd2ff22b96" -d '{"events": [{"server_uuid": "ac504673-34f3-4c94-9025-b8e88aa2c18f", "name": "network-vif-deleted", "tag": "f9db64d6-7edc-4189-985a-dfb601c22676"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:03.428940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-800c09be-8e24-4401-b0a3-229866556a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:03.434071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-800c09be-8e24-4401-b0a3-229866556a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:03.437896 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-800c09be-8e24-4401-b0a3-229866556a32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76848d79-08cd-4a78-880c-7354f901dde6 HTTP/1.1" status: 204 len: 168 time: 0.4703689 Sep 17 01:14:03.445552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c09be-8e24-4401-b0a3-229866556a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76848d79-08cd-4a78-880c-7354f901dde6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:03.481499 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bc329c-04de-412e-9eec-e0b47755d52e x-openstack-request-id: req-c0bc329c-04de-412e-9eec-e0b47755d52e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:03.481857 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac504673-34f3-4c94-9025-b8e88aa2c18f", "name": "network-vif-deleted", "tag": "f9db64d6-7edc-4189-985a-dfb601c22676", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:03.482174 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0bc329c-04de-412e-9eec-e0b47755d52e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:03.483095 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac504673-34f3-4c94-9025-b8e88aa2c18f', 'name': 'network-vif-deleted', 'tag': 'f9db64d6-7edc-4189-985a-dfb601c22676', 'status': 'completed', 'code': 200} Sep 17 01:14:03.636297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b574a958-8028-4796-b5c3-149540680beb req-c677d92f-19e5-46a7-a6cb-edf0fd841095 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.0510535 Sep 17 01:14:03.771505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3b29c29-df04-4128-a34a-3a944834341b req-4b238ee6-a4ea-4092-87da-29cfc9f7130d tempest-ServerDiskConfigTestJSON-2043067934 tempest-ServerDiskConfigTestJSON-2043067934-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac504673-34f3-4c94-9025-b8e88aa2c18f HTTP/1.1" status: 200 len: 210 time: 0.0426292 Sep 17 01:14:03.824227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:04.207673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9da1caf9-838b-4fe8-bd15-66f04e6fab41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.361963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9da1caf9-838b-4fe8-bd15-66f04e6fab41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.428938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9da1caf9-838b-4fe8-bd15-66f04e6fab41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.490803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1caf9-838b-4fe8-bd15-66f04e6fab41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af995b-327d-40bb-aef1-017afb2d6717,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:04.535848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9da1caf9-838b-4fe8-bd15-66f04e6fab41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7039b4ce3d124c7cabc8abde0b0c3339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7100387 Sep 17 01:14:04.538333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52262) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:04.599147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f240000-12f2-4cc4-b95e-4206b95a6c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.629258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f240000-12f2-4cc4-b95e-4206b95a6c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.770423 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ba010e2-acd2-4215-879d-6d866eaf1536 req-88279111-c6cf-4526-85b4-ea679bbc2386 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.0321207 Sep 17 01:14:04.830007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f240000-12f2-4cc4-b95e-4206b95a6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.832734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f240000-12f2-4cc4-b95e-4206b95a6c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:04.836644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5f240000-12f2-4cc4-b95e-4206b95a6c34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81af995b-327d-40bb-aef1-017afb2d6717 HTTP/1.1" status: 204 len: 168 time: 0.2970328 Sep 17 01:14:04.852541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240000-12f2-4cc4-b95e-4206b95a6c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af995b-327d-40bb-aef1-017afb2d6717,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:05.159070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52300) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:05.233187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52302) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:05.288504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Deleting subnet 588181b8-0c1d-42e0-b1dc-b338841b9a5f {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:14:05.300245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.413464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.450738 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf66d786-bced-4566-9253-aab4ab7955a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.485369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.545749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1035144748-network', 'tenant_id': '0e4205523e00412caf112129a33454e2'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:05.708349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Made reservation on behalf of 0e4205523e00412caf112129a33454e2 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:05.708564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.712189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.725784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.728241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.728683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/588181b8-0c1d-42e0-b1dc-b338841b9a5f HTTP/1.1" status: 204 len: 168 time: 0.5685413 Sep 17 01:14:05.729303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52308) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:05.921431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:05.968064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52314) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:06.002986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.025206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:14:06.047441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.047822 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Added segment 657447e6-259c-4f15-8e79-283bf319a29f of type vlan for network 308d8ee2-0e66-4f75-9874-3d6f781596e2 Sep 17 01:14:06.226088 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.279968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ad88-8fab-49f3-b225-d2e64ec4025b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=588181b8-0c1d-42e0-b1dc-b338841b9a5f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:06.310360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dd7cf722-8a90-4776-ac9d-77860b2b489b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5eef5d84863c46a0b95e0aeda0499ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411453 Sep 17 01:14:06.312005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804aadf3-0e12-428f-8320-77984a9fc95a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:06.315292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:06.349930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfadba3d-f200-4387-aa9b-6a87e899b633 req-0f41e83f-b064-4418-b2d9-e8fd2abca887 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.0727139 Sep 17 01:14:06.429797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.542205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.573563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a362b54-d916-45ab-abd7-b23e69ab2e64']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:06.588746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:06.589181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c29bd61-bdfe-4595-9fe5-c2fca5acc9c0') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:06.619398 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.654957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.663969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:14:06.664556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:14:06.668950 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:14:06.788726 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:14:06.791273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2568-8963-478f-abfd-bedba67cc531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.807944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.809244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:06.809823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.820589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-d99bc177-1e16-40f7-9f0d-b50202be9fa3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:06.822007 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-d99bc177-1e16-40f7-9f0d-b50202be9fa3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.6776576 Sep 17 01:14:06.824264 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.840193 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.846328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3a362b54-d916-45ab-abd7-b23e69ab2e64 HTTP/1.1" status: 204 len: 168 time: 1.1142771 Sep 17 01:14:06.861394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cb1b8-cd29-45c3-b31f-9c1ce3a35fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a362b54-d916-45ab-abd7-b23e69ab2e64,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:06.883943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'port': {'device_id': '571cea84-46c8-4500-9292-8cebfe828c72', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'admin_state_up': True, 'tenant_id': 'be7411bba4a64c0f8935af306bffce19'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:06.912191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2568-8963-478f-abfd-bedba67cc531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:06.992727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] Pushing event updated for resources: {'Network': ['ID=308d8ee2-0e66-4f75-9874-3d6f781596e2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:07.005263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 308d8ee2-0e66-4f75-9874-3d6f781596e2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:14:07.014524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-711a29cc-aac1-44b1-a9c8-1d30488737ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7797174 Sep 17 01:14:07.018572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52332) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:07.024463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Request body: {'subnet': {'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1035144748-subnet', 'tenant_id': '0e4205523e00412caf112129a33454e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:07.144442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Made reservation on behalf of 0e4205523e00412caf112129a33454e2 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:07.148758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.152114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2568-8963-478f-abfd-bedba67cc531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.157474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2568-8963-478f-abfd-bedba67cc531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.168723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b0d2568-8963-478f-abfd-bedba67cc531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab630dd7-db10-4620-8ecf-ad9f44d6170b HTTP/1.1" status: 204 len: 168 time: 0.8452990 Sep 17 01:14:07.222260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d2568-8963-478f-abfd-bedba67cc531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab630dd7-db10-4620-8ecf-ad9f44d6170b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:07.298689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:07.302629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.409457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52354) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:07.435309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f9db64d6-7edc-4189-985a-dfb601c22676 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:14:07.476147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f9db64d6-7edc-4189-985a-dfb601c22676 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:14:07.476592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f9db64d6-7edc-4189-985a-dfb601c22676 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:14:07.633464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.642599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3b2cb24-eae7-4de5-aa47-2ed1a61c7ec0 req-63401a19-60e4-4914-ae8d-061812cbf5fe tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.0861647 Sep 17 01:14:07.666681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94a74ff7-e545-4f64-bf1f-bf05513fcde3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ef43e534460468a87579159ec27261a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2553163 Sep 17 01:14:07.679309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:07.758460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=33982dcb-36af-4f7f-9472-5332383a726e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:07.763376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Allocated IP 172.20.0.9 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/9fd962fa-221f-4ae7-a635-51f4c62e0d58) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:07.816387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Checking segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:07.817259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Network hostable DHCP agents. Network: 308d8ee2-0e66-4f75-9874-3d6f781596e2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:14:07.857278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35500247-9247-4969-9196-e5d6e8d8432d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.908819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35500247-9247-4969-9196-e5d6e8d8432d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:07.961927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Network 308d8ee2-0e66-4f75-9874-3d6f781596e2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:14:08.067908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 308d8ee2-0e66-4f75-9874-3d6f781596e2) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:08.082919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0272a1f4-9e5e-4606-b54f-288d870434e0 None None] Network 308d8ee2-0e66-4f75-9874-3d6f781596e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:08.089928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:08.093431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:08.130228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:08.158439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35500247-9247-4969-9196-e5d6e8d8432d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:08.161117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35500247-9247-4969-9196-e5d6e8d8432d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:08.162265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-35500247-9247-4969-9196-e5d6e8d8432d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/344365f3-4b63-4fed-be9c-0cc89f2d458d HTTP/1.1" status: 204 len: 168 time: 0.4892209 Sep 17 01:14:08.175879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35500247-9247-4969-9196-e5d6e8d8432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344365f3-4b63-4fed-be9c-0cc89f2d458d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:08.292029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdbb42e-674b-4b90-93ee-b5e17ba4e479 None None] Network 308d8ee2-0e66-4f75-9874-3d6f781596e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:08.737887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a61f1672-c06d-4a4a-a38d-b16b0c4de0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:08.762127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a96ce637-9e14-4229-aedb-cc0285613a12 req-87a849a9-a1bf-4143-b66d-0d43b779eff0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.0344155 Sep 17 01:14:08.795538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-578f8d39-8c6c-48df-8f9c-499c6cd1b7ae admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7756126 Sep 17 01:14:08.852945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:08.869067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90', 'f1e59d8f-27c4-4108-9ed7-f2c857079229'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:08.950672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:08.952161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:08.956264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:08.959733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:09.051293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:09.058760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:09.100720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:09.184587 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-259406b6-90f4-469c-96b9-f8d8fc251e83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3090899 Sep 17 01:14:09.198946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Request body: {'port': {'device_id': '571cea84-46c8-4500-9292-8cebfe828c72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:09.357662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:09.371271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a48e50f9-d6df-43c8-abea-5c7949a2a67d None None] Provisioning complete for port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:09.371643 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a48e50f9-d6df-43c8-abea-5c7949a2a67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:09.410830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a48e50f9-d6df-43c8-abea-5c7949a2a67d None None] Port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:14:09.452968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:09.775259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:09.839248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-2355a672-3ec5-4a92-8666-fdddf7ca0979 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:09.840783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-2355a672-3ec5-4a92-8666-fdddf7ca0979 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 814 time: 0.2521288 Sep 17 01:14:09.876495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-934e5338-6465-4393-9e12-73b02b41c27d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/quotas/0e4205523e00412caf112129a33454e2 HTTP/1.1" status: 200 len: 375 time: 0.0266533 Sep 17 01:14:09.907020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd6d14-56f8-436a-bf12-c88ea8e1eeaa req-f9aaa06e-3453-4b8e-8275-225574f989ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:09.909158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7afd6d14-56f8-436a-bf12-c88ea8e1eeaa req-f9aaa06e-3453-4b8e-8275-225574f989ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 931 time: 0.0516338 Sep 17 01:14:09.922339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-33d0e038-608b-42a8-8fae-9bceff7b02d9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379894 Sep 17 01:14:09.948970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7afd6d14-56f8-436a-bf12-c88ea8e1eeaa req-43ec233d-9b8f-4740-87b2-9865aa0c370c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336061 Sep 17 01:14:10.029501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd962fa-221f-4ae7-a635-51f4c62e0d58 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:10.042339 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.063997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Transition to ACTIVE for port object 9fd962fa-221f-4ae7-a635-51f4c62e0d58 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:10.079797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--360344712'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:10.081695 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-c7500913-641b-4dfd-8d5d-27a89b5bdb60 service neutron] 10.222.0.13 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479573 Sep 17 01:14:10.156133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.185317 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.201418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.229087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Pushing event updated for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:10.277922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-53713856-1e13-48d4-be5e-117ec97b2bec service neutron] 10.222.0.13 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953816 Sep 17 01:14:10.320111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52468) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:10.360218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Attempting to bind port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:10.361429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Attempting to bind port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:10.361971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Attempting to bind port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:10.375804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:10.376305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Attempting to bind port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:10.386202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:10.391792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:10.394370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:10.394370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Bound port: 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:10.394370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.430405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.514072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.528504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:10.531733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:10.533916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52480) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:10.576657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f08b71-642f-453b-bdda-f530f5bb3dff,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:10.592249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.592595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.593088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.593416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.593748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.595136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.595540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.596014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.596836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.597162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.597488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.597811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:10.638925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43fde8b5-a37a-40b4-b70b-186f598e920d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.646901 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b76f27bb-7e1c-4b3a-964f-19b1e7bdf39a req-8af13835-ca19-475f-9188-ef50a51cbad0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 210 time: 0.0753963 Sep 17 01:14:10.655154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.707858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-418830628-network', 'tenant_id': '751214c86fd447b0b3463553d62b75df'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:10.727423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:10.728121 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.729612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] 10.222.0.23 "PUT /v2.0/ports/9fd962fa-221f-4ae7-a635-51f4c62e0d58 HTTP/1.1" status: 200 len: 1091 time: 1.5359247 Sep 17 01:14:10.730111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:10.732570 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f99606-bb9e-4e84-a767-8a7552aed847" -d '{"events": [{"name": "network-changed", "server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:10.779765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea933b-235b-469d-a5e1-2e7a9142ffaa service neutron] Pushing event updated for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:10.780088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.810968 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d383e-3042-4f39-958d-c93ecb5b647b x-openstack-request-id: req-4b2d383e-3042-4f39-958d-c93ecb5b647b {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:10.810968 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:10.810968 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b2d383e-3042-4f39-958d-c93ecb5b647b {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:10.810968 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58', 'status': 'completed', 'code': 200} Sep 17 01:14:10.867338 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:10.905373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3bbaf2-470b-4b79-9661-af6c2d9bdad9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:10.944600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99606-bb9e-4e84-a767-8a7552aed847 req-4899204e-8c12-425a-b012-dfadbc1e16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:10.946479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4f99606-bb9e-4e84-a767-8a7552aed847 req-4899204e-8c12-425a-b012-dfadbc1e16a0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 1094 time: 0.0932150 Sep 17 01:14:11.006577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.017975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43fde8b5-a37a-40b4-b70b-186f598e920d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.076162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99606-bb9e-4e84-a767-8a7552aed847 req-ac28b29a-45be-4657-837a-9b843f07d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:11.077995 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4f99606-bb9e-4e84-a767-8a7552aed847 req-ac28b29a-45be-4657-837a-9b843f07d703 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=be7411bba4a64c0f8935af306bffce19&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1215482 Sep 17 01:14:11.097359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319af78d-d49f-49f9-adba-b7c818df4aa4 req-75f09d8e-f697-4dbb-9032-0acb0902ba7d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:11.098881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319af78d-d49f-49f9-adba-b7c818df4aa4 req-75f09d8e-f697-4dbb-9032-0acb0902ba7d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 943 time: 0.0583279 Sep 17 01:14:11.142539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-319af78d-d49f-49f9-adba-b7c818df4aa4 req-28faed72-68db-4898-ab14-be951acae94e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366743 Sep 17 01:14:11.145118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43fde8b5-a37a-40b4-b70b-186f598e920d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.187264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fde8b5-a37a-40b4-b70b-186f598e920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b183bbcd-6208-455c-9126-db89be10c09a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:11.199855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f99606-bb9e-4e84-a767-8a7552aed847 req-966de0d9-2247-4f4f-a086-2f30dda3d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:11.203122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4f99606-bb9e-4e84-a767-8a7552aed847 req-966de0d9-2247-4f4f-a086-2f30dda3d3c9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154935 Sep 17 01:14:11.203984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43fde8b5-a37a-40b4-b70b-186f598e920d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3826fdcb3f2640559fadf295958862cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8781769 Sep 17 01:14:11.204258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52528) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:11.239309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.241033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-44daa165-379d-4eac-ab62-b3805fad96d6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4643157 Sep 17 01:14:11.243421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52532) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:11.293540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03dc2ccb-64de-4780-9deb-928a49868909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.309030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f77b3a0d-0857-422a-8c74-abcd37960e2f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0642359 Sep 17 01:14:11.311797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52534) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:11.320667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-security--692269599', 'description': 'tempest-security-description-1226848406'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:11.330511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-d4ceaf2b-84c9-4e74-ab79-2343e7a81f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:11.332115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-d4ceaf2b-84c9-4e74-ab79-2343e7a81f21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 1094 time: 0.0843315 Sep 17 01:14:11.334238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03dc2ccb-64de-4780-9deb-928a49868909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.362568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Made reservation on behalf of 751214c86fd447b0b3463553d62b75df for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:11.365003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.417561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-a1916030-b531-423e-8dcf-a4ae56d96cd8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58 HTTP/1.1" status: 200 len: 217 time: 0.0760784 Sep 17 01:14:11.427667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.453689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.525941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-3ea9b710-6a94-414e-98b6-d3c1d868ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:11.527471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-3ea9b710-6a94-414e-98b6-d3c1d868ba0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0976179 Sep 17 01:14:11.582675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.593598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03dc2ccb-64de-4780-9deb-928a49868909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.597068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03dc2ccb-64de-4780-9deb-928a49868909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.600542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-03dc2ccb-64de-4780-9deb-928a49868909 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b183bbcd-6208-455c-9126-db89be10c09a HTTP/1.1" status: 204 len: 168 time: 0.3924334 Sep 17 01:14:11.617167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-7d08d03b-62b8-4314-93fc-97eb7ccc13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:11.618653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-7d08d03b-62b8-4314-93fc-97eb7ccc13fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825336 Sep 17 01:14:11.622836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc2ccb-64de-4780-9deb-928a49868909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b183bbcd-6208-455c-9126-db89be10c09a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:11.703173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.705957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.707204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "PUT /v2.0/security-groups/1b3bbaf2-470b-4b79-9661-af6c2d9bdad9 HTTP/1.1" status: 200 len: 1779 time: 0.3901167 Sep 17 01:14:11.717045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52556) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:11.719100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-357b43fc-e84b-45b2-875c-f40a943b9fb6 req-8e8db268-2d74-4ccb-95e4-570a4684f010 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 210 time: 0.0274682 Sep 17 01:14:11.777335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa1cd7-2811-45a0-a9e1-f11ff6abdf20 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3bbaf2-470b-4b79-9661-af6c2d9bdad9,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:11.781570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2fad6b36-e2f8-4c65-9525-fefd5b080c7a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups/1b3bbaf2-470b-4b79-9661-af6c2d9bdad9 HTTP/1.1" status: 200 len: 1779 time: 0.0609875 Sep 17 01:14:11.788178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-adc8a5a1-3365-435f-8e4b-da8b1e56dcbf service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571379 Sep 17 01:14:11.788629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52562) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:11.801812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.843449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-647625c2-30a8-488f-872b-bf36f1f9601f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.870217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-647625c2-30a8-488f-872b-bf36f1f9601f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.886306 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44a1e464-0199-4a20-bf16-44bc2deed0d3 req-0e2516de-319d-4c9a-8a1a-53d1bd86c880 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934844 Sep 17 01:14:11.932028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:11.959957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4a6ba4-132b-4528-ae1b-5398414950e1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:12.052158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-647625c2-30a8-488f-872b-bf36f1f9601f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.054823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-647625c2-30a8-488f-872b-bf36f1f9601f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.057194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-647625c2-30a8-488f-872b-bf36f1f9601f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b3bbaf2-470b-4b79-9661-af6c2d9bdad9 HTTP/1.1" status: 204 len: 168 time: 0.2703433 Sep 17 01:14:12.060843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52572) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:12.061733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:14:12.071626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.072290 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Added segment 8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c of type vlan for network e213015e-2e17-465b-83c8-c358fe164ec1 Sep 17 01:14:12.073736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647625c2-30a8-488f-872b-bf36f1f9601f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3bbaf2-470b-4b79-9661-af6c2d9bdad9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:12.122424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.127125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b44e6670-ecc7-4199-a690-10e341f007ef tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648472 Sep 17 01:14:12.129052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52574) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:12.141971 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-f5fb6b4c-d9cf-4c36-8e39-9e86dadbbb0f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] delete failed (client error): The resource could not be found. Sep 17 01:14:12.147237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5fb6b4c-d9cf-4c36-8e39-9e86dadbbb0f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/1b3bbaf2-470b-4b79-9661-af6c2d9bdad9 HTTP/1.1" status: 404 len: 347 time: 0.0132978 Sep 17 01:14:12.148391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52576) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:12.153916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1936912818'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:12.264157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e5e01-0105-457c-9faa-addce6fe5d5d req-4c27f95d-a699-4cb9-8143-8548820219c1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:12.265751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b3e5e01-0105-457c-9faa-addce6fe5d5d req-4c27f95d-a699-4cb9-8143-8548820219c1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 943 time: 0.0514622 Sep 17 01:14:12.274709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.275785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:12.276373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.286201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.321482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b3e5e01-0105-457c-9faa-addce6fe5d5d req-00215796-8024-4254-a40a-ab13ce05b062 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492005 Sep 17 01:14:12.349206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] Pushing event updated for resources: {'Network': ['ID=e213015e-2e17-465b-83c8-c358fe164ec1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:12.362508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e213015e-2e17-465b-83c8-c358fe164ec1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:14:12.417282 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c2bc232f-2ddc-474b-8c37-cded4d495440 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.8802855 Sep 17 01:14:12.419370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52582) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:12.422360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52584) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:12.432023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Request body: {'subnet': {'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-subnet', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:12.459219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ecf8-72bf-47f0-a375-69984cbf22ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.524002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-9cb96354-883e-4fd4-9bf9-2f8f5849a211 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781314 Sep 17 01:14:12.560703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.591944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-cfe39e48-57e2-4e64-80bb-a7f4abba6088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:12.593569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-cfe39e48-57e2-4e64-80bb-a7f4abba6088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 1096 time: 0.0471139 Sep 17 01:14:12.640908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.714960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2462d4-a31a-4733-a5f0-097b723eead8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:12.736777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Made reservation on behalf of 751214c86fd447b0b3463553d62b75df for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:12.739141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:12.810558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-bfea4a11-5259-41a6-bb23-4e865ef882e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:12.812358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-bfea4a11-5259-41a6-bb23-4e865ef882e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1616263 Sep 17 01:14:12.863320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1df86385-5d74-48ff-b726-fa1b4043f312 req-e20a1573-7752-4eda-a6c5-307511e24bf0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 210 time: 0.0310454 Sep 17 01:14:12.863711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-9999a9f7-c7d2-4fc4-aeb4-8a4afa9b54dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229 HTTP/1.1" status: 200 len: 217 time: 0.0418584 Sep 17 01:14:12.971653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-a541f682-9278-48d6-b555-2b289e26da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:12.973108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-a541f682-9278-48d6-b555-2b289e26da5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.1007793 Sep 17 01:14:13.005612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ecf8-72bf-47f0-a375-69984cbf22ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.027476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.071027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-b4e6bdfa-0de1-40d4-a6f9-d743fd653f70 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:13.072507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-b4e6bdfa-0de1-40d4-a6f9-d743fd653f70 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.1675088 Sep 17 01:14:13.074331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-686d3047-dee7-43d0-9622-52bcc3e74b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:13.075850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-686d3047-dee7-43d0-9622-52bcc3e74b41 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723586 Sep 17 01:14:13.088177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ecf8-72bf-47f0-a375-69984cbf22ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.093629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23429f3-7635-41ad-995e-3b14a3940ca0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:13.099978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Checking segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:13.100532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Network hostable DHCP agents. Network: e213015e-2e17-465b-83c8-c358fe164ec1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:14:13.122841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-1bce8400-85b0-4692-849d-7084a3fa6a71 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/quotas/b953f55ea63148e1ad9cef29cbb23ade HTTP/1.1" status: 200 len: 375 time: 0.0418723 Sep 17 01:14:13.179550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c5f7ecf8-72bf-47f0-a375-69984cbf22ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05a01b8b6c214c0898c35dae1207c2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7556348 Sep 17 01:14:13.182406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52602) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:13.208018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Network e213015e-2e17-465b-83c8-c358fe164ec1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:14:13.211821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.213038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c0b54ae3-eb35-4658-85cb-dcdc0d70a495 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0637078 Sep 17 01:14:13.216539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52604) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:13.221772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7ecf8-72bf-47f0-a375-69984cbf22ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e677d74-7f39-43bf-8760-9eea02eac945,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:13.229143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': '2e2462d4-a31a-4733-a5f0-097b723eead8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:13.253652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-c0bfe2d3-8a68-4867-b8f0-cce043957134 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228669 Sep 17 01:14:13.257417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-7b0269b5-b877-4759-90cc-431db23d956c service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702466 Sep 17 01:14:13.263581 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27dd0c0a-c1d6-49a6-8cbf-184251c71304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.286519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27dd0c0a-c1d6-49a6-8cbf-184251c71304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.328774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, e213015e-2e17-465b-83c8-c358fe164ec1) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:13.334416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:13.336395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.337737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ca8fb-6938-4d3e-94b8-c1d2831ce831 None None] Network e213015e-2e17-465b-83c8-c358fe164ec1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:13.380807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.421213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-97a065eb-3f4b-4401-9439-6838403d61cb service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593940 Sep 17 01:14:13.428359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-246cc833-12b7-4884-815d-06bddd1ddb4c req-612bfe44-558a-4706-a736-3a4851a588e4 service neutron] 10.222.0.36 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565719 Sep 17 01:14:13.494429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-08969652-ef64-4c4e-b238-0ca01a043686 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0716083 Sep 17 01:14:13.499755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52608) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:13.512457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:13.532916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-34e024fb-e043-43b6-a0fe-100103536b31 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:13.535613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-34e024fb-e043-43b6-a0fe-100103536b31 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.23 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 814 time: 0.2296491 Sep 17 01:14:13.536472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-d163b21f-cac7-4449-9157-6ce12b09cdf9 service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011345 Sep 17 01:14:13.544106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d4b1f4-9c83-4be5-898a-344020bf2ec9 None None] Network e213015e-2e17-465b-83c8-c358fe164ec1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:13.552960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27dd0c0a-c1d6-49a6-8cbf-184251c71304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.555518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27dd0c0a-c1d6-49a6-8cbf-184251c71304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.561195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27dd0c0a-c1d6-49a6-8cbf-184251c71304 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e677d74-7f39-43bf-8760-9eea02eac945 HTTP/1.1" status: 204 len: 168 time: 0.3730958 Sep 17 01:14:13.564648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Request body: {'port': {'device_id': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'admin_state_up': True, 'tenant_id': '0e4205523e00412caf112129a33454e2'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:13.581356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e42ed-38ca-4ac1-be32-7d11270c01ee req-eb8d93b4-5ad9-4143-90c0-d7f148cba190 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:13.582922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d99e42ed-38ca-4ac1-be32-7d11270c01ee req-eb8d93b4-5ad9-4143-90c0-d7f148cba190 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 943 time: 0.1445861 Sep 17 01:14:13.614531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.624350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd0c0a-c1d6-49a6-8cbf-184251c71304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e677d74-7f39-43bf-8760-9eea02eac945,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:13.691021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.692073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.710798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.725085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9fd962fa-221f-4ae7-a635-51f4c62e0d58 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:13.751269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d99e42ed-38ca-4ac1-be32-7d11270c01ee req-3925fb27-39d3-415d-8031-7206923cbe72 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373644 Sep 17 01:14:13.765554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4de9f78-e1a8-4f4c-ba3a-8291b0101ffe,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:13.851734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.874598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c145b071-882b-4262-b463-483b62cf2712 req-c371f8d1-b3da-448d-93fc-6a2a2c3037f3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 210 time: 0.0345886 Sep 17 01:14:13.876564 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.879112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79172028-ff73-427d-926f-aa1e1315fb4a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6560667 Sep 17 01:14:13.884915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:13.885130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52618) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:13.917733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c28b7ad-462f-4d97-b656-16ebcb9ccad3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.917827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '9fd962fa-221f-4ae7-a635-51f4c62e0d58', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': '9fd962fa-221f-4ae7-a635-51f4c62e0d58', 'mac_address': 'fa:16:3e:50:66:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:13.926464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c28b7ad-462f-4d97-b656-16ebcb9ccad3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.970655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.978809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Made reservation on behalf of 0e4205523e00412caf112129a33454e2 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:13.983222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:13.990971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd962fa-221f-4ae7-a635-51f4c62e0d58 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:14.012745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:14.015643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a3d76c5-b789-4ede-ac7c-ec35e602378d req-02bcd39a-f59f-46f1-a0ab-e0d9c55770d3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 210 time: 0.0510936 Sep 17 01:14:14.052325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c28b7ad-462f-4d97-b656-16ebcb9ccad3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.060250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c28b7ad-462f-4d97-b656-16ebcb9ccad3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.064307 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8c28b7ad-462f-4d97-b656-16ebcb9ccad3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c4de9f78-e1a8-4f4c-ba3a-8291b0101ffe HTTP/1.1" status: 204 len: 168 time: 0.1751556 Sep 17 01:14:14.065970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52628) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:14.072861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28b7ad-462f-4d97-b656-16ebcb9ccad3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4de9f78-e1a8-4f4c-ba3a-8291b0101ffe,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:14.081362 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.138776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43f43ae7-39f1-46fe-ac89-a45b9c416e16 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677447 Sep 17 01:14:14.140387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52630) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:14.142538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:14.153360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.158490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.159163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.159163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.159475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:14.202335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34286f01-8ba8-4199-b54e-a9fa4f1c4b5c tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.225767 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34286f01-8ba8-4199-b54e-a9fa4f1c4b5c tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.231981 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.303226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Allocated IP 172.20.0.4 (308d8ee2-0e66-4f75-9874-3d6f781596e2/33982dcb-36af-4f7f-9472-5332383a726e/7c0eda0c-66a7-4edc-81ee-70c491646299) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:14.366107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-6a40c30d-2630-4752-a301-964d3b663621 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:14.366600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9fd962fa-221f-4ae7-a635-51f4c62e0d58'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:14.368194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-6a40c30d-2630-4752-a301-964d3b663621 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddcc2a50-2bee-4aa9-b535-f3988e7765a7 HTTP/1.1" status: 200 len: 945 time: 0.0523231 Sep 17 01:14:14.409793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34286f01-8ba8-4199-b54e-a9fa4f1c4b5c tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.413004 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34286f01-8ba8-4199-b54e-a9fa4f1c4b5c tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.414435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-34286f01-8ba8-4199-b54e-a9fa4f1c4b5c tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/2e2462d4-a31a-4733-a5f0-097b723eead8 HTTP/1.1" status: 204 len: 168 time: 0.2730978 Sep 17 01:14:14.422249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52634) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:14.455144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34286f01-8ba8-4199-b54e-a9fa4f1c4b5c tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2462d4-a31a-4733-a5f0-097b723eead8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:14.527727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cdb36672-aed3-4754-a131-14739bb81ec6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991464 Sep 17 01:14:14.531516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52636) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:14.537592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846657113'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:14.538731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.561371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52638) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:14.588772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Deleting port f43b0142-df20-4d7f-a3f9-400af162c085 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:14:14.589111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.594835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-414d4f18-9a5b-4115-b697-4f7903785e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.669754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.693058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.712255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.741268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] For port f43b0142-df20-4d7f-a3f9-400af162c085, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f43b0142-df20-4d7f-a3f9-400af162c085,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:14.741699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.761696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Calling delete_port for f43b0142-df20-4d7f-a3f9-400af162c085 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:14:14.824762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Allocated IP 172.25.1.61 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/18bd01b6-b408-4818-b5d3-7e2ddfa863fb) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:14.827820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.884967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Network 308d8ee2-0e66-4f75-9874-3d6f781596e2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:14.898497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:14.905829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-414d4f18-9a5b-4115-b697-4f7903785e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:14.912950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:14.921352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ca34e-375b-47e8-82a9-e4237e972b69 req-8665ea0e-1d22-4845-9480-91108eb3112a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:14.924576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:14.931753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c1ca34e-375b-47e8-82a9-e4237e972b69 req-8665ea0e-1d22-4845-9480-91108eb3112a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 944 time: 0.1158836 Sep 17 01:14:15.009876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.010510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.048176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-414d4f18-9a5b-4115-b697-4f7903785e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.058784 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.075945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e413df7-b9bb-4c8c-b828-39146779a9c0 req-93ad1df1-0145-4dcf-bb9f-d45f63663c39 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 210 time: 0.0311887 Sep 17 01:14:15.173895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-414d4f18-9a5b-4115-b697-4f7903785e1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd02627471404812aba9ddb03dc782e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090717 Sep 17 01:14:15.177063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c1ca34e-375b-47e8-82a9-e4237e972b69 req-1820a112-fbea-4bb5-85b3-8eebfd2b2157 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440960 Sep 17 01:14:15.178440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52648) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:15.189444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.196169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d4f18-9a5b-4115-b697-4f7903785e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65260fcc-050f-4389-a3f4-4e2bf0e768e1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:15.205792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-7bbc3135-6258-43d5-96bb-7938e3212ec2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2613747 Sep 17 01:14:15.245310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:15.249769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:15.252227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Pushing event updated for resources: {'Port': ['ID=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:15.255170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:15.266321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cc04f-c5c6-45f3-8efe-034c3a39ed64 req-90740f5b-e0ef-4df8-adc3-de9b171ca02d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.274123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a73cc04f-c5c6-45f3-8efe-034c3a39ed64 req-90740f5b-e0ef-4df8-adc3-de9b171ca02d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 931 time: 0.1214485 Sep 17 01:14:15.298904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7042eae-9d4f-49b2-bc28-cfa67b697281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.300435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.330177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.343669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a73cc04f-c5c6-45f3-8efe-034c3a39ed64 req-1fd511c4-babc-414e-88fb-8257fcf6c712 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686171 Sep 17 01:14:15.379729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event deleted for resources: {'Port': ['ID=f43b0142-df20-4d7f-a3f9-400af162c085,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:15.403379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7042eae-9d4f-49b2-bc28-cfa67b697281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.408678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.479666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.480068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.480546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.481016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.481479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.481952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.482416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.484526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-debeff41-264e-4979-a7d0-7c2d9d57bd81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 6498 time: 0.2011578 Sep 17 01:14:15.485404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] No DVR routers for this DVR port f43b0142-df20-4d7f-a3f9-400af162c085 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:14:15.496771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.498826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f0857d6-104a-4b82-92e4-605cc4d95c5a req-266a4f5e-1635-4308-9725-a409e1ff74a3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "DELETE /v2.0/ports/f43b0142-df20-4d7f-a3f9-400af162c085 HTTP/1.1" status: 204 len: 173 time: 1.1238039 Sep 17 01:14:15.500218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:14:15.505411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'name': 'network-vif-deleted', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:15.505411 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4d1248-2879-4251-b7a2-23b576132484" -d '{"events": [{"server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "name": "network-vif-deleted", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:15.528197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5062d8b-a9a1-4c5c-88f6-3697526b0939,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:15.541349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f43b0142-df20-4d7f-a3f9-400af162c085 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:14:15.541866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:14:15.558969 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da3e0e-84b1-47ab-aad5-3fdc2c88a1db x-openstack-request-id: req-d3da3e0e-84b1-47ab-aad5-3fdc2c88a1db {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:15.559316 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddcc2a50-2bee-4aa9-b535-f3988e7765a7", "name": "network-vif-deleted", "tag": "f43b0142-df20-4d7f-a3f9-400af162c085", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:15.559573 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3da3e0e-84b1-47ab-aad5-3fdc2c88a1db {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:15.559975 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddcc2a50-2bee-4aa9-b535-f3988e7765a7', 'name': 'network-vif-deleted', 'tag': 'f43b0142-df20-4d7f-a3f9-400af162c085', 'status': 'completed', 'code': 200} Sep 17 01:14:15.620490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.621878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-62ebd67d-a003-4c9a-a0c5-17f31bc59421 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0896163 Sep 17 01:14:15.630062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:15.634752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'd5062d8b-a9a1-4c5c-88f6-3697526b0939', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:15.677271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-88da2ee2-e0ee-43c5-b0e7-0341af1f8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.678103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-88da2ee2-e0ee-43c5-b0e7-0341af1f8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.678557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-88da2ee2-e0ee-43c5-b0e7-0341af1f8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.680257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-88da2ee2-e0ee-43c5-b0e7-0341af1f8026 service neutron] 10.222.0.23 "GET /v2.0/networks?id=1d1fc549-aa3d-4d46-98a9-560f16163d29&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&id=50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 200 len: 2298 time: 0.1575298 Sep 17 01:14:15.725557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9fd962fa-221f-4ae7-a635-51f4c62e0d58 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:15.738975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7042eae-9d4f-49b2-bc28-cfa67b697281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.742019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7042eae-9d4f-49b2-bc28-cfa67b697281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.745577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d7042eae-9d4f-49b2-bc28-cfa67b697281 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65260fcc-050f-4389-a3f4-4e2bf0e768e1 HTTP/1.1" status: 204 len: 168 time: 0.5580339 Sep 17 01:14:15.761792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-485e4888-04cc-4f18-bfbc-4168118493cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 200 len: 1001 time: 0.0745325 Sep 17 01:14:15.762677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7042eae-9d4f-49b2-bc28-cfa67b697281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65260fcc-050f-4389-a3f4-4e2bf0e768e1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:15.807166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-224c7903-4e19-4609-96ca-3d714125dde0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2555001 Sep 17 01:14:15.819048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Request body: {'port': {'device_id': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:15.839798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-0515e395-f1cd-4426-80c8-5058e15cc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.841778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-0515e395-f1cd-4426-80c8-5058e15cc0ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7372a4ee-7734-4abf-a4a8-a056449fad85 HTTP/1.1" status: 200 len: 856 time: 0.0665848 Sep 17 01:14:15.857634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:15.862362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:15.862740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.890137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.904074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-1928b122-09fd-43c2-9f2c-531aca8f02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:15.906245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-1928b122-09fd-43c2-9f2c-531aca8f02a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=1d1fc549-aa3d-4d46-98a9-560f16163d29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564420 Sep 17 01:14:15.925886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:15.965048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.013913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:16.028980 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cd58c6-2a78-452d-b170-c55f0830c9f2" -d '{"events": [{"server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "name": "network-vif-plugged", "status": "completed", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:16.052770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:16.061062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.066458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-ad8b27b2-1158-496d-a7bf-d2b63addfe56 service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502166 Sep 17 01:14:16.103598 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d0baa5-a88f-469a-8637-8633c39bd6bf x-openstack-request-id: req-22d0baa5-a88f-469a-8637-8633c39bd6bf {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:16.103921 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "name": "network-vif-plugged", "status": "completed", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:16.104162 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-22d0baa5-a88f-469a-8637-8633c39bd6bf {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:16.104553 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58', 'code': 200} Sep 17 01:14:16.115703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.153315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.197839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:16.216408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.228487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-11b737d3-484e-4d11-91b7-e1b11303f35b service neutron] 10.222.0.23 "GET /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549859 Sep 17 01:14:16.249062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bc95d8-a91f-4f1b-9e16-e0f01312bae2,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:16.305431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb0a3835-1fef-47a5-8251-51b0fbf64ef6 req-21656eb8-0659-4f51-b9aa-b73d0fb0fd3a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 210 time: 0.1186860 Sep 17 01:14:16.337142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-2fc93a8e-4fd8-4c3f-9dec-e40d393a4297 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 217 time: 0.0823791 Sep 17 01:14:16.337142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.339017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-57a84c68-37cb-4764-882e-cb10e1bbea86 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7075424 Sep 17 01:14:16.348948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52668) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:16.713776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666c570-ef46-4ec2-b06f-cb71f692eca4 req-a6a50063-abcd-40bd-98be-3a8e599dcbcc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:16.713776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d666c570-ef46-4ec2-b06f-cb71f692eca4 req-a6a50063-abcd-40bd-98be-3a8e599dcbcc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 931 time: 0.1354182 Sep 17 01:14:16.713776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:16.714095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'd5062d8b-a9a1-4c5c-88f6-3697526b0939', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:16.714208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.714208 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d666c570-ef46-4ec2-b06f-cb71f692eca4 req-69b25a44-5b67-4132-af5b-187d1a4e8ff0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986667 Sep 17 01:14:16.720316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Transition to ACTIVE for port object 7c0eda0c-66a7-4edc-81ee-70c491646299 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:16.722168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:16.766840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f972e-6954-4f8d-8b3e-ad32b32c79ce req-928d37b1-4604-4ff3-8cb1-74cb28a91791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:16.768358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c2f972e-6954-4f8d-8b3e-ad32b32c79ce req-928d37b1-4604-4ff3-8cb1-74cb28a91791 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 1096 time: 0.5913031 Sep 17 01:14:16.799297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-838f94d8-af57-40a9-a07b-b8a7b0e6b0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:16.800714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-838f94d8-af57-40a9-a07b-b8a7b0e6b0a7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1329656 Sep 17 01:14:16.813620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13128354-1765-46c5-84ec-54ad27087fc0 req-386e1fd6-80c5-404c-aff3-266709340323 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:16.815048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13128354-1765-46c5-84ec-54ad27087fc0 req-386e1fd6-80c5-404c-aff3-266709340323 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 945 time: 0.5191262 Sep 17 01:14:16.824270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-7a78a4e1-1393-48d7-a6e2-ea2480f55b8e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:16.825646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-7a78a4e1-1393-48d7-a6e2-ea2480f55b8e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.5332029 Sep 17 01:14:16.847236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Request body: {'port': {'device_id': 'efb89681-5ba3-4124-ac55-b6da240df027', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'admin_state_up': True, 'tenant_id': 'b953f55ea63148e1ad9cef29cbb23ade'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:16.914897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c2f972e-6954-4f8d-8b3e-ad32b32c79ce req-4773e0e8-1c1e-4254-ad65-0340b4a77516 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360655 Sep 17 01:14:16.963734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13128354-1765-46c5-84ec-54ad27087fc0 req-1a7e6162-d97f-44f9-a5b2-1ea2a54704bb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288893 Sep 17 01:14:16.971175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-6c0c8fdf-93b6-4c1b-b357-08d71c70d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:16.972888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-6c0c8fdf-93b6-4c1b-b357-08d71c70d6ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553886 Sep 17 01:14:17.031404 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.039298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:14:17.044148 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.134543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Made reservation on behalf of b953f55ea63148e1ad9cef29cbb23ade for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:17.138297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.142879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:17.199006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.273915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.274158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:17.274450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:17.274796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:17.281461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:14:17.283317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Port 7c0eda0c-66a7-4edc-81ee-70c491646299 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:17.283614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:17.293551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:17.293901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Checking segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:17.294295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Bound using segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:17.294756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Bound port: 7c0eda0c-66a7-4edc-81ee-70c491646299, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:17.295304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.296545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Sync routers for ids ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:14:17.297086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-5091215b-65bb-4ed2-9a38-ac1621173755 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900463 Sep 17 01:14:17.310902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd4c6b5-e812-466e-b452-7122aedc90f3,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:17.314158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Routers {'464f0c8f-5fa0-4bfc-baf8-120bbeb05810'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:14:17.314158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:17.376998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:17.380428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:17.399115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.402835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a72588b8-6544-46a1-b7d9-7946d4de875e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8964655 Sep 17 01:14:17.403682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52688) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:17.453415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.457693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-31f387de-e83c-47b0-87ac-44cc59a76c9a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1043243 Sep 17 01:14:17.457996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:17.472653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Set router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:14:17.478409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'd5062d8b-a9a1-4c5c-88f6-3697526b0939', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:17.492324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bab4890f-b7c3-4cab-a205-8426e2b1e3ba req-0bd719df-4571-459e-8af6-33def30ed8d4 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 210 time: 0.0879767 Sep 17 01:14:17.497400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Allocated IP 172.20.0.12 (bffea1ff-9308-42a7-b1de-146bf70c3589/75a59789-9d25-454f-86ed-d781498d2cff/ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:17.523936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.538625 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-0e8ae6ec-f52f-4e08-aa92-4cc8bc58689d service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303791 Sep 17 01:14:17.598716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-18f0cc0e-62a5-4fd2-94ae-0f431c68ae70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 217 time: 0.0522821 Sep 17 01:14:17.608049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:17.608583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.610049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] 10.222.0.23 "PUT /v2.0/ports/7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 1091 time: 1.7953396 Sep 17 01:14:17.612596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:17.620827 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3656d253-3bee-419d-af56-627bdcc3986c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:17.700419 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612de777-b278-47ef-a6c3-a5aeb19d3e12 x-openstack-request-id: req-612de777-b278-47ef-a6c3-a5aeb19d3e12 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:17.701665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:17.701665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-612de777-b278-47ef-a6c3-a5aeb19d3e12 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:17.702018 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'status': 'completed', 'code': 200} Sep 17 01:14:17.704958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db775c-656f-402f-9804-5f09b5cffef6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:17.719863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-657ea58c-39f7-413a-a437-85f24cae49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:17.724637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-657ea58c-39f7-413a-a437-85f24cae49d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1132090 Sep 17 01:14:17.747646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:14:15Z', 'revision_number': 3, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:17.765997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.785070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Checking router: 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:14:17.785564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Updating router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:14:17.813437 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:17.892641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-4cb44a3b-b8eb-42d4-9727-00facac4d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:17.895572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-4cb44a3b-b8eb-42d4-9727-00facac4d474 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1368551 Sep 17 01:14:17.925457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656d253-3bee-419d-af56-627bdcc3986c req-7f4e5af5-c54f-4d80-9a77-f680c64c1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:17.927258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3656d253-3bee-419d-af56-627bdcc3986c req-7f4e5af5-c54f-4d80-9a77-f680c64c1480 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1094 time: 0.2144196 Sep 17 01:14:17.974485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d9b0e-f893-40f4-8614-d74bdd4037c2 req-8c2b52f5-61f1-436e-9a71-a1903a0269e8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:17.976169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-958d9b0e-f893-40f4-8614-d74bdd4037c2 req-8c2b52f5-61f1-436e-9a71-a1903a0269e8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1587462 Sep 17 01:14:17.979201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.075023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.113407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-958d9b0e-f893-40f4-8614-d74bdd4037c2 req-557a786f-48b2-4001-aa61-ad78c03abc4b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208055 Sep 17 01:14:18.117512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-86f52067-c17d-44f9-8bba-acee6db3cc25 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136917 Sep 17 01:14:18.188177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.205797 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.218330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656d253-3bee-419d-af56-627bdcc3986c req-f54e6061-421a-402b-8a73-ff0a156a46c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.220105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3656d253-3bee-419d-af56-627bdcc3986c req-f54e6061-421a-402b-8a73-ff0a156a46c7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0e4205523e00412caf112129a33454e2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2837121 Sep 17 01:14:18.233206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116a192a-4948-482f-b2a7-e1772db932b9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:18.245726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.268839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdda1cc-e0da-4724-bd35-2ba06347dbc7 req-df136d18-584c-495d-9b5e-c7a3c1be7068 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.272647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ccdda1cc-e0da-4724-bd35-2ba06347dbc7 req-df136d18-584c-495d-9b5e-c7a3c1be7068 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 945 time: 0.1937799 Sep 17 01:14:18.309111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Network bffea1ff-9308-42a7-b1de-146bf70c3589 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:18.315989 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.318112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:18.330040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:18.335255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:18.358258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.362495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c855fd42-37b0-4ab5-a9de-38d592844abe tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9034674 Sep 17 01:14:18.363212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52712) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:18.378992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'd5062d8b-a9a1-4c5c-88f6-3697526b0939', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:18.420030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.420726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.427343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-39bfa200-4e58-4e37-a3c7-d0613c96373c service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025222 Sep 17 01:14:18.435835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ccdda1cc-e0da-4724-bd35-2ba06347dbc7 req-7bd90073-fc2e-465e-aca8-da094427a4b7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434641 Sep 17 01:14:18.493489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656d253-3bee-419d-af56-627bdcc3986c req-76999178-ed1c-48f1-a38d-2f43690e1d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.495426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3656d253-3bee-419d-af56-627bdcc3986c req-76999178-ed1c-48f1-a38d-2f43690e1d78 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2661135 Sep 17 01:14:18.509560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-09eb6b87-33c6-4580-a2cb-2ee38d94bd95 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=82098396-32dd-4b1f-81c7-7218175d4d65 HTTP/1.1" status: 200 len: 217 time: 0.0725005 Sep 17 01:14:18.589239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-3f6d03ed-b9d7-4c5b-bdef-6f3cb803b50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.590974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-3f6d03ed-b9d7-4c5b-bdef-6f3cb803b50d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.0724280 Sep 17 01:14:18.591152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfeea3-4a33-42f7-ad9a-2ec4e989e14c None None] Pushing event updated for resources: {'Port': ['ID=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:18.593706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Attempting to bind port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:18.594076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Attempting to bind port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:18.595028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Attempting to bind port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:18.606417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:18.606933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:18.607634 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.608324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:18.609619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Bound port: 18bd01b6-b408-4818-b5d3-7e2ddfa863fb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:18.611802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.637331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.661598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.662673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-88ad5f1d-f15b-4b12-bc45-4651eebbbcc1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8259704 Sep 17 01:14:18.689718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] For port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:18.692736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] For port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:18.694345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Request body: {'port': {'device_id': 'efb89681-5ba3-4124-ac55-b6da240df027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:18.719551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-ee24ea60-e11a-437c-aa37-35ff9ee029a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.721075 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-ee24ea60-e11a-437c-aa37-35ff9ee029a3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1094 time: 0.1212871 Sep 17 01:14:18.740145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-1a09521b-e1d7-4f34-a5ae-17bba6ed16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.741620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-1a09521b-e1d7-4f34-a5ae-17bba6ed16b9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364307 Sep 17 01:14:18.778311 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.782473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76b00f-711b-438d-aaf7-d308deb999bb req-f2d56403-40d7-4c45-9327-8d4f3e0a09bf tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:18.785987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b76b00f-711b-438d-aaf7-d308deb999bb req-f2d56403-40d7-4c45-9327-8d4f3e0a09bf tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 932 time: 0.1449304 Sep 17 01:14:18.807553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-283dbb13-5045-45d2-80db-0d57a5474339 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0514674 Sep 17 01:14:18.818470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.846243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfeea3-4a33-42f7-ad9a-2ec4e989e14c None None] Pushing event updated for resources: {'Port': ['ID=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:18.849197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Routers {'464f0c8f-5fa0-4bfc-baf8-120bbeb05810'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:14:18.849686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:18.873218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:18.977862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-616afd03-532a-41a2-b825-caf0b82b7410 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166562 Sep 17 01:14:18.999287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b76b00f-711b-438d-aaf7-d308deb999bb req-7eb4121c-302f-4237-8f6f-be597679e757 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595242 Sep 17 01:14:19.040775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] Set router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:14:19.197036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-d150068d-958c-446c-9d13-b29435099c93 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920946 Sep 17 01:14:19.199388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.238223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f9334f-3009-418c-9f2d-4e336058e84b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:19.255803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-65f55ae3-7b38-43c1-b9e2-d60b418a98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:19.258001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-65f55ae3-7b38-43c1-b9e2-d60b418a98b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.4434474 Sep 17 01:14:19.324295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:14:15Z', 'revision_number': 3, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:19.327301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-cf39acc1-26ba-46f2-ab09-2961959aaea1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=4d8696d0-d515-4bb1-825b-1882392eaaae HTTP/1.1" status: 200 len: 217 time: 0.0407295 Sep 17 01:14:19.336249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-23173e08-80dc-44c0-bcce-e1f6481a1144 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694849 Sep 17 01:14:19.356236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4b1bd5-5760-47ce-b4e0-a3e7a40dfd0d None None] The sync data for ids ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'] in n-d-789963-7 is: [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:14:15Z', 'revision_number': 3, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:14:19.377606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Allocated IP 172.20.0.1 (e213015e-2e17-465b-83c8-c358fe164ec1/e23429f3-7635-41ad-995e-3b14a3940ca0/ab2a7062-84cf-4820-b52c-0eaa3dcbf560) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:19.380109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.384184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a343ff09-0b34-4695-87ae-69d3d6138b5d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0144022 Sep 17 01:14:19.384794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52738) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:19.406159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'd5062d8b-a9a1-4c5c-88f6-3697526b0939', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:19.424642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d826f94-25ff-4f38-a174-783446a7e622 req-384c587a-19ff-4a57-b4bd-00f9ac886cc7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:19.426156 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d826f94-25ff-4f38-a174-783446a7e622 req-384c587a-19ff-4a57-b4bd-00f9ac886cc7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1934946 Sep 17 01:14:19.434142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:19.444293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.451632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-a6ceec97-ca18-41ea-b634-3894293724fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:19.451632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-a6ceec97-ca18-41ea-b634-3894293724fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 200 len: 797 time: 0.1085992 Sep 17 01:14:19.467265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Transition to ACTIVE for port object ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:19.514126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-ce3987cb-051a-4097-9c7b-aa66c92f6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:19.514126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-ce3987cb-051a-4097-9c7b-aa66c92f6553 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a39e65dd-f6af-460a-ba3d-93ca273b5dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0550978 Sep 17 01:14:19.519777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:14:19.550466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f43b0142-df20-4d7f-a3f9-400af162c085 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:14:19.551120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f43b0142-df20-4d7f-a3f9-400af162c085 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:14:19.579494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.608083 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d826f94-25ff-4f38-a174-783446a7e622 req-0d0c127f-3e5f-41a0-9d71-38ef58d365b4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720216 Sep 17 01:14:19.609989 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-c79030c5-2034-4d3c-9c19-9eea161942d9 service neutron] 10.222.0.23 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657552 Sep 17 01:14:19.667031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.707149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3088e-002e-4f22-a69a-0b9c590f6761 req-1380ab15-124c-4653-9239-b33fa3a56711 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:19.708630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.714586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fa3088e-002e-4f22-a69a-0b9c590f6761 req-1380ab15-124c-4653-9239-b33fa3a56711 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 945 time: 0.1709697 Sep 17 01:14:19.741201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:19.792144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-845abc46-bcca-4c23-8359-c559e3afef0e service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712216 Sep 17 01:14:19.865165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c224b5b9-9d17-4085-93f7-05ba62feaa61 req-7eaed02a-b381-477e-979e-faf7ab73fe72 service neutron] 10.222.0.23 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475996 Sep 17 01:14:19.866289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fa3088e-002e-4f22-a69a-0b9c590f6761 req-ea654d1b-cd4c-4127-8ff7-48b802c17667 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462712 Sep 17 01:14:19.866832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.947115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Attempting to bind port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:19.947370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Attempting to bind port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:19.947702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Attempting to bind port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:19.949225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:19.955411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e on network bffea1ff-9308-42a7-b1de-146bf70c3589 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:19.955743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Attempting to bind port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:19.965522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:19.965861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Checking segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:19.966274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Bound using segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:19.966708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Bound port: ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:19.967070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.002237 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.020699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-c820af0b-e29e-42d4-a9af-97966b6b3b95 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 267 time: 0.0890899 Sep 17 01:14:20.030023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-988d6742-2917-41e5-9c0b-a7ed53f95942 service neutron] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251761 Sep 17 01:14:20.042388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b0d8f6-ad93-4204-8705-ebfd768914f2,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:20.076536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-ef8a44c8-253a-44b2-935d-92b0d7a7d588 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3988df96-4c91-4792-911f-f954b14ff2f4 HTTP/1.1" status: 200 len: 217 time: 0.0404050 Sep 17 01:14:20.131924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Network e213015e-2e17-465b-83c8-c358fe164ec1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:20.131924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.134678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f85b7b0-948e-4f48-96bd-241318134018 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7330313 Sep 17 01:14:20.135185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:20.148367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:20.154531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:20.188792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:20.211944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:20.230302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc17761-6ca4-4be0-b729-c987f9201feb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.233701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-4ea41e15-9641-4045-9462-ef9ed45d7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.235400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-4ea41e15-9641-4045-9462-ef9ed45d7df9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.1492939 Sep 17 01:14:20.237310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:20.239547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-2e8e0666-c413-4040-a91f-32f14c7386f1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.241543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-2e8e0666-c413-4040-a91f-32f14c7386f1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 945 time: 0.1952031 Sep 17 01:14:20.261444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc17761-6ca4-4be0-b729-c987f9201feb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.272454 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.280301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'port': {'security_groups': []}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:20.284236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc5021-53cc-44d9-8be9-bffc834e781f req-d84b2ccb-4950-44d5-b642-447933e242f4 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.285776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0fc5021-53cc-44d9-8be9-bffc834e781f req-d84b2ccb-4950-44d5-b642-447933e242f4 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 944 time: 0.1778078 Sep 17 01:14:20.309121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-cf978fb3-83c6-49af-8dd2-5edcc8e72e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.309121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-cf978fb3-83c6-49af-8dd2-5edcc8e72e66 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0628543 Sep 17 01:14:20.343750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.370351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0fc5021-53cc-44d9-8be9-bffc834e781f req-129041de-a9ba-4e19-ba54-e737ba6afd1a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717609 Sep 17 01:14:20.435818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.436427 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.440967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-197f086d-539c-4827-a523-b087c20fae25 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e HTTP/1.1" status: 200 len: 1092 time: 1.7519186 Sep 17 01:14:20.441448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:20.443743 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fcbeb6-eb0a-456d-8381-3c287599813b" -d '{"events": [{"name": "network-changed", "server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:20.459442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc17761-6ca4-4be0-b729-c987f9201feb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.469001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc17761-6ca4-4be0-b729-c987f9201feb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.471132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9dc17761-6ca4-4be0-b729-c987f9201feb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a4b0d8f6-ad93-4204-8705-ebfd768914f2 HTTP/1.1" status: 204 len: 168 time: 0.3321559 Sep 17 01:14:20.475559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.477378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52760) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:20.494192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc17761-6ca4-4be0-b729-c987f9201feb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4b0d8f6-ad93-4204-8705-ebfd768914f2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:20.547832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-ff6e0c73-2072-4a91-bf01-7f493a422043 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200570 Sep 17 01:14:20.575993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f086d-539c-4827-a523-b087c20fae25 service neutron] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:20.579922 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb1188a3-3092-463a-9d9e-181f31113cb0 x-openstack-request-id: req-fb1188a3-3092-463a-9d9e-181f31113cb0 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:20.580219 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:20.580471 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb1188a3-3092-463a-9d9e-181f31113cb0 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:20.580910 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'status': 'completed', 'code': 200} Sep 17 01:14:20.681609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4e59c2f0-68ab-4dd3-be8c-ed572869e650 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1985071 Sep 17 01:14:20.682357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.684475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52764) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:20.748851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969142ad-37eb-4c5f-a786-36a00bf66cb5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.754657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcbeb6-eb0a-456d-8381-3c287599813b req-eb28ed5c-a68a-412a-9ac0-fdd9cf5bf19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.756472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fcbeb6-eb0a-456d-8381-3c287599813b req-eb28ed5c-a68a-412a-9ac0-fdd9cf5bf19f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 1095 time: 0.1658950 Sep 17 01:14:20.779690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-7b881d3a-17fc-43ca-a641-ca692dbe5511 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980288 Sep 17 01:14:20.780176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969142ad-37eb-4c5f-a786-36a00bf66cb5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.802191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8bb1c-bfe4-4b36-a53a-498ff713bb91 req-2712bc58-8932-4be9-9bb3-179557ba067d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:20.804009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9c8bb1c-bfe4-4b36-a53a-498ff713bb91 req-2712bc58-8932-4be9-9bb3-179557ba067d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1024270 Sep 17 01:14:20.858830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-86752c5e-a330-48d1-b499-a4e39a9a476f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 200 len: 217 time: 0.0655730 Sep 17 01:14:20.935588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:20.981117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969142ad-37eb-4c5f-a786-36a00bf66cb5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.987464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969142ad-37eb-4c5f-a786-36a00bf66cb5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:20.989179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-969142ad-37eb-4c5f-a786-36a00bf66cb5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f0f9334f-3009-418c-9f2d-4e336058e84b HTTP/1.1" status: 204 len: 168 time: 0.2977531 Sep 17 01:14:20.997466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52768) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:21.040992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969142ad-37eb-4c5f-a786-36a00bf66cb5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0f9334f-3009-418c-9f2d-4e336058e84b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:21.061002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.129329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a2d0ee51-5eff-4096-a4bb-a0b5cc551780 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1240540 Sep 17 01:14:21.129818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52770) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:21.149816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.156841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.174159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90', 'f1e59d8f-27c4-4108-9ed7-f2c857079229'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:21.177599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9fd962fa-221f-4ae7-a635-51f4c62e0d58'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:21.195061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45319b0e-9c20-4b26-80d3-78d974ba524a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.221140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45319b0e-9c20-4b26-80d3-78d974ba524a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.238356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.238356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.238356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27abf03d-177b-4421-88b0-23a85fc43f32 req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "PUT /v2.0/ports/9fd962fa-221f-4ae7-a635-51f4c62e0d58 HTTP/1.1" status: 200 len: 904 time: 0.9659152 Sep 17 01:14:21.239602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:21.241513 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60290047-dd3f-42c8-8792-d759b9b34858" -d '{"events": [{"name": "network-changed", "server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:21.263721 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.333577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9c8bb1c-bfe4-4b36-a53a-498ff713bb91 req-40911216-ad14-46dc-956e-256916c34081 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792550 Sep 17 01:14:21.348437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['9fd962fa-221f-4ae7-a635-51f4c62e0d58'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:21.401486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-cc5a1aae-ffa0-4ab7-96a5-2bf742a88462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.403389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-cc5a1aae-ffa0-4ab7-96a5-2bf742a88462 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 200 len: 797 time: 0.1546698 Sep 17 01:14:21.408190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcbeb6-eb0a-456d-8381-3c287599813b req-d4111205-6cd6-4aae-ae05-679a7b4d003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.409669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fcbeb6-eb0a-456d-8381-3c287599813b req-d4111205-6cd6-4aae-ae05-679a7b4d003e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&shared=False HTTP/1.1" status: 200 len: 905 time: 0.6425037 Sep 17 01:14:21.438172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec15f8b-2cc5-4136-90a8-3793e5b10022 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=6']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:21.485102 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dc1a3f-b26f-4720-98ef-64342c1c7e06 x-openstack-request-id: req-b6dc1a3f-b26f-4720-98ef-64342c1c7e06 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:21.485514 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:21.486159 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6dc1a3f-b26f-4720-98ef-64342c1c7e06 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:21.486636 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58', 'status': 'completed', 'code': 200} Sep 17 01:14:21.488126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.545520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18bd01b6-b408-4818-b5d3-7e2ddfa863fb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:21.576548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-e164c4b7-3466-4d03-af53-c9f0c8b7e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.578266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-e164c4b7-3466-4d03-af53-c9f0c8b7e13d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=50c5ba95-9dcd-4edd-8a10-da4f703909b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672184 Sep 17 01:14:21.583910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45319b0e-9c20-4b26-80d3-78d974ba524a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.607853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45319b0e-9c20-4b26-80d3-78d974ba524a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.611815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-45319b0e-9c20-4b26-80d3-78d974ba524a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/116a192a-4948-482f-b2a7-e1772db932b9 HTTP/1.1" status: 204 len: 168 time: 0.4781251 Sep 17 01:14:21.628487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52782) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:21.701539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7812ce7-8c36-4d20-b235-9bdd56700f9e req-5d72b3fe-be9c-4f83-80b5-912ec4ca5369 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.703254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7812ce7-8c36-4d20-b235-9bdd56700f9e req-5d72b3fe-be9c-4f83-80b5-912ec4ca5369 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 907 time: 0.3628650 Sep 17 01:14:21.712974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcbeb6-eb0a-456d-8381-3c287599813b req-9cdd03da-b35e-4869-8a09-af5603a34d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.714501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45319b0e-9c20-4b26-80d3-78d974ba524a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=116a192a-4948-482f-b2a7-e1772db932b9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:21.714730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fcbeb6-eb0a-456d-8381-3c287599813b req-9cdd03da-b35e-4869-8a09-af5603a34d11 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956417 Sep 17 01:14:21.731405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:21.731852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.735446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290047-dd3f-42c8-8792-d759b9b34858 req-788f236d-7ff3-4d0d-b9f7-9c1c58fe28cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.737073 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-788f236d-7ff3-4d0d-b9f7-9c1c58fe28cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 1058 time: 0.2369661 Sep 17 01:14:21.737569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:21.737699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Pushing event updated for resources: {'Port': ['ID=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:21.815771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-08153d36-0c58-46ec-a9bd-caaa4fc65290 None None] Provisioning complete for port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:21.816190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08153d36-0c58-46ec-a9bd-caaa4fc65290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:21.847675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a6ddb331-7256-418d-aed6-bfdc57965395 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2179136 Sep 17 01:14:21.850510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52786) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:21.855384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b058a-e9bc-4f22-86fd-c9d520547054 req-1bc2c925-5844-43f8-94ee-c7d9352c2738 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.856891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b2b058a-e9bc-4f22-86fd-c9d520547054 req-1bc2c925-5844-43f8-94ee-c7d9352c2738 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 944 time: 0.2572503 Sep 17 01:14:21.865814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Network e213015e-2e17-465b-83c8-c358fe164ec1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:21.868945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-080ef988-8b36-479b-bf05-ae9535e28c53 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814767 Sep 17 01:14:21.883495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:21.900619 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290047-dd3f-42c8-8792-d759b9b34858 req-1e87aab4-b906-43a2-bcae-483c6a34a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.902265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-1e87aab4-b906-43a2-bcae-483c6a34a039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1574578 Sep 17 01:14:21.942584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-7fe3e773-340a-45f1-94ec-e0fb8672de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:21.944122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-7fe3e773-340a-45f1-94ec-e0fb8672de65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 1095 time: 0.1689322 Sep 17 01:14:21.950813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b2b058a-e9bc-4f22-86fd-c9d520547054 req-2978713d-045e-41d1-9ed4-1f0d92f13db5 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864623 Sep 17 01:14:21.995578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc6d05d0-3e58-4a64-8e1b-5022ec2ceb18 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.003689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc6d05d0-3e58-4a64-8e1b-5022ec2ceb18 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.022046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-56bfdf9c-1162-449a-8df8-940621239f33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e HTTP/1.1" status: 200 len: 217 time: 0.0443852 Sep 17 01:14:22.047105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-2e1394ab-12d0-49ff-8bda-1e8dc287821c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58 HTTP/1.1" status: 200 len: 217 time: 0.1035352 Sep 17 01:14:22.053051 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.069799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:22.076435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd945fd1-5c59-4bb1-8785-042863e477ac req-fb43126e-8811-4afb-9faa-d6a2bbf2c5e8 service neutron] 10.222.0.23 "GET /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974394 Sep 17 01:14:22.090572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-c5b34daa-ce6e-41e0-9a9c-6a4e410e6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:22.092055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-c5b34daa-ce6e-41e0-9a9c-6a4e410e6a51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75a59789-9d25-454f-86ed-d781498d2cff HTTP/1.1" status: 200 len: 844 time: 0.0616848 Sep 17 01:14:22.112945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'port_id': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'mac_address': 'fa:16:3e:6c:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33982dcb-36af-4f7f-9472-5332383a726e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:22.117057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:22.130516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-485e4c42-2ff4-4e6e-8f7d-b74739bd1b05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bffea1ff-9308-42a7-b1de-146bf70c3589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306380 Sep 17 01:14:22.145323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc6d05d0-3e58-4a64-8e1b-5022ec2ceb18 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.159108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc6d05d0-3e58-4a64-8e1b-5022ec2ceb18 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.162712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fc6d05d0-3e58-4a64-8e1b-5022ec2ceb18 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9dd4c6b5-e812-466e-b452-7122aedc90f3 HTTP/1.1" status: 204 len: 168 time: 0.3073480 Sep 17 01:14:22.163616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52788) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:22.167957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.175769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e72305-6674-4241-ac54-6ae4f8645d49 req-9ea30b35-e3c1-4b33-b5ac-5c936e8838f5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:22.177430 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87e72305-6674-4241-ac54-6ae4f8645d49 req-9ea30b35-e3c1-4b33-b5ac-5c936e8838f5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.2363422 Sep 17 01:14:22.181755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:22.196140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d05d0-3e58-4a64-8e1b-5022ec2ceb18 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dd4c6b5-e812-466e-b452-7122aedc90f3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:22.206021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:22.217158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290047-dd3f-42c8-8792-d759b9b34858 req-3ab6293b-d1ea-419f-99f8-86a0302b4ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:22.217676 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.218606 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-3ab6293b-d1ea-419f-99f8-86a0302b4ba4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.1633146 Sep 17 01:14:22.229915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:14:22.263726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7aedf190-bda2-4aa8-86dc-376b04c25bf7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0987520 Sep 17 01:14:22.266945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52792) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:22.276238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87e72305-6674-4241-ac54-6ae4f8645d49 req-b3d10e45-fe72-4e99-bd32-57bc013ba72b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817437 Sep 17 01:14:22.289061 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.319803 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7896f9f8-dd7b-4e2c-a4c2-8f1cd3a33a80 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.329551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:22.331860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-93fdd648-999e-406a-ac2e-f30246b5e0aa service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936107 Sep 17 01:14:22.341131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7896f9f8-dd7b-4e2c-a4c2-8f1cd3a33a80 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.367553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60290047-dd3f-42c8-8792-d759b9b34858 req-b01e0cb2-08b9-4fb5-97ca-7983f060f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:22.369079 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-b01e0cb2-08b9-4fb5-97ca-7983f060f96c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408551 Sep 17 01:14:22.437726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:22.568647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:14:22.568918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a190f88-a0d1-45b8-86fe-64ec1ab2e4fe req-2b510060-f7a5-46d7-9c7b-826077a3231a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:22.571343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a190f88-a0d1-45b8-86fe-64ec1ab2e4fe req-2b510060-f7a5-46d7-9c7b-826077a3231a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1414769 Sep 17 01:14:22.579831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-66cb25a7-8b74-4d7d-a066-c8b9ba0f3838 admin admin] 10.222.0.13 "PUT /v2.0/routers/464f0c8f-5fa0-4bfc-baf8-120bbeb05810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1743019 Sep 17 01:14:22.592412 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Sync routers for ids ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:14:22.593450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7c0eda0c-66a7-4edc-81ee-70c491646299'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:22.600885 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b55f8ed3-9fc7-4e50-b86d-19008fd8f9c1 req-f6600f40-a894-4321-93ba-3f85a24fdc5c service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335899 Sep 17 01:14:22.607056 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Routers {'464f0c8f-5fa0-4bfc-baf8-120bbeb05810'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:14:22.608028 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:22.611349 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-e29fff3b-4f5b-4925-863d-03557561d12e service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341290 Sep 17 01:14:22.628696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a01d93-fe81-40fd-b218-f95a2dca5b6c req-de14672e-c72d-43df-bf08-0c46e83d42bb tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:22.630387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f6a01d93-fe81-40fd-b218-f95a2dca5b6c req-de14672e-c72d-43df-bf08-0c46e83d42bb tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1483953 Sep 17 01:14:22.678618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a190f88-a0d1-45b8-86fe-64ec1ab2e4fe req-35ac2c0e-be3e-4f0a-89ce-db14a4de1338 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766137 Sep 17 01:14:22.680558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7896f9f8-dd7b-4e2c-a4c2-8f1cd3a33a80 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.687597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7896f9f8-dd7b-4e2c-a4c2-8f1cd3a33a80 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:22.692228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7896f9f8-dd7b-4e2c-a4c2-8f1cd3a33a80 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/54bc95d8-a91f-4f1b-9e16-e0f01312bae2 HTTP/1.1" status: 204 len: 168 time: 0.4240251 Sep 17 01:14:22.693305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52808) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:22.765460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896f9f8-dd7b-4e2c-a4c2-8f1cd3a33a80 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54bc95d8-a91f-4f1b-9e16-e0f01312bae2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:22.784775 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Set router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:14:22.851172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-640f31ae-471d-451f-aeb9-44e9f0af0035 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1526883 Sep 17 01:14:22.851811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:23.007607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-175b386d-78ce-4d07-ab54-bf243e2d0510 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.056661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-175b386d-78ce-4d07-ab54-bf243e2d0510 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.181669 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:14:20Z', 'revision_number': 4, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ab2a7062-84cf-4820-b52c-0eaa3dcbf560', 'name': '', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'mac_address': 'fa:16:3e:ee:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:18Z', 'updated_at': '2021-09-17T01:14:20Z', 'revision_number': 2, 'project_id': '751214c86fd447b0b3463553d62b75df', 'subnets': [{'id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:23.217470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Checking router: 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:14:23.218338 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Updating router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:14:23.235682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f6a01d93-fe81-40fd-b218-f95a2dca5b6c req-ab17cd5f-5327-4b7e-bf13-e57ee2cc34ac tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5947828 Sep 17 01:14:23.248185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-175b386d-78ce-4d07-ab54-bf243e2d0510 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.252220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-175b386d-78ce-4d07-ab54-bf243e2d0510 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.256529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-175b386d-78ce-4d07-ab54-bf243e2d0510 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/d5062d8b-a9a1-4c5c-88f6-3697526b0939 HTTP/1.1" status: 204 len: 168 time: 0.4032998 Sep 17 01:14:23.256658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:23.263068 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.278465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b386d-78ce-4d07-ab54-bf243e2d0510 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5062d8b-a9a1-4c5c-88f6-3697526b0939,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:23.298210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60290047-dd3f-42c8-8792-d759b9b34858 req-2aaab3ab-6e5b-4660-a010-e306f3631240 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660249 Sep 17 01:14:23.341447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f7d22bc1-e092-451d-aaf1-1abbce5439db tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0834644 Sep 17 01:14:23.346930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52840) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:23.348314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-1fcfe167-8b42-45fd-bcfe-6079e272289c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:23.349872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-1fcfe167-8b42-45fd-bcfe-6079e272289c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 818 time: 0.1840625 Sep 17 01:14:23.352512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1764671404'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:23.368020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-315d4051-71b9-4602-a6c4-15851f3f9f64 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/quotas/751214c86fd447b0b3463553d62b75df HTTP/1.1" status: 200 len: 375 time: 0.0097439 Sep 17 01:14:23.443275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c15ac0-a71a-43a2-ae5f-9715e297e598 req-c4f5ebcd-b6b0-47c3-88f2-1ef13eb39d5f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:23.453348 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4c15ac0-a71a-43a2-ae5f-9715e297e598 req-c4f5ebcd-b6b0-47c3-88f2-1ef13eb39d5f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 944 time: 0.1095216 Sep 17 01:14:23.466310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18bd01b6-b408-4818-b5d3-7e2ddfa863fb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:23.476042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.480756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-1b755aa5-b3a1-482d-b287-faf91a489dcb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021833 Sep 17 01:14:23.508953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4c15ac0-a71a-43a2-ae5f-9715e297e598 req-542c3480-f820-4abb-bcf9-5e962b65c6ce tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Sep 17 01:14:23.564864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:23.565862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.620321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.635756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-c8fd4bf8-80f9-4760-a7e8-3ae68dfdf3d4 service neutron] 10.222.0.13 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532428 Sep 17 01:14:23.710510 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.725548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.759533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:23.766076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-2009c7c6-5d09-4bb7-84bd-e38c9c5d980f service neutron] 10.222.0.13 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217320 Sep 17 01:14:23.773266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9164561b-632c-45e6-8988-842790fe41ad,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:23.794854 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.807288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-e98f2da2-06a2-4d05-bc8b-10c7f6600b4b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:23.808881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-e98f2da2-06a2-4d05-bc8b-10c7f6600b4b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.1846364 Sep 17 01:14:23.830178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-7de9cf60-2587-4855-82f1-adac1b8bb9a6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/quotas/be7411bba4a64c0f8935af306bffce19 HTTP/1.1" status: 200 len: 375 time: 0.0102425 Sep 17 01:14:23.867428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.872391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d9316e8-83e1-4507-93d8-f96a5ab9327a tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5218470 Sep 17 01:14:23.872942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:23.878939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': '9164561b-632c-45e6-8988-842790fe41ad', 'direction': 'ingress', 'protocol': 17}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:23.908986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 7c0eda0c-66a7-4edc-81ee-70c491646299 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:23.920419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 7c0eda0c-66a7-4edc-81ee-70c491646299 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:23.920419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:23.940964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-67c13c86-10e5-4df2-9174-6b1116e93ae8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1021192 Sep 17 01:14:23.971984 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Pushing event updated for resources: {'Port': ['ID=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:23.981823 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Attempting to bind port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:23.982187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Attempting to bind port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:23.982549 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Attempting to bind port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 on network e213015e-2e17-465b-83c8-c358fe164ec1 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:23.991112 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:23.991464 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:23.991796 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:23.992128 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:23.992444 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.001657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.006622 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.007043 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.007423 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.007752 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.008077 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.008401 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.008721 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:24.029743 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:24.030125 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Checking segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:24.030526 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.032496 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Bound using segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:24.033787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Bound port: ab2a7062-84cf-4820-b52c-0eaa3dcbf560, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:24.039503 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.093971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.130964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.138953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3f275456-ba42-4e5b-a675-496717aa9f9e service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916685 Sep 17 01:14:24.162233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d42e3ba6-7e70-4efe-91ee-350286a3c55b req-d79219c1-68ab-4d27-9a3f-0091b6bf2ad9 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 210 time: 0.0324268 Sep 17 01:14:24.163030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.180855 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] For port ab2a7062-84cf-4820-b52c-0eaa3dcbf560, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:24.189147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] For port ab2a7062-84cf-4820-b52c-0eaa3dcbf560, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:24.194160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e4c9eb-f322-438c-8e88-4a5c86bca1bd,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:24.229659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:24.231517 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d569cb5f-8b1f-4124-9d61-348a02abe6df" -d '{"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:24.241445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:24.246863 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.274537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.278690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-22ebec79-bdc1-490d-ade4-a652762fa443 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4045939 Sep 17 01:14:24.288954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52870) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:24.298823 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-4498710d-cf2d-47b4-86db-490464a5e712 service neutron] 10.222.0.13 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477585 Sep 17 01:14:24.304065 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a953c9-5ab7-432e-91d3-d286b30b04e5 x-openstack-request-id: req-33a953c9-5ab7-432e-91d3-d286b30b04e5 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:24.304065 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:24.304065 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33a953c9-5ab7-432e-91d3-d286b30b04e5 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:24.304526 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'code': 200} Sep 17 01:14:24.332865 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384de47-7f70-44ac-be0a-df00632e3798 None None] Pushing event updated for resources: {'Port': ['ID=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:24.337594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.364657 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Routers {'464f0c8f-5fa0-4bfc-baf8-120bbeb05810'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:14:24.365513 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:24.378560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8dbf7ca-53fa-4dce-9ab6-e2012291ce30 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.448325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d26e6-f93b-47b3-8753-5604074c7544 req-2d422ad9-ee83-4315-9edd-e28f149bb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:24.449879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df8d26e6-f93b-47b3-8753-5604074c7544 req-2d422ad9-ee83-4315-9edd-e28f149bb6cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1096 time: 0.0906985 Sep 17 01:14:24.470955 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:24.490100 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8dbf7ca-53fa-4dce-9ab6-e2012291ce30 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.493050 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] Set router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:14:24.505340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df8d26e6-f93b-47b3-8753-5604074c7544 req-8d537d92-001d-4ed8-8067-f0f4551f33d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465977 Sep 17 01:14:24.629901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-e2cbe300-a3e6-4d90-8c88-719f593a96a1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:24.631408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-e2cbe300-a3e6-4d90-8c88-719f593a96a1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 818 time: 0.1927137 Sep 17 01:14:24.648786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-48e62b74-5c1b-4d6b-98dd-beaf5168d35f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/quotas/751214c86fd447b0b3463553d62b75df HTTP/1.1" status: 200 len: 375 time: 0.0099056 Sep 17 01:14:24.715725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-4d118bd8-bbb3-49d5-832f-e4fefcd79bd6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0594087 Sep 17 01:14:24.729591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8dbf7ca-53fa-4dce-9ab6-e2012291ce30 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.731459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8dbf7ca-53fa-4dce-9ab6-e2012291ce30 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:24.735490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8dbf7ca-53fa-4dce-9ab6-e2012291ce30 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/9164561b-632c-45e6-8988-842790fe41ad HTTP/1.1" status: 204 len: 168 time: 0.4523211 Sep 17 01:14:24.736268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52886) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:24.768418 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:14:20Z', 'revision_number': 4, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ab2a7062-84cf-4820-b52c-0eaa3dcbf560', 'name': '', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'mac_address': 'fa:16:3e:ee:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:18Z', 'updated_at': '2021-09-17T01:14:24Z', 'revision_number': 4, 'project_id': '751214c86fd447b0b3463553d62b75df', 'subnets': [{'id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:24.777145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dbf7ca-53fa-4dce-9ab6-e2012291ce30 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9164561b-632c-45e6-8988-842790fe41ad,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:24.817641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a6bb8-0472-4c81-ab33-6b4745420b9f None None] The sync data for ids ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'] in n-d-789963-7 is: [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:14:20Z', 'revision_number': 4, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ab2a7062-84cf-4820-b52c-0eaa3dcbf560', 'name': '', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'mac_address': 'fa:16:3e:ee:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_interface', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:18Z', 'updated_at': '2021-09-17T01:14:24Z', 'revision_number': 4, 'project_id': '751214c86fd447b0b3463553d62b75df', 'subnets': [{'id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:14:24.835168 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-28fad526-d606-45a4-ac08-2e0b9043a78b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0975389 Sep 17 01:14:24.856520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52890) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:24.867586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--300017904'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:24.921610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3cfd-3325-43b3-950e-cba50ae23c2c req-e6d768c6-4f71-4f31-9440-bb085ef08bb3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:24.932570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffeb3cfd-3325-43b3-950e-cba50ae23c2c req-e6d768c6-4f71-4f31-9440-bb085ef08bb3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1058037 Sep 17 01:14:24.959723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-214d6e4a-b6d7-40fc-a088-44fdc0c2170c service neutron] 10.222.0.13 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426715 Sep 17 01:14:25.012297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffeb3cfd-3325-43b3-950e-cba50ae23c2c req-30f82440-dcbe-4e4c-9bca-14f0b2fdcf62 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659456 Sep 17 01:14:25.012407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.205715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-477bbf87-af0d-490e-8837-20e554ede546 service neutron] 10.222.0.13 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431455 Sep 17 01:14:25.214459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468afd-516c-4ee1-b7ee-47b0e3729ec5 req-93c07e06-16d9-4ee9-a0bf-d666eb42e000 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:25.224200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-20468afd-516c-4ee1-b7ee-47b0e3729ec5 req-93c07e06-16d9-4ee9-a0bf-d666eb42e000 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 944 time: 0.0947819 Sep 17 01:14:25.239939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.278797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-20468afd-516c-4ee1-b7ee-47b0e3729ec5 req-fbad3656-babf-47fb-a141-bead3e3d121a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480988 Sep 17 01:14:25.318764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.345654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c801358f-cf88-4f6d-b675-48e2ba9f2adc req-719d8949-19cb-4083-829c-68a8ee5a0064 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 210 time: 0.0374043 Sep 17 01:14:25.355609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6b0160-f89f-471f-9410-c4f79912eed7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:25.433253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.436054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-11aa6709-40d3-4381-bb40-926d630eeff5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5783763 Sep 17 01:14:25.439133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52902) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:25.444902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--153036930'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:25.532971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ab2a7062-84cf-4820-b52c-0eaa3dcbf560 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:25.568266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34ed35e7-70ea-47d8-bbb6-ab704f738b0d req-ee494f29-367b-4ed5-9417-e7148dc6e0e9 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 210 time: 0.0514185 Sep 17 01:14:25.584425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:25.594565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.717294 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.755597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:25.756095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.794817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.841847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b21f9c8-043c-4872-9a9a-1cb5a4522ce2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:25.885087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:25.895994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'mac_address': 'fa:16:3e:d8:f3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:25.938150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:25.941996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-48da7f69-7f29-41dc-8160-65a25dc28ed4 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4993973 Sep 17 01:14:25.942748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52916) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:25.953918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'cd6b0160-f89f-471f-9410-c4f79912eed7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4b21f9c8-043c-4872-9a9a-1cb5a4522ce2', 'remote_ip_prefix': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:26.001982 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.003877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.049791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:26.064174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.127510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:26.129903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port ab2a7062-84cf-4820-b52c-0eaa3dcbf560, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:26.190276 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.196762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.267012 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.287446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5a77e-c8a7-448c-bd86-38ac66af5a52 req-8cb2f969-3ae8-4fd7-9f2b-7d6e0dc9830c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:26.307689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ab5a77e-c8a7-448c-bd86-38ac66af5a52 req-8cb2f969-3ae8-4fd7-9f2b-7d6e0dc9830c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1511035 Sep 17 01:14:26.379650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ab5a77e-c8a7-448c-bd86-38ac66af5a52 req-d57d5b13-d7bd-4a53-9138-4f7df9c9fad2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695000 Sep 17 01:14:26.387124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.393567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:26.467580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b42a6a-f1ef-45f0-9e78-c50fb40ae060,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:26.502191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:26.541849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc84754-188d-41ad-bf01-709d1209b040 req-e32ff29e-1686-4ddc-b548-acd15862753d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:26.552048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdc84754-188d-41ad-bf01-709d1209b040 req-e32ff29e-1686-4ddc-b548-acd15862753d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 945 time: 0.0896592 Sep 17 01:14:26.599400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-731f5346-5878-41ea-adbf-534e474c4be9 req-8dfc7d3b-440f-45ee-ae4b-19db890b42c6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 210 time: 0.0617340 Sep 17 01:14:26.600628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.609182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8dd3ea03-70ab-4d58-92d0-7794ad9dbb3b tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6637666 Sep 17 01:14:26.610201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52940) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:26.618755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:26.661024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdc84754-188d-41ad-bf01-709d1209b040 req-695c583e-eb09-4061-a30f-b344c798e24b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052833 Sep 17 01:14:26.692183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-953e6387-af5d-4235-bbb1-bed14e66c151 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.712192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-953e6387-af5d-4235-bbb1-bed14e66c151 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.794078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c80c293b-1a2c-4a34-abed-da6148e6c396 req-d9e7af32-96cc-4adc-95c5-eac590f66563 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 210 time: 0.0607498 Sep 17 01:14:26.845905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-953e6387-af5d-4235-bbb1-bed14e66c151 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.855813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-953e6387-af5d-4235-bbb1-bed14e66c151 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:26.859265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-953e6387-af5d-4235-bbb1-bed14e66c151 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/56b42a6a-f1ef-45f0-9e78-c50fb40ae060 HTTP/1.1" status: 204 len: 168 time: 0.2441828 Sep 17 01:14:26.860054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52954) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:26.887401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e6387-af5d-4235-bbb1-bed14e66c151 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56b42a6a-f1ef-45f0-9e78-c50fb40ae060,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:26.919800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27df99df-4773-4e39-a115-6b455a1ca7ab tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0585387 Sep 17 01:14:26.921960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52956) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:26.940327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52958) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:26.991743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-12c05c68-04b9-46c8-84b9-c8123fbd5361 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:26.999342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-12c05c68-04b9-46c8-84b9-c8123fbd5361 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 814 time: 0.1240466 Sep 17 01:14:27.006705 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-380d8260-a745-4a7c-a6e9-662fda9561a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.018743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-9773f645-b587-44e7-b2c9-f2f426175ada tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/quotas/0e4205523e00412caf112129a33454e2 HTTP/1.1" status: 200 len: 375 time: 0.0184793 Sep 17 01:14:27.036654 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-380d8260-a745-4a7c-a6e9-662fda9561a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.070975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-efb317dd-fb2c-471e-9477-1a490ab895f6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506330 Sep 17 01:14:27.082405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ae931e8-6a78-4778-9b9b-32eeae0a1121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.171602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-6d7ba7a9-6e63-46b2-bf6a-ae9f1c96d4ef service neutron] 10.222.0.13 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899668 Sep 17 01:14:27.232842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-f6a7856b-eeaf-4b2d-a2a0-50144517c25e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:27.234406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-f6a7856b-eeaf-4b2d-a2a0-50144517c25e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 818 time: 0.1115479 Sep 17 01:14:27.238863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-380d8260-a745-4a7c-a6e9-662fda9561a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.243352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-380d8260-a745-4a7c-a6e9-662fda9561a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.243352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-380d8260-a745-4a7c-a6e9-662fda9561a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/4b21f9c8-043c-4872-9a9a-1cb5a4522ce2 HTTP/1.1" status: 204 len: 168 time: 0.3199341 Sep 17 01:14:27.248184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:27.263590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Request body: {'port': {'device_id': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'admin_state_up': True, 'tenant_id': '751214c86fd447b0b3463553d62b75df'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:27.274736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d8260-a745-4a7c-a6e9-662fda9561a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b21f9c8-043c-4872-9a9a-1cb5a4522ce2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:27.327169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-93b02585-a737-4be9-b1f8-1edc1fb452e0 service neutron] 10.222.0.13 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444325 Sep 17 01:14:27.352562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b67812ca-7888-4517-a0ce-02bb4b5a98f8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0995173 Sep 17 01:14:27.353261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52964) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:27.439052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8574e8ba-a9e1-4053-abc0-a76175f701b8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.469261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8574e8ba-a9e1-4053-abc0-a76175f701b8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.470968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ab2a7062-84cf-4820-b52c-0eaa3dcbf560 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:27.502771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ae931e8-6a78-4778-9b9b-32eeae0a1121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.546846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:27.548506 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.589089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:27.619285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4ae931e8-6a78-4778-9b9b-32eeae0a1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.663887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-54299928-b566-4bc0-a6d3-3c312089295f req-872c1a14-8232-469b-93f0-ba575611f502 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 210 time: 0.0824978 Sep 17 01:14:27.679953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae931e8-6a78-4778-9b9b-32eeae0a1121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042b5831-95a0-4f2f-9ee3-511b399fc985,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:27.698970 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8574e8ba-a9e1-4053-abc0-a76175f701b8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.704747 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8574e8ba-a9e1-4053-abc0-a76175f701b8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.708261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8574e8ba-a9e1-4053-abc0-a76175f701b8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/cd6b0160-f89f-471f-9410-c4f79912eed7 HTTP/1.1" status: 204 len: 168 time: 0.3514092 Sep 17 01:14:27.713071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:27.752596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4ae931e8-6a78-4778-9b9b-32eeae0a1121 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=597accae78c14074a927ac2940a706cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8095286 Sep 17 01:14:27.753251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52978) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:27.773761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574e8ba-a9e1-4053-abc0-a76175f701b8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6b0160-f89f-471f-9410-c4f79912eed7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:27.798869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:27.804409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:27.805024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.857779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3383478-f6fb-4887-a047-07ce78f0e3e7 req-ab0df3fa-8bb7-4b21-baeb-2d613351e86c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 210 time: 0.0754380 Sep 17 01:14:27.883527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-acf51e67-26f8-473b-bafb-ed6787e47cf2 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1665058 Sep 17 01:14:27.892763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52986) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:27.900765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402708148'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:27.932173 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.938653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0abb56f-97ae-48cb-b4a9-dfc2e3807af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.950436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d07026-fc6f-4bd7-99da-f83db697985c req-8ba73611-bd70-42e8-8870-0a958ed92d71 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:27.953165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62d07026-fc6f-4bd7-99da-f83db697985c req-8ba73611-bd70-42e8-8870-0a958ed92d71 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 945 time: 0.1758404 Sep 17 01:14:27.986517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:27.987501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Made reservation on behalf of 751214c86fd447b0b3463553d62b75df for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:27.987653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:27.990798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:27.991009 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040302a7-f7a4-46be-b485-6ff59cbf8f30" -d '{"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-plugged", "status": "completed", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:27.994253 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0abb56f-97ae-48cb-b4a9-dfc2e3807af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.000296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-781444d8-9829-4c28-b06f-32030777bc85 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:28.001970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-781444d8-9829-4c28-b06f-32030777bc85 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 812 time: 0.2952781 Sep 17 01:14:28.017705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Request body: {'port': {'device_id': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'admin_state_up': True, 'tenant_id': 'be7411bba4a64c0f8935af306bffce19'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:28.070674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62d07026-fc6f-4bd7-99da-f83db697985c req-26c771d1-0580-47d8-9111-d66927bcbc7c tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043203 Sep 17 01:14:28.075214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.115328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.130636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0afff244-a850-4a6a-812f-9bc56540d857 req-d77f64d2-0803-45d1-9836-280b412adee3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 210 time: 0.0421653 Sep 17 01:14:28.184037 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac96a38-19a1-4b8d-8029-943eb19b785b x-openstack-request-id: req-8ac96a38-19a1-4b8d-8029-943eb19b785b {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:28.184588 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-plugged", "status": "completed", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:28.184997 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ac96a38-19a1-4b8d-8029-943eb19b785b {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:28.185542 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'code': 200} Sep 17 01:14:28.186333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:28.228683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Allocated IP 172.20.0.14 (e213015e-2e17-465b-83c8-c358fe164ec1/e23429f3-7635-41ad-995e-3b14a3940ca0/8d6a2959-53f1-45f1-9295-e955e85f0452) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:28.248357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0abb56f-97ae-48cb-b4a9-dfc2e3807af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.252556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0abb56f-97ae-48cb-b4a9-dfc2e3807af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.253724 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c0abb56f-97ae-48cb-b4a9-dfc2e3807af1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/042b5831-95a0-4f2f-9ee3-511b399fc985 HTTP/1.1" status: 204 len: 168 time: 0.4994283 Sep 17 01:14:28.282853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abb56f-97ae-48cb-b4a9-dfc2e3807af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042b5831-95a0-4f2f-9ee3-511b399fc985,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:28.329858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1900719-b831-4faa-a4cb-6cdc3cdeb232 req-b3a9ec86-2c92-46a2-bc4f-a5d0202bead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:28.331748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1900719-b831-4faa-a4cb-6cdc3cdeb232 req-b3a9ec86-2c92-46a2-bc4f-a5d0202bead2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 1097 time: 0.0509193 Sep 17 01:14:28.370791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.387158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a1900719-b831-4faa-a4cb-6cdc3cdeb232 req-2982d6a1-941c-4ae0-a5ef-96a2e00a5922 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Sep 17 01:14:28.446752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.492445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.525724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4b71fb-5858-4848-b2e4-2784f9f67c87,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:28.533848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-04bdb81e-b5cd-4ab5-9052-9c5ff0bbae2a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:28.535525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-04bdb81e-b5cd-4ab5-9052-9c5ff0bbae2a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 818 time: 0.1238904 Sep 17 01:14:28.552237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Request body: {'port': {'device_id': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'admin_state_up': True, 'tenant_id': '751214c86fd447b0b3463553d62b75df'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:28.577665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.579942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.610980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Made reservation on behalf of be7411bba4a64c0f8935af306bffce19 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:28.614631 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.629221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Network e213015e-2e17-465b-83c8-c358fe164ec1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:28.632518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:28.636523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:28.670332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Pushing event updated for resources: {'Port': ['ID=8d6a2959-53f1-45f1-9295-e955e85f0452,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:28.709539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:28.710223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.714884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.716756 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-88c57962-1622-467f-ad8f-67cc3a1ae4c8 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8231499 Sep 17 01:14:28.721007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52998) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:28.728831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': '1e4b71fb-5858-4848-b2e4-2784f9f67c87', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:28.771536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b628f4c5-6542-4e94-9e30-f21c422268b7 req-b598cc9d-4a1f-4b61-a897-d5c8cfc41016 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 210 time: 0.0372469 Sep 17 01:14:28.848782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-73831d34-b3f2-4093-914c-20c047a031e3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5892839 Sep 17 01:14:28.865693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Request body: {'port': {'device_id': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:28.937398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.948662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:28.959412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.009626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-743677ee-2df4-4882-9d12-b3eb328b8366 req-12087ac6-ff47-472b-944b-1adcb53fd6c0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 210 time: 0.0507722 Sep 17 01:14:29.013840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53004) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:29.083133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80b50d8-f432-4194-ab87-f6a50d682135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.114327 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.122213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Allocated IP 172.20.0.12 (52d194fb-aecd-48ff-aacc-b31c797e19a9/5b0e7f33-46c5-4bed-a885-ff52cf53767a/b034235c-4920-46ea-b30f-08eb0223617a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:29.191410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.230846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Made reservation on behalf of 751214c86fd447b0b3463553d62b75df for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:29.231860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=438075c4-791a-442a-b8f3-37a134ad7307,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:29.234616 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.293672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b912717a-a9b2-4429-b387-ee1e1a5b2900 req-953bf841-dba4-4947-b1e3-23ae06ca585e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 210 time: 0.0354602 Sep 17 01:14:29.324963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4aff-0976-4766-a8c7-49d114d5e951 req-3971b1aa-94a7-483d-a37e-f44bf0729ed9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:29.326540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ecf4aff-0976-4766-a8c7-49d114d5e951 req-3971b1aa-94a7-483d-a37e-f44bf0729ed9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.1624908 Sep 17 01:14:29.350251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6a2959-53f1-45f1-9295-e955e85f0452 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:29.358470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.372770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Transition to ACTIVE for port object 8d6a2959-53f1-45f1-9295-e955e85f0452 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:29.473383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ecf4aff-0976-4766-a8c7-49d114d5e951 req-de429dce-da96-407d-be18-02f2ec046963 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396630 Sep 17 01:14:29.479755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.481255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.552553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a2959-53f1-45f1-9295-e955e85f0452,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:29.564821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80b50d8-f432-4194-ab87-f6a50d682135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.577798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Allocated IP 172.20.0.2 (e213015e-2e17-465b-83c8-c358fe164ec1/e23429f3-7635-41ad-995e-3b14a3940ca0/b3dbf159-8526-45bf-9cdd-b0f6e41e0364) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:29.608273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Attempting to bind port 8d6a2959-53f1-45f1-9295-e955e85f0452 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:29.608611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Attempting to bind port 8d6a2959-53f1-45f1-9295-e955e85f0452 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:29.608949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Attempting to bind port 8d6a2959-53f1-45f1-9295-e955e85f0452 on network e213015e-2e17-465b-83c8-c358fe164ec1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:29.614867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Port 8d6a2959-53f1-45f1-9295-e955e85f0452 on network e213015e-2e17-465b-83c8-c358fe164ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:29.615251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Attempting to bind port 8d6a2959-53f1-45f1-9295-e955e85f0452 on network e213015e-2e17-465b-83c8-c358fe164ec1 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:29.616967 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b80b50d8-f432-4194-ab87-f6a50d682135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.620997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:29.621340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Checking segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:29.621771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Bound using segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:29.622208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Bound port: 8d6a2959-53f1-45f1-9295-e955e85f0452, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:29.622569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.668658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b80b50d8-f432-4194-ab87-f6a50d682135 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64134074a2de41798ace71f0099d8edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6519547 Sep 17 01:14:29.669418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.677946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:29.681634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90', 'f1e59d8f-27c4-4108-9ed7-f2c857079229'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:29.702681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.707394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-64cb52a8-c0d7-461c-b5a1-45211045252f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9825549 Sep 17 01:14:29.711768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53012) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:29.728997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] For port 8d6a2959-53f1-45f1-9295-e955e85f0452, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:29.743762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:29.763690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b50d8-f432-4194-ab87-f6a50d682135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd61f2-a5c9-40f1-a245-32a2ff48bfa5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:29.765377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] For port 8d6a2959-53f1-45f1-9295-e955e85f0452, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8d6a2959-53f1-45f1-9295-e955e85f0452,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:29.778751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee304f9e-4a22-4146-9fe4-79c03a07fd75 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.786177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee304f9e-4a22-4146-9fe4-79c03a07fd75 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.806939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:29.809539 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb288538-28d1-42e2-b9ce-fa889d94ba55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.810158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:29.814051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:29.838394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.863347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb288538-28d1-42e2-b9ce-fa889d94ba55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.904538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee304f9e-4a22-4146-9fe4-79c03a07fd75 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.920916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee304f9e-4a22-4146-9fe4-79c03a07fd75 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.922590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:29.922935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ee304f9e-4a22-4146-9fe4-79c03a07fd75 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/438075c4-791a-442a-b8f3-37a134ad7307 HTTP/1.1" status: 204 len: 168 time: 0.2097619 Sep 17 01:14:29.923313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.924872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:29.925969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:29.927605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 200 len: 1092 time: 1.0663290 Sep 17 01:14:29.929831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53016) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:29.932448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'tag': '8d6a2959-53f1-45f1-9295-e955e85f0452'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:29.934956 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182502c2-7dec-4a21-a844-882f7bd55d01" -d '{"events": [{"name": "network-changed", "server_uuid": "1d93baa2-6687-49de-a2ae-15536ce3f418", "tag": "8d6a2959-53f1-45f1-9295-e955e85f0452"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:29.973627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.007517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee304f9e-4a22-4146-9fe4-79c03a07fd75 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=438075c4-791a-442a-b8f3-37a134ad7307,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:30.010405 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede09bde-7271-426e-bade-a20f71397ade x-openstack-request-id: req-ede09bde-7271-426e-bade-a20f71397ade {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:30.010571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-499fe73e-979e-43c3-9e32-6a6a6b713025 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0750592 Sep 17 01:14:30.010903 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d93baa2-6687-49de-a2ae-15536ce3f418", "tag": "8d6a2959-53f1-45f1-9295-e955e85f0452", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:30.011236 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ede09bde-7271-426e-bade-a20f71397ade {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:30.011694 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'tag': '8d6a2959-53f1-45f1-9295-e955e85f0452', 'status': 'completed', 'code': 200} Sep 17 01:14:30.023851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53020) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:30.040418 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8510b256-32b9-465d-9421-89afe3c6a5df req-6a6e905d-25c4-4cdd-8bef-6da4a1776673 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 210 time: 0.1001861 Sep 17 01:14:30.057120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae7c84-98b7-49e2-8219-0baea3b66c10 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6a2959-53f1-45f1-9295-e955e85f0452,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:30.079310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-3d3cbfd6-f255-4d73-a2f1-885e05b9ad18 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0662711 Sep 17 01:14:30.100535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182502c2-7dec-4a21-a844-882f7bd55d01 req-f73a4b9a-b840-4d2d-954e-ca1075cf0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.102375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-182502c2-7dec-4a21-a844-882f7bd55d01 req-f73a4b9a-b840-4d2d-954e-ca1075cf0135 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1095 time: 0.0594616 Sep 17 01:14:30.161098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Request body: {'port': {'device_id': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:30.170632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb288538-28d1-42e2-b9ce-fa889d94ba55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.173925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb288538-28d1-42e2-b9ce-fa889d94ba55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.177645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb288538-28d1-42e2-b9ce-fa889d94ba55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77bd61f2-a5c9-40f1-a245-32a2ff48bfa5 HTTP/1.1" status: 204 len: 168 time: 0.4963176 Sep 17 01:14:30.235008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb288538-28d1-42e2-b9ce-fa889d94ba55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd61f2-a5c9-40f1-a245-32a2ff48bfa5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:30.285826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-597712c1-4de0-4c55-ab0d-bc03db48eba6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.288052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182502c2-7dec-4a21-a844-882f7bd55d01 req-2b2825a8-a7b5-4140-9bb0-4d3d03239138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.289554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-182502c2-7dec-4a21-a844-882f7bd55d01 req-2b2825a8-a7b5-4140-9bb0-4d3d03239138 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=751214c86fd447b0b3463553d62b75df&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1789699 Sep 17 01:14:30.332643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dbe2d7ea-c864-4099-a919-286c987b0684 None None] Provisioning complete for port b034235c-4920-46ea-b30f-08eb0223617a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:30.333215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dbe2d7ea-c864-4099-a919-286c987b0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.342169 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.384428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-f89ce595-d04d-42da-8f25-a9e99e720ef3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.386035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-f89ce595-d04d-42da-8f25-a9e99e720ef3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.36 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 814 time: 0.3745525 Sep 17 01:14:30.406133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dbe2d7ea-c864-4099-a919-286c987b0684 None None] Port b034235c-4920-46ea-b30f-08eb0223617a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:14:30.429900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e289c-ca01-4a29-bae3-7955fccec4f9 req-327d736a-7c23-4f4c-b225-172a7c0911b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.429900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-048e289c-ca01-4a29-bae3-7955fccec4f9 req-327d736a-7c23-4f4c-b225-172a7c0911b6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 932 time: 0.2367625 Sep 17 01:14:30.434929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-597712c1-4de0-4c55-ab0d-bc03db48eba6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.441993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Request body: {'port': {'device_id': '563bddb1-ff55-4b50-a251-176d4c738558', 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'admin_state_up': True, 'tenant_id': '0e4205523e00412caf112129a33454e2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:30.446618 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.462304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182502c2-7dec-4a21-a844-882f7bd55d01 req-38c3e6d0-ef7f-4679-9af6-91369ca89183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.463831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-182502c2-7dec-4a21-a844-882f7bd55d01 req-38c3e6d0-ef7f-4679-9af6-91369ca89183 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1657515 Sep 17 01:14:30.481560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f2333-8406-460f-ba89-ff62af44f665 req-9d15c1b2-e224-45a1-a9c5-62bc99187266 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.483314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-462f2333-8406-460f-ba89-ff62af44f665 req-9d15c1b2-e224-45a1-a9c5-62bc99187266 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 931 time: 0.0810435 Sep 17 01:14:30.513097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Network e213015e-2e17-465b-83c8-c358fe164ec1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:30.537417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:30.551327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Pushing event updated for resources: {'Port': ['ID=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:30.551737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:30.560023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-462f2333-8406-460f-ba89-ff62af44f665 req-2a4e2b50-f2db-4fe1-af96-730b8737467c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669491 Sep 17 01:14:30.585211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-163e068c-629e-479d-8fe0-ca2d8a09ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.597465 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-163e068c-629e-479d-8fe0-ca2d8a09ba60 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1095 time: 0.0842679 Sep 17 01:14:30.643334 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-2675311d-626e-40fb-9fe2-1b63b23f3081 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 200 len: 217 time: 0.0405359 Sep 17 01:14:30.693079 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-048e289c-ca01-4a29-bae3-7955fccec4f9 req-37ba524b-cc8d-45f0-be12-3dda69f98de6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352452 Sep 17 01:14:30.733123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-cc45a567-749f-4dc7-8490-f7f725dd0b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.734771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-cc45a567-749f-4dc7-8490-f7f725dd0b54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.0812070 Sep 17 01:14:30.746593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c519f8-7160-41f1-95a7-1a74212d7801 req-9dd10c7e-d337-4dde-acf8-926ffdde67be tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.746593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2c519f8-7160-41f1-95a7-1a74212d7801 req-9dd10c7e-d337-4dde-acf8-926ffdde67be tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.1041169 Sep 17 01:14:30.776773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:30.776773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.783735 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-058d9cc0-deb0-4312-8435-3d7c5189ac47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380960 Sep 17 01:14:30.792084 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-597712c1-4de0-4c55-ab0d-bc03db48eba6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.799905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-597712c1-4de0-4c55-ab0d-bc03db48eba6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:30.799905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-597712c1-4de0-4c55-ab0d-bc03db48eba6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e4b71fb-5858-4848-b2e4-2784f9f67c87 HTTP/1.1" status: 204 len: 168 time: 0.7707596 Sep 17 01:14:30.801736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:30.832942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597712c1-4de0-4c55-ab0d-bc03db48eba6 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4b71fb-5858-4848-b2e4-2784f9f67c87,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:30.863519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2c519f8-7160-41f1-95a7-1a74212d7801 req-314a07be-602b-4e3d-b054-b0d26ba4ca99 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025500 Sep 17 01:14:30.911568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3ac72004-bba3-4451-bd6c-045612a303df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3628819 Sep 17 01:14:30.932514 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a001e495-f235-4171-a242-c824253d0cbd tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296988 Sep 17 01:14:30.933273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Request body: {'port': {'device_id': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:30.937236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53044) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:30.943365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014953657'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:30.969696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-ddcc5c8c-b147-4997-96d2-b0a131914bbc service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776037 Sep 17 01:14:31.040207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.061427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b034235c-4920-46ea-b30f-08eb0223617a {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:31.086900 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.089234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Made reservation on behalf of 0e4205523e00412caf112129a33454e2 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:31.092686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.094627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-840cf32e-9cdb-4d04-ad4b-ef307b3b9843 req-9c200a05-a313-4d7a-9750-9715a3ab3f77 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161509 Sep 17 01:14:31.123829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Transition to ACTIVE for port object b034235c-4920-46ea-b30f-08eb0223617a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:31.165161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93316738-ecc9-40f8-9ed7-f4dd3aac57ce req-eb13130f-802a-4814-b4df-ba4355df2e18 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 210 time: 0.0336790 Sep 17 01:14:31.166038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.233036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.300459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.394282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.401794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:31.430950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c3a3bb-1612-4089-826b-bda4a519f0d0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:31.445793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4ad7f-6881-4a4f-9946-9b994602535e req-11fb4ff3-3f30-4722-ac71-31fe4715110b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:31.447454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5db4ad7f-6881-4a4f-9946-9b994602535e req-11fb4ff3-3f30-4722-ac71-31fe4715110b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.2222810 Sep 17 01:14:31.490927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Allocated IP 172.20.0.13 (308d8ee2-0e66-4f75-9874-3d6f781596e2/33982dcb-36af-4f7f-9472-5332383a726e/90b2c127-1972-4256-a562-e800681759a9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:31.514668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.516602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-947e6712-674f-4356-b70f-80b11457c5ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5782800 Sep 17 01:14:31.519210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53062) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:31.526266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'b3c3a3bb-1612-4089-826b-bda4a519f0d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:31.632590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5db4ad7f-6881-4a4f-9946-9b994602535e req-56aa3601-0c65-4cde-9559-7d7250f1e2a6 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507440 Sep 17 01:14:31.654128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Attempting to bind port b034235c-4920-46ea-b30f-08eb0223617a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:31.654498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Attempting to bind port b034235c-4920-46ea-b30f-08eb0223617a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:31.654826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Attempting to bind port b034235c-4920-46ea-b30f-08eb0223617a on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:31.656158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.692413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Port b034235c-4920-46ea-b30f-08eb0223617a on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:31.692734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Attempting to bind port b034235c-4920-46ea-b30f-08eb0223617a on network 52d194fb-aecd-48ff-aacc-b31c797e19a9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:31.736625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99b8fe-4d5c-4e23-b141-c0a9070a3435 req-3cbc0e3f-3132-4118-8a16-d97a2c00a044 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:31.738148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd99b8fe-4d5c-4e23-b141-c0a9070a3435 req-3cbc0e3f-3132-4118-8a16-d97a2c00a044 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 931 time: 0.1070616 Sep 17 01:14:31.744043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:31.744609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Checking segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:31.744818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Bound using segment: {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:31.745203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Bound port: b034235c-4920-46ea-b30f-08eb0223617a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e26b26d-0327-46ac-b4dc-ea09d122e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:31.745561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.777333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dbf159-8526-45bf-9cdd-b0f6e41e0364 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:31.777586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.791470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.808454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd99b8fe-4d5c-4e23-b141-c0a9070a3435 req-73f8012e-fe9c-47d0-b178-61a63ee3b17f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575535 Sep 17 01:14:31.865625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Transition to ACTIVE for port object b3dbf159-8526-45bf-9cdd-b0f6e41e0364 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:31.869266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.892631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a011d9-3e46-4209-a9ce-8bebbb853cd5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:31.895005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.916411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:31.920335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:31.932783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9af7a0-f031-456d-8da9-fd125f4e7d0b req-7e690f00-3799-46a5-85de-9cc4b5421acf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:31.934270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c9af7a0-f031-456d-8da9-fd125f4e7d0b req-7e690f00-3799-46a5-85de-9cc4b5421acf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.1406040 Sep 17 01:14:31.937955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.960091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:31.963679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-98600ce1-89f0-4054-82dc-898be0560643 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4405656 Sep 17 01:14:31.963983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53072) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:31.985434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d6a998ad-b872-4eda-bdcc-f442d65b222d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules/c6a011d9-3e46-4209-a9ce-8bebbb853cd5 HTTP/1.1" status: 200 len: 763 time: 0.0178919 Sep 17 01:14:31.985762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53076) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.032218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-73bc727b-0f85-4bda-bf7c-6f3a215dada3 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0451429 Sep 17 01:14:32.034748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:32.034953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53080) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.043835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.063970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c9af7a0-f031-456d-8da9-fd125f4e7d0b req-39207444-76bf-4c98-8107-f8235c6b301d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184893 Sep 17 01:14:32.065805 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbe22e28-02fe-42d5-92db-81338d2153ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.073923 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbe22e28-02fe-42d5-92db-81338d2153ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.115877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.124325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:32.125074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.126717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] 10.222.0.23 "PUT /v2.0/ports/b034235c-4920-46ea-b30f-08eb0223617a HTTP/1.1" status: 200 len: 1092 time: 2.0284524 Sep 17 01:14:32.126937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7c0eda0c-66a7-4edc-81ee-70c491646299'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:32.128956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:32.131655 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "tag": "b034235c-4920-46ea-b30f-08eb0223617a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:32.176142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Network 308d8ee2-0e66-4f75-9874-3d6f781596e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:32.176937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d920b6c-53f2-4c51-9df3-00c426f34cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:32.183668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbe22e28-02fe-42d5-92db-81338d2153ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.188215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:32.192527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbe22e28-02fe-42d5-92db-81338d2153ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.195830 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dbe22e28-02fe-42d5-92db-81338d2153ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/c6a011d9-3e46-4209-a9ce-8bebbb853cd5 HTTP/1.1" status: 204 len: 168 time: 0.1576488 Sep 17 01:14:32.202460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:32.205985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53088) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.256609 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de8fa90-8867-4eb2-b155-9e6606ffce7f x-openstack-request-id: req-5de8fa90-8867-4eb2-b155-9e6606ffce7f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:32.257148 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "tag": "b034235c-4920-46ea-b30f-08eb0223617a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:32.257601 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5de8fa90-8867-4eb2-b155-9e6606ffce7f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:32.258208 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a', 'status': 'completed', 'code': 200} Sep 17 01:14:32.261266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Attempting to bind port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:32.261880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Attempting to bind port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:32.262412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Attempting to bind port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 on network e213015e-2e17-465b-83c8-c358fe164ec1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:32.262767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe22e28-02fe-42d5-92db-81338d2153ee tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6a011d9-3e46-4209-a9ce-8bebbb853cd5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:32.328205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c535cb63-4cf0-4777-9ee9-cc74e32f7ae5 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1186571 Sep 17 01:14:32.330303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.341580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'b3c3a3bb-1612-4089-826b-bda4a519f0d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:32.378220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 on network e213015e-2e17-465b-83c8-c358fe164ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:32.378621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Attempting to bind port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 on network e213015e-2e17-465b-83c8-c358fe164ec1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:32.427042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:32.428815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Checking segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:32.428815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Bound using segment: {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:32.428815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Bound port: b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:32.428815 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.437438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Pushing event updated for resources: {'Port': ['ID=90b2c127-1972-4256-a562-e800681759a9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:32.445362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.518186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.595278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.613794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23a6281-c64b-4ca1-9db1-d0fd06dfce9a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:32.691658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.692898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ec74a751-785b-4df9-a443-b5f0f0ae4199 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3593097 Sep 17 01:14:32.695743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53104) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.713696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:32.714385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.715948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-949f5bcc-cacf-4104-a6c2-3434aa331d32 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules/d23a6281-c64b-4ca1-9db1-d0fd06dfce9a HTTP/1.1" status: 200 len: 763 time: 0.0191281 Sep 17 01:14:32.718393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53106) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.743134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf req-903ecf87-da69-46a6-8c50-7bc9adf8cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:32.744603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf req-903ecf87-da69-46a6-8c50-7bc9adf8cf72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 1095 time: 0.4394462 Sep 17 01:14:32.753427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05529e-f553-4955-974b-f35193ccbc61 req-6c1fe150-31c2-45ff-8d1d-7d727df6b11f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:32.754867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b05529e-f553-4955-974b-f35193ccbc61 req-6c1fe150-31c2-45ff-8d1d-7d727df6b11f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 932 time: 0.4337065 Sep 17 01:14:32.775680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10341d75-076a-4001-93ec-2e0fa7a7c906 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0545616 Sep 17 01:14:32.778427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53108) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.820370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8c14-a871-43c4-9dcd-e05f1a80eecb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.831157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8c14-a871-43c4-9dcd-e05f1a80eecb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.864130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-33f4b9e4-b90f-458f-9266-b1ade0351630 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4349701 Sep 17 01:14:32.864938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235d09d-56bd-4a15-9f4a-a49afa04ec60 req-25a0ac0f-597d-4d2a-8975-c43b2809ca7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:32.866543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5235d09d-56bd-4a15-9f4a-a49afa04ec60 req-25a0ac0f-597d-4d2a-8975-c43b2809ca7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.1269970 Sep 17 01:14:32.881696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Request body: {'port': {'device_id': '563bddb1-ff55-4b50-a251-176d4c738558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:32.888476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b05529e-f553-4955-974b-f35193ccbc61 req-1c518157-73f6-40ae-a66b-242d722f3702 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235144 Sep 17 01:14:32.912083 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5235d09d-56bd-4a15-9f4a-a49afa04ec60 req-75264a7d-2ce0-4aea-acc7-1ffc27a0a7a1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390110 Sep 17 01:14:32.920940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8c14-a871-43c4-9dcd-e05f1a80eecb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.939969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0bfd8c14-a871-43c4-9dcd-e05f1a80eecb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:32.939969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0bfd8c14-a871-43c4-9dcd-e05f1a80eecb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/d23a6281-c64b-4ca1-9db1-d0fd06dfce9a HTTP/1.1" status: 204 len: 168 time: 0.1538928 Sep 17 01:14:32.939969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:32.972185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf req-76109b14-1d85-4838-9834-fd2e9689b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:32.973622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf req-76109b14-1d85-4838-9834-fd2e9689b248 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=be7411bba4a64c0f8935af306bffce19&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2178771 Sep 17 01:14:32.974663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd8c14-a871-43c4-9dcd-e05f1a80eecb tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d23a6281-c64b-4ca1-9db1-d0fd06dfce9a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:32.977271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] For port b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:33.007634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02f70bab-cd2d-43d5-8c11-e7a0c656b7af tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0678847 Sep 17 01:14:33.010115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53120) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.014506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Request body: {'security_group_rule': {'security_group_id': 'b3c3a3bb-1612-4089-826b-bda4a519f0d0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:33.038309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] For port b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:33.040023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.108145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.108673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.170185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a1d38-68fe-4f89-b553-e23cddc51774 req-d7775ed4-3cec-4c0b-8d39-0a4ac5da4d40 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.172319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec1a1d38-68fe-4f89-b553-e23cddc51774 req-d7775ed4-3cec-4c0b-8d39-0a4ac5da4d40 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 943 time: 0.2028515 Sep 17 01:14:33.211867 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.226191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.226803 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.226919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a31b1e-24d2-4687-b996-f3543c5d52da req-9522fe4d-4af1-4c37-89d9-98ae37c6c2ee tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.228200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] 10.222.0.23 "PUT /v2.0/ports/b3dbf159-8526-45bf-9cdd-b0f6e41e0364 HTTP/1.1" status: 200 len: 1091 time: 2.3060682 Sep 17 01:14:33.228497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84a31b1e-24d2-4687-b996-f3543c5d52da req-9522fe4d-4af1-4c37-89d9-98ae37c6c2ee tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.0747876 Sep 17 01:14:33.235013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf req-c7edfaa3-3446-4408-8e97-797cae44fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.241997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b7fa97e-17cf-40b2-9b2c-37aedf417ccf req-c7edfaa3-3446-4408-8e97-797cae44fcac service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2426786 Sep 17 01:14:33.283886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84a31b1e-24d2-4687-b996-f3543c5d52da req-5467835b-c570-4b97-913d-4033ad85c1af tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482059 Sep 17 01:14:33.298735 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.314566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88902aba-abcb-48ba-b1d0-98982818f859,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:33.350771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee07c6c-a8b7-46eb-bd7e-8fe905b15b69 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:33.358220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec1a1d38-68fe-4f89-b553-e23cddc51774 req-9d4cf783-2983-4127-bd55-2058d88f2260 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779702 Sep 17 01:14:33.389433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.392138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47b8d3ef-4880-435d-a18d-93fa5ca7cd6f tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3795266 Sep 17 01:14:33.399701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53134) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.419354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ffdf7742-2b6d-4ad4-903b-5af471520865 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules/88902aba-abcb-48ba-b1d0-98982818f859 HTTP/1.1" status: 200 len: 764 time: 0.0162988 Sep 17 01:14:33.419636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53136) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.453701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-7462ff5f-e98d-45b2-a42a-4e649a55e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.455350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-7462ff5f-e98d-45b2-a42a-4e649a55e2cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 1095 time: 0.1549113 Sep 17 01:14:33.473446 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-46f1284b-497d-4e46-9028-029d681338b1 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0528185 Sep 17 01:14:33.476025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53140) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.501300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75fc1e8a-116b-42a1-b68b-25e362fce5b9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.508985 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75fc1e8a-116b-42a1-b68b-25e362fce5b9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.516528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-be54dade-48e8-4d07-9655-0892d2a94ab4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b034235c-4920-46ea-b30f-08eb0223617a HTTP/1.1" status: 200 len: 217 time: 0.0514352 Sep 17 01:14:33.520804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-ac801bfb-a9ff-4daf-a11c-96333cdda16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.522292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-ac801bfb-a9ff-4daf-a11c-96333cdda16e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 1094 time: 0.1386838 Sep 17 01:14:33.588668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75fc1e8a-116b-42a1-b68b-25e362fce5b9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.593927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75fc1e8a-116b-42a1-b68b-25e362fce5b9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.597000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-75fc1e8a-116b-42a1-b68b-25e362fce5b9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/88902aba-abcb-48ba-b1d0-98982818f859 HTTP/1.1" status: 204 len: 168 time: 0.1181991 Sep 17 01:14:33.600684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.600914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-8e477a31-f4fb-4c23-b0e6-7b6aa729d522 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364 HTTP/1.1" status: 200 len: 217 time: 0.0674009 Sep 17 01:14:33.610496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc1e8a-116b-42a1-b68b-25e362fce5b9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88902aba-abcb-48ba-b1d0-98982818f859,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:33.652682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c797ee84-10c0-431e-a18b-d7264c08044d tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494742 Sep 17 01:14:33.652920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53148) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.657290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-dc299fb1-0c4e-468f-ad0a-26a560f395c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.658755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-dc299fb1-0c4e-468f-ad0a-26a560f395c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.1356375 Sep 17 01:14:33.707179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3fc0-4883-496a-b0aa-810f36a668f7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.719684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-5dc648a6-a147-46cd-b4ff-f42ce351c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.721384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-5dc648a6-a147-46cd-b4ff-f42ce351c209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.1123116 Sep 17 01:14:33.729447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3fc0-4883-496a-b0aa-810f36a668f7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.765511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-1ebd399f-7887-4ae1-93cc-7b13dc7b9be3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346208 Sep 17 01:14:33.769814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90b2c127-1972-4256-a562-e800681759a9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:33.787512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.795678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8d6a2959-53f1-45f1-9295-e955e85f0452 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:33.802177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-e4e35ee9-14bc-46a4-9cda-c92c79005fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:33.803710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-e4e35ee9-14bc-46a4-9cda-c92c79005fe4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376162 Sep 17 01:14:33.878462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3fc0-4883-496a-b0aa-810f36a668f7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.881027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f3a3fc0-4883-496a-b0aa-810f36a668f7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:33.882184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f3a3fc0-4883-496a-b0aa-810f36a668f7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "DELETE /v2.0/security-groups/b3c3a3bb-1612-4089-826b-bda4a519f0d0 HTTP/1.1" status: 204 len: 168 time: 0.2284071 Sep 17 01:14:33.884164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Transition to ACTIVE for port object 90b2c127-1972-4256-a562-e800681759a9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:33.892253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a3fc0-4883-496a-b0aa-810f36a668f7 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c3a3bb-1612-4089-826b-bda4a519f0d0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:33.893820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53154) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:33.945340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-983f818e-3cda-4940-b441-1c5d7716c3a9 tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483108 Sep 17 01:14:33.949725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53164) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:34.001803 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.023648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-71987b32-6eac-4f73-9ee4-aa2c97d1bbae tempest-SecGroupTest-588199663 tempest-SecGroupTest-588199663-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721080 Sep 17 01:14:34.102432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad599f-71b2-49a9-9b99-81a08378745e req-9c65974f-380a-41f0-9de3-10dea687b870 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.104464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ad599f-71b2-49a9-9b99-81a08378745e req-9c65974f-380a-41f0-9de3-10dea687b870 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0653398 Sep 17 01:14:34.119823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8d6a2959-53f1-45f1-9295-e955e85f0452, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8d6a2959-53f1-45f1-9295-e955e85f0452,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:34.123689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-3631d398-6d5b-4f81-abe6-2caaf67968aa service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483198 Sep 17 01:14:34.132897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '8d6a2959-53f1-45f1-9295-e955e85f0452', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'port_id': '8d6a2959-53f1-45f1-9295-e955e85f0452', 'mac_address': 'fa:16:3e:d3:52:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:34.140329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Pushing event updated for resources: {'Port': ['ID=90b2c127-1972-4256-a562-e800681759a9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:34.147130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-bc18feff-ed67-4f3a-a8c5-21e9cb975a28 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361099 Sep 17 01:14:34.155590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ad599f-71b2-49a9-9b99-81a08378745e req-64ba47b6-023d-43c3-b108-c253545186cc tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411603 Sep 17 01:14:34.183016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.197007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6a2959-53f1-45f1-9295-e955e85f0452 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:34.218891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8d6a2959-53f1-45f1-9295-e955e85f0452, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8d6a2959-53f1-45f1-9295-e955e85f0452,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:34.265215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'tag': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:34.268014 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a93060a-9896-4767-ba14-a0884136a992" -d '{"events": [{"name": "network-changed", "server_uuid": "b2026fc0-dc52-4f72-b244-88b6e802fb7a", "tag": "b3dbf159-8526-45bf-9cdd-b0f6e41e0364"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:34.330115 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e09a6f-702b-401a-afc2-0d9eb297e50d x-openstack-request-id: req-f9e09a6f-702b-401a-afc2-0d9eb297e50d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:34.330401 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2026fc0-dc52-4f72-b244-88b6e802fb7a", "tag": "b3dbf159-8526-45bf-9cdd-b0f6e41e0364", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:34.330524 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.330634 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9e09a6f-702b-401a-afc2-0d9eb297e50d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:34.331012 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'tag': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364', 'status': 'completed', 'code': 200} Sep 17 01:14:34.348205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bd6ef-8411-47b6-866e-760967f55007 req-6ae53e86-aa5b-4767-aaf3-43e7704b80a5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.349736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a6bd6ef-8411-47b6-866e-760967f55007 req-6ae53e86-aa5b-4767-aaf3-43e7704b80a5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 944 time: 0.3271866 Sep 17 01:14:34.411870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=8d6a2959-53f1-45f1-9295-e955e85f0452,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:34.430655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ac30e8a-9f50-4336-b119-cba80d5c1500 req-4f623405-6a1a-4246-8898-e9935bb30c37 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795866 Sep 17 01:14:34.430655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed41c42c-83a6-441e-98e4-3c873eab29de req-de45e384-4511-419e-8642-41ece82b81d0 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670414 Sep 17 01:14:34.441773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Attempting to bind port 90b2c127-1972-4256-a562-e800681759a9 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:34.442112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Attempting to bind port 90b2c127-1972-4256-a562-e800681759a9 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:34.442443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Attempting to bind port 90b2c127-1972-4256-a562-e800681759a9 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:34.450141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a6bd6ef-8411-47b6-866e-760967f55007 req-33cdcfa0-9a0c-4d87-b90d-b8ac632ed2b4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856562 Sep 17 01:14:34.452738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Port 90b2c127-1972-4256-a562-e800681759a9 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:34.452738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Attempting to bind port 90b2c127-1972-4256-a562-e800681759a9 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:34.458915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:34.459390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Checking segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:34.459738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Bound using segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:34.460540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Bound port: 90b2c127-1972-4256-a562-e800681759a9, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:34.460540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.524406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d6bc7-b1ee-43c2-ba55-b2f4654e7a94 req-20646ed4-e4b7-43a2-9f06-f3b95d7e16b9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.526836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c5d6bc7-b1ee-43c2-ba55-b2f4654e7a94 req-20646ed4-e4b7-43a2-9f06-f3b95d7e16b9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.1397765 Sep 17 01:14:34.557033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] For port 90b2c127-1972-4256-a562-e800681759a9, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:34.561808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] For port 90b2c127-1972-4256-a562-e800681759a9, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=90b2c127-1972-4256-a562-e800681759a9,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:34.566700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53180) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:34.607954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c5d6bc7-b1ee-43c2-ba55-b2f4654e7a94 req-48cd261e-f17c-4652-8edd-8ef0c9dc7a15 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Sep 17 01:14:34.632583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93060a-9896-4767-ba14-a0884136a992 req-70493f6f-57c0-4961-9580-3efb86a823c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.635971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['8d6a2959-53f1-45f1-9295-e955e85f0452'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:34.639611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-70493f6f-57c0-4961-9580-3efb86a823c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 1094 time: 0.0795171 Sep 17 01:14:34.654873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:34.663508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.701361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc95fae-54ec-45a3-aea3-e6f63ffcbefc req-fe57f3df-b33f-457b-836b-a138e0fc10b4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.702916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccc95fae-54ec-45a3-aea3-e6f63ffcbefc req-fe57f3df-b33f-457b-836b-a138e0fc10b4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 943 time: 0.1473703 Sep 17 01:14:34.785368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.786040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.787424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] 10.222.0.36 "PUT /v2.0/ports/90b2c127-1972-4256-a562-e800681759a9 HTTP/1.1" status: 200 len: 1092 time: 1.9117448 Sep 17 01:14:34.816530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-61c00f3d-ec36-49fa-918e-393a321d0a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.844155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ccc95fae-54ec-45a3-aea3-e6f63ffcbefc req-a110eafd-abf9-4b22-bae4-3ee28c8f1c78 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105154 Sep 17 01:14:34.853388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c93428-7d34-4360-a91e-898131c635ce service neutron] Pushing event updated for resources: {'Port': ['ID=90b2c127-1972-4256-a562-e800681759a9,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:34.862500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e3e2fa28-f5d9-46e2-85ee-0869e03c02cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e11810ee7cff449898e12131ab6dbfc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049675 Sep 17 01:14:34.863065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53188) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:34.871326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93060a-9896-4767-ba14-a0884136a992 req-3fae0627-afb7-49d3-950f-e94ea9535b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:34.872738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-3fae0627-afb7-49d3-950f-e94ea9535b8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 919 time: 0.2221670 Sep 17 01:14:34.939513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-61c00f3d-ec36-49fa-918e-393a321d0a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:34.942158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-bb025c08-100b-42f1-9729-a1c55728898c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364 HTTP/1.1" status: 200 len: 217 time: 0.0599530 Sep 17 01:14:35.000730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-61c00f3d-ec36-49fa-918e-393a321d0a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.028176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-9dcb1749-9d21-4ac6-8608-0374e415d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.029659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-9dcb1749-9d21-4ac6-8608-0374e415d04d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 1095 time: 0.1338489 Sep 17 01:14:35.030908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93060a-9896-4767-ba14-a0884136a992 req-43782bc1-1947-4b8f-8fb2-143d61f927d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.033349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-43782bc1-1947-4b8f-8fb2-143d61f927d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.0727468 Sep 17 01:14:35.033943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e594d1c1-c8df-4b01-b328-d5867af7b66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.041067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-61c00f3d-ec36-49fa-918e-393a321d0a92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e49903ac5d5849fca4caf8b8c7cb4b45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722373 Sep 17 01:14:35.042171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c00f3d-ec36-49fa-918e-393a321d0a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b66232-c32d-4023-b963-9032bdee46e4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:35.045359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:35.094543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6787402e-ba8c-4d05-8979-354b1ffc9e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.106716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-685f8ab9-5ee1-4f71-94ba-d105bc04d295 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90b2c127-1972-4256-a562-e800681759a9 HTTP/1.1" status: 200 len: 217 time: 0.0698919 Sep 17 01:14:35.108518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-f7c83b50-d9d4-4cac-b2b1-6974a2a95e2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650568 Sep 17 01:14:35.116639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6787402e-ba8c-4d05-8979-354b1ffc9e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.126696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e594d1c1-c8df-4b01-b328-d5867af7b66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.257709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6787402e-ba8c-4d05-8979-354b1ffc9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.260227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6787402e-ba8c-4d05-8979-354b1ffc9e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.261413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6787402e-ba8c-4d05-8979-354b1ffc9e97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76b66232-c32d-4023-b963-9032bdee46e4 HTTP/1.1" status: 204 len: 168 time: 0.2148781 Sep 17 01:14:35.281771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787402e-ba8c-4d05-8979-354b1ffc9e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b66232-c32d-4023-b963-9032bdee46e4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:35.300646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4bfa8-83c4-46c4-9435-d3e5cef6862a req-181cfb6f-ebad-4093-9c97-f3737396dab5 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.309214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8e4bfa8-83c4-46c4-9435-d3e5cef6862a req-181cfb6f-ebad-4093-9c97-f3737396dab5 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0818980 Sep 17 01:14:35.352623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8e4bfa8-83c4-46c4-9435-d3e5cef6862a req-319e8418-3652-404d-b5b0-ea2bd721fd52 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420787 Sep 17 01:14:35.444713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-458eb757-0538-4100-835f-70d3d8787b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.501459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefc7c-db17-464e-a09b-10d28405839d req-1924c13a-432c-4a38-9f15-dd214128c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.502932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-1924c13a-432c-4a38-9f15-dd214128c88e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.3887460 Sep 17 01:14:35.540349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-550da7c0-1d86-4732-b083-477bfebb12ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291004 Sep 17 01:14:35.612403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-6caf7e79-cf2c-45e3-b0be-3ca32f75a34f service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888239 Sep 17 01:14:35.672145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e594d1c1-c8df-4b01-b328-d5867af7b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.674841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e594d1c1-c8df-4b01-b328-d5867af7b66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:35.676022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e594d1c1-c8df-4b01-b328-d5867af7b66c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91f08b71-642f-453b-bdda-f530f5bb3dff HTTP/1.1" status: 204 len: 168 time: 0.8118834 Sep 17 01:14:35.697108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf355f3-484a-4355-acac-0dcac7a45d4a req-c4691b05-3583-4980-ad97-a9b70de33eb3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.698617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1bf355f3-484a-4355-acac-0dcac7a45d4a req-c4691b05-3583-4980-ad97-a9b70de33eb3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 944 time: 0.1626427 Sep 17 01:14:35.710036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f630ff21-d20a-4c9d-8092-473f6fd1e44b req-cc333793-bdfd-4e93-95bd-8a8580c3e97c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.711684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f630ff21-d20a-4c9d-8092-473f6fd1e44b req-cc333793-bdfd-4e93-95bd-8a8580c3e97c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.0540040 Sep 17 01:14:35.716669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e594d1c1-c8df-4b01-b328-d5867af7b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f08b71-642f-453b-bdda-f530f5bb3dff,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:35.768498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f630ff21-d20a-4c9d-8092-473f6fd1e44b req-c5b17fa8-8125-4397-9441-a5f0a002b1d7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396552 Sep 17 01:14:35.780269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-6babd1c5-a821-44b1-bc17-05ce571558d9 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253730 Sep 17 01:14:35.804617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8d6a2959-53f1-45f1-9295-e955e85f0452 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:35.823414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1bf355f3-484a-4355-acac-0dcac7a45d4a req-796b14bc-aea3-43f6-b54b-97ff06533a92 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118939 Sep 17 01:14:35.843108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a93060a-9896-4767-ba14-a0884136a992 req-320e89fb-fcb1-4949-8fdb-11601babdb3d service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186575 Sep 17 01:14:35.920468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2eefc7c-db17-464e-a09b-10d28405839d req-b0b308b4-4b6f-45cc-9863-ab61a424ab2a service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325066 Sep 17 01:14:35.971346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 8d6a2959-53f1-45f1-9295-e955e85f0452 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:35.973943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3ab8-4e1e-4b39-b0e8-7b6dda9a35d6 req-5a99ba7e-86c3-4ae9-866d-6c3837f08cd4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:35.975264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 8d6a2959-53f1-45f1-9295-e955e85f0452 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:35.975449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f8c3ab8-4e1e-4b39-b0e8-7b6dda9a35d6 req-5a99ba7e-86c3-4ae9-866d-6c3837f08cd4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 943 time: 0.0541272 Sep 17 01:14:35.975754 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.018615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f8c3ab8-4e1e-4b39-b0e8-7b6dda9a35d6 req-1ed6658b-f024-49b8-afbf-b99ca3c083cb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Sep 17 01:14:36.057563 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.060856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53212) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:36.074324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab88b46d-ddfe-4062-918f-f43404deb8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.084990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a2959-53f1-45f1-9295-e955e85f0452'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:36.087505 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682ff5a9-1ed5-4376-b225-0ae9c5291638" -d '{"events": [{"server_uuid": "1d93baa2-6687-49de-a2ae-15536ce3f418", "name": "network-vif-plugged", "status": "completed", "tag": "8d6a2959-53f1-45f1-9295-e955e85f0452"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:36.113654 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8d6a2959-53f1-45f1-9295-e955e85f0452, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8d6a2959-53f1-45f1-9295-e955e85f0452,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:36.134408 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa2195-5dec-4347-92ed-0519044d7254 x-openstack-request-id: req-3eaa2195-5dec-4347-92ed-0519044d7254 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:36.134828 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d93baa2-6687-49de-a2ae-15536ce3f418", "name": "network-vif-plugged", "status": "completed", "tag": "8d6a2959-53f1-45f1-9295-e955e85f0452", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:36.135178 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3eaa2195-5dec-4347-92ed-0519044d7254 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:36.135589 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6a2959-53f1-45f1-9295-e955e85f0452', 'code': 200} Sep 17 01:14:36.179733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab88b46d-ddfe-4062-918f-f43404deb8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.181560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.233940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=8d6a2959-53f1-45f1-9295-e955e85f0452,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:36.243398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba14d09-36e3-4a3c-abc0-73a3478d3724 req-a9e16752-b8b1-46a6-93f4-002bc2ae4c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:36.244914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ba14d09-36e3-4a3c-abc0-73a3478d3724 req-a9e16752-b8b1-46a6-93f4-002bc2ae4c94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.0478320 Sep 17 01:14:36.270742 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab88b46d-ddfe-4062-918f-f43404deb8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.321480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab88b46d-ddfe-4062-918f-f43404deb8ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1656b57ce98a438e82d7790cae43ccb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595291 Sep 17 01:14:36.324136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ba14d09-36e3-4a3c-abc0-73a3478d3724 req-350157d3-a14d-466d-8ffe-fa3919c71c83 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663683 Sep 17 01:14:36.324329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53222) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:36.325119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88b46d-ddfe-4062-918f-f43404deb8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30f4301-ef65-4483-9368-7a8085d79122,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:36.332300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563bddb1-ff55-4b50-a251-176d4c738558', 'tag': '90b2c127-1972-4256-a562-e800681759a9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:36.334580 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a515480b-68c8-449b-9e4d-26e5cff05a00" -d '{"events": [{"name": "network-changed", "server_uuid": "563bddb1-ff55-4b50-a251-176d4c738558", "tag": "90b2c127-1972-4256-a562-e800681759a9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:36.371884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e44e12a-bb13-4dc5-90a8-6d7d9245d4f8 x-openstack-request-id: req-1e44e12a-bb13-4dc5-90a8-6d7d9245d4f8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:36.377331 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563bddb1-ff55-4b50-a251-176d4c738558", "tag": "90b2c127-1972-4256-a562-e800681759a9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:36.377331 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e44e12a-bb13-4dc5-90a8-6d7d9245d4f8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:36.377331 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '563bddb1-ff55-4b50-a251-176d4c738558', 'tag': '90b2c127-1972-4256-a562-e800681759a9', 'status': 'completed', 'code': 200} Sep 17 01:14:36.377685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79467ac4-3c7c-442c-b612-f9f822da44f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.405110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79467ac4-3c7c-442c-b612-f9f822da44f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.454666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-4f94e503-b879-4823-a156-3bacf54ad9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:36.456524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-4f94e503-b879-4823-a156-3bacf54ad9c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 1095 time: 0.0591977 Sep 17 01:14:36.508247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928af4d-8bf6-48fa-8083-e4e4fd33df00 req-cd3439a5-30ea-4d02-915c-7649c2456172 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:36.509860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5928af4d-8bf6-48fa-8083-e4e4fd33df00 req-cd3439a5-30ea-4d02-915c-7649c2456172 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0618272 Sep 17 01:14:36.548659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5928af4d-8bf6-48fa-8083-e4e4fd33df00 req-33fd29ce-890f-4c7a-bd95-fc87961b27e4 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324419 Sep 17 01:14:36.551907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-570e66e9-0c7f-4984-ad7c-9038f6c27473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:36.553617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-570e66e9-0c7f-4984-ad7c-9038f6c27473 service neutron] 10.222.0.36 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 0.0905628 Sep 17 01:14:36.556071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79467ac4-3c7c-442c-b612-f9f822da44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.558696 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79467ac4-3c7c-442c-b612-f9f822da44f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:36.564371 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79467ac4-3c7c-442c-b612-f9f822da44f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c30f4301-ef65-4483-9368-7a8085d79122 HTTP/1.1" status: 204 len: 168 time: 0.2347558 Sep 17 01:14:36.568265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467ac4-3c7c-442c-b612-f9f822da44f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30f4301-ef65-4483-9368-7a8085d79122,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:36.616579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-77850079-9dc5-48d7-bbdb-d208c961fab9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90b2c127-1972-4256-a562-e800681759a9 HTTP/1.1" status: 200 len: 217 time: 0.0544586 Sep 17 01:14:36.670222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-1326a5d8-4fc0-4f4e-b43a-ccb639f1ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:36.672281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-1326a5d8-4fc0-4f4e-b43a-ccb639f1ed1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.0460527 Sep 17 01:14:36.705797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-73a094de-36b2-4783-8137-9fca43688de1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260777 Sep 17 01:14:36.802769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-a382e816-261f-4af5-84e3-9f5a85b6c2f8 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892212 Sep 17 01:14:36.941399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a515480b-68c8-449b-9e4d-26e5cff05a00 req-f7c6947e-734c-45a5-ada8-43cc6137368c service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286352 Sep 17 01:14:36.954435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daecba-90d8-4b71-ab5d-7ff147651cd5 req-253b923e-ac3c-4123-8608-4a09b5c31755 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:36.955988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7daecba-90d8-4b71-ab5d-7ff147651cd5 req-253b923e-ac3c-4123-8608-4a09b5c31755 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.0813675 Sep 17 01:14:37.005192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7daecba-90d8-4b71-ab5d-7ff147651cd5 req-e681dfdb-b39d-4565-9bab-01bfcb347d6a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Sep 17 01:14:37.017930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9cfae-0364-4b7c-b801-7b992596dbae req-056fe07b-9a24-470d-a464-9c8ef7d2eb4e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:37.019612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ff9cfae-0364-4b7c-b801-7b992596dbae req-056fe07b-9a24-470d-a464-9c8ef7d2eb4e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 944 time: 0.0577395 Sep 17 01:14:37.078836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ff9cfae-0364-4b7c-b801-7b992596dbae req-dec20fd8-cc78-4595-b7ec-cdf58778801b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520897 Sep 17 01:14:37.145712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d5735-09c5-4f51-9db0-3eadbfa94b16 req-dff7217f-995a-47cd-a17c-df7c1bc04ed9 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:37.147275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d0d5735-09c5-4f51-9db0-3eadbfa94b16 req-dff7217f-995a-47cd-a17c-df7c1bc04ed9 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 943 time: 0.0501385 Sep 17 01:14:37.189114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d0d5735-09c5-4f51-9db0-3eadbfa94b16 req-8d7630fc-7acd-458f-bd26-685d80403274 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355489 Sep 17 01:14:37.675434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b261c2-1d1c-49e8-b03e-fb3d3c5155d8 req-9b651c48-1206-4ae2-9f04-298d7a6f0331 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:37.676873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68b261c2-1d1c-49e8-b03e-fb3d3c5155d8 req-9b651c48-1206-4ae2-9f04-298d7a6f0331 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0535920 Sep 17 01:14:37.716142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68b261c2-1d1c-49e8-b03e-fb3d3c5155d8 req-36ad392e-9644-433e-9354-f3b47b911784 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Sep 17 01:14:37.804967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b034235c-4920-46ea-b30f-08eb0223617a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:37.924766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:37.937896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b034235c-4920-46ea-b30f-08eb0223617a', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'b034235c-4920-46ea-b30f-08eb0223617a', 'mac_address': 'fa:16:3e:aa:6f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:38.009131 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.022759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b034235c-4920-46ea-b30f-08eb0223617a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:38.056513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:38.126979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b6bf5-ef16-4a3a-8f12-880fa62261c8 req-64b51736-73cd-4ae4-a0a5-834a6818e4cf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:38.128520 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-639b6bf5-ef16-4a3a-8f12-880fa62261c8 req-64b51736-73cd-4ae4-a0a5-834a6818e4cf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.0495708 Sep 17 01:14:38.167270 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-639b6bf5-ef16-4a3a-8f12-880fa62261c8 req-5e5f2d9e-a557-42c3-be1d-5032fed4a006 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325711 Sep 17 01:14:38.170427 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.171171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b3dbf159-8526-45bf-9cdd-b0f6e41e0364 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:38.173538 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7282451c-5d50-4602-8bb4-85057cec34a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.205932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6327e-ee12-426d-9f98-e8dd415cc5f0 req-821359d4-054d-4eed-b802-09813321ece6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:38.207454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fac6327e-ee12-426d-9f98-e8dd415cc5f0 req-821359d4-054d-4eed-b802-09813321ece6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 944 time: 0.0556474 Sep 17 01:14:38.261968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fac6327e-ee12-426d-9f98-e8dd415cc5f0 req-3778638b-b43b-4f96-aaa1-3e3f79c8a7c7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478809 Sep 17 01:14:38.264314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:38.322542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e0acc-c3f1-47d1-82e7-928e618372cd req-2aca464f-83fe-4b59-85ee-e46db0945436 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:38.324133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af6e0acc-c3f1-47d1-82e7-928e618372cd req-2aca464f-83fe-4b59-85ee-e46db0945436 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 943 time: 0.0529802 Sep 17 01:14:38.335648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:38.347393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364', 'network_id': 'e213015e-2e17-465b-83c8-c358fe164ec1', 'port_id': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364', 'mac_address': 'fa:16:3e:9c:05:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e23429f3-7635-41ad-995e-3b14a3940ca0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:38.363683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af6e0acc-c3f1-47d1-82e7-928e618372cd req-df571cb8-4c35-44fb-8188-8aa7b6aa8e66 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325708 Sep 17 01:14:38.387528 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.400451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dbf159-8526-45bf-9cdd-b0f6e41e0364 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:38.424316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:38.468942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53310) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:38.524501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.574466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:38.590731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53316) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:38.633307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43b7dcfb-a956-4dc2-bb84-597ed2c4825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.662662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbaa4f7d-8d4a-4594-88e1-d2d8dd5fb6e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.745804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43b7dcfb-a956-4dc2-bb84-597ed2c4825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.834145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cef9ae-fcae-4d54-9147-0449e696d48a req-9c39602a-890f-472a-b12a-8e69682e0dfa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:38.835667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76cef9ae-fcae-4d54-9147-0449e696d48a req-9c39602a-890f-472a-b12a-8e69682e0dfa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0497482 Sep 17 01:14:38.838340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43b7dcfb-a956-4dc2-bb84-597ed2c4825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:38.889223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b034235c-4920-46ea-b30f-08eb0223617a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:38.912343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b3dbf159-8526-45bf-9cdd-b0f6e41e0364'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:38.914097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43b7dcfb-a956-4dc2-bb84-597ed2c4825b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a3b68ecd2524bc4acb1d4d12fa2d4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4438233 Sep 17 01:14:38.917012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:38.921635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7dcfb-a956-4dc2-bb84-597ed2c4825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9f1168-dc87-4162-aa94-614c30586dfa,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:38.938824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76cef9ae-fcae-4d54-9147-0449e696d48a req-41d39851-65fc-4b70-af41-f6eae46de5f8 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884118 Sep 17 01:14:39.001251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.024473 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbaa4f7d-8d4a-4594-88e1-d2d8dd5fb6e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.035836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.074074 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.101253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbaa4f7d-8d4a-4594-88e1-d2d8dd5fb6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.144381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbaa4f7d-8d4a-4594-88e1-d2d8dd5fb6e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8243427c25de40f089729901c3c44cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5546856 Sep 17 01:14:39.147215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53326) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:39.153092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa4f7d-8d4a-4594-88e1-d2d8dd5fb6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15469ec1-e9d2-444d-828c-e824f763fe76,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:39.159644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.162409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.163598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c9f1168-dc87-4162-aa94-614c30586dfa HTTP/1.1" status: 204 len: 168 time: 0.2454283 Sep 17 01:14:39.172825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9f1168-dc87-4162-aa94-614c30586dfa,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:39.181553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.181903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.182249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.182678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.182900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.183295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.183647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.183974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.184305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.184630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.184956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.185277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a598b1-be62-4215-91ce-e1ef501264fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:14:39.212739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15c96da1-93e9-48ce-b169-d5e516c893a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.237041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15c96da1-93e9-48ce-b169-d5e516c893a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.313016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793480c-94e1-4e95-abf8-c7f64e9a443b req-a9a5573c-a489-4e43-9c88-ab34b50a0169 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:39.314564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9793480c-94e1-4e95-abf8-c7f64e9a443b req-a9a5573c-a489-4e43-9c88-ab34b50a0169 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 945 time: 0.0668285 Sep 17 01:14:39.356920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9793480c-94e1-4e95-abf8-c7f64e9a443b req-b0030d7b-0f2f-4b08-b0b1-78f28bf8f887 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Sep 17 01:14:39.371196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.386945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723470d-f83d-4a49-906f-e63946af1ca0 req-69783608-502c-453e-ae8a-10af00bd9af8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:39.388490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2723470d-f83d-4a49-906f-e63946af1ca0 req-69783608-502c-453e-ae8a-10af00bd9af8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 944 time: 0.0542028 Sep 17 01:14:39.394113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15c96da1-93e9-48ce-b169-d5e516c893a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.396888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15c96da1-93e9-48ce-b169-d5e516c893a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.398100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15c96da1-93e9-48ce-b169-d5e516c893a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15469ec1-e9d2-444d-828c-e824f763fe76 HTTP/1.1" status: 204 len: 168 time: 0.2500091 Sep 17 01:14:39.407513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c96da1-93e9-48ce-b169-d5e516c893a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15469ec1-e9d2-444d-828c-e824f763fe76,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:39.451653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2723470d-f83d-4a49-906f-e63946af1ca0 req-dd62f24b-e6fd-4765-9ea6-59e8b9018eb2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561838 Sep 17 01:14:39.506829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1bec-d34e-4f42-ba9a-f9ff6b7d498d req-2c36b856-62cc-44dc-a72f-91292517dfa1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:39.508515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4db1bec-d34e-4f42-ba9a-f9ff6b7d498d req-2c36b856-62cc-44dc-a72f-91292517dfa1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 944 time: 0.0587833 Sep 17 01:14:39.550871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4db1bec-d34e-4f42-ba9a-f9ff6b7d498d req-c65a5d62-e6cd-4ade-a001-9b83d22f1225 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358474 Sep 17 01:14:39.594108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 90b2c127-1972-4256-a562-e800681759a9 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:39.693730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 90b2c127-1972-4256-a562-e800681759a9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=90b2c127-1972-4256-a562-e800681759a9,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:39.704726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '90b2c127-1972-4256-a562-e800681759a9', 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'port_id': '90b2c127-1972-4256-a562-e800681759a9', 'mac_address': 'fa:16:3e:d3:9e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33982dcb-36af-4f7f-9472-5332383a726e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:39.742052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.754363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90b2c127-1972-4256-a562-e800681759a9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:39.775348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 90b2c127-1972-4256-a562-e800681759a9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=90b2c127-1972-4256-a562-e800681759a9,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:39.866986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:39.920409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=90b2c127-1972-4256-a562-e800681759a9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:40.065896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f2e53-e253-45dc-af2a-53af35378e97 req-9f083ddf-4530-4b9a-8b19-51cfe2640746 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:40.067431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f7f2e53-e253-45dc-af2a-53af35378e97 req-9f083ddf-4530-4b9a-8b19-51cfe2640746 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0494683 Sep 17 01:14:40.108655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f7f2e53-e253-45dc-af2a-53af35378e97 req-03ccd29a-563f-4f34-8920-6cec24db61ce tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Sep 17 01:14:40.115321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['90b2c127-1972-4256-a562-e800681759a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:40.205087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:40.222113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905b0b25-0a24-454b-9ee5-8c6c2c5c51fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.243943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53364) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:40.321977 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905b0b25-0a24-454b-9ee5-8c6c2c5c51fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.398388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905b0b25-0a24-454b-9ee5-8c6c2c5c51fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.403793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1006566367-network', 'tenant_id': 'ccd7cd6543c74f1e8e630d3fc8ebab8a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:40.461035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b0b25-0a24-454b-9ee5-8c6c2c5c51fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a922ba-c75b-4062-8642-85fc57337ed0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:40.465128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-905b0b25-0a24-454b-9ee5-8c6c2c5c51fd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=937b2a67da514d0c8a01c20d8edd56c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2585921 Sep 17 01:14:40.468248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:40.507135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c301bf7-8f11-4b0a-a848-6d2dc4c35c9b req-c3d068fc-57d4-4dce-883e-53cd715cb2a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:40.514235 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c301bf7-8f11-4b0a-a848-6d2dc4c35c9b req-c3d068fc-57d4-4dce-883e-53cd715cb2a8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 945 time: 0.0781660 Sep 17 01:14:40.541180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Made reservation on behalf of ccd7cd6543c74f1e8e630d3fc8ebab8a for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:40.542729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8773c29-645a-4ff2-8afa-7d3fccede31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.543450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.562717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c301bf7-8f11-4b0a-a848-6d2dc4c35c9b req-90e8346b-c6ed-498a-823d-0f52859e7749 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Sep 17 01:14:40.563860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.582734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8773c29-645a-4ff2-8afa-7d3fccede31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.622128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d0281-dd48-4c23-9472-8af9e1113ac6 req-c2951da6-3216-4825-9d74-e27c646adc6c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:40.623678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec8d0281-dd48-4c23-9472-8af9e1113ac6 req-c2951da6-3216-4825-9d74-e27c646adc6c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 945 time: 0.0932920 Sep 17 01:14:40.666519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec8d0281-dd48-4c23-9472-8af9e1113ac6 req-bbb9ab74-ca39-451e-998e-c1ba57680964 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357296 Sep 17 01:14:40.708566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bff8d-de25-4f5e-b72f-d1ae1eb4cc17 req-12f7e055-f49d-48f2-8fed-91989c8e4f3f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:40.710040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3bff8d-de25-4f5e-b72f-d1ae1eb4cc17 req-12f7e055-f49d-48f2-8fed-91989c8e4f3f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 944 time: 0.0783730 Sep 17 01:14:40.714517 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.747683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f3bff8d-de25-4f5e-b72f-d1ae1eb4cc17 req-efe0bcb5-a5f2-475d-b71e-c99bf8e3f9f9 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Sep 17 01:14:40.758445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8773c29-645a-4ff2-8afa-7d3fccede31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.761148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8773c29-645a-4ff2-8afa-7d3fccede31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.762986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e8773c29-645a-4ff2-8afa-7d3fccede31a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3a922ba-c75b-4062-8642-85fc57337ed0 HTTP/1.1" status: 204 len: 168 time: 0.2926633 Sep 17 01:14:40.770901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773c29-645a-4ff2-8afa-7d3fccede31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a922ba-c75b-4062-8642-85fc57337ed0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:40.787286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.815913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:14:40.825851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:40.832278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.832625 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Added segment f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed of type vlan for network 2aa0907f-6693-41ff-a889-335148e535b8 Sep 17 01:14:40.872765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.981431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:40.982466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:40.983166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:41.012012 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:41.049492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] Pushing event updated for resources: {'Network': ['ID=2aa0907f-6693-41ff-a889-335148e535b8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:41.058643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2aa0907f-6693-41ff-a889-335148e535b8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:14:41.097953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-161c6ba7-8c2c-4cf6-9028-b6692cd6028d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8528349 Sep 17 01:14:41.100815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53380) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:41.105664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Request body: {'subnet': {'network_id': '2aa0907f-6693-41ff-a889-335148e535b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1006566367-subnet', 'tenant_id': 'ccd7cd6543c74f1e8e630d3fc8ebab8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:41.217922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Made reservation on behalf of ccd7cd6543c74f1e8e630d3fc8ebab8a for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:41.221329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:41.290845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc669ea7-6f51-471b-84d7-0efaf079ee1f req-ab7c05ba-ee70-4b07-8a2e-d06cd4b6e2eb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:41.292335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc669ea7-6f51-471b-84d7-0efaf079ee1f req-ab7c05ba-ee70-4b07-8a2e-d06cd4b6e2eb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.1053886 Sep 17 01:14:41.349894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc669ea7-6f51-471b-84d7-0efaf079ee1f req-60661175-e01b-43c3-b12e-6e219e164d50 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503016 Sep 17 01:14:41.496176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:41.553419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc22913-cae4-484e-adc2-c586ac6c2842,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:41.560547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Checking segment: {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:41.560903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Network hostable DHCP agents. Network: 2aa0907f-6693-41ff-a889-335148e535b8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:14:41.608602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 90b2c127-1972-4256-a562-e800681759a9 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:41.661144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Network 2aa0907f-6693-41ff-a889-335148e535b8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:14:41.682506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ac75d-1572-48e5-bd48-a0b7360ece7e req-841e9562-9aff-4aaa-8de8-706545c5a420 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:41.684133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c33ac75d-1572-48e5-bd48-a0b7360ece7e req-841e9562-9aff-4aaa-8de8-706545c5a420 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 945 time: 0.0489900 Sep 17 01:14:41.723832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c33ac75d-1572-48e5-bd48-a0b7360ece7e req-e400c277-a1b3-4c1e-9df9-e8371a14f558 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Sep 17 01:14:41.744452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 90b2c127-1972-4256-a562-e800681759a9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:41.752429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 90b2c127-1972-4256-a562-e800681759a9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:41.752883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:41.784485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 2aa0907f-6693-41ff-a889-335148e535b8) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:41.791231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:41.792025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:41.798156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53408) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:41.813064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48437b-fe79-4b71-8067-ec291395db3d req-d026a022-67ee-4dcc-a69a-92c82f0521f1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:41.813696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc03e8b-ac1e-4ba6-8012-c1e219e8176e None None] Network 2aa0907f-6693-41ff-a889-335148e535b8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:41.814626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d48437b-fe79-4b71-8067-ec291395db3d req-d026a022-67ee-4dcc-a69a-92c82f0521f1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 945 time: 0.0669093 Sep 17 01:14:41.831988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b034235c-4920-46ea-b30f-08eb0223617a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:41.864597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d48437b-fe79-4b71-8067-ec291395db3d req-7e07b47f-1fb9-4690-8e22-4a237e79fd4d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Sep 17 01:14:41.891499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c1910-b661-48aa-abcb-314cdfecb995 req-b26dcc42-605a-4240-9185-e76d8281a557 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:41.893008 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf4c1910-b661-48aa-abcb-314cdfecb995 req-b26dcc42-605a-4240-9185-e76d8281a557 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 944 time: 0.0616632 Sep 17 01:14:41.897870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7cea5511-dbf1-4be8-8b7c-f777bfd569d5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7958877 Sep 17 01:14:41.950025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785145271-network', 'tenant_id': '15c6061489b942278adf81093ae7d1d0'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:41.956152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf4c1910-b661-48aa-abcb-314cdfecb995 req-6191cc91-1f2c-4c24-9916-af3d7b7552b7 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567245 Sep 17 01:14:41.983166 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.033036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563bddb1-ff55-4b50-a251-176d4c738558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b2c127-1972-4256-a562-e800681759a9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:42.035287 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924b469-b585-4341-8b75-9c592d397ea3" -d '{"events": [{"server_uuid": "563bddb1-ff55-4b50-a251-176d4c738558", "name": "network-vif-plugged", "status": "completed", "tag": "90b2c127-1972-4256-a562-e800681759a9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:42.051437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Made reservation on behalf of 15c6061489b942278adf81093ae7d1d0 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:42.054763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.062947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 90b2c127-1972-4256-a562-e800681759a9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=90b2c127-1972-4256-a562-e800681759a9,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:42.069047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb8af8-f535-4c00-be85-080933cdffef None None] Network 2aa0907f-6693-41ff-a889-335148e535b8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:42.071147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.082935 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e72c5da-cf21-4db4-b673-62c1662a08d9 x-openstack-request-id: req-5e72c5da-cf21-4db4-b673-62c1662a08d9 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:42.083509 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563bddb1-ff55-4b50-a251-176d4c738558", "name": "network-vif-plugged", "status": "completed", "tag": "90b2c127-1972-4256-a562-e800681759a9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:42.083767 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5e72c5da-cf21-4db4-b673-62c1662a08d9 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:42.084154 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563bddb1-ff55-4b50-a251-176d4c738558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90b2c127-1972-4256-a562-e800681759a9', 'code': 200} Sep 17 01:14:42.086768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b034235c-4920-46ea-b30f-08eb0223617a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:42.098463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b034235c-4920-46ea-b30f-08eb0223617a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:42.099137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.153104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.196809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.210264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670426d-4afd-4663-ae8d-b65be2287c1e req-9811b9ee-648d-4d05-bf80-9ded58ed4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:42.216578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9670426d-4afd-4663-ae8d-b65be2287c1e req-9811b9ee-648d-4d05-bf80-9ded58ed4ad5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 1097 time: 0.0671408 Sep 17 01:14:42.263859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9670426d-4afd-4663-ae8d-b65be2287c1e req-8ffa410a-f11d-4098-aeba-7a4660d2bbd6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396252 Sep 17 01:14:42.271509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=90b2c127-1972-4256-a562-e800681759a9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:42.279799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.303204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:14:42.318178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1a364a-6401-458c-9f16-8bf85ec73abf,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:42.323120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.323962 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Added segment 14c51af3-9d68-4199-9e36-c90bcfc8e00b of type vlan for network d56216e8-8160-4d32-a014-e32eed80d6c7 Sep 17 01:14:42.325937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.362034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:42.367579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.411425 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.412314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b3dbf159-8526-45bf-9cdd-b0f6e41e0364 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:42.430674 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.434365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:42.439546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.500984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:42.501223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4779b90-20fb-49d6-8d90-285394a07f15 req-5bbca082-6253-4ba0-8c15-e18b842f4bb9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:42.502866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4779b90-20fb-49d6-8d90-285394a07f15 req-5bbca082-6253-4ba0-8c15-e18b842f4bb9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0789597 Sep 17 01:14:42.537205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] Pushing event updated for resources: {'Network': ['ID=d56216e8-8160-4d32-a014-e32eed80d6c7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:42.548682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e041a9c-8413-4b4e-807f-eaf9d7c09529 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7460594 Sep 17 01:14:42.549302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53424) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:42.551578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d56216e8-8160-4d32-a014-e32eed80d6c7 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:14:42.551847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4779b90-20fb-49d6-8d90-285394a07f15 req-12836898-ee91-4a8f-be1b-b286f5e97404 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Sep 17 01:14:42.558699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Request body: {'subnet': {'network_id': 'd56216e8-8160-4d32-a014-e32eed80d6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1785145271-subnet', 'tenant_id': '15c6061489b942278adf81093ae7d1d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:42.611514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:42.622653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:42.623027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.685444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Made reservation on behalf of 15c6061489b942278adf81093ae7d1d0 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:42.688084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.700297 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.731980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:42.794392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.843862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:42.899355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b29a6-61b5-4f77-a5b5-4c35236c4995 req-9247685f-572d-40be-afc4-b8c19f13406d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:42.900939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b9b29a6-61b5-4f77-a5b5-4c35236c4995 req-9247685f-572d-40be-afc4-b8c19f13406d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0916817 Sep 17 01:14:42.943950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b9b29a6-61b5-4f77-a5b5-4c35236c4995 req-acb7c97b-70d1-4e4c-a929-2ca91ba79f2a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 Sep 17 01:14:42.987442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b06645-8580-415e-a070-343d4e59ebd8 req-08c87425-394c-447d-9bf0-57df4ea66959 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:42.993403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:42.998575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94b06645-8580-415e-a070-343d4e59ebd8 req-08c87425-394c-447d-9bf0-57df4ea66959 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 946 time: 0.0591693 Sep 17 01:14:43.042998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94b06645-8580-415e-a070-343d4e59ebd8 req-966c8edc-d1b5-4c25-bfd0-cd70445bcb04 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Sep 17 01:14:43.083501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c52139-fe25-41f5-b8c1-5546689c5721,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:43.099203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Checking segment: {'id': '14c51af3-9d68-4199-9e36-c90bcfc8e00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd56216e8-8160-4d32-a014-e32eed80d6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:43.099570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Network hostable DHCP agents. Network: d56216e8-8160-4d32-a014-e32eed80d6c7, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:14:43.116571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d549c-5c30-44c7-a4ec-2ca001cbcc12 req-3005a3c5-32b1-4787-a0ca-3a20e77b747e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:43.118079 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-658d549c-5c30-44c7-a4ec-2ca001cbcc12 req-3005a3c5-32b1-4787-a0ca-3a20e77b747e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0870719 Sep 17 01:14:43.160840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-658d549c-5c30-44c7-a4ec-2ca001cbcc12 req-d3153272-3bce-46bc-9294-b078a7ef75ba tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341554 Sep 17 01:14:43.194156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Network d56216e8-8160-4d32-a014-e32eed80d6c7 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:14:43.274231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d56216e8-8160-4d32-a014-e32eed80d6c7) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:43.279608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:43.280602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:43.284574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435205cd-73b1-4f1b-bd32-12021af2a0f0 None None] Network d56216e8-8160-4d32-a014-e32eed80d6c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:43.367155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6963f6a3-577b-456d-a6ac-0990085353b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8167419 Sep 17 01:14:43.428055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac2fcb9-0515-4a5f-8e2a-8c9b9cd5ece9 None None] Network d56216e8-8160-4d32-a014-e32eed80d6c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:43.691512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9313820-e36d-459e-91c5-dc99788a36ac req-3f46f2a5-4c0e-42f6-bfc1-a60c32271bcd tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:43.694037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9313820-e36d-459e-91c5-dc99788a36ac req-3f46f2a5-4c0e-42f6-bfc1-a60c32271bcd tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0602000 Sep 17 01:14:43.748641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9313820-e36d-459e-91c5-dc99788a36ac req-94212462-2c2d-4ec1-82cb-058ab880ca4f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481236 Sep 17 01:14:43.789581 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:14:44.075297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee921ebd-4b84-4843-b5c8-5668f2001ddc req-f3cd55f9-58df-4f58-b822-5eef316f5bea tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.076708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee921ebd-4b84-4843-b5c8-5668f2001ddc req-f3cd55f9-58df-4f58-b822-5eef316f5bea tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0571318 Sep 17 01:14:44.085826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a'}, {'server_uuid': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:44.088797 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb6fb1-96fa-4e9f-b1ac-b00bd0dd54d4" -d '{"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-plugged", "status": "completed", "tag": "b034235c-4920-46ea-b30f-08eb0223617a"}, {"server_uuid": "b2026fc0-dc52-4f72-b244-88b6e802fb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b3dbf159-8526-45bf-9cdd-b0f6e41e0364"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:44.122034 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee921ebd-4b84-4843-b5c8-5668f2001ddc req-12dd7820-0db6-4052-9667-a65ca9fa1bc4 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Sep 17 01:14:44.192484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbe31f-975c-4694-91a6-b1c46a605578 req-e43629a2-b4b7-4aec-bacf-7b230367422c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.193602 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8200674-6953-4812-a156-5107311e71f4 x-openstack-request-id: req-e8200674-6953-4812-a156-5107311e71f4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:44.193901 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-plugged", "status": "completed", "tag": "b034235c-4920-46ea-b30f-08eb0223617a", "code": 200}, {"server_uuid": "b2026fc0-dc52-4f72-b244-88b6e802fb7a", "name": "network-vif-plugged", "status": "completed", "tag": "b3dbf159-8526-45bf-9cdd-b0f6e41e0364", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:44.194160 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8200674-6953-4812-a156-5107311e71f4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:44.194553 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a', 'code': 200} Sep 17 01:14:44.194805 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364', 'code': 200} Sep 17 01:14:44.202292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-17bbe31f-975c-4694-91a6-b1c46a605578 req-e43629a2-b4b7-4aec-bacf-7b230367422c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 946 time: 0.0857024 Sep 17 01:14:44.252729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-17bbe31f-975c-4694-91a6-b1c46a605578 req-6c1dab75-ae08-4242-a04d-198d069dbe51 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Sep 17 01:14:44.354546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53468) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:44.361396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-180190717-network', 'tenant_id': '90d27eac11264a0f9469da8b45a57eeb'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:44.376320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddc4f4-cf1a-4ff2-9fce-c4b287ea924f req-2ca95a13-78c6-439b-b7de-3f8252dc7ec8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.377829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68ddc4f4-cf1a-4ff2-9fce-c4b287ea924f req-2ca95a13-78c6-439b-b7de-3f8252dc7ec8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.1199694 Sep 17 01:14:44.395717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef5508-1bae-4e3b-a3aa-b4dbf16a7b9b req-64380142-e8dd-4656-a1f2-bbe074736112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.397097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4ef5508-1bae-4e3b-a3aa-b4dbf16a7b9b req-64380142-e8dd-4656-a1f2-bbe074736112 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 1097 time: 0.0931993 Sep 17 01:14:44.399602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2fbea1-b49e-44d7-8077-d5a32d24461e req-b6a3853c-662f-4caa-972d-6ab2291868b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.400926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab2fbea1-b49e-44d7-8077-d5a32d24461e req-b6a3853c-662f-4caa-972d-6ab2291868b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 1096 time: 0.1056323 Sep 17 01:14:44.449072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68ddc4f4-cf1a-4ff2-9fce-c4b287ea924f req-f1376d83-f856-458f-91a0-f44f3d4aaac6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641792 Sep 17 01:14:44.462670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Made reservation on behalf of 90d27eac11264a0f9469da8b45a57eeb for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:44.464951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.478641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.485066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4ef5508-1bae-4e3b-a3aa-b4dbf16a7b9b req-d116a5cd-ed2b-47d9-82d7-acb81da6ad81 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650322 Sep 17 01:14:44.486687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab2fbea1-b49e-44d7-8077-d5a32d24461e req-504d9f75-4872-44e1-9c61-0e2e477841b9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657332 Sep 17 01:14:44.565340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.639953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.663851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:14:44.678769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca649fee-ab7c-4086-abf4-adaaabdae170,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:44.681643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.684000 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Added segment fc932254-3f23-448d-877b-8dc51a8da911 of type vlan for network 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0 Sep 17 01:14:44.723695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.758071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066aa7c-c721-45bf-99e9-9383fa2e6e2c req-37be56ac-0671-496b-9057-214e3aafa89b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.759602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d066aa7c-c721-45bf-99e9-9383fa2e6e2c req-37be56ac-0671-496b-9057-214e3aafa89b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 946 time: 0.0545630 Sep 17 01:14:44.802717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d066aa7c-c721-45bf-99e9-9383fa2e6e2c req-7f6d95d4-0917-40a9-a3bc-2c422631bded tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Sep 17 01:14:44.837528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:44.838420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:44.838997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:45.197509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-f5004eb9-5cd4-4985-8df1-cb5522bcefd2 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:45.199227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-f5004eb9-5cd4-4985-8df1-cb5522bcefd2 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/networks?id=2aa0907f-6693-41ff-a889-335148e535b8 HTTP/1.1" status: 200 len: 809 time: 0.1047869 Sep 17 01:14:45.215158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-fc1821b5-05f7-4b4c-a84d-ae4065e7b6c5 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/quotas/ccd7cd6543c74f1e8e630d3fc8ebab8a HTTP/1.1" status: 200 len: 375 time: 0.0092955 Sep 17 01:14:45.226219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8698606 Sep 17 01:14:45.227313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdabfa-c8a7-4353-adce-60bcf2591d7e admin admin] Pushing event updated for resources: {'Network': ['ID=955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:45.230714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53492) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:45.240784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06b4d-12e2-4a21-8f51-564e9bd7ea05 req-7f69a984-fd5a-4e85-bb75-6d1cabb71ea0 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:45.242454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-98c06b4d-12e2-4a21-8f51-564e9bd7ea05 req-7f69a984-fd5a-4e85-bb75-6d1cabb71ea0 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.4147468 Sep 17 01:14:45.243914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:14:45.254140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Request body: {'subnet': {'network_id': '955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-180190717-subnet', 'tenant_id': '90d27eac11264a0f9469da8b45a57eeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:45.259638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-fe52e6fe-706c-4365-aa66-ed442b8121ed tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381222 Sep 17 01:14:45.283037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-98c06b4d-12e2-4a21-8f51-564e9bd7ea05 req-e592167a-0e04-40d1-ba0a-2724d05cd492 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337584 Sep 17 01:14:45.344950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Made reservation on behalf of 90d27eac11264a0f9469da8b45a57eeb for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:45.347522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:45.393401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97118-7d1e-48d9-ae8b-b8b7c1a4ba30 req-2cf71a24-a637-471a-8318-1ec7825f64fd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:45.395011 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3e97118-7d1e-48d9-ae8b-b8b7c1a4ba30 req-2cf71a24-a637-471a-8318-1ec7825f64fd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0496609 Sep 17 01:14:45.417004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9436a680-5552-47dc-b7d6-5df97383ba10 service neutron] 10.222.0.13 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428573 Sep 17 01:14:45.433502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3e97118-7d1e-48d9-ae8b-b8b7c1a4ba30 req-737cb1a8-4a66-436a-834b-7e9a972ce960 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322795 Sep 17 01:14:45.559574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-716adc12-3e11-43de-a0ed-391052693261 service neutron] 10.222.0.13 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315238 Sep 17 01:14:45.578572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2d02a-04cd-45c8-ae42-8a173ac4a971 req-5cd9b8db-99c9-43b4-84d4-1ef8d3ae7127 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:45.580309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1c2d02a-04cd-45c8-ae42-8a173ac4a971 req-5cd9b8db-99c9-43b4-84d4-1ef8d3ae7127 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0521064 Sep 17 01:14:45.626894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1c2d02a-04cd-45c8-ae42-8a173ac4a971 req-2c4202b7-b8e6-48b1-9634-3c4b517dfa4c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391929 Sep 17 01:14:45.663286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:45.732759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da4e61ad-6b08-4dcd-ba26-753e8e18aaf5,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:45.740226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Checking segment: {'id': 'fc932254-3f23-448d-877b-8dc51a8da911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:45.740691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Network hostable DHCP agents. Network: 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:14:45.801015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-329642da-6e88-453e-863f-d3cb0ca8510a req-7c452fab-9b51-40da-855d-365574f62422 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 210 time: 0.0268176 Sep 17 01:14:45.811153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Network 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:14:45.914572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:45.933995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f4da0-3acb-41ee-9a0c-e45d15444ba0 None None] Network 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:45.934709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bff32f-a973-4dc0-b4db-22927bf83204 req-61d8afec-f690-4003-8e1c-43645ee3d8f9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:45.936445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bff32f-a973-4dc0-b4db-22927bf83204 req-61d8afec-f690-4003-8e1c-43645ee3d8f9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 946 time: 0.0646307 Sep 17 01:14:45.938000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:45.938682 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:45.987771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bff32f-a973-4dc0-b4db-22927bf83204 req-1741a422-5b6f-4c75-8dc2-4f2cb0aedc14 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427575 Sep 17 01:14:46.022977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a5aefc1a-8e63-453a-a096-c5ea990cce75 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7808006 Sep 17 01:14:46.061823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-21ea2b6c-6380-4fd2-9413-f85bb5e1e56c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:46.063527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-21ea2b6c-6380-4fd2-9413-f85bb5e1e56c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.36 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 946 time: 0.0696075 Sep 17 01:14:46.100465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd66e1-9b15-48ec-b7cb-0ca29bc1d32b None None] Network 955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:14:46.151033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53510) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:46.176998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Deleting port 90b2c127-1972-4256-a562-e800681759a9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:14:46.177632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.221004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Deleting subnet a7c52139-fe25-41f5-b8c1-5546689c5721 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:14:46.225381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.268519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.275052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] For port 90b2c127-1972-4256-a562-e800681759a9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=90b2c127-1972-4256-a562-e800681759a9,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:46.275588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.288100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Calling delete_port for 90b2c127-1972-4256-a562-e800681759a9 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:14:46.309592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.428159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fff4a0-9ec3-420b-9b97-4a490a018f80 req-0348055d-36c4-48a1-8f20-56c4adbb531f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:46.429682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-58fff4a0-9ec3-420b-9b97-4a490a018f80 req-0348055d-36c4-48a1-8f20-56c4adbb531f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0518687 Sep 17 01:14:46.462481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.479023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-58fff4a0-9ec3-420b-9b97-4a490a018f80 req-17308d41-b12f-4028-8b94-a1f744179a07 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 Sep 17 01:14:46.498515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.500415 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7c52139-fe25-41f5-b8c1-5546689c5721 HTTP/1.1" status: 204 len: 168 time: 0.3482661 Sep 17 01:14:46.501402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff112eac-3f05-41ab-8e91-6c06f3b97f78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c52139-fe25-41f5-b8c1-5546689c5721,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:46.503106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53516) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:46.505345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.520113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7c0eda0c-66a7-4edc-81ee-70c491646299'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:46.522816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['90b2c127-1972-4256-a562-e800681759a9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:46.574927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Pushing event deleted for resources: {'Port': ['ID=90b2c127-1972-4256-a562-e800681759a9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:46.592645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.644864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2187d-f11a-43f0-a364-af4ff6f73968 req-2f6a01b1-3784-4c4e-ba52-9590a1dee264 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:46.646914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4c2187d-f11a-43f0-a364-af4ff6f73968 req-2f6a01b1-3784-4c4e-ba52-9590a1dee264 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.1381099 Sep 17 01:14:46.647926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] No DVR routers for this DVR port 90b2c127-1972-4256-a562-e800681759a9 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:14:46.652125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.654117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0819898-cd8a-42d4-9e13-82192e30d207 req-31161e2d-ae1f-4270-9e74-6f266fd0ca60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.36 "DELETE /v2.0/ports/90b2c127-1972-4256-a562-e800681759a9 HTTP/1.1" status: 204 len: 173 time: 0.5833135 Sep 17 01:14:46.654684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563bddb1-ff55-4b50-a251-176d4c738558', 'name': 'network-vif-deleted', 'tag': '90b2c127-1972-4256-a562-e800681759a9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:46.658090 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea3a98-01f0-4be5-a047-ac94c3fd3f04" -d '{"events": [{"server_uuid": "563bddb1-ff55-4b50-a251-176d4c738558", "name": "network-vif-deleted", "tag": "90b2c127-1972-4256-a562-e800681759a9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:46.682690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.702260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4c2187d-f11a-43f0-a364-af4ff6f73968 req-c15a163d-a2e7-490b-bc94-c37ee4f7c9ce tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Sep 17 01:14:46.705650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56216e8-8160-4d32-a014-e32eed80d6c7']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:46.716489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c51af3-9d68-4199-9e36-c90bcfc8e00b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:46.716845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c51af3-9d68-4199-9e36-c90bcfc8e00b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:46.743115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.768834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec3c991-6c6a-4413-b8e3-0cf93f2939f9 x-openstack-request-id: req-cec3c991-6c6a-4413-b8e3-0cf93f2939f9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:46.769577 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563bddb1-ff55-4b50-a251-176d4c738558", "name": "network-vif-deleted", "tag": "90b2c127-1972-4256-a562-e800681759a9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:46.769577 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cec3c991-6c6a-4413-b8e3-0cf93f2939f9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:46.769823 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '563bddb1-ff55-4b50-a251-176d4c738558', 'name': 'network-vif-deleted', 'tag': '90b2c127-1972-4256-a562-e800681759a9', 'status': 'completed', 'code': 200} Sep 17 01:14:46.774067 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.783019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:14:46.783509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:14:46.785257 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:14:46.822930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2da0ea-2c84-44bd-afe7-e55e0e255f1b req-f986f9f0-3102-4c58-ae76-a4d986a5a51c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:46.822930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa2da0ea-2c84-44bd-afe7-e55e0e255f1b req-f986f9f0-3102-4c58-ae76-a4d986a5a51c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0969441 Sep 17 01:14:46.893789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa2da0ea-2c84-44bd-afe7-e55e0e255f1b req-54088a89-dd18-4032-860a-d0ae266dfb90 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Sep 17 01:14:46.953009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.984645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:46.986587 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d56216e8-8160-4d32-a014-e32eed80d6c7 HTTP/1.1" status: 204 len: 168 time: 0.4825568 Sep 17 01:14:46.989713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4584841d-a50a-4c8f-a7d7-015ec452bbf7 req-6bb4bcba-3bd8-453f-80e7-3a63ea899f22 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 210 time: 0.0381157 Sep 17 01:14:46.989851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53532) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:47.000068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d8884-e587-48e4-8084-a94c69318104 admin admin] Pushing event deleted for resources: {'Network': ['ID=d56216e8-8160-4d32-a014-e32eed80d6c7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:47.046231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Deleting subnet da4e61ad-6b08-4dcd-ba26-753e8e18aaf5 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:14:47.050725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.086547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.130953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.204512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9cf6ac2-eacd-459f-9100-1fcfeffcc15f req-2f4e6488-94ce-408f-8710-ab9420244391 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=563bddb1-ff55-4b50-a251-176d4c738558 HTTP/1.1" status: 200 len: 210 time: 0.0362864 Sep 17 01:14:47.296353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.330929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da4e61ad-6b08-4dcd-ba26-753e8e18aaf5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:47.332315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.336481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2ef99c71-6210-428d-874e-02664789684e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/da4e61ad-6b08-4dcd-ba26-753e8e18aaf5 HTTP/1.1" status: 204 len: 168 time: 0.3432078 Sep 17 01:14:47.337343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53540) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:47.353714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11d4c1-7f9c-46bc-894c-86a86f037b62 req-5c3a3f32-9540-49b7-a183-ba04b32d938f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:47.355881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a11d4c1-7f9c-46bc-894c-86a86f037b62 req-5c3a3f32-9540-49b7-a183-ba04b32d938f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0936048 Sep 17 01:14:47.404811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3a11d4c1-7f9c-46bc-894c-86a86f037b62 req-c4f7666d-def4-4a5f-9609-725b6fd01d74 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 Sep 17 01:14:47.471755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.545363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f34a-f142-4bb1-ae61-e78578726ca2 req-d4536b00-8293-4cab-b4eb-80a45c4eb366 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:47.547129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09b7f34a-f142-4bb1-ae61-e78578726ca2 req-d4536b00-8293-4cab-b4eb-80a45c4eb366 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.1041384 Sep 17 01:14:47.599760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90339-75ea-4597-bbcb-2e1aba5e5bf9 req-ef7bdd7c-03c1-41e0-bca4-fbba1d91a6c8 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:47.601167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8f90339-75ea-4597-bbcb-2e1aba5e5bf9 req-ef7bdd7c-03c1-41e0-bca4-fbba1d91a6c8 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0492296 Sep 17 01:14:47.610026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.639912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8f90339-75ea-4597-bbcb-2e1aba5e5bf9 req-c47ca8e2-581f-4d61-9ba9-a5bbe76d7a51 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323319 Sep 17 01:14:47.641101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09b7f34a-f142-4bb1-ae61-e78578726ca2 req-3b3c7445-02ee-4fac-a004-61c1f835a52f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842590 Sep 17 01:14:47.644598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:47.654569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc932254-3f23-448d-877b-8dc51a8da911') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:47.654868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc932254-3f23-448d-877b-8dc51a8da911') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:14:47.665497 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.679043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.684802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:14:47.685201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:14:47.686894 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:14:47.856334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95456-bad8-4120-a8be-586286f34f70 req-84724dca-89d8-47e1-8160-87b73bc33afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:47.857951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-84724dca-89d8-47e1-8160-87b73bc33afe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 1096 time: 0.0463030 Sep 17 01:14:47.930263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.936939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:47.940222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] 10.222.0.13 "DELETE /v2.0/networks/955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0 HTTP/1.1" status: 204 len: 168 time: 0.6023111 Sep 17 01:14:47.954298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65f038-636a-4675-9c3a-71570ebe52df admin admin] Pushing event deleted for resources: {'Network': ['ID=955293aa-3af7-4d73-bb9a-aa2d5c8d5cd0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:48.004603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95456-bad8-4120-a8be-586286f34f70 req-9f83fed5-af48-4c30-a9a0-332c489f44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:48.006114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-9f83fed5-af48-4c30-a9a0-332c489f44c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 919 time: 0.1403651 Sep 17 01:14:48.054410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-eb7d1ccc-1ba1-4291-98a7-b45e59dff059 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364 HTTP/1.1" status: 200 len: 217 time: 0.0401912 Sep 17 01:14:48.117758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-471b3ee8-5d97-4de0-a119-7b708d006bcf req-e8f4bf43-b662-4c4e-aa5f-b6445bac3808 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 210 time: 0.0475173 Sep 17 01:14:48.128382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95456-bad8-4120-a8be-586286f34f70 req-5513fcf0-2f6f-4dd8-9ecd-0ca5943ee598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:48.134130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-5513fcf0-2f6f-4dd8-9ecd-0ca5943ee598 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.0677474 Sep 17 01:14:48.164537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-0044da86-73a6-47ae-b11c-4bec28c7d70e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252388 Sep 17 01:14:48.259836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-332aa8b0-dea9-47a5-bb63-fbcd2bf16e05 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872517 Sep 17 01:14:48.430805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53554) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:48.488100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e5b80880-5991-4cbc-af5e-56c1976abcf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15c6061489b942278adf81093ae7d1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536153 Sep 17 01:14:48.495655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53558) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:48.569921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5156fd4-397e-4f96-acfd-33bdb9007f32 req-60e924c3-66be-4196-9a00-42b3b0cfbaaf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:48.571453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5156fd4-397e-4f96-acfd-33bdb9007f32 req-60e924c3-66be-4196-9a00-42b3b0cfbaaf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0881252 Sep 17 01:14:48.593600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3997c926-7449-47d0-a8e6-0172ac69b2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:48.635304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3997c926-7449-47d0-a8e6-0172ac69b2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:48.644327 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5156fd4-397e-4f96-acfd-33bdb9007f32 req-e7b86439-2668-44b6-8b56-edad627879ef tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623579 Sep 17 01:14:48.709020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cc95456-bad8-4120-a8be-586286f34f70 req-c288a3c0-dea0-440f-80de-8917b9be9086 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422948 Sep 17 01:14:48.725147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13177c04-378a-48c6-aceb-a0294cc25873 req-05f53577-9e95-4500-b5fd-5c40933a5eb8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:48.726653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13177c04-378a-48c6-aceb-a0294cc25873 req-05f53577-9e95-4500-b5fd-5c40933a5eb8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.4033439 Sep 17 01:14:48.760077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3997c926-7449-47d0-a8e6-0172ac69b2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:48.762601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3997c926-7449-47d0-a8e6-0172ac69b2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:48.763757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3997c926-7449-47d0-a8e6-0172ac69b2bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b1a364a-6401-458c-9f16-8bf85ec73abf HTTP/1.1" status: 204 len: 168 time: 0.2670918 Sep 17 01:14:48.770896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-a19b20ac-891a-4dfc-ba13-4d2d83d12209 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:48.772551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-a19b20ac-891a-4dfc-ba13-4d2d83d12209 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "GET /v2.0/networks?id=2aa0907f-6693-41ff-a889-335148e535b8 HTTP/1.1" status: 200 len: 809 time: 0.1577935 Sep 17 01:14:48.775956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997c926-7449-47d0-a8e6-0172ac69b2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1a364a-6401-458c-9f16-8bf85ec73abf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:48.787680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe516aae-610d-451f-a02e-671072557229 req-e7a136b8-bc7f-4f90-a058-948f30ba4636 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:48.789913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe516aae-610d-451f-a02e-671072557229 req-e7a136b8-bc7f-4f90-a058-948f30ba4636 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0771849 Sep 17 01:14:48.790946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Request body: {'port': {'device_id': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8', 'admin_state_up': True, 'tenant_id': 'ccd7cd6543c74f1e8e630d3fc8ebab8a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:48.811051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13177c04-378a-48c6-aceb-a0294cc25873 req-2492c160-551e-46a9-b05b-b6ee542cc852 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712342 Sep 17 01:14:48.842727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe516aae-610d-451f-a02e-671072557229 req-6a847889-f160-44d0-a6ec-04d609f623ea tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Sep 17 01:14:49.013874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e297d3-cffb-4dd4-b7e7-d8396238fe2b req-5a5631ac-bbe7-4c57-8481-91d1e5c69c9b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:49.015702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67e297d3-cffb-4dd4-b7e7-d8396238fe2b req-5a5631ac-bbe7-4c57-8481-91d1e5c69c9b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0768147 Sep 17 01:14:49.055784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67e297d3-cffb-4dd4-b7e7-d8396238fe2b req-adf5ee77-cce7-4762-acdf-5bc2e8ecd72e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334580 Sep 17 01:14:49.076526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Made reservation on behalf of ccd7cd6543c74f1e8e630d3fc8ebab8a for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:14:49.082225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.246606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Allocated IP 172.20.0.11 (2aa0907f-6693-41ff-a889-335148e535b8/8dc22913-cae4-484e-adc2-c586ac6c2842/50c89083-e366-4358-8427-c91f34419b9c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:14:49.265983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a627f1e-d229-4fe0-85c1-c1327f942d07 req-f23c8de5-a850-4bab-a2e4-72d4f88a451f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:49.267513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a627f1e-d229-4fe0-85c1-c1327f942d07 req-f23c8de5-a850-4bab-a2e4-72d4f88a451f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0757108 Sep 17 01:14:49.350569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a627f1e-d229-4fe0-85c1-c1327f942d07 req-1401777a-41e7-40f6-aa74-596d25421511 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738568 Sep 17 01:14:49.445449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5590fbdf-fd1a-4cf3-87e2-8f39b08b6967 req-800d4781-ce39-4a45-acff-2e78dec63f61 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 210 time: 0.0317705 Sep 17 01:14:49.479585 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.572738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ffd80-9a76-4c3d-afd8-883eceab930c req-755fa3e1-9103-494c-8185-de141b369e64 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:49.574382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c74ffd80-9a76-4c3d-afd8-883eceab930c req-755fa3e1-9103-494c-8185-de141b369e64 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0548928 Sep 17 01:14:49.574863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53596) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:49.604634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.628631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e2e443-27da-4ed0-9f2f-46e8f588c5a6 req-a47ff595-da46-4164-b938-4eedc2e71dd2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:49.630168 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4e2e443-27da-4ed0-9f2f-46e8f588c5a6 req-a47ff595-da46-4164-b938-4eedc2e71dd2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0647583 Sep 17 01:14:49.668588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4e2e443-27da-4ed0-9f2f-46e8f588c5a6 req-6d29e77e-4dec-46bc-876c-6fa2ef13a901 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Sep 17 01:14:49.681456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Network 2aa0907f-6693-41ff-a889-335148e535b8 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:14:49.689738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c74ffd80-9a76-4c3d-afd8-883eceab930c req-803b202f-66e8-4aa1-a8eb-fbe19561eba1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067355 Sep 17 01:14:49.699335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:14:49.699335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:14:49.701464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Pushing event updated for resources: {'Port': ['ID=50c89083-e366-4358-8427-c91f34419b9c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:49.706972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98c761a3-60d9-4e3b-8932-f4efac75eee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90d27eac11264a0f9469da8b45a57eeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1308792 Sep 17 01:14:49.709652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:14:49.752552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:49.753194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.776689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80feee40-93f0-4b87-b303-f802e5002512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.799728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80feee40-93f0-4b87-b303-f802e5002512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.835122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b252e969-51c1-4e0c-9779-3bb06f608926 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0487144 Sep 17 01:14:49.848310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Request body: {'port': {'device_id': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:14:49.902477 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80feee40-93f0-4b87-b303-f802e5002512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.905153 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80feee40-93f0-4b87-b303-f802e5002512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.908956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-80feee40-93f0-4b87-b303-f802e5002512 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca649fee-ab7c-4086-abf4-adaaabdae170 HTTP/1.1" status: 204 len: 168 time: 0.1953027 Sep 17 01:14:49.914510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80feee40-93f0-4b87-b303-f802e5002512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca649fee-ab7c-4086-abf4-adaaabdae170,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:49.924301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:49.991376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab82ea-4989-4f1b-918b-7389edd8aa1f req-b3b08a2d-10f8-4145-a68c-ae2288f324cb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:49.992792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2ab82ea-4989-4f1b-918b-7389edd8aa1f req-b3b08a2d-10f8-4145-a68c-ae2288f324cb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0519745 Sep 17 01:14:50.041706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2ab82ea-4989-4f1b-918b-7389edd8aa1f req-b565f26c-6c66-4a5d-a843-29cf79d9f9d7 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426340 Sep 17 01:14:50.210610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f896198-9991-4a5a-a6c5-d2fbff4ff509 req-6ccff0bc-3aaf-4ebe-9b40-de9aec13d6c8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:50.212117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f896198-9991-4a5a-a6c5-d2fbff4ff509 req-6ccff0bc-3aaf-4ebe-9b40-de9aec13d6c8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0806248 Sep 17 01:14:50.302097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f896198-9991-4a5a-a6c5-d2fbff4ff509 req-cd173864-971e-4d7e-a586-54c7b240760c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835330 Sep 17 01:14:50.308444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c89083-e366-4358-8427-c91f34419b9c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:50.316731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:50.332212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Transition to ACTIVE for port object 50c89083-e366-4358-8427-c91f34419b9c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:14:50.433915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:50.496164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Pushing event updated for resources: {'Port': ['ID=50c89083-e366-4358-8427-c91f34419b9c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:50.566411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Attempting to bind port 50c89083-e366-4358-8427-c91f34419b9c on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:14:50.566738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Attempting to bind port 50c89083-e366-4358-8427-c91f34419b9c by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:14:50.567061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Attempting to bind port 50c89083-e366-4358-8427-c91f34419b9c on network 2aa0907f-6693-41ff-a889-335148e535b8 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:50.571595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Port 50c89083-e366-4358-8427-c91f34419b9c on network 2aa0907f-6693-41ff-a889-335148e535b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:14:50.571914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Attempting to bind port 50c89083-e366-4358-8427-c91f34419b9c on network 2aa0907f-6693-41ff-a889-335148e535b8 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:14:50.576757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:14:50.577093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Checking segment: {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:14:50.578046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Bound using segment: {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:14:50.578475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Bound port: 50c89083-e366-4358-8427-c91f34419b9c, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:14:50.578935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:50.581875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1259f-0b78-4688-9b72-d7d9b7b86d15 req-26711b7a-cd47-45cb-b0af-73aabf0451c5 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:50.583434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-75b1259f-0b78-4688-9b72-d7d9b7b86d15 req-26711b7a-cd47-45cb-b0af-73aabf0451c5 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 944 time: 0.0553658 Sep 17 01:14:50.639133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-75b1259f-0b78-4688-9b72-d7d9b7b86d15 req-23973a5c-9d5a-4621-a8b7-5fb3c02ac649 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442820 Sep 17 01:14:50.665568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] For port 50c89083-e366-4358-8427-c91f34419b9c, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:14:50.673521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] For port 50c89083-e366-4358-8427-c91f34419b9c, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=50c89083-e366-4358-8427-c91f34419b9c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:14:50.767515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:50.813406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:50.814072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:50.815499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] 10.222.0.36 "PUT /v2.0/ports/50c89083-e366-4358-8427-c91f34419b9c HTTP/1.1" status: 200 len: 1092 time: 0.9721708 Sep 17 01:14:50.817853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'tag': '50c89083-e366-4358-8427-c91f34419b9c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:50.820390 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947a7396-3129-495d-b4ba-5fa124fac15d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a19ff81-ff8e-4540-9ba4-c6649c2fc54c", "tag": "50c89083-e366-4358-8427-c91f34419b9c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:50.845271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb452f9-9b2a-4d9a-9c27-7f545836ce44 service neutron] Pushing event updated for resources: {'Port': ['ID=50c89083-e366-4358-8427-c91f34419b9c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:50.864847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042f235-efb7-4bbf-a2c4-cf6e0c06d397 req-29ef2f2e-ef43-4d69-a7f6-c605b1370d3f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:50.866428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5042f235-efb7-4bbf-a2c4-cf6e0c06d397 req-29ef2f2e-ef43-4d69-a7f6-c605b1370d3f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.1270096 Sep 17 01:14:50.871119 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc24840-d270-4d84-93b5-c80a51e31ef6 x-openstack-request-id: req-2dc24840-d270-4d84-93b5-c80a51e31ef6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:50.871419 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a19ff81-ff8e-4540-9ba4-c6649c2fc54c", "tag": "50c89083-e366-4358-8427-c91f34419b9c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:50.871674 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2dc24840-d270-4d84-93b5-c80a51e31ef6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:50.872108 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'tag': '50c89083-e366-4358-8427-c91f34419b9c', 'status': 'completed', 'code': 200} Sep 17 01:14:50.949060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5042f235-efb7-4bbf-a2c4-cf6e0c06d397 req-b2ffb277-fd27-447f-ba4f-3269bdf65882 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759828 Sep 17 01:14:50.963790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a7396-3129-495d-b4ba-5fa124fac15d req-e2ce0659-3576-4193-bfd3-c1278456ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:50.965475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-947a7396-3129-495d-b4ba-5fa124fac15d req-e2ce0659-3576-4193-bfd3-c1278456ab35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 1095 time: 0.0642085 Sep 17 01:14:51.068225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a7396-3129-495d-b4ba-5fa124fac15d req-7111d650-31d4-48d7-ae82-641cfdca6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.069761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-947a7396-3129-495d-b4ba-5fa124fac15d req-7111d650-31d4-48d7-ae82-641cfdca6d52 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0965657 Sep 17 01:14:51.167546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714efa3-9e2d-403f-a686-f47a066bec27 req-49ad524b-f6b3-4d71-98bf-b862488083dd tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.175978 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b714efa3-9e2d-403f-a686-f47a066bec27 req-49ad524b-f6b3-4d71-98bf-b862488083dd tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0638497 Sep 17 01:14:51.184864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a7396-3129-495d-b4ba-5fa124fac15d req-4e5e6bd2-f4ae-4ac2-97b7-5dd165dd6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.186519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-947a7396-3129-495d-b4ba-5fa124fac15d req-4e5e6bd2-f4ae-4ac2-97b7-5dd165dd6169 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090209 Sep 17 01:14:51.225225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b714efa3-9e2d-403f-a686-f47a066bec27 req-548e3a99-6879-418f-b102-cdb20532e247 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481322 Sep 17 01:14:51.292568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9e6074b3-e3a0-4a0c-9874-a6986f57b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.294108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-9e6074b3-e3a0-4a0c-9874-a6986f57b5d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 1095 time: 0.0608077 Sep 17 01:14:51.338994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-b42a381d-b378-4b7b-b320-c82a6cca4601 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c89083-e366-4358-8427-c91f34419b9c HTTP/1.1" status: 200 len: 217 time: 0.0362360 Sep 17 01:14:51.404888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-4b2ebe04-c5e7-4b26-85ea-b681575f7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.407185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-4b2ebe04-c5e7-4b26-85ea-b681575f7a4e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dc22913-cae4-484e-adc2-c586ac6c2842 HTTP/1.1" status: 200 len: 849 time: 0.0612988 Sep 17 01:14:51.444317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ab2f-5d72-4caf-a016-ba39553c2739 req-a8a45072-3a38-461d-96d4-9db691788211 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.444317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f195ab2f-5d72-4caf-a016-ba39553c2739 req-a8a45072-3a38-461d-96d4-9db691788211 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0709910 Sep 17 01:14:51.448863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-5a73dce7-bdd3-45be-a2bd-b1f8f4fd9fd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aa0907f-6693-41ff-a889-335148e535b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336421 Sep 17 01:14:51.489576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f195ab2f-5d72-4caf-a016-ba39553c2739 req-f4f489b1-445a-41c0-94c2-bc18f38e4e38 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Sep 17 01:14:51.541598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-07b8aefa-f44d-4037-81b3-c623d29b03a0 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848391 Sep 17 01:14:51.640953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8803a904-d9f7-460c-b6b8-7ecd921c347c req-d46c2ff2-8700-44b4-b53c-9e2f9b0af4ec service neutron] 10.222.0.36 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902760 Sep 17 01:14:51.704235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 90b2c127-1972-4256-a562-e800681759a9 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:14:51.730272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 90b2c127-1972-4256-a562-e800681759a9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:14:51.731901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 90b2c127-1972-4256-a562-e800681759a9 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:14:51.746925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083cf07-a26d-4d5b-b715-a0bf89baa92d req-8e1fb319-ce79-4ba2-ad20-73b6b123ac21 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:51.748687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5083cf07-a26d-4d5b-b715-a0bf89baa92d req-8e1fb319-ce79-4ba2-ad20-73b6b123ac21 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 944 time: 0.0523691 Sep 17 01:14:51.788025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5083cf07-a26d-4d5b-b715-a0bf89baa92d req-000e59c5-809a-4c6c-a2b4-ba4cd87cb272 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328178 Sep 17 01:14:51.868160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b034235c-4920-46ea-b30f-08eb0223617a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:52.082949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565354-0eeb-4154-aacb-e9e3f07c8a63 req-f32eed97-3d5d-4c94-b48a-92c6d81f4f9e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:52.085121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-66565354-0eeb-4154-aacb-e9e3f07c8a63 req-f32eed97-3d5d-4c94-b48a-92c6d81f4f9e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0598099 Sep 17 01:14:52.112677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:52.124124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b034235c-4920-46ea-b30f-08eb0223617a', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'port_id': 'b034235c-4920-46ea-b30f-08eb0223617a', 'mac_address': 'fa:16:3e:aa:6f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:52.125671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-66565354-0eeb-4154-aacb-e9e3f07c8a63 req-74536d45-78b1-48d3-a1cc-5970e569e0d0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339124 Sep 17 01:14:52.165809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:52.178959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b034235c-4920-46ea-b30f-08eb0223617a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:52.198810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:52.314695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:52.364475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b87b4-7b93-4def-8581-ef541ede3ae4 req-b78331f9-9923-4867-a18d-71399e9ff0ef tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:52.366108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b0b87b4-7b93-4def-8581-ef541ede3ae4 req-b78331f9-9923-4867-a18d-71399e9ff0ef tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0657644 Sep 17 01:14:52.399883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:52.419427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b0b87b4-7b93-4def-8581-ef541ede3ae4 req-4b430bb3-8c77-44fa-98e4-a334e2e2cbe3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459228 Sep 17 01:14:52.486136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b034235c-4920-46ea-b30f-08eb0223617a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:52.634769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9756ce-c41b-4490-8873-82ff03a543e6 req-667edc2b-e7f0-4837-b89f-aa2bf46bbc23 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:52.636483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b9756ce-c41b-4490-8873-82ff03a543e6 req-667edc2b-e7f0-4837-b89f-aa2bf46bbc23 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0563176 Sep 17 01:14:52.687895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b9756ce-c41b-4490-8873-82ff03a543e6 req-06a66dfa-8972-42cf-bb2b-e00c41b55717 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393939 Sep 17 01:14:52.955747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ee85-6816-4492-a359-e01496dbb763 req-2dc94fee-b81d-4ddb-ae4b-0e903f9ef0f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:52.957420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5754ee85-6816-4492-a359-e01496dbb763 req-2dc94fee-b81d-4ddb-ae4b-0e903f9ef0f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0636103 Sep 17 01:14:52.958518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43806d04-3084-4489-9082-37a126007257 req-e105ccfc-0de9-43fb-b7fa-b69a2df47e4d tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:52.960147 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-43806d04-3084-4489-9082-37a126007257 req-e105ccfc-0de9-43fb-b7fa-b69a2df47e4d tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 944 time: 0.0797236 Sep 17 01:14:52.997254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5754ee85-6816-4492-a359-e01496dbb763 req-2062eec4-ca97-4d14-aad8-8168b83f01df tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Sep 17 01:14:53.000103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-43806d04-3084-4489-9082-37a126007257 req-0fe27b99-3ebb-45ad-b1d5-5326410e7db1 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Sep 17 01:14:53.122480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b02d77-cb28-49df-aa3c-2d43d3c381b2 req-5fa3ccc2-d53c-4bea-8622-dd35ae6ef800 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:53.124211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8b02d77-cb28-49df-aa3c-2d43d3c381b2 req-5fa3ccc2-d53c-4bea-8622-dd35ae6ef800 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0512972 Sep 17 01:14:53.173848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8b02d77-cb28-49df-aa3c-2d43d3c381b2 req-ba9a2d8a-24dd-446a-80bd-1217279a3691 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416768 Sep 17 01:14:53.281942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbc928-8e93-42ca-a302-727cfecc4974 req-87c27250-3a49-483e-b5a5-364fa511fbd5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:53.290093 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32bbc928-8e93-42ca-a302-727cfecc4974 req-87c27250-3a49-483e-b5a5-364fa511fbd5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 945 time: 0.0861535 Sep 17 01:14:53.341412 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32bbc928-8e93-42ca-a302-727cfecc4974 req-1baee0dc-ceda-4371-afe6-e30d08659c5b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Sep 17 01:14:53.587830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541aadb-768e-4dfb-84af-da1e1dee64a9 req-3a5166dd-39c8-4c11-9163-e28d303c14b9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:53.589340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3541aadb-768e-4dfb-84af-da1e1dee64a9 req-3a5166dd-39c8-4c11-9163-e28d303c14b9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0823717 Sep 17 01:14:53.646602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3541aadb-768e-4dfb-84af-da1e1dee64a9 req-e45f1c2b-3014-448a-beb2-25689477f771 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490425 Sep 17 01:14:53.824702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb1f2a-c708-4b3e-9d1e-c91946a5a5a9 req-5e6452f0-cdda-4254-8a6b-f1327bb75379 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:53.826234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78eb1f2a-c708-4b3e-9d1e-c91946a5a5a9 req-5e6452f0-cdda-4254-8a6b-f1327bb75379 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0599613 Sep 17 01:14:53.876708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b034235c-4920-46ea-b30f-08eb0223617a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:53.891892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78eb1f2a-c708-4b3e-9d1e-c91946a5a5a9 req-9366124f-14bf-4862-a9ab-1d55014d8e9b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520515 Sep 17 01:14:53.948879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b034235c-4920-46ea-b30f-08eb0223617a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:53.949390 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:54.057615 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:54.085634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:54.087995 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62812fdc-0192-4402-9f36-967f6e539d18" -d '{"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-plugged", "status": "completed", "tag": "b034235c-4920-46ea-b30f-08eb0223617a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:54.105735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:54.156093 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbeeaebf-db9b-464c-9476-8a9a1741332f x-openstack-request-id: req-cbeeaebf-db9b-464c-9476-8a9a1741332f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:54.156386 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-plugged", "status": "completed", "tag": "b034235c-4920-46ea-b30f-08eb0223617a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:54.156645 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbeeaebf-db9b-464c-9476-8a9a1741332f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:54.157044 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a', 'code': 200} Sep 17 01:14:54.160556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa799a8-76ac-4359-9c9e-41289df760ac req-4351bfd8-6cb4-4351-90ab-d861c26f00a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:54.162560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffa799a8-76ac-4359-9c9e-41289df760ac req-4351bfd8-6cb4-4351-90ab-d861c26f00a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 944 time: 0.0743062 Sep 17 01:14:54.177060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:54.212341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffa799a8-76ac-4359-9c9e-41289df760ac req-6b182606-d6cb-43df-98a6-8f5991d66f3a tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435698 Sep 17 01:14:54.254337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:54.488034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245322-a25b-459f-bbf8-8fcff72bb8a3 req-0f12612e-a1a2-4986-b877-c9d8fb87c4d1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:54.490095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11245322-a25b-459f-bbf8-8fcff72bb8a3 req-0f12612e-a1a2-4986-b877-c9d8fb87c4d1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0758514 Sep 17 01:14:54.538407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11245322-a25b-459f-bbf8-8fcff72bb8a3 req-0422b167-3efb-473d-ad61-a56a26543c65 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Sep 17 01:14:54.817155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31979d30-ddb7-4ab6-90f2-a2bce11c7af9 req-c4f1f0a1-fb47-429b-a9d8-ddef97039dfa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:54.825725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31979d30-ddb7-4ab6-90f2-a2bce11c7af9 req-c4f1f0a1-fb47-429b-a9d8-ddef97039dfa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0934381 Sep 17 01:14:54.886839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31979d30-ddb7-4ab6-90f2-a2bce11c7af9 req-2345ec68-6f89-417c-b3fc-33e5ecc4ecda tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593989 Sep 17 01:14:55.068368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9def2-6bc1-49f9-9a91-5a7f92318836 req-a1187789-2df1-41ed-8e86-e2481525287b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:55.075953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6aa9def2-6bc1-49f9-9a91-5a7f92318836 req-a1187789-2df1-41ed-8e86-e2481525287b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0797029 Sep 17 01:14:55.130383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6aa9def2-6bc1-49f9-9a91-5a7f92318836 req-f04d22af-4639-46fe-8398-3f985dff81b8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532396 Sep 17 01:14:55.353080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a77b6-27fc-4915-ba21-c95f7eb55afa req-575b6588-97aa-4b4d-9637-4e97b904f7a3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:55.354687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d11a77b6-27fc-4915-ba21-c95f7eb55afa req-575b6588-97aa-4b4d-9637-4e97b904f7a3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 944 time: 0.0590172 Sep 17 01:14:55.416814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d11a77b6-27fc-4915-ba21-c95f7eb55afa req-bf57e785-bf1d-4a8d-bbd7-2ae5e8eb881f tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545242 Sep 17 01:14:55.695193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b59458-47f9-4e93-8b7c-9707eb5bf77a req-3d06aed1-2513-4dc5-9228-fb6e2c5eb674 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:55.695554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11b59458-47f9-4e93-8b7c-9707eb5bf77a req-3d06aed1-2513-4dc5-9228-fb6e2c5eb674 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0696611 Sep 17 01:14:55.720177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 50c89083-e366-4358-8427-c91f34419b9c details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:14:55.747587 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11b59458-47f9-4e93-8b7c-9707eb5bf77a req-caea1c79-7bd3-4038-9e72-62beaeee302e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448437 Sep 17 01:14:55.848986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 50c89083-e366-4358-8427-c91f34419b9c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=50c89083-e366-4358-8427-c91f34419b9c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:55.863505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '50c89083-e366-4358-8427-c91f34419b9c', 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8', 'port_id': '50c89083-e366-4358-8427-c91f34419b9c', 'mac_address': 'fa:16:3e:1d:1a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc22913-cae4-484e-adc2-c586ac6c2842', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:14:55.913112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:55.931721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c89083-e366-4358-8427-c91f34419b9c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:14:55.959741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 50c89083-e366-4358-8427-c91f34419b9c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=50c89083-e366-4358-8427-c91f34419b9c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:56.017612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:56.085478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f4542-2ff9-46c8-b80d-59a465f31348 req-7d02476b-fe4a-46ed-8a8e-31fa6836acc6 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.097209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-477f4542-2ff9-46c8-b80d-59a465f31348 req-7d02476b-fe4a-46ed-8a8e-31fa6836acc6 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0917673 Sep 17 01:14:56.165178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=50c89083-e366-4358-8427-c91f34419b9c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:56.188498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-477f4542-2ff9-46c8-b80d-59a465f31348 req-dc461c24-c648-40bb-b972-eb8fa150bc06 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902572 Sep 17 01:14:56.297679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['50c89083-e366-4358-8427-c91f34419b9c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:14:56.332723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2c057-f728-4762-9abc-5af25d2be519 req-df87535d-d771-4aaf-8b62-0516a225a4df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.334342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b2c057-f728-4762-9abc-5af25d2be519 req-df87535d-d771-4aaf-8b62-0516a225a4df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0686438 Sep 17 01:14:56.336375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53097d-09e6-4803-b8f0-d59d07532c58 req-0384b07c-5ee6-4dce-9c04-33e3f7b5b6e7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.338059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db53097d-09e6-4803-b8f0-d59d07532c58 req-0384b07c-5ee6-4dce-9c04-33e3f7b5b6e7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0649235 Sep 17 01:14:56.384352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db53097d-09e6-4803-b8f0-d59d07532c58 req-86f4423a-c1b7-487b-a4fa-58b01867548a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374098 Sep 17 01:14:56.395251 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b2c057-f728-4762-9abc-5af25d2be519 req-54274bea-6d41-4e54-8df4-1dfcaedc6f0e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 Sep 17 01:14:56.532785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495193a5-a6cd-4342-af2d-8950b34e074b req-33331de5-c946-4481-9848-743037cccb95 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.534410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-495193a5-a6cd-4342-af2d-8950b34e074b req-33331de5-c946-4481-9848-743037cccb95 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0580826 Sep 17 01:14:56.566426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9024f-3134-40d1-98c7-51aea940d1c5 req-edc07af9-de41-48ca-a5f1-52a7bd5a3315 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.568149 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7c9024f-3134-40d1-98c7-51aea940d1c5 req-edc07af9-de41-48ca-a5f1-52a7bd5a3315 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 945 time: 0.0586197 Sep 17 01:14:56.576985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-495193a5-a6cd-4342-af2d-8950b34e074b req-29b6b022-a174-41ce-be58-ce9cbe267695 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Sep 17 01:14:56.618657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7c9024f-3134-40d1-98c7-51aea940d1c5 req-44a63f75-cc90-422e-98ff-8149c5340ef3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Sep 17 01:14:56.888182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d26fdc-fc88-49f0-85a1-ea1ac1db4b56 req-82292a2b-bb74-4a8c-be70-c31393260994 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.889769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0d26fdc-fc88-49f0-85a1-ea1ac1db4b56 req-82292a2b-bb74-4a8c-be70-c31393260994 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0563989 Sep 17 01:14:56.904952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b0432-b383-4265-a946-91bd3b601703 req-036c3015-2d85-45c5-9364-248eb9432419 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:56.918180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-752b0432-b383-4265-a946-91bd3b601703 req-036c3015-2d85-45c5-9364-248eb9432419 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1191461 Sep 17 01:14:56.939167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0d26fdc-fc88-49f0-85a1-ea1ac1db4b56 req-8c3f5a04-7a26-48f3-a7fd-c08247a07d8d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Sep 17 01:14:56.994684 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-752b0432-b383-4265-a946-91bd3b601703 req-b418f16b-3833-4ff7-bd40-e65a011d7502 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752499 Sep 17 01:14:57.140263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c47125-5211-4436-8b37-c2f99ed84714 req-d893e57a-cb19-43e0-a17e-58d4e10296ad tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:57.141613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9c47125-5211-4436-8b37-c2f99ed84714 req-d893e57a-cb19-43e0-a17e-58d4e10296ad tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0727663 Sep 17 01:14:57.190117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9c47125-5211-4436-8b37-c2f99ed84714 req-0b6dd90f-6959-48fe-a937-d60b17303721 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Sep 17 01:14:57.353916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddc896-fcf9-441b-bdfe-99bff6b2b423 req-165aa57a-c5ec-4eb6-971c-bafb769b9c7d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:57.363302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00ddc896-fcf9-441b-bdfe-99bff6b2b423 req-165aa57a-c5ec-4eb6-971c-bafb769b9c7d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 946 time: 0.0720108 Sep 17 01:14:57.425193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b4b7d-5f1a-4326-8bf1-e56b873ae027 req-c33327be-8e76-49af-8371-a1d54307ba46 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:57.429163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00ddc896-fcf9-441b-bdfe-99bff6b2b423 req-b90dd1b9-c68c-403f-9b72-611f5ee97aea tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646653 Sep 17 01:14:57.446577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-777b4b7d-5f1a-4326-8bf1-e56b873ae027 req-c33327be-8e76-49af-8371-a1d54307ba46 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0884271 Sep 17 01:14:57.534726 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-777b4b7d-5f1a-4326-8bf1-e56b873ae027 req-e7806fcb-c551-41f0-bae9-c093179a6413 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841954 Sep 17 01:14:57.553875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3b482-c0b8-4663-806d-e32fd2df5fda req-e7c46fd8-69b6-4084-b20f-5d4eb3e04585 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:57.562172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4c3b482-c0b8-4663-806d-e32fd2df5fda req-e7c46fd8-69b6-4084-b20f-5d4eb3e04585 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0729029 Sep 17 01:14:57.609447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4c3b482-c0b8-4663-806d-e32fd2df5fda req-c5f90e3c-e533-43ee-9c9f-c4326c616572 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443237 Sep 17 01:14:57.735060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 50c89083-e366-4358-8427-c91f34419b9c up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:14:57.762440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573718-f37d-41ef-9f0e-799129cb6f8e req-ca2f469d-978e-42b1-abe9-64a42cbd2bdc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:57.774470 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1573718-f37d-41ef-9f0e-799129cb6f8e req-ca2f469d-978e-42b1-abe9-64a42cbd2bdc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0809884 Sep 17 01:14:57.824799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1573718-f37d-41ef-9f0e-799129cb6f8e req-f10530ff-ef3b-4cea-8c50-713a55e2d19e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453088 Sep 17 01:14:57.907905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 50c89083-e366-4358-8427-c91f34419b9c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:14:57.912582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 50c89083-e366-4358-8427-c91f34419b9c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:14:57.913266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:57.934145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903ab50-32a5-4e0a-9383-ba6a743da718 req-bc70eec1-58e8-4a81-a95a-3a825e84b0c3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:57.936042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7903ab50-32a5-4e0a-9383-ba6a743da718 req-bc70eec1-58e8-4a81-a95a-3a825e84b0c3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 945 time: 0.0528839 Sep 17 01:14:57.990943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7903ab50-32a5-4e0a-9383-ba6a743da718 req-c7d40f39-0be7-4e4c-84c8-4dda33a1f0eb tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466807 Sep 17 01:14:58.029803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:58.061567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c89083-e366-4358-8427-c91f34419b9c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:14:58.065139 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af37b08-5f7d-480f-8a0f-1f7c08189261" -d '{"events": [{"server_uuid": "0a19ff81-ff8e-4540-9ba4-c6649c2fc54c", "name": "network-vif-plugged", "status": "completed", "tag": "50c89083-e366-4358-8427-c91f34419b9c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:14:58.082959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 50c89083-e366-4358-8427-c91f34419b9c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=50c89083-e366-4358-8427-c91f34419b9c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:14:58.137290 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:58.197067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=50c89083-e366-4358-8427-c91f34419b9c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:14:58.250244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172baaed-3974-44d9-8843-df240b5482b6 req-2be24242-0ab3-4c49-81b2-8a9b16ed6d9e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:58.259968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-172baaed-3974-44d9-8843-df240b5482b6 req-2be24242-0ab3-4c49-81b2-8a9b16ed6d9e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0904560 Sep 17 01:14:58.263282 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfede65-753e-436a-b22b-167feb7b47d3 x-openstack-request-id: req-2cfede65-753e-436a-b22b-167feb7b47d3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:14:58.263718 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a19ff81-ff8e-4540-9ba4-c6649c2fc54c", "name": "network-vif-plugged", "status": "completed", "tag": "50c89083-e366-4358-8427-c91f34419b9c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:14:58.264091 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cfede65-753e-436a-b22b-167feb7b47d3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:14:58.264602 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c89083-e366-4358-8427-c91f34419b9c', 'code': 200} Sep 17 01:14:58.320337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-172baaed-3974-44d9-8843-df240b5482b6 req-3da1175f-605e-4a25-a3a9-1ed094a2701b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591259 Sep 17 01:14:58.381702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863e29b-d58f-4395-8fff-2b0e2f161830 req-0278e3d3-bdcd-4f45-81db-995240856158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:58.383383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1863e29b-d58f-4395-8fff-2b0e2f161830 req-0278e3d3-bdcd-4f45-81db-995240856158 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 1097 time: 0.0544441 Sep 17 01:14:58.437997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc6841-07ab-41a4-9072-5419276b49c5 req-f562cc40-50fe-4963-a98b-f969bf73fece tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:58.444705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13fc6841-07ab-41a4-9072-5419276b49c5 req-f562cc40-50fe-4963-a98b-f969bf73fece tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1220124 Sep 17 01:14:58.469705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1863e29b-d58f-4395-8fff-2b0e2f161830 req-5a9633ec-9022-4fae-b1d4-2ba48a375238 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780063 Sep 17 01:14:58.501902 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13fc6841-07ab-41a4-9072-5419276b49c5 req-77813f1e-ff30-405c-9662-66c985d125df tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520468 Sep 17 01:14:58.548772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:58.641840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1091faf-8f51-49ff-8b14-4dc3615d69f1 req-64bd61f6-b99b-4de0-8266-38b6dea3ce5c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:58.644861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1091faf-8f51-49ff-8b14-4dc3615d69f1 req-64bd61f6-b99b-4de0-8266-38b6dea3ce5c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0675559 Sep 17 01:14:58.765657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1091faf-8f51-49ff-8b14-4dc3615d69f1 req-138fca32-8607-4177-a9bb-e68d42b9c8ef tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131086 Sep 17 01:14:58.857340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3834aea-2283-46fc-a0e4-ae58468c74aa req-4b68754a-5a9a-47ae-9016-8dc4abd951cf tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:58.873134 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3834aea-2283-46fc-a0e4-ae58468c74aa req-4b68754a-5a9a-47ae-9016-8dc4abd951cf tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.1537325 Sep 17 01:14:58.958422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3834aea-2283-46fc-a0e4-ae58468c74aa req-4576582b-838e-404d-8423-4083dfec24d0 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841501 Sep 17 01:14:58.992431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:14:59.082854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2fd5f-8794-43ef-bc67-a894f8719586 req-ac22429d-0036-4119-99c4-fbfb266baa56 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:59.093899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fab2fd5f-8794-43ef-bc67-a894f8719586 req-ac22429d-0036-4119-99c4-fbfb266baa56 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1065226 Sep 17 01:14:59.170236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fab2fd5f-8794-43ef-bc67-a894f8719586 req-baae5e42-006f-4015-8391-e29d188e64c0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Sep 17 01:14:59.230180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d1aa7-587a-49f4-a490-09f1467eda55 req-e3524d05-2a31-4eee-869e-92bc0a5e08ff tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:59.232299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a1d1aa7-587a-49f4-a490-09f1467eda55 req-e3524d05-2a31-4eee-869e-92bc0a5e08ff tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 946 time: 0.1131828 Sep 17 01:14:59.279890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a1d1aa7-587a-49f4-a490-09f1467eda55 req-74b80965-4cc1-4297-bc7d-9680210dc14a tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383730 Sep 17 01:14:59.422622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093c767-4b97-4535-bfea-e2303f266376 req-fd6b6ef9-5d2f-40b8-9014-1b2d3f982e0f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:59.433637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8093c767-4b97-4535-bfea-e2303f266376 req-fd6b6ef9-5d2f-40b8-9014-1b2d3f982e0f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1158483 Sep 17 01:14:59.493955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b518c4-7cf6-4855-8796-54905d7a97d1 req-bca91622-6702-4558-857e-7d4d3ce42ea3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:59.496702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6b518c4-7cf6-4855-8796-54905d7a97d1 req-bca91622-6702-4558-857e-7d4d3ce42ea3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0931821 Sep 17 01:14:59.505097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8093c767-4b97-4535-bfea-e2303f266376 req-606fe3fe-692d-43cd-8235-42c15a16e537 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704021 Sep 17 01:14:59.597545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6b518c4-7cf6-4855-8796-54905d7a97d1 req-5c1957f8-9cab-45fb-b4ea-e4b87fc613e2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923524 Sep 17 01:14:59.774668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1b4145-6b63-46d5-97ab-4987df4caa2a req-6883ea8b-6609-4ac8-aa91-af4a0c859ded tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:14:59.782379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce1b4145-6b63-46d5-97ab-4987df4caa2a req-6883ea8b-6609-4ac8-aa91-af4a0c859ded tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0771308 Sep 17 01:14:59.859990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce1b4145-6b63-46d5-97ab-4987df4caa2a req-e568455b-a946-42dd-8064-86c11ef2be3d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765562 Sep 17 01:15:00.027948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1622-9ff0-4867-bac3-6b4cf8b5fae4 req-e904119e-7d97-4eb2-8d02-33e813efa6ca tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.041445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3bc1622-9ff0-4867-bac3-6b4cf8b5fae4 req-e904119e-7d97-4eb2-8d02-33e813efa6ca tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0967121 Sep 17 01:15:00.115519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3bc1622-9ff0-4867-bac3-6b4cf8b5fae4 req-01dc67c5-e187-40c6-9152-030e747f436c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779991 Sep 17 01:15:00.134509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5e93d-13f5-4897-b518-212454761896 req-04373e00-7697-4d26-87ae-8d31bd592221 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.146663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfd5e93d-13f5-4897-b518-212454761896 req-04373e00-7697-4d26-87ae-8d31bd592221 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0873575 Sep 17 01:15:00.203055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfd5e93d-13f5-4897-b518-212454761896 req-0a52ad9d-30c3-445c-a278-171ea2462206 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550735 Sep 17 01:15:00.447043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57a8e5-2e1e-412a-b4f4-c3f4bdb731a4 req-b9a54171-5c12-47fd-902e-f8cf6d76587d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.455784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c57a8e5-2e1e-412a-b4f4-c3f4bdb731a4 req-b9a54171-5c12-47fd-902e-f8cf6d76587d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 814 time: 0.1863477 Sep 17 01:15:00.476179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c57a8e5-2e1e-412a-b4f4-c3f4bdb731a4 req-5143905f-c0b0-4b7b-8e0e-ca16526bd157 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/quotas/0e4205523e00412caf112129a33454e2 HTTP/1.1" status: 200 len: 375 time: 0.0230927 Sep 17 01:15:00.484153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbfb87-6939-42c5-8e85-408ed2bef65f req-af56dca5-8337-44c8-a669-3358225b75ae tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.493850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebbfb87-6939-42c5-8e85-408ed2bef65f req-af56dca5-8337-44c8-a669-3358225b75ae tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 946 time: 0.0761075 Sep 17 01:15:00.538410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c57a8e5-2e1e-412a-b4f4-c3f4bdb731a4 req-cd308767-818d-42a4-b84f-e002f5496a4b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612299 Sep 17 01:15:00.550916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebbfb87-6939-42c5-8e85-408ed2bef65f req-1e376ca7-0c9d-4816-9562-2c5b174759c8 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Sep 17 01:15:00.650960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c793e4-dd4b-43ae-95e4-435dead16192 req-1db2fcd1-059a-492a-9d4e-e6387799b205 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.652546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24c793e4-dd4b-43ae-95e4-435dead16192 req-1db2fcd1-059a-492a-9d4e-e6387799b205 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0558131 Sep 17 01:15:00.704538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-24c793e4-dd4b-43ae-95e4-435dead16192 req-5c94a515-96cd-4a3d-b36c-d233d08c6aed tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Sep 17 01:15:00.798267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e071a-0296-4590-a983-d077f46501a8 req-eedeb715-0b5e-498f-8872-99e87e461e3d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.838222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b8e071a-0296-4590-a983-d077f46501a8 req-eedeb715-0b5e-498f-8872-99e87e461e3d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0688906 Sep 17 01:15:00.838375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1552d3-3374-4521-9af6-4f1b5499df59 req-2019892f-2d8f-4e8c-9e41-bb09fef38291 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:00.839685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee1552d3-3374-4521-9af6-4f1b5499df59 req-2019892f-2d8f-4e8c-9e41-bb09fef38291 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0635195 Sep 17 01:15:00.848555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b8e071a-0296-4590-a983-d077f46501a8 req-23d472fa-8221-466c-b7b5-d4be1bf1a983 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 Sep 17 01:15:00.886516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee1552d3-3374-4521-9af6-4f1b5499df59 req-7f8d9284-94d0-435d-aeb0-02a9b9b32776 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402579 Sep 17 01:15:01.072132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47153d20-87e8-47c3-b382-878c6f1f4b0b req-5a49b4d9-f30f-4e7a-a4e7-8c6ba7325da2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0e4205523e00412caf112129a33454e2 HTTP/1.1" status: 200 len: 221 time: 0.0271606 Sep 17 01:15:01.232412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d43fcb-b213-4f8f-be29-f2351cd43751 req-7f1b65b4-b319-45af-9908-8bf6cfa5a8a5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:01.242735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d43fcb-b213-4f8f-be29-f2351cd43751 req-7f1b65b4-b319-45af-9908-8bf6cfa5a8a5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0897617 Sep 17 01:15:01.334039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d43fcb-b213-4f8f-be29-f2351cd43751 req-dfd172df-0cd9-4172-8514-85a8e35ed2a4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901420 Sep 17 01:15:01.430026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac527d9f-046f-42b7-bca3-58cedc59ff99 req-7999a299-1861-4150-bd6a-0ce3ebebe83d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:01.444253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac527d9f-046f-42b7-bca3-58cedc59ff99 req-7999a299-1861-4150-bd6a-0ce3ebebe83d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.1253786 Sep 17 01:15:01.494132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac527d9f-046f-42b7-bca3-58cedc59ff99 req-297044fa-0b40-41c6-9be2-b9a02f76f94c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487840 Sep 17 01:15:01.556023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35ed55-87d5-4290-aad8-aee604f96f16 req-f4bdb169-f69c-4183-a03d-d72ccfa3e0ba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:01.563726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd35ed55-87d5-4290-aad8-aee604f96f16 req-f4bdb169-f69c-4183-a03d-d72ccfa3e0ba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0657952 Sep 17 01:15:01.650387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd35ed55-87d5-4290-aad8-aee604f96f16 req-5f355f42-5d64-4c65-a2b5-c79e1b6eb4bc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855105 Sep 17 01:15:01.750119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:15:01.841380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f3189-8f5e-4306-8aae-d746e867d7b8 req-51da6327-bd3e-48a9-81a9-c3701a556cd8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:01.843963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-218f3189-8f5e-4306-8aae-d746e867d7b8 req-51da6327-bd3e-48a9-81a9-c3701a556cd8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0726111 Sep 17 01:15:01.891497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-218f3189-8f5e-4306-8aae-d746e867d7b8 req-ddf76b50-90c5-4d6c-9b65-5b85cec488f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Sep 17 01:15:01.909770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:01.946238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'mac_address': 'fa:16:3e:d8:f3:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:15:02.024113 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:02.045024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:02.103495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:02.182879 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:02.291012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:02.353687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:02.691776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56297c28-b804-4fca-89b9-5439ad24db6f req-905c9aed-e415-4ec8-88fa-b9882e752720 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:02.698403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56297c28-b804-4fca-89b9-5439ad24db6f req-905c9aed-e415-4ec8-88fa-b9882e752720 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.1121581 Sep 17 01:15:02.774162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-56297c28-b804-4fca-89b9-5439ad24db6f req-0a8a84f1-8555-4bb5-ae5b-5a7f19da8dd8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Sep 17 01:15:03.026558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b111a-ed84-4bb0-b3ba-5c01fa13c336 req-e85bcbf5-b538-48a0-89ee-d88f4f636d0e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:03.031784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-120b111a-ed84-4bb0-b3ba-5c01fa13c336 req-e85bcbf5-b538-48a0-89ee-d88f4f636d0e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1110766 Sep 17 01:15:03.128755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-120b111a-ed84-4bb0-b3ba-5c01fa13c336 req-e3f84b5b-90e0-4ef7-ba2d-01deb52148c0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862138 Sep 17 01:15:03.464289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15001fbc-1d66-4f6e-be40-6ff1a5975674 req-b6983388-c7f5-45e9-a9a1-895fe6617abf tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:03.473818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15001fbc-1d66-4f6e-be40-6ff1a5975674 req-b6983388-c7f5-45e9-a9a1-895fe6617abf tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 946 time: 0.0821772 Sep 17 01:15:03.538090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15001fbc-1d66-4f6e-be40-6ff1a5975674 req-d5fe0d12-66e1-40d3-9aee-37b71231238b tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489528 Sep 17 01:15:03.690849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869ab4d-924b-4218-bfe0-51abdf54f9c7 req-fb7effb5-4fd7-4fc3-87f3-34424363134b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:03.692839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4869ab4d-924b-4218-bfe0-51abdf54f9c7 req-fb7effb5-4fd7-4fc3-87f3-34424363134b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0864267 Sep 17 01:15:03.742622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4869ab4d-924b-4218-bfe0-51abdf54f9c7 req-c94b3b5d-3029-4f2a-96a7-96397ec17a9d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431631 Sep 17 01:15:03.767289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:03.869920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:03.870608 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:04.022179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-b56fe785-f231-488d-9513-285482a81654 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:04.024295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-b56fe785-f231-488d-9513-285482a81654 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 946 time: 0.2694988 Sep 17 01:15:04.106864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:04.144055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccaf775-e5a9-47cc-9a23-ef350b4fb802 req-aa48f225-d71b-4947-9295-3671edd0a456 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:04.162263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ccaf775-e5a9-47cc-9a23-ef350b4fb802 req-aa48f225-d71b-4947-9295-3671edd0a456 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2326851 Sep 17 01:15:04.198489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:04.204401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:04.209253 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20040b7a-883d-497a-ac41-4cfad9323881" -d '{"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-plugged", "status": "completed", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:04.235658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ccaf775-e5a9-47cc-9a23-ef350b4fb802 req-ed315dfb-0be6-412b-8a3d-301c80f2290a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721443 Sep 17 01:15:04.272363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Deleting port 50c89083-e366-4358-8427-c91f34419b9c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:04.272713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:04.290731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:04.437859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:04.543277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aaf198-3434-4068-907c-8c2adaf73bde req-9d38f097-c875-4a8f-be8b-486515b76d72 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:04.552563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12aaf198-3434-4068-907c-8c2adaf73bde req-9d38f097-c875-4a8f-be8b-486515b76d72 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.1761804 Sep 17 01:15:04.583820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] For port 50c89083-e366-4358-8427-c91f34419b9c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=50c89083-e366-4358-8427-c91f34419b9c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:04.584191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:04.615822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Calling delete_port for 50c89083-e366-4358-8427-c91f34419b9c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:04.643671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12aaf198-3434-4068-907c-8c2adaf73bde req-d47f6fc5-9b94-4465-9ffc-8b54a6827cf2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847383 Sep 17 01:15:04.763810 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea010c3-f20e-4cca-95af-319f95eb6da3 x-openstack-request-id: req-6ea010c3-f20e-4cca-95af-319f95eb6da3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:04.765153 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-plugged", "status": "completed", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:04.765703 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea010c3-f20e-4cca-95af-319f95eb6da3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:04.766494 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'code': 200} Sep 17 01:15:05.214807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d0b02-7d52-4056-86cc-020fb4218ad3 req-944a49b7-e9c9-4170-8ec5-a2beddc72ee8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:05.236326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d73d0b02-7d52-4056-86cc-020fb4218ad3 req-944a49b7-e9c9-4170-8ec5-a2beddc72ee8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2730343 Sep 17 01:15:05.244661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:05.256995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['50c89083-e366-4358-8427-c91f34419b9c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:05.314748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Pushing event deleted for resources: {'Port': ['ID=50c89083-e366-4358-8427-c91f34419b9c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:05.425347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] No DVR routers for this DVR port 50c89083-e366-4358-8427-c91f34419b9c on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:05.431914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d73d0b02-7d52-4056-86cc-020fb4218ad3 req-5e2f56a1-9e71-4739-9696-c415713b8065 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947105 Sep 17 01:15:05.433130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:05.435315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5642e560-0f6a-4d2c-bc3d-8d87af371581 req-82c40a01-f2be-41c2-aaec-c779576fb1d3 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "DELETE /v2.0/ports/50c89083-e366-4358-8427-c91f34419b9c HTTP/1.1" status: 204 len: 173 time: 1.4007576 Sep 17 01:15:05.436301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'name': 'network-vif-deleted', 'tag': '50c89083-e366-4358-8427-c91f34419b9c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:05.438162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbd27f1-59ca-4737-b3bf-ff6d35ce1790" -d '{"events": [{"server_uuid": "0a19ff81-ff8e-4540-9ba4-c6649c2fc54c", "name": "network-vif-deleted", "tag": "50c89083-e366-4358-8427-c91f34419b9c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:05.631839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47f1dd06-6711-4749-8ddf-635869d0d432 req-a5d45c50-e5c4-433f-8041-8024b53410ac tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 210 time: 0.0344617 Sep 17 01:15:05.819673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0977e-f15b-4a0e-9e69-351f882230fb req-b8b17a66-b042-49b1-b1f6-862473e45726 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:05.819673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78b0977e-f15b-4a0e-9e69-351f882230fb req-b8b17a66-b042-49b1-b1f6-862473e45726 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0728803 Sep 17 01:15:05.825407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78b0977e-f15b-4a0e-9e69-351f882230fb req-c054226f-cfbf-4a67-ba80-71b2c36cc75c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437150 Sep 17 01:15:05.891446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc82a2bd-8c75-452b-86c1-f177fe00e603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:05.915229 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f00544-fb49-4af5-9900-fc1310d9af52 x-openstack-request-id: req-e9f00544-fb49-4af5-9900-fc1310d9af52 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:05.915229 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a19ff81-ff8e-4540-9ba4-c6649c2fc54c", "name": "network-vif-deleted", "tag": "50c89083-e366-4358-8427-c91f34419b9c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:05.915229 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9f00544-fb49-4af5-9900-fc1310d9af52 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:05.915229 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a19ff81-ff8e-4540-9ba4-c6649c2fc54c', 'name': 'network-vif-deleted', 'tag': '50c89083-e366-4358-8427-c91f34419b9c', 'status': 'completed', 'code': 200} Sep 17 01:15:06.015661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64010a38-433d-4b29-bf8a-b48492838cce req-6a7f7ed8-f232-4f0a-b916-0de386a0bf71 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:06.015661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64010a38-433d-4b29-bf8a-b48492838cce req-6a7f7ed8-f232-4f0a-b916-0de386a0bf71 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0609677 Sep 17 01:15:06.060880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64010a38-433d-4b29-bf8a-b48492838cce req-077656d1-7699-4f52-bfd7-254c906d2696 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367508 Sep 17 01:15:06.178131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8af86-5546-4279-95c2-0971f1232f1e req-50f9442d-571c-48b1-bbb0-b947b75986fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:06.179786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bf8af86-5546-4279-95c2-0971f1232f1e req-50f9442d-571c-48b1-bbb0-b947b75986fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0582316 Sep 17 01:15:06.244500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bf8af86-5546-4279-95c2-0971f1232f1e req-623a7cb8-4d9e-49e2-b2b1-b2a020ed013c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584095 Sep 17 01:15:06.502126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fc95-cd23-4350-af2c-dd76f4de16c9 req-9e7b1c7a-f410-4c1a-bedc-6da8bd63a7e6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:06.515247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ef1fc95-cd23-4350-af2c-dd76f4de16c9 req-9e7b1c7a-f410-4c1a-bedc-6da8bd63a7e6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0980411 Sep 17 01:15:06.600959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ef1fc95-cd23-4350-af2c-dd76f4de16c9 req-39c0cc28-3864-47c5-a1ae-1c556e667962 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792398 Sep 17 01:15:06.846929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f435d9-e9d8-4e39-8ba4-104f3123178f req-f9f629dc-a082-4d15-8b52-d61357a2bc03 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:06.848493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8f435d9-e9d8-4e39-8ba4-104f3123178f req-f9f629dc-a082-4d15-8b52-d61357a2bc03 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0595217 Sep 17 01:15:06.905704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8f435d9-e9d8-4e39-8ba4-104f3123178f req-17cbe4cf-f9de-4de3-853e-99bb04751591 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426619 Sep 17 01:15:07.030383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-382bcd73-a5b9-42f7-9118-1d0205be89ad req-4f00a3f9-76ae-4e67-89ab-2df21c697c01 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a19ff81-ff8e-4540-9ba4-c6649c2fc54c HTTP/1.1" status: 200 len: 210 time: 0.0316036 Sep 17 01:15:07.156062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5cfe-f8bf-465a-b85e-7d1bbef73435 req-d872c85b-f45e-4f21-b16a-95e69cad1f74 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:07.158723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-065b5cfe-f8bf-465a-b85e-7d1bbef73435 req-d872c85b-f45e-4f21-b16a-95e69cad1f74 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0571609 Sep 17 01:15:07.225400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-065b5cfe-f8bf-465a-b85e-7d1bbef73435 req-de308cfd-102a-4caf-a6a9-9e3905c9a986 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Sep 17 01:15:07.347635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a6788-7ddf-403b-8402-5ad1b2006831 req-c4a480c4-8db2-4ffc-9355-9caf544f64a3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:07.349232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-647a6788-7ddf-403b-8402-5ad1b2006831 req-c4a480c4-8db2-4ffc-9355-9caf544f64a3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0542483 Sep 17 01:15:07.398576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-647a6788-7ddf-403b-8402-5ad1b2006831 req-1cd763c4-9dd8-4602-85e6-78aabfb9563f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Sep 17 01:15:07.542167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d48596-d3ba-47ba-8040-8ff17879fa53 req-4a3c5b43-0be3-4437-8604-f18802ae6f7a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:07.544463 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8d48596-d3ba-47ba-8040-8ff17879fa53 req-4a3c5b43-0be3-4437-8604-f18802ae6f7a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.1058779 Sep 17 01:15:07.606688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8d48596-d3ba-47ba-8040-8ff17879fa53 req-e4449102-4f02-4d44-8ae2-0415a3b83c6d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473328 Sep 17 01:15:07.619114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83a573-4357-41cb-b0c0-e828c9c07770 req-bd4a404c-47b3-4e7b-8f20-ea5a927c9521 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:07.627119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d83a573-4357-41cb-b0c0-e828c9c07770 req-bd4a404c-47b3-4e7b-8f20-ea5a927c9521 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0678198 Sep 17 01:15:07.665416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0d83a573-4357-41cb-b0c0-e828c9c07770 req-5a4ad861-bf10-40b3-a06d-06ac3339f502 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 Sep 17 01:15:07.773800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 50c89083-e366-4358-8427-c91f34419b9c no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:07.834236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 50c89083-e366-4358-8427-c91f34419b9c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:07.834614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 50c89083-e366-4358-8427-c91f34419b9c not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:07.870244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928a78e-f75e-4222-890a-91e075833553 req-f1e865ea-0c61-4d2c-95d6-fc0cc69bcb89 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:07.876621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0928a78e-f75e-4222-890a-91e075833553 req-f1e865ea-0c61-4d2c-95d6-fc0cc69bcb89 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0960703 Sep 17 01:15:07.928032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0928a78e-f75e-4222-890a-91e075833553 req-4dfab2df-85df-43e2-a6fd-e90e57b77bc0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468075 Sep 17 01:15:08.058513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678def-3cd5-4587-b54c-056eea4b955b req-f1453424-389c-451f-b8c1-e4ac390c23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.060714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-f1453424-389c-451f-b8c1-e4ac390c23d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 1097 time: 0.0860040 Sep 17 01:15:08.089282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccdadf-e43b-4c05-ba69-bfe9535a4f3f req-84358ee4-cc43-488d-9a1d-a88eb66fd21a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.099808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9ccdadf-e43b-4c05-ba69-bfe9535a4f3f req-84358ee4-cc43-488d-9a1d-a88eb66fd21a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0688677 Sep 17 01:15:08.150086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9ccdadf-e43b-4c05-ba69-bfe9535a4f3f req-82dc07a6-0c77-4031-91b8-4dad735b00b7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Sep 17 01:15:08.173018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ffe21ed8-54e2-4a0a-a2e4-833cc0c8a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:08.234362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678def-3cd5-4587-b54c-056eea4b955b req-d35d3f64-489a-496f-8209-c52b0877144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.236012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-d35d3f64-489a-496f-8209-c52b0877144b service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1655309 Sep 17 01:15:08.315051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-7c82913e-6848-46a8-9e2d-bf0eb3d28b5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b034235c-4920-46ea-b30f-08eb0223617a HTTP/1.1" status: 200 len: 217 time: 0.0446424 Sep 17 01:15:08.348948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6afdb-b432-4194-98c7-aaebe34502f5 req-a386cec1-409f-4367-9c81-aa6c632119ab tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.350534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9d6afdb-b432-4194-98c7-aaebe34502f5 req-a386cec1-409f-4367-9c81-aa6c632119ab tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1136241 Sep 17 01:15:08.426817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef49ff3-ed5b-4f6d-8fcd-093e8b2ad7b4 req-40e2b65a-a825-49d8-9b39-42610adfd64f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.430757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ef49ff3-ed5b-4f6d-8fcd-093e8b2ad7b4 req-40e2b65a-a825-49d8-9b39-42610adfd64f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.1227362 Sep 17 01:15:08.440628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9d6afdb-b432-4194-98c7-aaebe34502f5 req-5bf2a866-d72f-4727-ba4e-9594d0e70165 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635414 Sep 17 01:15:08.460289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678def-3cd5-4587-b54c-056eea4b955b req-dc8609bd-6c52-456c-8970-72d423a4dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.468923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-dc8609bd-6c52-456c-8970-72d423a4dbc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.1396527 Sep 17 01:15:08.534538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ef49ff3-ed5b-4f6d-8fcd-093e8b2ad7b4 req-da71da87-0204-46b5-90c8-319ff0c94b25 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870762 Sep 17 01:15:08.623201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5678def-3cd5-4587-b54c-056eea4b955b req-8e61b104-de12-4ae7-a567-2d35500b0b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.627177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-8e61b104-de12-4ae7-a567-2d35500b0b2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469994 Sep 17 01:15:08.763762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676813e5-4b7d-42f4-bad2-7cf928ae80af req-5357819d-b2d1-4145-83a4-e8c774d808cb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.772024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-676813e5-4b7d-42f4-bad2-7cf928ae80af req-5357819d-b2d1-4145-83a4-e8c774d808cb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0664413 Sep 17 01:15:08.776014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-8eabda99-fed2-4285-b5d8-146007f1e7cc tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:08.777500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-8eabda99-fed2-4285-b5d8-146007f1e7cc tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/networks?id=2aa0907f-6693-41ff-a889-335148e535b8 HTTP/1.1" status: 200 len: 809 time: 0.1933393 Sep 17 01:15:08.802835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-73551661-ae3b-4cf2-b4b9-f6f955ee37b9 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/quotas/ccd7cd6543c74f1e8e630d3fc8ebab8a HTTP/1.1" status: 200 len: 375 time: 0.0166147 Sep 17 01:15:08.816732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-676813e5-4b7d-42f4-bad2-7cf928ae80af req-3d194484-ee91-421c-811a-68c6aeaec5d3 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434880 Sep 17 01:15:08.860675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-1e1e285c-733a-4ad1-b494-7cb3ce2beff8 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470586 Sep 17 01:15:08.871904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-989efe40-6514-4b84-bcab-a5646142bdd6 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927333 Sep 17 01:15:09.009384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7e7b8-ee9c-48c4-b6e3-740a4b3f744f req-5dd85743-299e-4151-a96a-bf7d9297e113 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:09.020160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52c7e7b8-ee9c-48c4-b6e3-740a4b3f744f req-5dd85743-299e-4151-a96a-bf7d9297e113 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1098883 Sep 17 01:15:09.086966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52c7e7b8-ee9c-48c4-b6e3-740a4b3f744f req-ac0e1ece-e603-4ea3-8902-c66393291f83 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650392 Sep 17 01:15:09.097044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:09.330722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93142756-fef0-44d1-bf8c-07ac8b25f018 req-d25c4874-4e10-4e4b-aaf8-8060016e7136 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:09.334843 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93142756-fef0-44d1-bf8c-07ac8b25f018 req-d25c4874-4e10-4e4b-aaf8-8060016e7136 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0648501 Sep 17 01:15:09.337302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-18247eec-7514-4019-a374-f600f9fcab58 service neutron] 10.222.0.13 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757841 Sep 17 01:15:09.360406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5678def-3cd5-4587-b54c-056eea4b955b req-be2151d9-70ae-4359-9442-4751a838fd1a service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756777 Sep 17 01:15:09.401225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93142756-fef0-44d1-bf8c-07ac8b25f018 req-9e141ec3-8b82-4b32-bd46-b1f33be01640 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575182 Sep 17 01:15:09.434034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:09.499586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-dbeb8ebd-73be-4be1-8c7d-913c070a3936 service neutron] 10.222.0.13 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532660 Sep 17 01:15:09.627903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b66710-b7d2-4df3-8dc4-88b450cb2e6a req-bbac356a-a2f9-4e30-b50a-f3ac4b5a046e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:09.636658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-24b66710-b7d2-4df3-8dc4-88b450cb2e6a req-bbac356a-a2f9-4e30-b50a-f3ac4b5a046e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0809438 Sep 17 01:15:09.684230 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-24b66710-b7d2-4df3-8dc4-88b450cb2e6a req-4455d90c-29bb-4494-9b1f-baf6e4a30127 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Sep 17 01:15:09.821440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73126b-7697-4225-9054-cc40ce46f04a req-49847437-503a-4746-976c-e8c37330ee76 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:09.823450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d73126b-7697-4225-9054-cc40ce46f04a req-49847437-503a-4746-976c-e8c37330ee76 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0678310 Sep 17 01:15:09.885436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6d73126b-7697-4225-9054-cc40ce46f04a req-b662db80-cfb2-4ed4-a01b-5ed855cf21b8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551019 Sep 17 01:15:10.120910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c6287-0f48-4af1-b91f-fcb470598473 req-b59175c8-7e6a-4916-9676-3b9d348d5ed0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:10.120910 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b41c6287-0f48-4af1-b91f-fcb470598473 req-b59175c8-7e6a-4916-9676-3b9d348d5ed0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0657966 Sep 17 01:15:10.122522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c94a3a-e7f6-4ca3-8efd-e282e2d55a60 req-c2c18290-a603-4db8-8dca-4f7d06e25d56 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:10.122522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73c94a3a-e7f6-4ca3-8efd-e282e2d55a60 req-c2c18290-a603-4db8-8dca-4f7d06e25d56 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.0562215 Sep 17 01:15:10.124309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b41c6287-0f48-4af1-b91f-fcb470598473 req-cfde80f4-02aa-475b-9998-886ef6a41e35 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Sep 17 01:15:10.124417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73c94a3a-e7f6-4ca3-8efd-e282e2d55a60 req-19078f6f-b9c1-47a3-9fa9-d989a0caeeb2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Sep 17 01:15:10.169575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33c03257-be8f-4b30-a1ae-3a618507ef69 req-06c204ed-ce88-4444-9036-57c49a217c48 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 210 time: 0.0344796 Sep 17 01:15:10.246871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b707abf-f31a-4036-97b4-20fe6332946c req-fe268438-4999-48fa-b87b-e15d9e9c85c2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:10.249028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b707abf-f31a-4036-97b4-20fe6332946c req-fe268438-4999-48fa-b87b-e15d9e9c85c2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0561547 Sep 17 01:15:10.292218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b707abf-f31a-4036-97b4-20fe6332946c req-cb9a1629-3eae-405c-b94d-483f296c9b72 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Sep 17 01:15:10.412194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d23c6-95cb-4f4d-af52-dc6a6843be85 req-d93c4ca0-0992-4c3e-ab53-146766aafd34 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:10.414139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-855d23c6-95cb-4f4d-af52-dc6a6843be85 req-d93c4ca0-0992-4c3e-ab53-146766aafd34 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0494387 Sep 17 01:15:10.464225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-855d23c6-95cb-4f4d-af52-dc6a6843be85 req-55a4fb67-3024-4640-aa20-9e1b4ab6e16c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419710 Sep 17 01:15:10.917641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7334219-0320-4c46-8791-34c6e2dd07cc req-a47916ef-92c5-4881-af56-209976e49203 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:10.926544 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7334219-0320-4c46-8791-34c6e2dd07cc req-a47916ef-92c5-4881-af56-209976e49203 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0846024 Sep 17 01:15:10.990009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7334219-0320-4c46-8791-34c6e2dd07cc req-0e2c506d-a33f-4adb-a3ae-3f5fbeb9b81e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631368 Sep 17 01:15:11.056544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:11.059634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a50ee-198e-4f5c-8f1d-4aa1119b204d req-6ccd6a0f-6a78-4595-9908-ff9b8f4c81ac tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:11.061645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b1a50ee-198e-4f5c-8f1d-4aa1119b204d req-6ccd6a0f-6a78-4595-9908-ff9b8f4c81ac tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0681188 Sep 17 01:15:11.109476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b1a50ee-198e-4f5c-8f1d-4aa1119b204d req-d47debdb-a868-4589-b857-ad8863bb1cf3 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Sep 17 01:15:11.287569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e3d18dd-4bb3-4769-b511-38bdc1bea181 req-037a73de-ea70-4eb1-be62-dd8670c8caa9 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 210 time: 0.0402095 Sep 17 01:15:11.315464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299d6c-0fe0-4339-ac73-bb14d620e3df req-5d5084d5-3576-4579-b5dc-8ef42a3a851f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:11.318862 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a299d6c-0fe0-4339-ac73-bb14d620e3df req-5d5084d5-3576-4579-b5dc-8ef42a3a851f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 946 time: 0.1219833 Sep 17 01:15:11.407661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a299d6c-0fe0-4339-ac73-bb14d620e3df req-c3c5475b-ad1d-40db-9b4d-1fa1b83b7e90 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800526 Sep 17 01:15:11.945117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b034235c-4920-46ea-b30f-08eb0223617a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:12.110321 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:12.146614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:12.149114 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f19e74-0d79-41e7-8401-d295ff6b6add" -d '{"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-unplugged", "status": "completed", "tag": "b034235c-4920-46ea-b30f-08eb0223617a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:12.168950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:12.227552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f8f21-0861-4fd4-a83c-5b90742e39cd req-d18bd203-241e-4990-8302-400b07b0cabe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:12.230048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c4f8f21-0861-4fd4-a83c-5b90742e39cd req-d18bd203-241e-4990-8302-400b07b0cabe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1068146 Sep 17 01:15:12.239421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:12.318155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c4f8f21-0861-4fd4-a83c-5b90742e39cd req-f6bc5722-771d-49c7-bcde-289945a35628 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809593 Sep 17 01:15:12.355267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191348de-cf58-4fc2-9570-bcf4ebb3eb60 req-c14c9430-efee-4dff-bc75-fe5d276adcb4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:12.362110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-191348de-cf58-4fc2-9570-bcf4ebb3eb60 req-c14c9430-efee-4dff-bc75-fe5d276adcb4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0907381 Sep 17 01:15:12.375389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:12.405835 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5ed064-8883-4e60-8af2-4e658ce93045 x-openstack-request-id: req-aa5ed064-8883-4e60-8af2-4e658ce93045 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:12.406463 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-unplugged", "status": "completed", "tag": "b034235c-4920-46ea-b30f-08eb0223617a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:12.407568 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa5ed064-8883-4e60-8af2-4e658ce93045 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:12.407568 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a', 'code': 200} Sep 17 01:15:12.475325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-191348de-cf58-4fc2-9570-bcf4ebb3eb60 req-5c44e87b-93ba-424f-8a7f-77fe4d19a64e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108751 Sep 17 01:15:12.547249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b201df0-7108-4696-9d48-5254af580081 req-756c0356-b5de-46d5-9b4b-a91b15ddddbb tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 210 time: 0.0702817 Sep 17 01:15:12.703254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb3bb8-3bc3-4679-ae9f-ad00d3d068ea req-f494f4d3-dc1b-439a-a2f2-0bcc6d137b1d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:12.713918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21bb3bb8-3bc3-4679-ae9f-ad00d3d068ea req-f494f4d3-dc1b-439a-a2f2-0bcc6d137b1d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.0732918 Sep 17 01:15:12.797135 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21bb3bb8-3bc3-4679-ae9f-ad00d3d068ea req-c42d6aa0-6ef7-4bda-b403-2ce8a73890e1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821228 Sep 17 01:15:12.914636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-0d2f6377-ee8e-4047-bec2-e659669dc34a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3195484 Sep 17 01:15:12.954402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6a88-30e5-4e18-88ca-e0166416fdda req-0baa30a8-5758-45eb-8c03-c8c3c2d42e0e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:12.955816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e3a6a88-30e5-4e18-88ca-e0166416fdda req-0baa30a8-5758-45eb-8c03-c8c3c2d42e0e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0782244 Sep 17 01:15:13.007193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-f62f4cfb-a3ef-49a2-952e-2ff5cbd042ea tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.009065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-f62f4cfb-a3ef-49a2-952e-2ff5cbd042ea tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "GET /v2.0/networks?id=2aa0907f-6693-41ff-a889-335148e535b8 HTTP/1.1" status: 200 len: 809 time: 0.3287148 Sep 17 01:15:13.024590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Request body: {'port': {'device_id': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8', 'admin_state_up': True, 'tenant_id': 'ccd7cd6543c74f1e8e630d3fc8ebab8a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:13.033277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e3a6a88-30e5-4e18-88ca-e0166416fdda req-5e63c9ac-0fa6-4317-b50c-ed132c275caf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577474 Sep 17 01:15:13.088214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399369-1fa5-4868-a378-239c57bc6155 req-028cf137-29f2-462e-8e19-b0cffada9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.089751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-028cf137-29f2-462e-8e19-b0cffada9ee2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 1097 time: 0.1494319 Sep 17 01:15:13.259694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef2d12-0bfd-4f7e-b546-8532df7ae461 req-7d7645fd-aacd-4b01-a683-6a6c54f89e48 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.271207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fef2d12-0bfd-4f7e-b546-8532df7ae461 req-7d7645fd-aacd-4b01-a683-6a6c54f89e48 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1445718 Sep 17 01:15:13.337673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fef2d12-0bfd-4f7e-b546-8532df7ae461 req-e05959cb-86d3-45e8-8104-a82326a5a5d8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651696 Sep 17 01:15:13.416074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72060a4-b669-4155-a35f-86ad46c289d7 req-5ca79e81-8fa0-415e-abd5-098346e56be9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.423474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b72060a4-b669-4155-a35f-86ad46c289d7 req-5ca79e81-8fa0-415e-abd5-098346e56be9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1463292 Sep 17 01:15:13.426681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399369-1fa5-4868-a378-239c57bc6155 req-4842fb98-105d-439b-a6b6-916dd652e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.430241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-4842fb98-105d-439b-a6b6-916dd652e838 service neutron] 10.222.0.36 "GET /v2.0/networks?id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a HTTP/1.1" status: 200 len: 917 time: 0.2001178 Sep 17 01:15:13.497638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Made reservation on behalf of ccd7cd6543c74f1e8e630d3fc8ebab8a for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:15:13.502301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:13.577822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b72060a4-b669-4155-a35f-86ad46c289d7 req-fbce479a-eb63-449f-b618-2dbcf39acdd2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345756 Sep 17 01:15:13.588447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-243a928e-4be9-4a2c-b370-bab3dae67ddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98 HTTP/1.1" status: 200 len: 1001 time: 0.1480362 Sep 17 01:15:13.767397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399369-1fa5-4868-a378-239c57bc6155 req-8b948f9f-babc-49a3-bd6f-d600fce5bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.770069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-8b948f9f-babc-49a3-bd6f-d600fce5bb9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47 HTTP/1.1" status: 200 len: 855 time: 0.1720178 Sep 17 01:15:13.807777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba15045-acca-4a3e-8163-770b28e86927 req-04333353-c47a-43ba-9cae-630ece36abaa tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.817011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aba15045-acca-4a3e-8163-770b28e86927 req-04333353-c47a-43ba-9cae-630ece36abaa tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.1753461 Sep 17 01:15:13.872240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4286974e-f316-40b6-8586-0a3863b1109d req-0bb024dd-38b4-4798-8a8e-c7c0346e9cf0 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 210 time: 0.0387580 Sep 17 01:15:13.930785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2399369-1fa5-4868-a378-239c57bc6155 req-8442b018-b724-4a2b-a05e-aba62dad50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:13.930785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-8442b018-b724-4a2b-a05e-aba62dad50bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=681c45e8-1de5-41fc-b42b-6d2d1e561a2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486502 Sep 17 01:15:13.958829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aba15045-acca-4a3e-8163-770b28e86927 req-81c3ab4d-5e11-497d-8c8e-474dc83b60ad tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373689 Sep 17 01:15:13.958829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Allocated IP 172.20.0.5 (2aa0907f-6693-41ff-a889-335148e535b8/8dc22913-cae4-484e-adc2-c586ac6c2842/d4065fd0-c116-46c9-8dea-6639a3b3993c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:15:14.123982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-a98d0a3d-ae1b-4df6-acf4-853b07dceb12 service neutron] 10.222.0.36 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638300 Sep 17 01:15:14.139921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee929a-67af-49ae-9778-527b92e6b624 req-d43ef021-947c-4bbb-9e22-7ddd94fbf943 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:14.141641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fee929a-67af-49ae-9778-527b92e6b624 req-d43ef021-947c-4bbb-9e22-7ddd94fbf943 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1071029 Sep 17 01:15:14.181984 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fee929a-67af-49ae-9778-527b92e6b624 req-d842a084-b327-4a30-b9ba-06504ad96f98 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333292 Sep 17 01:15:14.324518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:14.330245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2399369-1fa5-4868-a378-239c57bc6155 req-96dd700c-5cd9-4917-99df-e1656709df7f service neutron] 10.222.0.36 "GET /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988800 Sep 17 01:15:14.542783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:14.585040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Network 2aa0907f-6693-41ff-a889-335148e535b8 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:15:14.588108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:14.591780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:15:14.621996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Pushing event updated for resources: {'Port': ['ID=d4065fd0-c116-46c9-8dea-6639a3b3993c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:14.637450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.637810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.638154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.638494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.638830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.639244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.639607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.639936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.640266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.640593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.640914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.641243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:14.659659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:14.660286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:14.707037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750a837-43aa-4975-9033-a36ea8f02809 req-d10f1241-1df9-4674-a55b-dc13b71ab5e4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:14.708633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4750a837-43aa-4975-9033-a36ea8f02809 req-d10f1241-1df9-4674-a55b-dc13b71ab5e4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0581124 Sep 17 01:15:14.753422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4750a837-43aa-4975-9033-a36ea8f02809 req-5c268926-e53e-4b2e-82c3-f612d9417869 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379515 Sep 17 01:15:14.810564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-cac54e46-917d-4b47-92c2-a92ca4cc7204 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7923248 Sep 17 01:15:14.830723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Request body: {'port': {'device_id': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:14.928476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:14.958355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfa5b0-d436-4a95-aa90-de745dc72013 req-cb67820b-d0a9-430b-adfd-03e526a26513 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:14.968303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fbfa5b0-d436-4a95-aa90-de745dc72013 req-cb67820b-d0a9-430b-adfd-03e526a26513 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1048608 Sep 17 01:15:15.026427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea079bf-67c0-4298-a902-56996a051a5b req-b7142c12-b022-4c6d-8809-954f95868e84 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.030557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cea079bf-67c0-4298-a902-56996a051a5b req-b7142c12-b022-4c6d-8809-954f95868e84 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 931 time: 0.0663376 Sep 17 01:15:15.071860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cea079bf-67c0-4298-a902-56996a051a5b req-87d3a27c-6c30-46cd-923b-9c1bad3b6625 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360188 Sep 17 01:15:15.151218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fbfa5b0-d436-4a95-aa90-de745dc72013 req-83bcbeea-091d-4503-b44e-d749e4376026 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501160 Sep 17 01:15:15.156063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-780b4395-b09a-4c1c-9055-f4f105f261b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.157570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-780b4395-b09a-4c1c-9055-f4f105f261b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.1882098 Sep 17 01:15:15.303385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628694c0-b1d2-40a5-a640-f0bd23734536 req-bba5f1a2-86db-4054-b1c8-062ec304ff2c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.305027 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-628694c0-b1d2-40a5-a640-f0bd23734536 req-bba5f1a2-86db-4054-b1c8-062ec304ff2c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0687397 Sep 17 01:15:15.345463 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-628694c0-b1d2-40a5-a640-f0bd23734536 req-9e13a44e-f934-4968-9f3c-2bdf70766b3f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329359 Sep 17 01:15:15.423024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656be435-df03-4caf-8d36-4d7e00aa26fc req-8db7d95a-479b-4598-ad3c-c6a15a2b6042 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.424577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-656be435-df03-4caf-8d36-4d7e00aa26fc req-8db7d95a-479b-4598-ad3c-c6a15a2b6042 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1307507 Sep 17 01:15:15.425624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-a3a99643-ff5a-4ec1-92c7-4863ab4d640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.426910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-a3a99643-ff5a-4ec1-92c7-4863ab4d640a service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.2289879 Sep 17 01:15:15.471648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337ae2f-c42b-452f-b465-b6b6f3357af9 req-a6fccbb0-a05d-4822-9f65-c0db473cb9ab tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.473228 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f337ae2f-c42b-452f-b465-b6b6f3357af9 req-a6fccbb0-a05d-4822-9f65-c0db473cb9ab tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0705094 Sep 17 01:15:15.516506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f337ae2f-c42b-452f-b465-b6b6f3357af9 req-44fb89da-2441-4a72-8193-fd7a1b82f66b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369177 Sep 17 01:15:15.543314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-656be435-df03-4caf-8d36-4d7e00aa26fc req-c1e31404-f725-4f77-bf34-050fc6d1256c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100886 Sep 17 01:15:15.576235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4065fd0-c116-46c9-8dea-6639a3b3993c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:15.599806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:15.603804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-9fc48367-da2e-45d9-8fd6-b784be5df830 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.1639438 Sep 17 01:15:15.663479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Transition to ACTIVE for port object d4065fd0-c116-46c9-8dea-6639a3b3993c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:15:15.706841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-e9067dcf-3d1a-456c-8cb2-a5a9ac558d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.708354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-e9067dcf-3d1a-456c-8cb2-a5a9ac558d9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0931137 Sep 17 01:15:15.716970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23ddd9-5d42-401d-bb56-36a738c440ee req-0cb3e8f9-8415-4d3f-aa2d-ef00523e9263 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.719088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd23ddd9-5d42-401d-bb56-36a738c440ee req-0cb3e8f9-8415-4d3f-aa2d-ef00523e9263 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0679376 Sep 17 01:15:15.787874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd23ddd9-5d42-401d-bb56-36a738c440ee req-a28b7ce2-5eb9-4301-8e4a-35ba81d6c839 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Sep 17 01:15:15.789581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-2074a4a6-3e67-4da4-8431-962a7337ec7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:15.791012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-2074a4a6-3e67-4da4-8431-962a7337ec7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710254 Sep 17 01:15:15.820632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:15.963397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Pushing event updated for resources: {'Port': ['ID=d4065fd0-c116-46c9-8dea-6639a3b3993c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:16.008476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-4167f0f1-71d3-472a-8868-b3fe3ef2e810 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089267 Sep 17 01:15:16.028541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16253b19-a808-4efb-933a-fe1c653e21f5 req-9aaeef6f-1ca0-4305-bc2f-0dd79bc41d3f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.032434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16253b19-a808-4efb-933a-fe1c653e21f5 req-9aaeef6f-1ca0-4305-bc2f-0dd79bc41d3f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1338587 Sep 17 01:15:16.090353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Attempting to bind port d4065fd0-c116-46c9-8dea-6639a3b3993c on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:15:16.090683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Attempting to bind port d4065fd0-c116-46c9-8dea-6639a3b3993c by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:15:16.091009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Attempting to bind port d4065fd0-c116-46c9-8dea-6639a3b3993c on network 2aa0907f-6693-41ff-a889-335148e535b8 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:15:16.137842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16253b19-a808-4efb-933a-fe1c653e21f5 req-684c54f3-a789-463e-9673-dc6c311b6a15 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951145 Sep 17 01:15:16.138403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Port d4065fd0-c116-46c9-8dea-6639a3b3993c on network 2aa0907f-6693-41ff-a889-335148e535b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:15:16.138728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Attempting to bind port d4065fd0-c116-46c9-8dea-6639a3b3993c on network 2aa0907f-6693-41ff-a889-335148e535b8 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:15:16.151771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:15:16.152115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Checking segment: {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:15:16.152508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Bound using segment: {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:15:16.152939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Bound port: d4065fd0-c116-46c9-8dea-6639a3b3993c, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:15:16.153447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:16.209651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-053a7d17-be82-4ddc-9540-925eca89eee9 req-2becfb59-9f83-4cb1-8dcf-45b7a1bb6886 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763968 Sep 17 01:15:16.209901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c750a-00cb-4ce0-a727-bf174c889097 req-73569663-c6cc-426c-9e9e-e0daabbff88d tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.211311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c5c750a-00cb-4ce0-a727-bf174c889097 req-73569663-c6cc-426c-9e9e-e0daabbff88d tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 943 time: 0.0568316 Sep 17 01:15:16.239785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] For port d4065fd0-c116-46c9-8dea-6639a3b3993c, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:15:16.243044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] For port d4065fd0-c116-46c9-8dea-6639a3b3993c, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:15:16.256952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c5c750a-00cb-4ce0-a727-bf174c889097 req-a9b4aac2-c422-4663-b17c-4c9657bb2f7c tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Sep 17 01:15:16.338988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8695add-ad4a-4136-87f8-c85f471029fd req-fd88c003-fc9f-4ecc-ad2b-e38b4c42101d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.340490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8695add-ad4a-4136-87f8-c85f471029fd req-fd88c003-fc9f-4ecc-ad2b-e38b4c42101d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0507524 Sep 17 01:15:16.342609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:16.397097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.397714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:16.399190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] 10.222.0.36 "PUT /v2.0/ports/d4065fd0-c116-46c9-8dea-6639a3b3993c HTTP/1.1" status: 200 len: 1091 time: 1.5735996 Sep 17 01:15:16.399631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'tag': 'd4065fd0-c116-46c9-8dea-6639a3b3993c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:16.401847 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704f35a-040f-4067-b831-0777704001cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dacb23b4-ba27-4ed6-b9d3-fee91df5493a", "tag": "d4065fd0-c116-46c9-8dea-6639a3b3993c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:16.436210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0ed98-36bb-4b5f-9dc1-5246abb22f1c service neutron] Pushing event updated for resources: {'Port': ['ID=d4065fd0-c116-46c9-8dea-6639a3b3993c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:16.441406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8695add-ad4a-4136-87f8-c85f471029fd req-54c17cbf-1191-4e54-9a14-c1fcb2c27acf tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908065 Sep 17 01:15:16.480624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7d9c-efaf-4a8f-af08-9084fdae7679 req-04541eca-005f-499f-845b-707d44015154 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.482173 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-092c7d9c-efaf-4a8f-af08-9084fdae7679 req-04541eca-005f-499f-845b-707d44015154 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0652859 Sep 17 01:15:16.496261 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a22483-4b41-4c7c-b459-367a70dffa37 x-openstack-request-id: req-a1a22483-4b41-4c7c-b459-367a70dffa37 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:16.496553 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacb23b4-ba27-4ed6-b9d3-fee91df5493a", "tag": "d4065fd0-c116-46c9-8dea-6639a3b3993c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:16.496808 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1a22483-4b41-4c7c-b459-367a70dffa37 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:16.497211 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'tag': 'd4065fd0-c116-46c9-8dea-6639a3b3993c', 'status': 'completed', 'code': 200} Sep 17 01:15:16.528634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-092c7d9c-efaf-4a8f-af08-9084fdae7679 req-bc2bbeb5-36df-49be-a718-f5382e2f098d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Sep 17 01:15:16.551658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-c6f4bdf8-df96-4b1a-80f4-4e81d90df537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.551658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-c6f4bdf8-df96-4b1a-80f4-4e81d90df537 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 1094 time: 0.0437346 Sep 17 01:15:16.593682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-1f3b8983-c211-4998-bd80-164001892aaa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c HTTP/1.1" status: 200 len: 217 time: 0.0365262 Sep 17 01:15:16.670312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-25b0569a-99a0-4f7b-81c2-f50d25170a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.671714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-25b0569a-99a0-4f7b-81c2-f50d25170a29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dc22913-cae4-484e-adc2-c586ac6c2842 HTTP/1.1" status: 200 len: 849 time: 0.0704963 Sep 17 01:15:16.674458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122f598-52ad-4647-95a7-f2e2497a5ad4 req-9aa1b3f8-c398-41fb-a656-b875c10bb8e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.675977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5122f598-52ad-4647-95a7-f2e2497a5ad4 req-9aa1b3f8-c398-41fb-a656-b875c10bb8e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0513217 Sep 17 01:15:16.679861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b280b8-e924-4466-924f-35399323e1d6 req-7e453d6f-445d-410e-a8a6-4b306ac2f88d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.681269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63b280b8-e924-4466-924f-35399323e1d6 req-7e453d6f-445d-410e-a8a6-4b306ac2f88d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0908957 Sep 17 01:15:16.712728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-585bd106-80b6-43e8-a798-deb1e8318230 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aa0907f-6693-41ff-a889-335148e535b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300219 Sep 17 01:15:16.715975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5122f598-52ad-4647-95a7-f2e2497a5ad4 req-80380901-5e5c-4e86-800f-31d52afc86c6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332584 Sep 17 01:15:16.766782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63b280b8-e924-4466-924f-35399323e1d6 req-40f1982f-f508-4750-b894-092d4e0efa6d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751519 Sep 17 01:15:16.897496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f3bd4-faa2-4452-8871-b59a276d8d45 req-e15286e8-2004-4d53-ab4d-53cf46b931a0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:16.899504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e8f3bd4-faa2-4452-8871-b59a276d8d45 req-e15286e8-2004-4d53-ab4d-53cf46b931a0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0541792 Sep 17 01:15:16.958234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e8f3bd4-faa2-4452-8871-b59a276d8d45 req-322b323b-5f53-496f-92aa-22686e666f75 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512900 Sep 17 01:15:17.114166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-42efe3b1-7a9d-47b5-9711-8066545afa64 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933034 Sep 17 01:15:17.119661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcecbe4-9959-49ae-81d3-7aaaaf058e5d req-c8b3b31c-f02c-4f42-822b-b21a35273df8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.121128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9fcecbe4-9959-49ae-81d3-7aaaaf058e5d req-c8b3b31c-f02c-4f42-822b-b21a35273df8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0568209 Sep 17 01:15:17.163666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9fcecbe4-9959-49ae-81d3-7aaaaf058e5d req-ed0a1fe9-58a9-45cc-bec9-df52cb57bbc3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356562 Sep 17 01:15:17.233719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9aef4cea-7d62-4aca-a638-b67ce80e00d8 req-6c04cf36-d40f-400c-b914-6260a33773e9 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084287 Sep 17 01:15:17.296762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8ddb9-bc9d-4e63-9785-b9106b68a518 req-34d9ba52-4686-49a1-a3c9-81b6a72cba99 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.298237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6a8ddb9-bc9d-4e63-9785-b9106b68a518 req-34d9ba52-4686-49a1-a3c9-81b6a72cba99 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0525639 Sep 17 01:15:17.343636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6a8ddb9-bc9d-4e63-9785-b9106b68a518 req-40d68c57-8e10-43fe-988d-99ec8df1d151 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392365 Sep 17 01:15:17.466414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f35a-040f-4067-b831-0777704001cd req-5e3d534a-132e-4386-be3d-c4333201be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.468570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-5e3d534a-132e-4386-be3d-c4333201be13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 1094 time: 0.0577970 Sep 17 01:15:17.517657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5d60-2512-4f96-86bb-ac4e80388303 req-64ecfb4d-c21e-4824-a75e-e4309e282f8f tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.519250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b2c5d60-2512-4f96-86bb-ac4e80388303 req-64ecfb4d-c21e-4824-a75e-e4309e282f8f tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 943 time: 0.0511565 Sep 17 01:15:17.558814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b2c5d60-2512-4f96-86bb-ac4e80388303 req-34b2a93f-65e2-46e4-84aa-7fac068c3ec9 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333066 Sep 17 01:15:17.575128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f35a-040f-4067-b831-0777704001cd req-a853fa12-b4b0-4312-a585-8f56d8db352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.577728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-a853fa12-b4b0-4312-a585-8f56d8db352a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2aa0907f-6693-41ff-a889-335148e535b8 HTTP/1.1" status: 200 len: 910 time: 0.1008978 Sep 17 01:15:17.629124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-ac2d8082-b8c8-471d-bc2d-6405aacba8a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c HTTP/1.1" status: 200 len: 217 time: 0.0437038 Sep 17 01:15:17.685876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704f35a-040f-4067-b831-0777704001cd req-fb1aea19-eaa1-4f2f-9722-ce1a816c1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.687419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-fb1aea19-eaa1-4f2f-9722-ce1a816c1799 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8dc22913-cae4-484e-adc2-c586ac6c2842 HTTP/1.1" status: 200 len: 849 time: 0.0514081 Sep 17 01:15:17.727513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-0dd27677-57bd-447f-bd71-be9512a13b4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2aa0907f-6693-41ff-a889-335148e535b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313380 Sep 17 01:15:17.740382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd094a-92f9-418d-80f3-c41b09f58582 req-b3aa0499-029b-49cd-a5d1-63ced764493b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.741867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91cd094a-92f9-418d-80f3-c41b09f58582 req-b3aa0499-029b-49cd-a5d1-63ced764493b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0654759 Sep 17 01:15:17.782624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91cd094a-92f9-418d-80f3-c41b09f58582 req-44496cbb-fc87-461b-8a85-014406eec609 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346258 Sep 17 01:15:17.838362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-635d4cfd-29c6-4acb-9b86-3d9dc287d8af service neutron] 10.222.0.36 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039040 Sep 17 01:15:17.910714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da28c2-7442-415c-970c-f63cd0ab4b15 req-4b418eac-3847-4533-a22c-1c2aaf295dcb tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:17.915565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11da28c2-7442-415c-970c-f63cd0ab4b15 req-4b418eac-3847-4533-a22c-1c2aaf295dcb tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0586338 Sep 17 01:15:17.935293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4704f35a-040f-4067-b831-0777704001cd req-90734c3a-8f66-4585-aad3-448034c92b71 service neutron] 10.222.0.36 "GET /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883412 Sep 17 01:15:17.961204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11da28c2-7442-415c-970c-f63cd0ab4b15 req-ead9bba8-fcae-4f3f-8b15-37dd9e7acea2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422316 Sep 17 01:15:18.082532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959dfcf-b159-45f6-9a81-ad095506bc27 req-600f2d3b-b20d-45a4-94e5-5e0e526fbcaf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.084203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8959dfcf-b159-45f6-9a81-ad095506bc27 req-600f2d3b-b20d-45a4-94e5-5e0e526fbcaf tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0524762 Sep 17 01:15:18.125777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8959dfcf-b159-45f6-9a81-ad095506bc27 req-17bca32d-81a5-462b-b8c9-d03373cf572f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348732 Sep 17 01:15:18.241170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f5027-5466-4207-86be-43c16a0618ce req-9c6de736-17c9-4574-b65e-5f2eb7464331 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.242622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d2f5027-5466-4207-86be-43c16a0618ce req-9c6de736-17c9-4574-b65e-5f2eb7464331 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0551717 Sep 17 01:15:18.283825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d2f5027-5466-4207-86be-43c16a0618ce req-2330df31-5b51-4191-83d0-345afbf99f38 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Sep 17 01:15:18.452676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c80443d-ecde-49cf-bdb0-a20645b98d38 req-3b15f3ed-9373-4eca-a8f3-05ddfe763c8b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.454164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c80443d-ecde-49cf-bdb0-a20645b98d38 req-3b15f3ed-9373-4eca-a8f3-05ddfe763c8b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0575650 Sep 17 01:15:18.494644 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c80443d-ecde-49cf-bdb0-a20645b98d38 req-a18005a0-f346-4007-9c01-e7e06acfb0d9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Sep 17 01:15:18.699773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d7415-4e3b-4c94-b0a8-8f4422c10b8e req-33328db5-c877-417b-8ba0-16091e2f1055 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.702287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8b92b-c79c-4554-89a3-ea0a6739205f req-7dd881be-a7f8-4dfa-882b-7e30d348cd97 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.703828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ab8b92b-c79c-4554-89a3-ea0a6739205f req-7dd881be-a7f8-4dfa-882b-7e30d348cd97 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0827384 Sep 17 01:15:18.707923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-754d7415-4e3b-4c94-b0a8-8f4422c10b8e req-33328db5-c877-417b-8ba0-16091e2f1055 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.0665078 Sep 17 01:15:18.743935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-754d7415-4e3b-4c94-b0a8-8f4422c10b8e req-a334903e-b566-429e-83d9-eb5251945c40 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Sep 17 01:15:18.765366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ab8b92b-c79c-4554-89a3-ea0a6739205f req-08f6ef12-139c-4d70-8a8d-315cc9fe5c11 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518246 Sep 17 01:15:18.895762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418c4c4-6eb1-483e-a347-129f15583089 req-d1812130-3a2a-4d4e-91b2-79472a57cf92 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.897999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8418c4c4-6eb1-483e-a347-129f15583089 req-d1812130-3a2a-4d4e-91b2-79472a57cf92 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 943 time: 0.0726287 Sep 17 01:15:18.940313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8418c4c4-6eb1-483e-a347-129f15583089 req-8436c339-5b17-4ea2-becb-5dbf3c282dfc tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Sep 17 01:15:18.975429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-e0ed7ab5-2b4a-4454-87c3-ab14cbc6a519 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:18.975429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-e0ed7ab5-2b4a-4454-87c3-ab14cbc6a519 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.1221673 Sep 17 01:15:18.990020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-7cc3aa08-6ed2-4c0d-972d-4967507a922c tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/quotas/b953f55ea63148e1ad9cef29cbb23ade HTTP/1.1" status: 200 len: 375 time: 0.0106678 Sep 17 01:15:19.048723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-7de9d76c-0a37-4876-8e79-727d8fb5d1b1 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518143 Sep 17 01:15:19.067798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ec712-26fb-40f6-94c6-0028a86f11c3 req-628abcb4-4103-4efd-8639-044b2516ea58 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:19.069281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e35ec712-26fb-40f6-94c6-0028a86f11c3 req-628abcb4-4103-4efd-8639-044b2516ea58 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0540862 Sep 17 01:15:19.109889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e35ec712-26fb-40f6-94c6-0028a86f11c3 req-b0304369-cf52-4f48-925f-48081feb7245 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Sep 17 01:15:19.152846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-20ee24a3-7e68-40ab-9834-447595ff01be service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964165 Sep 17 01:15:19.218690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077231b-285f-46bb-ac38-5e169babba73 req-504d6c0a-7302-4e71-8bf1-16728a7bb553 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:19.220578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d077231b-285f-46bb-ac38-5e169babba73 req-504d6c0a-7302-4e71-8bf1-16728a7bb553 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0506225 Sep 17 01:15:19.247370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-72fc1f84-f9b8-41d0-adf9-802ca5dc3da1 service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881054 Sep 17 01:15:19.267129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d077231b-285f-46bb-ac38-5e169babba73 req-b92bd4e3-7059-4a84-9d06-f5c507735b5b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372481 Sep 17 01:15:19.399414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2b369-134e-4bc4-8658-5d659a6bacbb req-092e50bc-3bbd-4820-acb1-2ba7d0408190 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:19.400760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcf2b369-134e-4bc4-8658-5d659a6bacbb req-092e50bc-3bbd-4820-acb1-2ba7d0408190 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0545566 Sep 17 01:15:19.440150 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dcf2b369-134e-4bc4-8658-5d659a6bacbb req-3788a402-1fc1-40ba-9e76-258b8ee40b8f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323985 Sep 17 01:15:19.561968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802066-297c-4ac2-8c78-c6381c0b70af req-65629481-27ac-45d5-a8b6-acee4b3da233 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:19.563664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0802066-297c-4ac2-8c78-c6381c0b70af req-65629481-27ac-45d5-a8b6-acee4b3da233 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0613863 Sep 17 01:15:19.600466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29ed2972-c9cd-423f-b51c-648a55e5b8b6 req-b2fe5dae-37aa-4863-9472-4f06b5fdbab3 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 210 time: 0.0667465 Sep 17 01:15:19.611775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0802066-297c-4ac2-8c78-c6381c0b70af req-c7d0fc76-6d0b-4280-a33f-f541f97a1b7f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Sep 17 01:15:19.777024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a449638-3a3b-4e65-bcd0-62d0a276db9a req-3a36d2f0-d565-4adb-9fd8-a1d3849c09df tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:19.778750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a449638-3a3b-4e65-bcd0-62d0a276db9a req-3a36d2f0-d565-4adb-9fd8-a1d3849c09df tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0510798 Sep 17 01:15:19.814423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:19.822852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a449638-3a3b-4e65-bcd0-62d0a276db9a req-b1780bc9-e5a1-45c0-95ae-e09de4903da2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364387 Sep 17 01:15:19.917802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:19.944726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:19.947285 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58868316-cb9f-4d52-b303-20ed311c334b" -d '{"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-unplugged", "status": "completed", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:19.961353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86b5e-8c83-4d10-91a8-21b2d6ac1149 req-c001da06-5873-4d22-9f6e-0585b34ec853 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:19.963382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:19.970889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25a86b5e-8c83-4d10-91a8-21b2d6ac1149 req-c001da06-5873-4d22-9f6e-0585b34ec853 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0646310 Sep 17 01:15:20.007813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25a86b5e-8c83-4d10-91a8-21b2d6ac1149 req-2efd71e9-9d4b-4330-9e25-57aff9859ba0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359838 Sep 17 01:15:20.047349 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a332d-77f5-427b-9225-0104af82695b x-openstack-request-id: req-f66a332d-77f5-427b-9225-0104af82695b {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:20.048192 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-unplugged", "status": "completed", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:20.049170 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f66a332d-77f5-427b-9225-0104af82695b {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:20.049789 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'code': 200} Sep 17 01:15:20.062367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:20.141817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:20.151766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.152356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.153149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.153694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.155397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.171349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:20.233502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-b09087b1-dd92-4086-8b32-8b183240ea9e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.235457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-b09087b1-dd92-4086-8b32-8b183240ea9e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/ports?device_id=efb89681-5ba3-4124-ac55-b6da240df027 HTTP/1.1" status: 200 len: 944 time: 0.1651680 Sep 17 01:15:20.255257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce0923-b72a-415f-aa5c-d32d5add867c req-91454095-7f0b-47e8-aaa3-f20d3b733e42 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.264812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1fce0923-b72a-415f-aa5c-d32d5add867c req-91454095-7f0b-47e8-aaa3-f20d3b733e42 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0823872 Sep 17 01:15:20.290480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67849f71-f732-47b7-9d6d-1db40767285d req-1d6842c1-e005-4724-a977-66a69c867244 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.292060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67849f71-f732-47b7-9d6d-1db40767285d req-1d6842c1-e005-4724-a977-66a69c867244 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 943 time: 0.1817820 Sep 17 01:15:20.307534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1fce0923-b72a-415f-aa5c-d32d5add867c req-3be0a02a-5da9-43dc-b983-3d5c1580a59c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Sep 17 01:15:20.406147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67849f71-f732-47b7-9d6d-1db40767285d req-81564ad1-e142-4c41-934a-893b48e8c43d tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001585 Sep 17 01:15:20.422571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7cdd-9621-48ab-a434-dedd5f5517e5 req-7f553f4e-40c5-4b9f-a12d-d6576e695926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.424153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3fef7cdd-9621-48ab-a434-dedd5f5517e5 req-7f553f4e-40c5-4b9f-a12d-d6576e695926 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 1096 time: 0.0946116 Sep 17 01:15:20.446487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1001c-74d1-4636-b311-32a36fbf6063 req-1e0493ae-90d5-47b8-b597-107c99a04609 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.451932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Deleting port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:20.452403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:20.471724 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bdd1001c-74d1-4636-b311-32a36fbf6063 req-1e0493ae-90d5-47b8-b597-107c99a04609 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0938530 Sep 17 01:15:20.517551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bdd1001c-74d1-4636-b311-32a36fbf6063 req-65a0cff9-09a3-4fe4-9ee0-aefa1de79bd2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Sep 17 01:15:20.555385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3fef7cdd-9621-48ab-a434-dedd5f5517e5 req-8bef7f59-fe8a-4185-a52c-89ad5761e74a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187901 Sep 17 01:15:20.593683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] For port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:20.594054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:20.610073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Calling delete_port for ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:20.733745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e2cd2-2b44-49d9-a1af-330e42fd4863 req-c76d71f9-532d-4ece-a85c-cac1b1db81a9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.735304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a33e2cd2-2b44-49d9-a1af-330e42fd4863 req-c76d71f9-532d-4ece-a85c-cac1b1db81a9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1138885 Sep 17 01:15:20.788745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a33e2cd2-2b44-49d9-a1af-330e42fd4863 req-e1ce3450-4cf6-47f7-b876-1246ffc3560e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422144 Sep 17 01:15:20.792872 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:15:20.882138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8675e-54f0-4380-99fd-6069ba82aab7 req-cf9c9420-8840-4b2f-afcf-854e9733d800 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:20.883739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8675e-54f0-4380-99fd-6069ba82aab7 req-cf9c9420-8840-4b2f-afcf-854e9733d800 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2901297 Sep 17 01:15:20.941169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8675e-54f0-4380-99fd-6069ba82aab7 req-2529a247-b954-4496-9223-70304f0a7eed tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Sep 17 01:15:21.010794 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:21.048925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-171b1387-5ccc-4ccf-9f28-9ff8bd8cc3ae req-c5019514-987a-47cb-9bc4-83c1caa7fc5d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 210 time: 0.0331793 Sep 17 01:15:21.054594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event deleted for resources: {'Port': ['ID=ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:21.128161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] No DVR routers for this DVR port ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:21.131289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:21.133730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78a6041e-7b74-4b09-8d99-0ea4b986a785 req-f2df93d2-81d9-4e51-bc47-d25ed084edaa tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "DELETE /v2.0/ports/ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e HTTP/1.1" status: 204 len: 173 time: 0.8887405 Sep 17 01:15:21.134343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-deleted', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:21.137695 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7263ba-9848-456b-9acf-51b308013d26" -d '{"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-deleted", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:21.168156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2cbf1-9731-4a92-99ee-069352251dd4 req-3e178a44-d596-4750-a1d6-ee82be1b79b0 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:21.169861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59c2cbf1-9731-4a92-99ee-069352251dd4 req-3e178a44-d596-4750-a1d6-ee82be1b79b0 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.1234126 Sep 17 01:15:21.197633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4475946-8977-40fe-b5ee-8352237a8b05 req-9b346b74-4bca-45e7-b16d-88045858fca3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:21.199593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4475946-8977-40fe-b5ee-8352237a8b05 req-9b346b74-4bca-45e7-b16d-88045858fca3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0724671 Sep 17 01:15:21.212519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59c2cbf1-9731-4a92-99ee-069352251dd4 req-b23833cc-3042-4e15-976d-305767eac7e6 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360405 Sep 17 01:15:21.255900 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46841146-b94e-4357-8abd-bf33dbfb2d29 x-openstack-request-id: req-46841146-b94e-4357-8abd-bf33dbfb2d29 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:21.256537 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb89681-5ba3-4124-ac55-b6da240df027", "name": "network-vif-deleted", "tag": "ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:21.257028 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-46841146-b94e-4357-8abd-bf33dbfb2d29 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:21.257839 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb89681-5ba3-4124-ac55-b6da240df027', 'name': 'network-vif-deleted', 'tag': 'ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e', 'status': 'completed', 'code': 200} Sep 17 01:15:21.287700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4475946-8977-40fe-b5ee-8352237a8b05 req-c39b3ca0-4bfa-471a-8f3a-9f7fd607c9b4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746219 Sep 17 01:15:21.404209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923b297-170a-4e7f-863b-fa5b41cdc1ee req-3f14a2f8-bf52-456c-8ec8-66bea87047af tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:21.406395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7923b297-170a-4e7f-863b-fa5b41cdc1ee req-3f14a2f8-bf52-456c-8ec8-66bea87047af tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0531294 Sep 17 01:15:21.448334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7923b297-170a-4e7f-863b-fa5b41cdc1ee req-ed0f3d17-4d28-4d0a-9511-24f7d8e225f8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Sep 17 01:15:21.542476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fef382-3a98-4a8f-9296-31a3728ace4a req-47b829a7-39ca-4d7f-8633-f8c1d9dc8d0f tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:21.544142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b7fef382-3a98-4a8f-9296-31a3728ace4a req-47b829a7-39ca-4d7f-8633-f8c1d9dc8d0f tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 943 time: 0.0542946 Sep 17 01:15:21.584517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b7fef382-3a98-4a8f-9296-31a3728ace4a req-c26a799c-3659-43d2-810e-62d4594c0ae4 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Sep 17 01:15:21.693829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfa386-7d7b-4c6a-8e80-4a0dd736921a req-c1718060-6dbf-4485-8cdf-51ab95f40fe4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:21.695301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-41cfa386-7d7b-4c6a-8e80-4a0dd736921a req-c1718060-6dbf-4485-8cdf-51ab95f40fe4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0504525 Sep 17 01:15:21.738068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-41cfa386-7d7b-4c6a-8e80-4a0dd736921a req-878c5e61-b574-43ed-bac6-168eff98a0b1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366721 Sep 17 01:15:21.828052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d4065fd0-c116-46c9-8dea-6639a3b3993c details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:15:21.934338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d4065fd0-c116-46c9-8dea-6639a3b3993c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:21.947657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'd4065fd0-c116-46c9-8dea-6639a3b3993c', 'network_id': '2aa0907f-6693-41ff-a889-335148e535b8', 'port_id': 'd4065fd0-c116-46c9-8dea-6639a3b3993c', 'mac_address': 'fa:16:3e:6b:67:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc22913-cae4-484e-adc2-c586ac6c2842', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:15:21.989883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:22.004012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4065fd0-c116-46c9-8dea-6639a3b3993c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:22.023687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d4065fd0-c116-46c9-8dea-6639a3b3993c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:22.184603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-7ddbbff5-b4a1-4d8a-b627-7e627a66579e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:22.186707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-7ddbbff5-b4a1-4d8a-b627-7e627a66579e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.1103399 Sep 17 01:15:22.194962 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:22.204733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Request body: {'port': {'device_id': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'admin_state_up': True, 'tenant_id': 'b953f55ea63148e1ad9cef29cbb23ade'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:22.263387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d4065fd0-c116-46c9-8dea-6639a3b3993c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:22.318134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a0f42-46b2-4716-8768-80869ad13573 req-fdfce35d-426e-4b91-9241-889b0a7eac83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:22.323590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b9a0f42-46b2-4716-8768-80869ad13573 req-fdfce35d-426e-4b91-9241-889b0a7eac83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0634077 Sep 17 01:15:22.342440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64bdca0f-d053-41bd-bcbf-082772249227 req-7b584698-b17e-49a5-83d2-a089f3a2b449 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 210 time: 0.0380905 Sep 17 01:15:22.362479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b9a0f42-46b2-4716-8768-80869ad13573 req-d67138bd-21e7-45fd-a562-0642a14148a6 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364425 Sep 17 01:15:22.432927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d4065fd0-c116-46c9-8dea-6639a3b3993c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:22.492002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b355d-d9f4-4833-bc53-a12fc9597c08 req-8d82cb78-a4e6-4262-9f50-507668a71db7 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:22.494122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d98b355d-d9f4-4833-bc53-a12fc9597c08 req-8d82cb78-a4e6-4262-9f50-507668a71db7 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.0806122 Sep 17 01:15:22.497165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d0015-1eb9-4570-ba9b-f8479ee55c8c req-b4bae0f9-3efe-452a-8773-27907744368d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:22.499184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-466d0015-1eb9-4570-ba9b-f8479ee55c8c req-b4bae0f9-3efe-452a-8773-27907744368d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0704639 Sep 17 01:15:22.544505 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-466d0015-1eb9-4570-ba9b-f8479ee55c8c req-0a9468ae-7a2e-485f-886b-566e8b6d32af tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390625 Sep 17 01:15:22.548874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d98b355d-d9f4-4833-bc53-a12fc9597c08 req-1354f588-488e-4737-8d0a-b3c930cc1eb9 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481789 Sep 17 01:15:22.550092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Made reservation on behalf of b953f55ea63148e1ad9cef29cbb23ade for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:15:22.554074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:22.735323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Allocated IP 172.20.0.2 (bffea1ff-9308-42a7-b1de-146bf70c3589/75a59789-9d25-454f-86ed-d781498d2cff/b3e47876-fc14-4d12-9bce-af1b54f7ac45) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:15:22.754722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7e92b-93b0-431d-9bf3-12146bad0476 req-3c5befd3-e194-44fa-9f04-ba835299df18 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:22.756505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8c7e92b-93b0-431d-9bf3-12146bad0476 req-3c5befd3-e194-44fa-9f04-ba835299df18 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 944 time: 0.0770376 Sep 17 01:15:22.824432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8c7e92b-93b0-431d-9bf3-12146bad0476 req-86e88b25-87b5-4abf-9c7d-e086e55d6510 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610991 Sep 17 01:15:22.873434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039675d-9df1-4177-8801-fa5e5c1f3843 req-c4297ee3-0189-406a-9f72-1442ccd92eeb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:22.875054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8039675d-9df1-4177-8801-fa5e5c1f3843 req-c4297ee3-0189-406a-9f72-1442ccd92eeb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0586233 Sep 17 01:15:22.919029 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8039675d-9df1-4177-8801-fa5e5c1f3843 req-03073450-0bd9-479a-86da-08dfc8c1b39b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372772 Sep 17 01:15:22.946982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:23.037647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3062-b1bd-40ea-bf3b-77bfeddf5382 req-4147e415-28cb-43c7-81b2-4187fc55be8b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.039223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd6d3062-b1bd-40ea-bf3b-77bfeddf5382 req-4147e415-28cb-43c7-81b2-4187fc55be8b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0500407 Sep 17 01:15:23.043852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:23.106094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Network bffea1ff-9308-42a7-b1de-146bf70c3589 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:15:23.124092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:23.127049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:15:23.133076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:23.165627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd6d3062-b1bd-40ea-bf3b-77bfeddf5382 req-67ceaddf-ea18-46c1-80ff-e96c40485ea2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191344 Sep 17 01:15:23.191114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.191878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:23.280210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-c00da557-a139-4486-956f-38ec852170a2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0824604 Sep 17 01:15:23.292297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Request body: {'port': {'device_id': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:23.348644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:23.505622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b558c7-6c74-4a69-b7e2-43e4ddb5f85a req-f569f9ed-d042-45e7-84c0-7e7419cef3cb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.507252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01b558c7-6c74-4a69-b7e2-43e4ddb5f85a req-f569f9ed-d042-45e7-84c0-7e7419cef3cb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 931 time: 0.0695646 Sep 17 01:15:23.549809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01b558c7-6c74-4a69-b7e2-43e4ddb5f85a req-c36ea677-76b6-4ac6-b56d-c9f647d4219f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343223 Sep 17 01:15:23.641147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23e8e7-d690-4f26-9079-4b4b26621ebb req-ebdea795-86ef-4c0d-8b08-8aa88e08727d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.647607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d23e8e7-d690-4f26-9079-4b4b26621ebb req-ebdea795-86ef-4c0d-8b08-8aa88e08727d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1079443 Sep 17 01:15:23.689849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184b672-6734-469a-a8d6-300d27a93fc9 req-175aa1b5-5279-47ef-9b3c-2e1b2e73ce2d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.697275 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184b672-6734-469a-a8d6-300d27a93fc9 req-175aa1b5-5279-47ef-9b3c-2e1b2e73ce2d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0625718 Sep 17 01:15:23.708404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d23e8e7-d690-4f26-9079-4b4b26621ebb req-1b580103-dbb0-466b-83af-3bf496c5330a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533082 Sep 17 01:15:23.736567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184b672-6734-469a-a8d6-300d27a93fc9 req-2e516c9f-db97-4abb-90e1-012b14162aa5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Sep 17 01:15:23.793523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e47876-fc14-4d12-9bce-af1b54f7ac45 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:23.816348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:23.833741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Transition to ACTIVE for port object b3e47876-fc14-4d12-9bce-af1b54f7ac45 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:15:23.848227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d4065fd0-c116-46c9-8dea-6639a3b3993c up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:23.848808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdafeae-2ae4-4bd8-92c6-9c6b891f3ff8 req-8b4280d8-86c9-4fd6-a6f9-201da6248083 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.849413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19e5e3-e6b1-4197-a35f-1d23e9e06d45 req-e54dfc11-64de-459e-b76f-aee5fce6d603 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.850338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2bdafeae-2ae4-4bd8-92c6-9c6b891f3ff8 req-8b4280d8-86c9-4fd6-a6f9-201da6248083 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0534267 Sep 17 01:15:23.851137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c19e5e3-e6b1-4197-a35f-1d23e9e06d45 req-e54dfc11-64de-459e-b76f-aee5fce6d603 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.0734186 Sep 17 01:15:23.913814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2bdafeae-2ae4-4bd8-92c6-9c6b891f3ff8 req-9168fc47-810b-4fbd-8b62-b4fc7e4c9ef1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Sep 17 01:15:23.920584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:23.933423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-5d30b146-3d7f-4e17-843a-56da70d62b87 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:23.934910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-5d30b146-3d7f-4e17-843a-56da70d62b87 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 946 time: 0.0828865 Sep 17 01:15:23.939561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c19e5e3-e6b1-4197-a35f-1d23e9e06d45 req-e77f4f31-8e6a-4962-a84d-11a15e1bbd87 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups?id=5ed58a31-8569-4aab-a7cc-48045f05e671&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627127 Sep 17 01:15:23.986289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port d4065fd0-c116-46c9-8dea-6639a3b3993c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:15:23.991277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port d4065fd0-c116-46c9-8dea-6639a3b3993c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:23.991766 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.035568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe0443-9709-4ec8-adb2-1a74350eb6dc req-6a7263df-67f7-44f2-bcec-a94bdac154a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:24.037209 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3fe0443-9709-4ec8-adb2-1a74350eb6dc req-6a7263df-67f7-44f2-bcec-a94bdac154a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 944 time: 0.0609941 Sep 17 01:15:24.048068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:24.096563 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3fe0443-9709-4ec8-adb2-1a74350eb6dc req-846f3cd1-8a0e-4dc4-8b19-28b3bb9e42c5 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473621 Sep 17 01:15:24.116264 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.141316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4065fd0-c116-46c9-8dea-6639a3b3993c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:24.143977 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f675d75b-0ff5-4562-bea0-5d393d463749" -d '{"events": [{"server_uuid": "dacb23b4-ba27-4ed6-b9d3-fee91df5493a", "name": "network-vif-plugged", "status": "completed", "tag": "d4065fd0-c116-46c9-8dea-6639a3b3993c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:24.149284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:24.158526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port d4065fd0-c116-46c9-8dea-6639a3b3993c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:24.168772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Attempting to bind port b3e47876-fc14-4d12-9bce-af1b54f7ac45 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:15:24.169030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Attempting to bind port b3e47876-fc14-4d12-9bce-af1b54f7ac45 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:15:24.169355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Attempting to bind port b3e47876-fc14-4d12-9bce-af1b54f7ac45 on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:15:24.175840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Port b3e47876-fc14-4d12-9bce-af1b54f7ac45 on network bffea1ff-9308-42a7-b1de-146bf70c3589 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:15:24.176163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Attempting to bind port b3e47876-fc14-4d12-9bce-af1b54f7ac45 on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:15:24.184474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Deleting port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:24.184798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.187464 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f501becc-300e-4757-b4a9-d44c6474764d x-openstack-request-id: req-f501becc-300e-4757-b4a9-d44c6474764d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:24.187970 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb23b4-ba27-4ed6-b9d3-fee91df5493a", "name": "network-vif-plugged", "status": "completed", "tag": "d4065fd0-c116-46c9-8dea-6639a3b3993c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:24.190467 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f501becc-300e-4757-b4a9-d44c6474764d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:24.190467 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4065fd0-c116-46c9-8dea-6639a3b3993c', 'code': 200} Sep 17 01:15:24.190876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:15:24.191302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Checking segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:15:24.191884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Bound using segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:15:24.192133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Bound port: b3e47876-fc14-4d12-9bce-af1b54f7ac45, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:15:24.192491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.238632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.239710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:24.265355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:24.266086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ef87ccb5-e1ab-4eab-b7ca-d78b80f8739e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:24.299980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fca916c-eed9-4f37-a51c-d2c50fb7d206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.325512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa54978-8ded-450f-8961-90b6ba2b0b1a req-38d2f2f1-0c57-4fe1-8f44-5e8f5b39c0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:24.327982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aa54978-8ded-450f-8961-90b6ba2b0b1a req-38d2f2f1-0c57-4fe1-8f44-5e8f5b39c0cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 1096 time: 0.0683160 Sep 17 01:15:24.329463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=d4065fd0-c116-46c9-8dea-6639a3b3993c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:24.334797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] For port b87a5ce3-a22c-4f8e-8e3d-56672b733b98, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:24.335197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.337888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:15:24.374934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:15:24.386014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aa54978-8ded-450f-8961-90b6ba2b0b1a req-d60df3b8-691b-4963-acec-9a3e58aaf10a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Sep 17 01:15:24.437517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fca916c-eed9-4f37-a51c-d2c50fb7d206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.458076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.512078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fca916c-eed9-4f37-a51c-d2c50fb7d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.532550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:24.533217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.534575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3e47876-fc14-4d12-9bce-af1b54f7ac45 HTTP/1.1" status: 200 len: 1091 time: 1.2468596 Sep 17 01:15:24.535013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:24.537241 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:24.552084 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fca916c-eed9-4f37-a51c-d2c50fb7d206 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56426243e76946f5962b253b957e696d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014108 Sep 17 01:15:24.554558 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:24.561159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fca916c-eed9-4f37-a51c-d2c50fb7d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a82186-dcbb-4a34-9063-f5321bd95fda,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:24.603169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be8bb4-027a-40cc-af8f-50cce3eed6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:24.613167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20706fec-f5b3-49dd-b5d0-55f4f7fdd8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.623477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.624149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.624653 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Floating IP e0b39933-0301-444b-be6d-9bda77e83148 disassociated. External IP: 172.25.1.76, port: b87a5ce3-a22c-4f8e-8e3d-56672b733b98. Sep 17 01:15:24.624996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Calling delete_port for b87a5ce3-a22c-4f8e-8e3d-56672b733b98 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:24.641844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20706fec-f5b3-49dd-b5d0-55f4f7fdd8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.642445 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02477f28-056a-49f6-b28f-9fb9ac590205 x-openstack-request-id: req-02477f28-056a-49f6-b28f-9fb9ac590205 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:24.643063 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:24.643063 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02477f28-056a-49f6-b28f-9fb9ac590205 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:24.643518 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'status': 'completed', 'code': 200} Sep 17 01:15:24.748730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20706fec-f5b3-49dd-b5d0-55f4f7fdd8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.752276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20706fec-f5b3-49dd-b5d0-55f4f7fdd8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:24.754387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-20706fec-f5b3-49dd-b5d0-55f4f7fdd8bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63a82186-dcbb-4a34-9063-f5321bd95fda HTTP/1.1" status: 204 len: 168 time: 0.1980166 Sep 17 01:15:24.762303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20706fec-f5b3-49dd-b5d0-55f4f7fdd8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a82186-dcbb-4a34-9063-f5321bd95fda,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:24.845646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e083e-a7d5-4e73-95de-265fb8e6729f req-2387249d-9386-4152-bde2-f52038bba7cc tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:24.845646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e3e083e-a7d5-4e73-95de-265fb8e6729f req-2387249d-9386-4152-bde2-f52038bba7cc tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0539265 Sep 17 01:15:24.883650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e3e083e-a7d5-4e73-95de-265fb8e6729f req-e5ec0834-0235-43a5-9f4e-4133ce75580a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355864 Sep 17 01:15:24.996949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bc0bf-3721-4c39-a334-8a00401d5229 req-381e7cc5-bd96-4731-968b-b73e18fea993 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:24.998861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa0bc0bf-3721-4c39-a334-8a00401d5229 req-381e7cc5-bd96-4731-968b-b73e18fea993 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0562499 Sep 17 01:15:25.038192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa0bc0bf-3721-4c39-a334-8a00401d5229 req-1fc72ab4-14d9-4afb-a88c-179b072299ef tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Sep 17 01:15:25.046616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5 req-82c2692e-da01-456f-87dc-13bef45d2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.048240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5 req-82c2692e-da01-456f-87dc-13bef45d2b36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 1094 time: 0.3713720 Sep 17 01:15:25.067899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f48520-42fe-49b4-bb0d-84f6fce38203 req-41aeedb9-6421-434a-90c2-a137a0663acc tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.067899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26f48520-42fe-49b4-bb0d-84f6fce38203 req-41aeedb9-6421-434a-90c2-a137a0663acc tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 943 time: 0.3831258 Sep 17 01:15:25.182619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26f48520-42fe-49b4-bb0d-84f6fce38203 req-0c96f099-667e-4bb4-881c-9da20cdfe118 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136341 Sep 17 01:15:25.225647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5 req-ed82ac26-49b1-4af5-8b92-c9c5739eead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.227208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5 req-ed82ac26-49b1-4af5-8b92-c9c5739eead8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1667848 Sep 17 01:15:25.339428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:25.350602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0b54-a4ca-4749-bbf9-51d229ce1dfb req-2f9cd933-bf1e-46d0-ae13-3a35689c2a85 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.352144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69fd0b54-a4ca-4749-bbf9-51d229ce1dfb req-2f9cd933-bf1e-46d0-ae13-3a35689c2a85 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1101356 Sep 17 01:15:25.370101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9f8c41c-0da3-4b61-a156-cb323464afe5 req-f8cdb7d7-01ba-406f-b916-63893f407c0e tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0336790 Sep 17 01:15:25.396985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event deleted for resources: {'Port': ['ID=b87a5ce3-a22c-4f8e-8e3d-56672b733b98,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:25.419043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5 req-968e18b7-a78e-4185-95f5-0941b6dcaf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.421348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6abd735a-e8c9-4c4f-9b65-eba4a31c3eb5 req-968e18b7-a78e-4185-95f5-0941b6dcaf15 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868753 Sep 17 01:15:25.476126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69fd0b54-a4ca-4749-bbf9-51d229ce1dfb req-501b0475-96c4-4ca1-a42c-fbc2ef48acd0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164076 Sep 17 01:15:25.521870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54754) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:25.541698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b8b49-0486-4120-907d-9db37990a944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:25.628175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-6af2955c-4e5a-46dc-a9dd-1d842866f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.628418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4ee39-4085-4d0c-aa27-24094bfcc23c req-527cbda3-61c0-4823-95bb-1b6c0efa31b1 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.629659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-6af2955c-4e5a-46dc-a9dd-1d842866f6f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.1338148 Sep 17 01:15:25.630016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0d4ee39-4085-4d0c-aa27-24094bfcc23c req-527cbda3-61c0-4823-95bb-1b6c0efa31b1 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 945 time: 0.0791011 Sep 17 01:15:25.635004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-3c36635f-842e-443b-8b42-5ff2b0c8193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.636614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-3c36635f-842e-443b-8b42-5ff2b0c8193b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 1094 time: 0.1265743 Sep 17 01:15:25.648999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Router 33205074-e80f-47e1-98be-b13b7819b97b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:15:25.695254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0d4ee39-4085-4d0c-aa27-24094bfcc23c req-b39c1cd2-b27f-40b9-b624-33585f00dc87 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526593 Sep 17 01:15:25.710062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-2bc40e95-8106-4020-a052-a74f71ffcea4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45 HTTP/1.1" status: 200 len: 217 time: 0.0598915 Sep 17 01:15:25.721956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b8b49-0486-4120-907d-9db37990a944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:25.798904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b8b49-0486-4120-907d-9db37990a944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:25.853085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-214b8b49-0486-4120-907d-9db37990a944 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=212975f6bf3048ddabf8578fa339dadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270643 Sep 17 01:15:25.854007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54758) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:25.859255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad582e0a-429a-4807-85ad-65f66f94967e req-ae1f438f-d1f4-4bdd-aa9e-eb1f70953147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.860804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-ae1f438f-d1f4-4bdd-aa9e-eb1f70953147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75a59789-9d25-454f-86ed-d781498d2cff HTTP/1.1" status: 200 len: 844 time: 0.1393111 Sep 17 01:15:25.882187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b8b49-0486-4120-907d-9db37990a944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d6608e-4a76-4279-959d-7cb2079260e9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:25.910928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-90bb39b3-461d-41eb-95d7-860bbdcbcb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:25.912402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-90bb39b3-461d-41eb-95d7-860bbdcbcb7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.2723951 Sep 17 01:15:25.932035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fa97e17-5f84-48fb-b172-e73b22df62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:25.932185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-3cf9c02a-41bf-4152-9336-0b9f10969604 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bffea1ff-9308-42a7-b1de-146bf70c3589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415509 Sep 17 01:15:25.981875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fa97e17-5f84-48fb-b172-e73b22df62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:26.037936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:15:26.050721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] Sync routers for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:15:26.061348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:15:26.062090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:26.112269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534df9f-9347-475b-96de-e758876ff68b req-d90679f6-522a-42d2-8c64-e04f1c7a61b2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.114629 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a534df9f-9347-475b-96de-e758876ff68b req-d90679f6-522a-42d2-8c64-e04f1c7a61b2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0553529 Sep 17 01:15:26.126325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b261f-5848-45ac-8cb2-e609202d122b req-a6824d93-bcae-40cd-b9ca-a5b5a536de43 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.127899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f6b261f-5848-45ac-8cb2-e609202d122b req-a6824d93-bcae-40cd-b9ca-a5b5a536de43 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.5388317 Sep 17 01:15:26.129700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-23f22a36-31a9-4751-95c8-67afef37a75c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.2005575 Sep 17 01:15:26.130112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fa97e17-5f84-48fb-b172-e73b22df62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:26.133144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fa97e17-5f84-48fb-b172-e73b22df62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:26.134924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5fa97e17-5f84-48fb-b172-e73b22df62b6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8d6608e-4a76-4279-959d-7cb2079260e9 HTTP/1.1" status: 204 len: 168 time: 0.2799175 Sep 17 01:15:26.154962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] No DVR routers for this DVR port b87a5ce3-a22c-4f8e-8e3d-56672b733b98 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:26.160331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:26.161057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa97e17-5f84-48fb-b172-e73b22df62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d6608e-4a76-4279-959d-7cb2079260e9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:26.162271 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c46d5115-e486-4315-953d-f370e12e6bc3 req-039f7944-3505-4be1-9336-51f4b5c004af tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.36 "DELETE /v2.0/ports/b87a5ce3-a22c-4f8e-8e3d-56672b733b98 HTTP/1.1" status: 204 len: 173 time: 2.2000749 Sep 17 01:15:26.198052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a534df9f-9347-475b-96de-e758876ff68b req-2a143a5c-f2a3-426c-8f02-d56bf9621cb5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759747 Sep 17 01:15:26.227735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:15:26.244444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-5b3e656d-d279-494e-b78b-fdfafcb88cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.246549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-5b3e656d-d279-494e-b78b-fdfafcb88cef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0997148 Sep 17 01:15:26.268658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-b2c0d62b-dc1b-4a76-96d3-1796b7de71e6 service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102252 Sep 17 01:15:26.298442 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f6b261f-5848-45ac-8cb2-e609202d122b req-12e95b96-90fb-4249-8180-c1d76dd1a49c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526000 Sep 17 01:15:26.369262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-2de59d80-94a7-43e0-a342-294f93c51347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.371031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-2de59d80-94a7-43e0-a342-294f93c51347 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160846 Sep 17 01:15:26.371547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18824ae-f433-4a23-9ada-91f4c8478917 req-870efb43-001d-4d36-a007-a057d5034c97 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.377157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f18824ae-f433-4a23-9ada-91f4c8478917 req-870efb43-001d-4d36-a007-a057d5034c97 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 943 time: 0.0688598 Sep 17 01:15:26.425390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad582e0a-429a-4807-85ad-65f66f94967e req-09b7c83f-2460-44f0-86a1-c5e5b741a976 service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397939 Sep 17 01:15:26.455677 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f18824ae-f433-4a23-9ada-91f4c8478917 req-0bab7fac-aa29-4f78-b904-73e576315b04 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680952 Sep 17 01:15:26.528178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd6f6f2d-7c21-4322-b5b1-9e6c6ed7eec7 req-9971e38b-f182-4962-b11c-7f397d9d576e tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0394661 Sep 17 01:15:26.532673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-f47f3c0f-1017-4ab8-a791-001ff6b4dbd1 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529624 Sep 17 01:15:26.553662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:30Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:26.587748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] Checking router: 33205074-e80f-47e1-98be-b13b7819b97b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:15:26.598749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:15:26.599813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:26.636675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6f365-906e-405c-8bee-db5b05037e8e req-2ebf255e-2009-4cdc-8168-664e3d524755 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.645119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfa6f365-906e-405c-8bee-db5b05037e8e req-2ebf255e-2009-4cdc-8168-664e3d524755 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0618267 Sep 17 01:15:26.647859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'name': 'network-vif-deleted', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:26.650526 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854b8e52-c658-430b-8ffe-a06a2fa29337" -d '{"events": [{"server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "name": "network-vif-deleted", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:26.696913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dfa6f365-906e-405c-8bee-db5b05037e8e req-049924e5-4a4e-47f1-8840-c8627864d88d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505912 Sep 17 01:15:26.718826 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d6a202-e563-4237-adf9-a6ec51c7db97 x-openstack-request-id: req-71d6a202-e563-4237-adf9-a6ec51c7db97 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:26.723385 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2332ea-a804-442d-9224-865630d95b93", "name": "network-vif-deleted", "tag": "b87a5ce3-a22c-4f8e-8e3d-56672b733b98", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:26.723385 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71d6a202-e563-4237-adf9-a6ec51c7db97 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:26.723385 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2332ea-a804-442d-9224-865630d95b93', 'name': 'network-vif-deleted', 'tag': 'b87a5ce3-a22c-4f8e-8e3d-56672b733b98', 'status': 'completed', 'code': 200} Sep 17 01:15:26.733242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d83b3339-5bed-4810-b1e9-845a058721e4 req-b2834110-1ab0-40fd-b6ae-d341c881b75c service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934741 Sep 17 01:15:26.777756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:15:26.862211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce2391-4c64-4401-be44-721ec7219823 req-954877f2-e35a-4c6e-a301-2a8de0f3c4a1 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:26.863957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72ce2391-4c64-4401-be44-721ec7219823 req-954877f2-e35a-4c6e-a301-2a8de0f3c4a1 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 945 time: 0.0627451 Sep 17 01:15:26.918402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72ce2391-4c64-4401-be44-721ec7219823 req-bdf98c6b-f596-4027-943e-e9f368788d1f tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Sep 17 01:15:27.161920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:30Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:27.190494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb76cc8-4534-41d9-b036-de7c8f55eead None None] The sync data for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 is: [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:11:25Z', 'revision_number': 4, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '632c6528-9a58-4c1e-9589-1010a8594723', 'name': '', 'network_id': '681c45e8-1de5-41fc-b42b-6d2d1e561a2a', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'mac_address': 'fa:16:3e:2f:29:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:24Z', 'updated_at': '2021-09-17T01:11:30Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'subnets': [{'id': 'eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:15:27.380110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1225a-6634-44cc-85f4-fcc4a1491b71 req-fef2fcba-e9d1-419d-9f5e-f397d0de2764 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:27.389110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2e1225a-6634-44cc-85f4-fcc4a1491b71 req-fef2fcba-e9d1-419d-9f5e-f397d0de2764 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0975208 Sep 17 01:15:27.455860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2e1225a-6634-44cc-85f4-fcc4a1491b71 req-5f7c4eb2-2a6b-4021-a75f-51952a67a665 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Sep 17 01:15:27.531380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11182448-5f94-4acb-b773-e9d5d93f2e77 req-3def8cb3-a47b-4604-9481-7e9f4dc14fa8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:27.539427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11182448-5f94-4acb-b773-e9d5d93f2e77 req-3def8cb3-a47b-4604-9481-7e9f4dc14fa8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0896428 Sep 17 01:15:27.588979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11182448-5f94-4acb-b773-e9d5d93f2e77 req-b498b40c-07c1-4ceb-9734-7d3be9a3c28c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Sep 17 01:15:27.638174 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8357a2-d495-4c5c-9d91-583758590b6c None None] New status for floating IP e0b39933-0301-444b-be6d-9bda77e83148: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:15:27.729189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5ee493d-5e66-4692-9a84-674c98f8f614 req-106e6846-cc7c-43fc-a4e9-10b1a1346405 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0467198 Sep 17 01:15:27.743661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c2fa1-6648-45a2-8512-784553611e33 req-f3f1418f-5fff-4b92-bf2d-04da367226c7 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:27.745252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e0c2fa1-6648-45a2-8512-784553611e33 req-f3f1418f-5fff-4b92-bf2d-04da367226c7 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 943 time: 0.1100340 Sep 17 01:15:27.824624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e0c2fa1-6648-45a2-8512-784553611e33 req-d7c57dc7-b385-4257-a93d-a0dd123f5590 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720117 Sep 17 01:15:27.858789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b87a5ce3-a22c-4f8e-8e3d-56672b733b98 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:27.863124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c90cd-7320-4c10-a0c8-267966e69439 req-a8684f9e-7849-400a-bf3f-032bd955509a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:27.867539 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-333c90cd-7320-4c10-a0c8-267966e69439 req-a8684f9e-7849-400a-bf3f-032bd955509a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0709443 Sep 17 01:15:27.885148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: b87a5ce3-a22c-4f8e-8e3d-56672b733b98 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:27.885573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b87a5ce3-a22c-4f8e-8e3d-56672b733b98 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:27.920098 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-333c90cd-7320-4c10-a0c8-267966e69439 req-f3275dfe-f84c-4f19-880a-df2e39a0c660 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Sep 17 01:15:28.570394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:28.727932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6805c22-c1be-4b2f-9955-dc30b3fcd915 req-31f6a366-e4e0-438e-b76c-8d800ec6aa8c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:28.730518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6805c22-c1be-4b2f-9955-dc30b3fcd915 req-31f6a366-e4e0-438e-b76c-8d800ec6aa8c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0748506 Sep 17 01:15:28.789999 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6805c22-c1be-4b2f-9955-dc30b3fcd915 req-1d7231a7-1fda-435c-a0e8-27a49baafed7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499835 Sep 17 01:15:28.862979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8429664-3275-49ce-b1aa-ac640eb7b06f req-8203eff4-eb05-4713-aa3b-432c57e4b7e8 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0448153 Sep 17 01:15:28.951651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909f949-a224-479f-8d1c-81a481104782 req-402b3fb0-f77a-4ee8-96db-5ff7231050ca tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:28.953559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c909f949-a224-479f-8d1c-81a481104782 req-402b3fb0-f77a-4ee8-96db-5ff7231050ca tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0652962 Sep 17 01:15:28.976693 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:28.983165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d912c-c4bd-4083-b1f2-0c21ba84d6e9 req-d2ef5fcb-ae1e-4d93-81c4-f5dba367db36 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:28.990994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c27d912c-c4bd-4083-b1f2-0c21ba84d6e9 req-d2ef5fcb-ae1e-4d93-81c4-f5dba367db36 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 943 time: 0.0607638 Sep 17 01:15:28.999452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c909f949-a224-479f-8d1c-81a481104782 req-1f4e5767-aa25-4192-bf3f-82c0ba9389fa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391049 Sep 17 01:15:29.047596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c27d912c-c4bd-4083-b1f2-0c21ba84d6e9 req-3d7e2176-7aa3-49cd-8471-8b37e2f92538 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499430 Sep 17 01:15:29.158310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83b5e-e6d1-4ae7-b255-da386c83e68c req-dcdd2da1-ce74-43f6-8358-e4899e221bbd tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:29.160422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ace2a-676c-419e-a2ec-01323d657652 req-5e7f426f-4697-44b7-8d6a-5f37033b3f83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:29.161957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed2ace2a-676c-419e-a2ec-01323d657652 req-5e7f426f-4697-44b7-8d6a-5f37033b3f83 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0520930 Sep 17 01:15:29.165551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cb83b5e-e6d1-4ae7-b255-da386c83e68c req-dcdd2da1-ce74-43f6-8358-e4899e221bbd tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0599923 Sep 17 01:15:29.218494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed2ace2a-676c-419e-a2ec-01323d657652 req-73d274bb-203d-4f8c-9e46-48a1736b330a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463901 Sep 17 01:15:29.220491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9cb83b5e-e6d1-4ae7-b255-da386c83e68c req-f40a41d5-6e32-4b19-8dc1-916c937ef319 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538459 Sep 17 01:15:29.812110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d506-42db-480d-a6e5-fd1c82623fb9 req-c4e5d2a8-658a-465b-ac82-346e5e598cc0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:29.813869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa47d506-42db-480d-a6e5-fd1c82623fb9 req-c4e5d2a8-658a-465b-ac82-346e5e598cc0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0781360 Sep 17 01:15:29.830043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc24b709-cf5a-4438-bab3-3ff3aa2d42b7 req-c55078ca-eba2-4e40-b97e-7ff77128e0bc tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:29.832176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cc24b709-cf5a-4438-bab3-3ff3aa2d42b7 req-c55078ca-eba2-4e40-b97e-7ff77128e0bc tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 945 time: 0.1108537 Sep 17 01:15:29.874711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:15:29.883921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa47d506-42db-480d-a6e5-fd1c82623fb9 req-567ce1d5-1c4b-4661-89c3-17c8552d0e43 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624399 Sep 17 01:15:29.891661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cc24b709-cf5a-4438-bab3-3ff3aa2d42b7 req-6c0b9491-1b16-4fbf-9698-61365d1d07cc tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Sep 17 01:15:30.033428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5e8f59c2-dd06-4f70-a19e-79b562dd9415 req-148f3e86-2e0f-47c6-9138-4ad896d996ab tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0539498 Sep 17 01:15:30.035556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:30.053805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'mac_address': 'fa:16:3e:c9:18:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:15:30.093762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:30.112877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e47876-fc14-4d12-9bce-af1b54f7ac45 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:30.132951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:30.160219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb38d1-cd45-4857-8dfd-f4bf9074f654 req-b841852a-f9c7-41e6-8d99-5c1726ec1af8 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:30.161838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dfb38d1-cd45-4857-8dfd-f4bf9074f654 req-b841852a-f9c7-41e6-8d99-5c1726ec1af8 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 943 time: 0.0505946 Sep 17 01:15:30.197970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:30.202031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dfb38d1-cd45-4857-8dfd-f4bf9074f654 req-2dc6bf5d-736a-461b-a4a4-05aa003bfe52 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338206 Sep 17 01:15:30.251070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:30.354591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092545e-90e0-4983-9f95-25689b5f813d req-69c91403-c6b6-48d1-b6bf-1cf9cd1476f5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:30.356132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f092545e-90e0-4983-9f95-25689b5f813d req-69c91403-c6b6-48d1-b6bf-1cf9cd1476f5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0576534 Sep 17 01:15:30.396304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd972da7-932a-4f4a-a50e-d6c96c37cb41 req-b0ef2820-2f9f-4979-a02e-488a9a560a88 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:30.398083 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd972da7-932a-4f4a-a50e-d6c96c37cb41 req-b0ef2820-2f9f-4979-a02e-488a9a560a88 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0548863 Sep 17 01:15:30.409655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f092545e-90e0-4983-9f95-25689b5f813d req-ef1afcbd-0427-4f23-8ccb-314e3934255a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465462 Sep 17 01:15:30.467458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b3e47876-fc14-4d12-9bce-af1b54f7ac45'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:30.486180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd972da7-932a-4f4a-a50e-d6c96c37cb41 req-89e07e80-ea18-40d8-b120-6d65a1b0bd28 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814254 Sep 17 01:15:30.494735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-ab468601-284f-4af4-b154-a21812645b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:30.496443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-ab468601-284f-4af4-b154-a21812645b29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.0599263 Sep 17 01:15:30.602789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-11a15692-9c92-4731-bcb9-4efa74989827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:30.604248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-11a15692-9c92-4731-bcb9-4efa74989827 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 919 time: 0.1001158 Sep 17 01:15:30.647100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-dcb4c7f1-b84e-49fc-90a3-f74429742435 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 200 len: 217 time: 0.0358999 Sep 17 01:15:30.699427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-9c36748b-c62e-42bd-a8cb-31f79f90e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:30.700947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-9c36748b-c62e-42bd-a8cb-31f79f90e920 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.0476809 Sep 17 01:15:30.733906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-ff5e5d99-07f1-4936-bd1d-60d9350a3708 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254860 Sep 17 01:15:30.825695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-78cb5d95-d6cf-41a0-84d9-be57baeeec92 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842335 Sep 17 01:15:30.934710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-77c07d24-f743-4665-a956-a4c508b6ec85 req-fec81c0f-d86d-477d-88ca-6dddd538e44c service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966618 Sep 17 01:15:31.041716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96642e48-e1fb-42e1-afb1-f7ac1775e46c req-6bddc626-a1f1-4cf9-aebc-c5fe24c91d59 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.043675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-96642e48-e1fb-42e1-afb1-f7ac1775e46c req-6bddc626-a1f1-4cf9-aebc-c5fe24c91d59 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0727549 Sep 17 01:15:31.078804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-9c58a609-87b2-4046-b440-202bdd061db0 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.080373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-9c58a609-87b2-4046-b440-202bdd061db0 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 945 time: 0.1004093 Sep 17 01:15:31.088830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f436dc-2436-44ff-ba11-c0ed667f77fa req-157bdfa7-953b-498c-9c4e-80e42b412a0e tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.090310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0f436dc-2436-44ff-ba11-c0ed667f77fa req-157bdfa7-953b-498c-9c4e-80e42b412a0e tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 945 time: 0.1019332 Sep 17 01:15:31.114670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-96642e48-e1fb-42e1-afb1-f7ac1775e46c req-ae444ac0-dd36-44be-a8d0-3bc4b992ccc1 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634825 Sep 17 01:15:31.211430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0f436dc-2436-44ff-ba11-c0ed667f77fa req-61ca64b4-0a2e-4807-9353-0df18d21012d tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088295 Sep 17 01:15:31.235478 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-196171b7-ce32-4b1b-be7f-9f62b7137c05 req-77e27bd0-4ad2-417d-85e9-b2753b641978 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f2332ea-a804-442d-9224-865630d95b93 HTTP/1.1" status: 200 len: 210 time: 0.0431838 Sep 17 01:15:31.268277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Deleting port d4065fd0-c116-46c9-8dea-6639a3b3993c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:31.275345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:31.363694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43c5e9-a61a-420f-b70a-5657d03e2175 req-aa291c52-8771-46ef-9665-f32b1309e3e2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.371432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb43c5e9-a61a-420f-b70a-5657d03e2175 req-aa291c52-8771-46ef-9665-f32b1309e3e2 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 944 time: 0.0581195 Sep 17 01:15:31.389645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] For port d4065fd0-c116-46c9-8dea-6639a3b3993c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=d4065fd0-c116-46c9-8dea-6639a3b3993c,segment=NetworkSegment(f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed),segment_id=f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:31.389930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:31.403800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Calling delete_port for d4065fd0-c116-46c9-8dea-6639a3b3993c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:31.419647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb43c5e9-a61a-420f-b70a-5657d03e2175 req-15fccc68-0983-46a0-9a2d-7cbb67bb5993 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Sep 17 01:15:31.570050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36082868-8747-44b8-b5fa-4a959e9544d4 req-b391fef8-4dee-421e-b66f-dc0569dd0e87 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.571881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36082868-8747-44b8-b5fa-4a959e9544d4 req-b391fef8-4dee-421e-b66f-dc0569dd0e87 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0581696 Sep 17 01:15:31.628800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36082868-8747-44b8-b5fa-4a959e9544d4 req-fad28567-36dc-43b1-b0b8-585d09cc7ca1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509057 Sep 17 01:15:31.788005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeee9d5-8fb7-4ba3-824e-a5e98a97f569 req-16cd9679-e19a-446b-baf3-a32fd5e22d5e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.790155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bfeee9d5-8fb7-4ba3-824e-a5e98a97f569 req-16cd9679-e19a-446b-baf3-a32fd5e22d5e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0737765 Sep 17 01:15:31.868227 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bfeee9d5-8fb7-4ba3-824e-a5e98a97f569 req-96d54103-c557-447b-873b-7319149329f5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663216 Sep 17 01:15:31.906032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:31.970746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda358d7-8715-4854-b7b7-b35113e9d6c3 req-c148e828-517a-494d-8b20-11a1766788e7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.972278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fda358d7-8715-4854-b7b7-b35113e9d6c3 req-c148e828-517a-494d-8b20-11a1766788e7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.4395916 Sep 17 01:15:31.977692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c747-6619-449e-8102-82af340227d0 req-ea881248-9fd7-48da-8dc3-da7daccecae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:31.979066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-ea881248-9fd7-48da-8dc3-da7daccecae5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=be7411bba4a64c0f8935af306bffce19&device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 1095 time: 0.0700836 Sep 17 01:15:32.066584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fda358d7-8715-4854-b7b7-b35113e9d6c3 req-fa806d42-e010-45b3-be42-5a64fbff2de7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865469 Sep 17 01:15:32.068887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.088483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['d4065fd0-c116-46c9-8dea-6639a3b3993c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:32.103032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Pushing event deleted for resources: {'Port': ['ID=d4065fd0-c116-46c9-8dea-6639a3b3993c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:32.119008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port b3e47876-fc14-4d12-9bce-af1b54f7ac45 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:15:32.124365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port b3e47876-fc14-4d12-9bce-af1b54f7ac45 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:32.137185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.156013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] No DVR routers for this DVR port d4065fd0-c116-46c9-8dea-6639a3b3993c on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:32.158571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c747-6619-449e-8102-82af340227d0 req-75b5032f-c439-4170-8b48-3bef5ac83ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:32.160055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-75b5032f-c439-4170-8b48-3bef5ac83ca5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 200 len: 913 time: 0.1730793 Sep 17 01:15:32.161066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.162960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fbca5cc-743b-4f6f-80ba-e97fe03a2d1d req-3aedcc85-0499-40cb-a405-e60f5556c8a7 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.36 "DELETE /v2.0/ports/d4065fd0-c116-46c9-8dea-6639a3b3993c HTTP/1.1" status: 204 len: 173 time: 1.0716913 Sep 17 01:15:32.163463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'name': 'network-vif-deleted', 'tag': 'd4065fd0-c116-46c9-8dea-6639a3b3993c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:32.165608 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6410a3c-9ad0-4186-b49a-67884730be83" -d '{"events": [{"server_uuid": "dacb23b4-ba27-4ed6-b9d3-fee91df5493a", "name": "network-vif-deleted", "tag": "d4065fd0-c116-46c9-8dea-6639a3b3993c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:32.234741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-5dafc92c-a15b-4a27-816a-53bbacf48cdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 200 len: 998 time: 0.0661023 Sep 17 01:15:32.236270 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8ab95e-4637-4e03-b82a-112262cee60e x-openstack-request-id: req-3c8ab95e-4637-4e03-b82a-112262cee60e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:32.236668 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacb23b4-ba27-4ed6-b9d3-fee91df5493a", "name": "network-vif-deleted", "tag": "d4065fd0-c116-46c9-8dea-6639a3b3993c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:32.239839 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c8ab95e-4637-4e03-b82a-112262cee60e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:32.239839 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacb23b4-ba27-4ed6-b9d3-fee91df5493a', 'name': 'network-vif-deleted', 'tag': 'd4065fd0-c116-46c9-8dea-6639a3b3993c', 'status': 'completed', 'code': 200} Sep 17 01:15:32.246495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.291650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c747-6619-449e-8102-82af340227d0 req-65751a33-5aa5-40f9-8865-c593dde83b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:32.291759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-65751a33-5aa5-40f9-8865-c593dde83b3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 200 len: 851 time: 0.0495486 Sep 17 01:15:32.298557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:32.309330 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e783d3-ab3a-4f53-9100-400a947b9d5a" -d '{"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-plugged", "status": "completed", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:32.331208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:32.366255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f0b21ff-1c0f-40a8-9f4d-468fcdf7d179 req-f3ad18e9-d635-426f-984c-c4ed28c7e0e0 tempest-VolumesActionsTest-1451498435 tempest-VolumesActionsTest-1451498435-project] 10.222.0.13 "GET /v2.0/ports?device_id=dacb23b4-ba27-4ed6-b9d3-fee91df5493a HTTP/1.1" status: 200 len: 210 time: 0.0313396 Sep 17 01:15:32.370435 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd5b6e-785f-438e-bc50-b85a7c7094d5 x-openstack-request-id: req-dfdd5b6e-785f-438e-bc50-b85a7c7094d5 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:32.372959 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-plugged", "status": "completed", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:32.373259 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfdd5b6e-785f-438e-bc50-b85a7c7094d5 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:32.373741 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'code': 200} Sep 17 01:15:32.379782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2c747-6619-449e-8102-82af340227d0 req-7a288380-319b-4a85-8b1b-3f4ad2ee97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:32.381768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-7a288380-319b-4a85-8b1b-3f4ad2ee97c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=52d194fb-aecd-48ff-aacc-b31c797e19a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807707 Sep 17 01:15:32.416614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.484452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:32.496535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54928) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:32.576051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a261339-c591-43d2-945a-c0c4389809a2 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.615204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a261339-c591-43d2-945a-c0c4389809a2 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.649348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf8d40-76c2-4068-8b2d-ad9720ff78d3 req-fd0ae1e4-235d-4400-b734-de2c55d9bb8d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:32.650859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ddf8d40-76c2-4068-8b2d-ad9720ff78d3 req-fd0ae1e4-235d-4400-b734-de2c55d9bb8d tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 945 time: 0.1343596 Sep 17 01:15:32.662226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a65648-cd1c-4c6f-aa21-714ad7d93d90 req-55fec7b0-3aaf-4e34-899c-0af8a39c6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:32.663501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20a65648-cd1c-4c6f-aa21-714ad7d93d90 req-55fec7b0-3aaf-4e34-899c-0af8a39c6cb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 1096 time: 0.2047656 Sep 17 01:15:32.699480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-be4de830-9abd-4cc0-8a9d-9482b8cd240d service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082409 Sep 17 01:15:32.717043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ddf8d40-76c2-4068-8b2d-ad9720ff78d3 req-428f6739-0e54-4b1d-861d-5a5f2453b4cd tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490320 Sep 17 01:15:32.775360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc417f-1626-44ea-9a4a-6bfe95da7456 req-b5cd5009-fbfe-470d-bc8b-1675ec5b55d7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:32.784234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dacc417f-1626-44ea-9a4a-6bfe95da7456 req-b5cd5009-fbfe-470d-bc8b-1675ec5b55d7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0599396 Sep 17 01:15:32.792596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a261339-c591-43d2-945a-c0c4389809a2 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.795864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a261339-c591-43d2-945a-c0c4389809a2 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:32.797286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a261339-c591-43d2-945a-c0c4389809a2 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "DELETE /v2.0/security-groups/5ed58a31-8569-4aab-a7cc-48045f05e671 HTTP/1.1" status: 204 len: 168 time: 0.2991273 Sep 17 01:15:32.805232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54932) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:32.817193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a261339-c591-43d2-945a-c0c4389809a2 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed58a31-8569-4aab-a7cc-48045f05e671,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:32.835389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20a65648-cd1c-4c6f-aa21-714ad7d93d90 req-ffc77bf0-e323-428f-9eac-b4f9e8fb47d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346562 Sep 17 01:15:32.849189 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-ce4bd4cb-d714-4fa3-8553-954e0f7c964a tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] show failed (client error): The resource could not be found. Sep 17 01:15:32.850395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ce4bd4cb-d714-4fa3-8553-954e0f7c964a tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "GET /v2.0/security-groups/5ed58a31-8569-4aab-a7cc-48045f05e671 HTTP/1.1" status: 404 len: 347 time: 0.0442417 Sep 17 01:15:32.855529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:32.861230 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dacc417f-1626-44ea-9a4a-6bfe95da7456 req-89df2de7-524a-46b9-a73a-557da50aff59 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721524 Sep 17 01:15:32.915892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1e2c747-6619-449e-8102-82af340227d0 req-2c536b9a-8071-41cc-98fe-0c10e52facf8 service neutron] 10.222.0.23 "GET /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977403 Sep 17 01:15:33.053081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816b845-27ff-428f-9b81-a73e33f77dd1 req-487dd599-fe41-4437-8176-d822a87be387 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:33.053081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3816b845-27ff-428f-9b81-a73e33f77dd1 req-487dd599-fe41-4437-8176-d822a87be387 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0884461 Sep 17 01:15:33.068972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Deleting port 4ad5489d-9cce-452f-91b6-d5168e45d705 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:33.069270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:33.157045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3816b845-27ff-428f-9b81-a73e33f77dd1 req-58db921c-2035-45aa-b484-6ec6b014306f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903380 Sep 17 01:15:33.183008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:33.183368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:33.199613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Calling delete_port for 4ad5489d-9cce-452f-91b6-d5168e45d705 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:33.208547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375be56-f3c7-4d51-903f-35cd48aa2525 req-2f0371b3-6a15-4e12-b120-3167c89ae748 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:33.210087 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6375be56-f3c7-4d51-903f-35cd48aa2525 req-2f0371b3-6a15-4e12-b120-3167c89ae748 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0517313 Sep 17 01:15:33.251935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6375be56-f3c7-4d51-903f-35cd48aa2525 req-520b7ab7-a34a-4f20-b42b-d1d544c7830d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348706 Sep 17 01:15:33.456158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:33.491177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Pushing event deleted for resources: {'Port': ['ID=4ad5489d-9cce-452f-91b6-d5168e45d705,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:33.553335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:33.556755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:33.558023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d6b9aabd-aafb-4cc7-9086-6b0aa0d284b1 tempest-ServersTestBootFromVolume-758544148 tempest-ServersTestBootFromVolume-758544148-project] 10.222.0.13 "DELETE /v2.0/floatingips/e0b39933-0301-444b-be6d-9bda77e83148 HTTP/1.1" status: 204 len: 168 time: 0.7013757 Sep 17 01:15:33.563863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54948) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:33.869103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898051d-8970-41b4-950c-e097d4e1f22f req-2f6aaa4a-4b8d-42d4-b7c9-b5d6062377b7 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:33.870649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2898051d-8970-41b4-950c-e097d4e1f22f req-2f6aaa4a-4b8d-42d4-b7c9-b5d6062377b7 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 945 time: 0.0628264 Sep 17 01:15:33.964454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2898051d-8970-41b4-950c-e097d4e1f22f req-b999bf0c-b403-48a1-a36a-856ccc80031b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765157 Sep 17 01:15:34.051165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb72f0c-4629-404b-811c-d6cfca7959db req-049213fd-c4b8-412e-b86d-960c7c40ac39 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:34.052854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cb72f0c-4629-404b-811c-d6cfca7959db req-049213fd-c4b8-412e-b86d-960c7c40ac39 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0996554 Sep 17 01:15:34.120651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:34.126494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cb72f0c-4629-404b-811c-d6cfca7959db req-66997779-65e5-43b2-a5ef-189decf18f7e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635521 Sep 17 01:15:34.282305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34dff6-ac1b-44eb-9c31-bcec8fa50dc5 req-17c4d795-7ec1-4d94-adf6-c10efccf3741 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:34.290089 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b34dff6-ac1b-44eb-9c31-bcec8fa50dc5 req-17c4d795-7ec1-4d94-adf6-c10efccf3741 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0570955 Sep 17 01:15:34.342459 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b34dff6-ac1b-44eb-9c31-bcec8fa50dc5 req-bb69dd3e-5a93-4077-a751-03b4269a718d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503612 Sep 17 01:15:34.462381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b6f74-136a-4f66-8fbd-52fd696fa5b8 req-ceff1ba0-67ff-444f-872a-7257e495393c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:34.463957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e96b6f74-136a-4f66-8fbd-52fd696fa5b8 req-ceff1ba0-67ff-444f-872a-7257e495393c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0801005 Sep 17 01:15:34.534533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e96b6f74-136a-4f66-8fbd-52fd696fa5b8 req-d55e1fd9-3b00-4cee-a408-2356c5376a4f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637007 Sep 17 01:15:34.547150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Deleting port 632c6528-9a58-4c1e-9589-1010a8594723 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:34.547497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:34.648175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] For port 632c6528-9a58-4c1e-9589-1010a8594723, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=632c6528-9a58-4c1e-9589-1010a8594723,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:34.648705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:34.663374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Calling delete_port for 632c6528-9a58-4c1e-9589-1010a8594723 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:34.681272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6589d82-7b6f-4909-88b4-cd4a846b00ec req-32531340-3d31-4b0d-a777-18b83fa72d74 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:34.683551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6589d82-7b6f-4909-88b4-cd4a846b00ec req-32531340-3d31-4b0d-a777-18b83fa72d74 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0638947 Sep 17 01:15:34.735598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6589d82-7b6f-4909-88b4-cd4a846b00ec req-62943526-5530-4e75-846a-b769aec62494 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449469 Sep 17 01:15:34.947467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:34.975901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Pushing event deleted for resources: {'Port': ['ID=632c6528-9a58-4c1e-9589-1010a8594723,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:35.227564 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543cf34-b5af-49ab-94af-5b03044e1fa8 req-28419d87-ee19-4366-86f4-aa28105c2113 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:35.234730 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c543cf34-b5af-49ab-94af-5b03044e1fa8 req-28419d87-ee19-4366-86f4-aa28105c2113 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 945 time: 0.1120899 Sep 17 01:15:35.335787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c543cf34-b5af-49ab-94af-5b03044e1fa8 req-680df293-d232-4a6d-886e-c92119204a46 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000454 Sep 17 01:15:35.336144 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:35.451307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0c4e759e-a56e-46f6-a536-70bacd87e2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:35.544131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158b612-63dd-45d8-9d80-171d8b44e1c9 req-0c7be797-5ba8-49d2-b350-2c2624b9a7be tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:35.547402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e158b612-63dd-45d8-9d80-171d8b44e1c9 req-0c7be797-5ba8-49d2-b350-2c2624b9a7be tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0732319 Sep 17 01:15:35.615470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e158b612-63dd-45d8-9d80-171d8b44e1c9 req-0a9532f6-5d3f-4c20-afcc-4257e6ccf9d1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409923 Sep 17 01:15:35.748957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b562b3-2da7-42d0-8631-d10deb478631 req-5e53f6e9-8047-4f67-a76e-3725e99776dd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:35.750564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1b562b3-2da7-42d0-8631-d10deb478631 req-5e53f6e9-8047-4f67-a76e-3725e99776dd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0600610 Sep 17 01:15:35.807029 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d1b562b3-2da7-42d0-8631-d10deb478631 req-673d9a03-822c-4ab1-b610-bf2f935d5dee tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478923 Sep 17 01:15:35.938170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d4065fd0-c116-46c9-8dea-6639a3b3993c no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:35.991595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: d4065fd0-c116-46c9-8dea-6639a3b3993c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:35.992165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device d4065fd0-c116-46c9-8dea-6639a3b3993c not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:36.024345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Router 33205074-e80f-47e1-98be-b13b7819b97b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:15:36.147636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:15:36.152851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-675c2d23-f55e-49e9-bfa5-db9df1686364 admin admin] 10.222.0.13 "PUT /v2.0/routers/33205074-e80f-47e1-98be-b13b7819b97b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5896895 Sep 17 01:15:36.155544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55076) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:36.158437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] Sync routers for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:15:36.171284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:15:36.172148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:36.339179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:15:36.361721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840949b-75dd-4889-bc97-ff9cab4736a3 req-f5d4af5f-8b75-4df3-98a8-94dda773dfa6 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:36.385031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c840949b-75dd-4889-bc97-ff9cab4736a3 req-f5d4af5f-8b75-4df3-98a8-94dda773dfa6 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 945 time: 0.1282020 Sep 17 01:15:36.493329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:36.507768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c840949b-75dd-4889-bc97-ff9cab4736a3 req-461d67cb-48e9-4732-b304-9fac2c7627df tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189959 Sep 17 01:15:36.749997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:36.836651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490bfff-effc-4ba5-950d-885150269b11 req-eae0f2e0-ce3a-4ff1-aadc-aea3676227e7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:36.855607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2490bfff-effc-4ba5-950d-885150269b11 req-eae0f2e0-ce3a-4ff1-aadc-aea3676227e7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0871263 Sep 17 01:15:36.886361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:15:34Z', 'revision_number': 5, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port': {'id': '0b7c87f1-81e5-4715-a9cd-5d752ee017c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33205074-e80f-47e1-98be-b13b7819b97b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:11:20Z', 'updated_at': '2021-09-17T01:11:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:36.927213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2490bfff-effc-4ba5-950d-885150269b11 req-990aaeb7-6192-4945-b84c-540ea11c62c5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752683 Sep 17 01:15:36.951767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] Checking router: 33205074-e80f-47e1-98be-b13b7819b97b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:15:36.962186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] Routers {'33205074-e80f-47e1-98be-b13b7819b97b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:15:36.962874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['33205074-e80f-47e1-98be-b13b7819b97b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:36.980069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Deleting port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:36.980420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:37.126887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] Set router 33205074-e80f-47e1-98be-b13b7819b97b gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:15:37.196400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c31ef9-0db0-4a95-ad2b-7e826cea5401 req-2cee2b78-bc4c-4701-844d-1660336c56c5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:37.210080 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5c31ef9-0db0-4a95-ad2b-7e826cea5401 req-2cee2b78-bc4c-4701-844d-1660336c56c5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1089625 Sep 17 01:15:37.224603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-2c403930-1cea-4263-bcf0-dfe5326ddca8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:37.234830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-2c403930-1cea-4263-bcf0-dfe5326ddca8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c5f4a7d-3573-4276-9256-56c16a7b3887 HTTP/1.1" status: 200 len: 944 time: 0.0984099 Sep 17 01:15:37.274614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:15:36Z', 'revision_number': 6, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:37.299553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] For port 0b7c87f1-81e5-4715-a9cd-5d752ee017c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:37.300472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:37.302925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a5c31ef9-0db0-4a95-ad2b-7e826cea5401 req-aef3aaa7-6da3-4653-b475-13d65c8b86bb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825956 Sep 17 01:15:37.329924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298e181-24e5-4d2d-9258-293ff1049584 None None] The sync data for ids ['33205074-e80f-47e1-98be-b13b7819b97b'] in n-d-789963-7 is: [{'id': '33205074-e80f-47e1-98be-b13b7819b97b', 'name': 'tempest-ServersTestBootFromVolume-1162499869-router', 'tenant_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:11:19Z', 'updated_at': '2021-09-17T01:15:36Z', 'revision_number': 6, 'project_id': '0d4bf8bcec824ff88a1c2bb81836aa77', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:15:37.350561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Calling delete_port for 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:37.512080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Deleting port b034235c-4920-46ea-b30f-08eb0223617a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:37.512768 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:37.688714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] For port b034235c-4920-46ea-b30f-08eb0223617a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b034235c-4920-46ea-b30f-08eb0223617a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:37.689052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:37.723383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 632c6528-9a58-4c1e-9589-1010a8594723 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:37.726361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Calling delete_port for b034235c-4920-46ea-b30f-08eb0223617a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:37.752197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:37.764344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 632c6528-9a58-4c1e-9589-1010a8594723 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:37.764695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 632c6528-9a58-4c1e-9589-1010a8594723 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:37.780506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d676a8f-64dd-4513-b2d6-43cd7697b626 req-7ab1c7aa-815d-46d4-8217-1cbf27d69103 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:37.793386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d676a8f-64dd-4513-b2d6-43cd7697b626 req-7ab1c7aa-815d-46d4-8217-1cbf27d69103 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 945 time: 0.1616886 Sep 17 01:15:37.873108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d676a8f-64dd-4513-b2d6-43cd7697b626 req-f124410a-96db-44a1-965b-b7d435f40301 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750570 Sep 17 01:15:37.883557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7c87f1-81e5-4715-a9cd-5d752ee017c2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:37.967206 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.107592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-059710c3-fb54-48d3-b8ed-8ded953973c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.111524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.115518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.221987 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.238997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90', 'f1e59d8f-27c4-4108-9ed7-f2c857079229'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:38.264125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'Port': ['ID=b034235c-4920-46ea-b30f-08eb0223617a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:38.272397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.273141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33205074-e80f-47e1-98be-b13b7819b97b {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:15:38.278754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.283155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4628b7e0-2b8b-4974-95a2-54d9433eaa31 admin admin] 10.222.0.13 "DELETE /v2.0/routers/33205074-e80f-47e1-98be-b13b7819b97b HTTP/1.1" status: 204 len: 168 time: 2.1243546 Sep 17 01:15:38.283598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:38.408015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] No DVR routers for this DVR port b034235c-4920-46ea-b30f-08eb0223617a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:38.417704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.422189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02a1383f-e5f2-4208-821f-a8b0a07e573d req-26755359-7f2d-4226-8a82-a05996af23e0 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "DELETE /v2.0/ports/b034235c-4920-46ea-b30f-08eb0223617a HTTP/1.1" status: 204 len: 173 time: 1.1860898 Sep 17 01:15:38.422670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-deleted', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:38.423027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Deleting subnet eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:15:38.435104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.443709 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60529056-be7f-4cf0-9576-2d4241232f7b" -d '{"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-deleted", "tag": "b034235c-4920-46ea-b30f-08eb0223617a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:38.517129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:38.750574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.039987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582d316-fff2-4a8f-a53c-5955eb690800 req-95995bc8-8fe4-4fef-9bc8-3ab25bc56e41 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:39.049591 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5582d316-fff2-4a8f-a53c-5955eb690800 req-95995bc8-8fe4-4fef-9bc8-3ab25bc56e41 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1046820 Sep 17 01:15:39.090331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.147670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.212567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.214662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47 HTTP/1.1" status: 204 len: 168 time: 0.9299941 Sep 17 01:15:39.215509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8b7bf9-bd9d-481e-9eaa-3d7b27567d47,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:39.219296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55134) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:39.220616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba46257-2c86-4d18-9289-543965a03d8b None None] Network 681c45e8-1de5-41fc-b42b-6d2d1e561a2a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:15:39.226871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.228339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.228339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.228339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.228339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.228759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.228897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.229228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.229554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.234398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.234398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.234398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9956c2dd-29f5-4159-99df-4d8cf87923f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:39.252513 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5582d316-fff2-4a8f-a53c-5955eb690800 req-326e70ce-4fdc-432c-b345-e05ee47211a3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816211 Sep 17 01:15:39.472131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c7f5f-d648-4b3d-9c3b-936ccf3a6be1 req-64bc4d2d-147a-4074-8e2b-a1b2e0c32af8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:39.479494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-133c7f5f-d648-4b3d-9c3b-936ccf3a6be1 req-64bc4d2d-147a-4074-8e2b-a1b2e0c32af8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0947356 Sep 17 01:15:39.502215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.514881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.541197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-133c7f5f-d648-4b3d-9c3b-936ccf3a6be1 req-e4e1afdc-0f6f-4863-88c4-5138b6ebffb0 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608528 Sep 17 01:15:39.561089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] DHCP port deletion for 681c45e8-1de5-41fc-b42b-6d2d1e561a2a request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:15:39.635417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] Deleting port 014499e5-8099-4da7-a41a-1820fc692bb7 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:39.636352 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.705097 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725456ec-dc2b-4f05-8231-ba785db92aed x-openstack-request-id: req-725456ec-dc2b-4f05-8231-ba785db92aed {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:39.705371 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c5f4a7d-3573-4276-9256-56c16a7b3887", "name": "network-vif-deleted", "tag": "b034235c-4920-46ea-b30f-08eb0223617a", "status": "failed", "code": 422}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:39.705628 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-725456ec-dc2b-4f05-8231-ba785db92aed {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:39.711984 n-d-789963-7 neutron-server[112073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7c5f4a7d-3573-4276-9256-56c16a7b3887', 'name': 'network-vif-deleted', 'tag': 'b034235c-4920-46ea-b30f-08eb0223617a', 'status': 'failed', 'code': 422} returned with failed status Sep 17 01:15:39.765607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Deleting port 014499e5-8099-4da7-a41a-1820fc692bb7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:39.765858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.810097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:39.859259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] For port 014499e5-8099-4da7-a41a-1820fc692bb7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=014499e5-8099-4da7-a41a-1820fc692bb7,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:39.859666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.877324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Calling delete_port for 014499e5-8099-4da7-a41a-1820fc692bb7 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:39.883319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:39.883663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0b7c87f1-81e5-4715-a9cd-5d752ee017c2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:39.886413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] For port 014499e5-8099-4da7-a41a-1820fc692bb7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=014499e5-8099-4da7-a41a-1820fc692bb7,segment=NetworkSegment(450822b7-a67e-4bff-927d-1db60434bbe1),segment_id=450822b7-a67e-4bff-927d-1db60434bbe1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:39.886888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:39.912242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] Calling delete_port for 014499e5-8099-4da7-a41a-1820fc692bb7 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:40.050115 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.056595 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.097710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] Pushing event deleted for resources: {'Port': ['ID=014499e5-8099-4da7-a41a-1820fc692bb7,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:40.102188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5851830-0d0f-4a12-9e70-1a4d320098dc None None] No DVR routers for this DVR port 014499e5-8099-4da7-a41a-1820fc692bb7 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:40.128939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Pushing event deleted for resources: {'Port': ['ID=014499e5-8099-4da7-a41a-1820fc692bb7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:40.141115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] No DVR routers for this DVR port 014499e5-8099-4da7-a41a-1820fc692bb7 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:40.230597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.261545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681c45e8-1de5-41fc-b42b-6d2d1e561a2a']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:40.284182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450822b7-a67e-4bff-927d-1db60434bbe1') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:40.284411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450822b7-a67e-4bff-927d-1db60434bbe1') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:40.322886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.367972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.382314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:15:40.382728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:15:40.384744 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:15:40.436641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d29a00-be64-40d0-9b7e-2858f63f096e req-27b2b154-a6f6-4d04-871e-031d388324b2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:40.441141 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0d29a00-be64-40d0-9b7e-2858f63f096e req-27b2b154-a6f6-4d04-871e-031d388324b2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 907 time: 0.1372557 Sep 17 01:15:40.553983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e8067-3798-45aa-a2eb-4fb543393210 req-b413682f-9dfa-4bbf-8bc6-033611c06c78 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:40.555507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb6e8067-3798-45aa-a2eb-4fb543393210 req-b413682f-9dfa-4bbf-8bc6-033611c06c78 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1277859 Sep 17 01:15:40.616537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb6e8067-3798-45aa-a2eb-4fb543393210 req-a550d791-907a-4713-843d-3ada0d205491 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Sep 17 01:15:40.617830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.624031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:40.625881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] 10.222.0.13 "DELETE /v2.0/networks/681c45e8-1de5-41fc-b42b-6d2d1e561a2a HTTP/1.1" status: 204 len: 168 time: 1.4070442 Sep 17 01:15:40.646854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b8617-9c64-4b36-9047-e786ab4f730d admin admin] Pushing event deleted for resources: {'Network': ['ID=681c45e8-1de5-41fc-b42b-6d2d1e561a2a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:40.722272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ac586-a40e-4ce6-8b4f-24e9bc656fdd req-f27e123b-25fc-4248-8c4c-5a37c52e979c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:40.730238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-177ac586-a40e-4ce6-8b4f-24e9bc656fdd req-f27e123b-25fc-4248-8c4c-5a37c52e979c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0730691 Sep 17 01:15:40.839757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-177ac586-a40e-4ce6-8b4f-24e9bc656fdd req-0686c1f5-269b-4c3f-a2bb-e956430242fa tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075630 Sep 17 01:15:41.350770 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:41.547638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55186) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:41.605940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 014499e5-8099-4da7-a41a-1820fc692bb7 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:41.662020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 014499e5-8099-4da7-a41a-1820fc692bb7 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:41.663718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 014499e5-8099-4da7-a41a-1820fc692bb7 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:41.787846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ffbe085a-6b35-4ebc-8017-1fce9e617093 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4bf8bcec824ff88a1c2bb81836aa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2385781 Sep 17 01:15:41.792988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55196) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:41.798749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c33e2-dbed-4a9d-bf7a-d8d468908516 req-4950e8e7-8a84-46e5-ab34-7e5a7d2ac3f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:41.804826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e8c33e2-dbed-4a9d-bf7a-d8d468908516 req-4950e8e7-8a84-46e5-ab34-7e5a7d2ac3f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0647647 Sep 17 01:15:41.841568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e16e8-5880-485e-8822-dc4934e3f224 req-fe128f8b-9142-4646-8a1d-40219208041a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:41.851359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc6e16e8-5880-485e-8822-dc4934e3f224 req-fe128f8b-9142-4646-8a1d-40219208041a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 907 time: 0.2084155 Sep 17 01:15:41.856118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e8c33e2-dbed-4a9d-bf7a-d8d468908516 req-acdfa8d7-cc64-465c-ba24-b858b012977e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Sep 17 01:15:41.891141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-86838f95-d313-46a0-8deb-5ab9764268ab tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:41.892704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-86838f95-d313-46a0-8deb-5ab9764268ab tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 907 time: 0.1888244 Sep 17 01:15:41.954187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:15:41.981579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d713c95e-1edb-4e65-ab3b-836c2a0e7d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.072766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d713c95e-1edb-4e65-ab3b-836c2a0e7d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.166527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e42cab-4d3b-457a-90a4-9e89fbea3c85 req-73fb6431-1dc8-4de8-859c-75670a261a40 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:42.168022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70e42cab-4d3b-457a-90a4-9e89fbea3c85 req-73fb6431-1dc8-4de8-859c-75670a261a40 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1644824 Sep 17 01:15:42.189614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Deleting port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:42.189982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.232905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:42.289560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'mac_address': 'fa:16:3e:c9:18:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:15:42.360261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70e42cab-4d3b-457a-90a4-9e89fbea3c85 req-0709f500-8692-44c4-9ddc-875cb218f5b6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730778 Sep 17 01:15:42.361720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d713c95e-1edb-4e65-ab3b-836c2a0e7d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.363556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d713c95e-1edb-4e65-ab3b-836c2a0e7d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.364699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d713c95e-1edb-4e65-ab3b-836c2a0e7d77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/681df3a4-cfbd-45ff-b5b7-c0999f8381b2 HTTP/1.1" status: 204 len: 168 time: 0.5691121 Sep 17 01:15:42.418194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.433110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d713c95e-1edb-4e65-ab3b-836c2a0e7d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681df3a4-cfbd-45ff-b5b7-c0999f8381b2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:42.442908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] For port 9fd962fa-221f-4ae7-a635-51f4c62e0d58, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=9fd962fa-221f-4ae7-a635-51f4c62e0d58,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:42.443556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.455626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3e47876-fc14-4d12-9bce-af1b54f7ac45 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:42.498655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Calling delete_port for 9fd962fa-221f-4ae7-a635-51f4c62e0d58 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:42.531685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:42.678554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:42.694968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790540f-8f33-4233-9b44-c4c3058a9a8f req-a255d37e-fe8b-4244-947d-237772932cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:42.697301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d790540f-8f33-4233-9b44-c4c3058a9a8f req-a255d37e-fe8b-4244-947d-237772932cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.2888184 Sep 17 01:15:42.792390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b3e47876-fc14-4d12-9bce-af1b54f7ac45'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:42.799348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:43.099805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69428af6-e64e-4a5d-9d6f-0525e8fecc61 req-98469a1a-d691-4809-a0bc-49b0d4a05cdd tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.0838056 Sep 17 01:15:43.466735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:43.629167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'Port': ['ID=9fd962fa-221f-4ae7-a635-51f4c62e0d58,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:43.829410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] No DVR routers for this DVR port 9fd962fa-221f-4ae7-a635-51f4c62e0d58 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:43.833131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:43.835473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7eca24f-fe3c-428d-a627-b649011eb89b req-93d39882-4512-450f-9456-abb6b37d7373 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "DELETE /v2.0/ports/9fd962fa-221f-4ae7-a635-51f4c62e0d58 HTTP/1.1" status: 204 len: 173 time: 1.9292350 Sep 17 01:15:43.841528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'name': 'network-vif-deleted', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:43.847772 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf461ea-41ea-4993-912c-35cb59e24a99" -d '{"events": [{"server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "name": "network-vif-deleted", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:43.860173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d790540f-8f33-4233-9b44-c4c3058a9a8f req-43a0812e-64dc-4777-a56d-da72a11570d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1421142 Sep 17 01:15:43.882944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d314d8-4661-430a-b1e6-3a38182a6e92 req-ccbbbe1b-4774-434d-970a-a6d901c312df tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:43.900253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48d314d8-4661-430a-b1e6-3a38182a6e92 req-ccbbbe1b-4774-434d-970a-a6d901c312df tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.4358251 Sep 17 01:15:43.968638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:44.051776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:15:44.084322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48d314d8-4661-430a-b1e6-3a38182a6e92 req-f1e640af-4ce8-4e33-98d0-3ff4a4e09dc0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814375 Sep 17 01:15:44.085431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9fd962fa-221f-4ae7-a635-51f4c62e0d58 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:44.481842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 9fd962fa-221f-4ae7-a635-51f4c62e0d58 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:44.481842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 9fd962fa-221f-4ae7-a635-51f4c62e0d58 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:44.483228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bf19c-0d71-40af-a317-ab332b9796a9 req-e5d44621-0ac9-4d0c-8704-c06df85abcdd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:44.483228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e2bf19c-0d71-40af-a317-ab332b9796a9 req-e5d44621-0ac9-4d0c-8704-c06df85abcdd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1109850 Sep 17 01:15:44.519871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:44.531629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port b3e47876-fc14-4d12-9bce-af1b54f7ac45 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:44.532404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:44.551145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e2bf19c-0d71-40af-a317-ab332b9796a9 req-36931a17-43aa-4389-b376-96cdfe5fce57 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911784 Sep 17 01:15:44.595559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'port_id': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'mac_address': 'fa:16:3e:6c:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33982dcb-36af-4f7f-9472-5332383a726e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:15:44.691122 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:44.713667 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eed36aa-e1fb-48ba-af8c-b02373f9a018 x-openstack-request-id: req-5eed36aa-e1fb-48ba-af8c-b02373f9a018 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:44.713667 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571cea84-46c8-4500-9292-8cebfe828c72", "name": "network-vif-deleted", "tag": "9fd962fa-221f-4ae7-a635-51f4c62e0d58", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:44.713667 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5eed36aa-e1fb-48ba-af8c-b02373f9a018 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:44.713667 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571cea84-46c8-4500-9292-8cebfe828c72', 'name': 'network-vif-deleted', 'tag': '9fd962fa-221f-4ae7-a635-51f4c62e0d58', 'status': 'completed', 'code': 200} Sep 17 01:15:44.977504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:15:45.090498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:45.106349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:45.178737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:45.188748 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e17caab-f513-44fb-9253-54d70427c23f" -d '{"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-plugged", "status": "completed", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:45.190402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c7cf398-33d0-46cd-9046-8d064a79030f req-5f443692-07e9-433d-b76e-01850704517f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=571cea84-46c8-4500-9292-8cebfe828c72 HTTP/1.1" status: 200 len: 210 time: 0.1661379 Sep 17 01:15:45.238462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:45.242841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:45.368230 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:45.387236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:45.458964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7c0eda0c-66a7-4edc-81ee-70c491646299'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:45.510831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55284) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:45.580632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a92c4-b8df-461a-9af7-a556d569646b req-27954c3a-1db2-4dd1-809a-9a0e1c8ee8d8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:45.602747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee8a92c4-b8df-461a-9af7-a556d569646b req-27954c3a-1db2-4dd1-809a-9a0e1c8ee8d8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.2469480 Sep 17 01:15:45.689101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:45.749303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee8a92c4-b8df-461a-9af7-a556d569646b req-979fc56d-0718-4d5a-a4e6-1d954f9520c9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450090 Sep 17 01:15:45.877220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-929960861-network', 'tenant_id': '376960955bac466792ea65f5939476d4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:45.964044 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e586a73-1bea-44ca-9d7c-10b3f2053084 x-openstack-request-id: req-3e586a73-1bea-44ca-9d7c-10b3f2053084 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:45.964501 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-plugged", "status": "completed", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:45.965019 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e586a73-1bea-44ca-9d7c-10b3f2053084 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:45.965430 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'code': 200} Sep 17 01:15:46.071795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:15:46.077485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.112399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.198480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369520e-49a3-483d-ab14-dddcf65501a7 req-98e5dd54-dede-486a-9c8f-a07f0026da6b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:46.219295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f369520e-49a3-483d-ab14-dddcf65501a7 req-98e5dd54-dede-486a-9c8f-a07f0026da6b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1495645 Sep 17 01:15:46.317175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f369520e-49a3-483d-ab14-dddcf65501a7 req-a03805d9-af48-46c5-b84c-fdebde00f3c9 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951540 Sep 17 01:15:46.350837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.441530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.485378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:15:46.520644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:46.525807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.534008 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Added segment 1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6 of type vlan for network 34180796-d80a-4cc5-b5b4-600e53ccbb57 Sep 17 01:15:46.622346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.748007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:46.749508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:46.750445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:47.977786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-da383897-7be6-4265-8903-ee2ed2e37843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:47.986417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-da383897-7be6-4265-8903-ee2ed2e37843 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.1843154 Sep 17 01:15:48.047683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=34180796-d80a-4cc5-b5b4-600e53ccbb57,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:48.052853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:48.105024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01989a41-3994-4b97-9a42-9330a9647a87 req-c597787c-0adb-4d51-8fb6-33a6f6b32045 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:48.114707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01989a41-3994-4b97-9a42-9330a9647a87 req-c597787c-0adb-4d51-8fb6-33a6f6b32045 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.2606175 Sep 17 01:15:48.114990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:15:48.225768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4d389985-e0b7-4716-a5a5-9cef05f6c0c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6935453 Sep 17 01:15:48.227121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55316) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:48.238283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Request body: {'subnet': {'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-929960861-subnet', 'tenant_id': '376960955bac466792ea65f5939476d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:48.260337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01989a41-3994-4b97-9a42-9330a9647a87 req-780a51fa-b7e4-4203-8d86-82d8399dacf5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425831 Sep 17 01:15:48.480795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-d724c9c8-1b13-4f9e-9208-cf2ccd7e6cb2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:48.480795 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-d724c9c8-1b13-4f9e-9208-cf2ccd7e6cb2 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 945 time: 0.1708970 Sep 17 01:15:48.547623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-3b8db10a-63cd-4f6b-9771-5c22475b2aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:48.557866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 7c0eda0c-66a7-4edc-81ee-70c491646299 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:48.558241 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:48.559199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-3b8db10a-63cd-4f6b-9771-5c22475b2aaa service neutron] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 919 time: 0.5426719 Sep 17 01:15:48.604573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:15:48.607179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:48.617431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9fc17-738b-4bb3-8d4b-54a7cb1b1b40 req-15260059-01e9-4701-9942-975c8521a39d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:48.626100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6c9fc17-738b-4bb3-8d4b-54a7cb1b1b40 req-15260059-01e9-4701-9942-975c8521a39d tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 945 time: 0.2088480 Sep 17 01:15:48.634003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-2748d96e-957e-49f4-9611-605a3a0257c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 200 len: 217 time: 0.0729008 Sep 17 01:15:48.701357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-56d9c021-a485-4443-94db-e89ea6993a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:48.702907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-56d9c021-a485-4443-94db-e89ea6993a2b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.0505228 Sep 17 01:15:48.705373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:48.740744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-8c2c52e5-decb-4c5d-8219-52a60625a12f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282133 Sep 17 01:15:48.749290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:48.750834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:48.753438 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91267120-f3fc-4cb0-90f6-178a7157c3fd" -d '{"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:48.839210 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:48.883896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-fc558c2a-c35a-4f35-a744-9854e583d316 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148257 Sep 17 01:15:49.015959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:49.087627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4664f7d8-efe4-413c-935f-74a322ccb19f req-e07f995d-4511-48c0-af9d-e7b2d70650e0 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906188 Sep 17 01:15:49.123720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6c9fc17-738b-4bb3-8d4b-54a7cb1b1b40 req-204465b3-a59c-4860-9a75-3ea95130055b tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966323 Sep 17 01:15:49.232837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Deleting port f1e59d8f-27c4-4108-9ed7-f2c857079229 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:49.233230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:49.330140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:49.400689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a9f94e-f084-4e87-be9b-6a3aa10f201b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:49.405498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Checking segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:15:49.405861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Network hostable DHCP agents. Network: 34180796-d80a-4cc5-b5b4-600e53ccbb57, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:15:49.552213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:15:49.660544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 34180796-d80a-4cc5-b5b4-600e53ccbb57) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:49.665006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:49.666247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:49.670535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b06e6e-505a-4cd8-9f44-8bcdcc9874bb None None] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:15:49.758249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] For port f1e59d8f-27c4-4108-9ed7-f2c857079229, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f1e59d8f-27c4-4108-9ed7-f2c857079229,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:49.758630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:49.789001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Calling delete_port for f1e59d8f-27c4-4108-9ed7-f2c857079229 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:49.807672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2f0f20a5-f64d-4b98-9ebe-a3d39d71455e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5796039 Sep 17 01:15:49.808292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55336) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:49.813156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:50.003187 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.021765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.099902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.105177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-34180796-d80a-4cc5-b5b4-600e53ccbb57', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:15:50.106286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.330935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.353639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Allocated IP 172.20.0.2 (34180796-d80a-4cc5-b5b4-600e53ccbb57/04a9f94e-f084-4e87-be9b-6a3aa10f201b/270051b9-aa26-49a3-b8d1-4081644be006) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:15:50.460146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['e1b3491a-2f15-400c-8935-6b539e5eac90'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:15:50.467668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'Port': ['ID=f1e59d8f-27c4-4108-9ed7-f2c857079229,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:50.537651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] No DVR routers for this DVR port f1e59d8f-27c4-4108-9ed7-f2c857079229 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:50.540214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.542213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ae86217-c1c9-48f1-b9bf-9ef6969b3bbc req-c8cfec51-bb30-4a25-8f75-67d659385e30 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "DELETE /v2.0/ports/f1e59d8f-27c4-4108-9ed7-f2c857079229 HTTP/1.1" status: 204 len: 173 time: 2.0586083 Sep 17 01:15:50.542795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'name': 'network-vif-deleted', 'tag': 'f1e59d8f-27c4-4108-9ed7-f2c857079229'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:50.552632 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e352a37b-c46d-4286-9c26-6381036c895a" -d '{"events": [{"server_uuid": "6d45bc91-391c-441b-ab2b-2d7676968f5c", "name": "network-vif-deleted", "tag": "f1e59d8f-27c4-4108-9ed7-f2c857079229"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:50.608191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:50.933466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309459a-3f10-450d-8337-982fb15e18b4 req-4efa5c26-21e4-4617-8862-75bcd5e61882 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:50.944834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7309459a-3f10-450d-8337-982fb15e18b4 req-4efa5c26-21e4-4617-8862-75bcd5e61882 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1202035 Sep 17 01:15:51.098638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7309459a-3f10-450d-8337-982fb15e18b4 req-ee2b531c-d976-46db-8bff-b581953907d8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474674 Sep 17 01:15:51.212964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.223323 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f6715-7066-4ceb-9f18-047fe999dcd2 x-openstack-request-id: req-fe8f6715-7066-4ceb-9f18-047fe999dcd2 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:51.223323 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:51.223323 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe8f6715-7066-4ceb-9f18-047fe999dcd2 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:51.223323 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'code': 200} Sep 17 01:15:51.285067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.352699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:15:51.353984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Pushing event updated for resources: {'Port': ['ID=270051b9-aa26-49a3-b8d1-4081644be006,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:51.357625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:51.363747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:15:51.410961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.465890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Attempting to bind port 270051b9-aa26-49a3-b8d1-4081644be006 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:15:51.466361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Attempting to bind port 270051b9-aa26-49a3-b8d1-4081644be006 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:15:51.469660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Attempting to bind port 270051b9-aa26-49a3-b8d1-4081644be006 on network 34180796-d80a-4cc5-b5b4-600e53ccbb57 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:15:51.473962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:15:51.474652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Checking segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:15:51.475331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.475919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Bound using segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:15:51.476609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Bound port: 270051b9-aa26-49a3-b8d1-4081644be006, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:15:51.476953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.477463 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.511251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02a09-abe0-4290-b498-962df99183c2 req-4d409d95-e70c-4be3-9fb2-f42736a2ee1f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:51.513061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cf02a09-abe0-4290-b498-962df99183c2 req-4d409d95-e70c-4be3-9fb2-f42736a2ee1f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2397020 Sep 17 01:15:51.591923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] For port 270051b9-aa26-49a3-b8d1-4081644be006, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:15:51.596880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] For port 270051b9-aa26-49a3-b8d1-4081644be006, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=270051b9-aa26-49a3-b8d1-4081644be006,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:15:51.681584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cf02a09-abe0-4290-b498-962df99183c2 req-6e79350b-547a-4914-9a37-e04427391f85 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417894 Sep 17 01:15:51.696871 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:51.729689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Allocated IP 172.25.1.90 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:15:51.837681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29a210-0a3c-413c-91f9-98bef25a5b48 None None] Pushing event updated for resources: {'Port': ['ID=270051b9-aa26-49a3-b8d1-4081644be006,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:51.989493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f1e59d8f-27c4-4108-9ed7-f2c857079229 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:52.024870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:52.046938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-921defad-6695-44da-ad1d-17dea59b77ad req-fff98482-e96b-443a-81ad-9b3f1692af85 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d45bc91-391c-441b-ab2b-2d7676968f5c HTTP/1.1" status: 200 len: 210 time: 0.1576037 Sep 17 01:15:52.054281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f1e59d8f-27c4-4108-9ed7-f2c857079229 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:15:52.054637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f1e59d8f-27c4-4108-9ed7-f2c857079229 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:52.149655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.175657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.181907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:52.195582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.260579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.290079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.329290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.337904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:15:52.359605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:52.363455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:15:52.369883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.382652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c61636c7-8ee5-43d9-bf3d-560c9042398c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.5132515 Sep 17 01:15:52.469868 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d38f447-59a9-45f7-8725-88ea8d6f72ea x-openstack-request-id: req-7d38f447-59a9-45f7-8725-88ea8d6f72ea {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:52.470082 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d45bc91-391c-441b-ab2b-2d7676968f5c", "name": "network-vif-deleted", "tag": "f1e59d8f-27c4-4108-9ed7-f2c857079229", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:52.470334 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d38f447-59a9-45f7-8725-88ea8d6f72ea {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:52.470729 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d45bc91-391c-441b-ab2b-2d7676968f5c', 'name': 'network-vif-deleted', 'tag': 'f1e59d8f-27c4-4108-9ed7-f2c857079229', 'status': 'completed', 'code': 200} Sep 17 01:15:52.501137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Pushing event updated for resources: {'Port': ['ID=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:52.513418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-e11c42db-0f39-4e3a-bdcf-b2216ff7357f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.514874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-e11c42db-0f39-4e3a-bdcf-b2216ff7357f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "GET /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1227131 Sep 17 01:15:52.857398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.864099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.880517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.892421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.901683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.915098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.923094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:52.932677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-7d5b8c4a-b447-41c0-9a7d-b9737b8f640c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 5441 time: 0.2925174 Sep 17 01:15:53.036482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6af8da2d-14e1-4349-9a74-741d81a59148 req-4b792669-338c-4710-8525-49690fe6294b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1024458 Sep 17 01:15:53.055349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-86d3f3a4-0089-407c-854e-cf8d7cece1b0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "GET /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5242672 Sep 17 01:15:53.080049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:53.215547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:53.269902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:53.473457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987663c4-c25b-4af8-9b80-70f0245a4803 None None] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:15:53.495173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e5b1c768-479a-4802-80cd-cb4431ae8054,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:53.535254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] For port e5b1c768-479a-4802-80cd-cb4431ae8054, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:15:53.705089 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:53.741827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4552be2f-7a99-4e25-9ab0-4bd35f7b9398 None None] Provisioning complete for port 270051b9-aa26-49a3-b8d1-4081644be006 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:53.741827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4552be2f-7a99-4e25-9ab0-4bd35f7b9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:53.808759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] device_id is not set on port e5b1c768-479a-4802-80cd-cb4431ae8054 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:15:53.886267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:53.946384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b6d3c-f179-4381-98af-5ba3dd6cfd9d req-3c58b1f4-2187-4aca-9fea-dc9a9dfd0d0e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:53.956685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b50b6d3c-f179-4381-98af-5ba3dd6cfd9d req-3c58b1f4-2187-4aca-9fea-dc9a9dfd0d0e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.7875950 Sep 17 01:15:54.068900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b50b6d3c-f179-4381-98af-5ba3dd6cfd9d req-6c7e6b4e-b675-4a7a-97f7-2bc769b02680 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Sep 17 01:15:54.069192 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4552be2f-7a99-4e25-9ab0-4bd35f7b9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:54.109065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 270051b9-aa26-49a3-b8d1-4081644be006 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:54.135847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:54.175889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e5b1c768-479a-4802-80cd-cb4431ae8054 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:54.266880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Router 9ddf2e50-9430-4a14-8222-4b8a5929055f is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:15:54.326141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4552be2f-7a99-4e25-9ab0-4bd35f7b9398 None None] For port 270051b9-aa26-49a3-b8d1-4081644be006, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=270051b9-aa26-49a3-b8d1-4081644be006,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:54.353006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] No DVR routers for this DVR port e5b1c768-479a-4802-80cd-cb4431ae8054 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:54.468835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] In _notify_port_updated(), no bound segment for port e5b1c768-479a-4802-80cd-cb4431ae8054 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:15:54.474184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:54.484263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:54.487512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] 10.222.0.23 "PUT /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 200 len: 1032 time: 1.4248211 Sep 17 01:15:54.516946 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4552be2f-7a99-4e25-9ab0-4bd35f7b9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:54.529147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:15:54.545242 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Sync routers for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:15:54.587064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:15:54.587740 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:54.629518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-61822b72-8744-4b99-88ec-ebdc1a48a201 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:54.631131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-61822b72-8744-4b99-88ec-ebdc1a48a201 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "GET /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1290998 Sep 17 01:15:54.643424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53cf62-aa5d-451a-9f09-c31017ef0474 service neutron] Pushing event updated for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:54.650670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:15:54.657133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:54.659010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b54714b8-1072-439d-9116-b3bbfaecc2fa admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8494430 Sep 17 01:15:54.661688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55386) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:15:54.694080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3513f2f-3142-42db-aacc-e8a12b7c9bda req-6a366880-a274-4198-9c62-5cb113e30890 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:54.703437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3513f2f-3142-42db-aacc-e8a12b7c9bda req-6a366880-a274-4198-9c62-5cb113e30890 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.4730995 Sep 17 01:15:54.729930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e5b1c768-479a-4802-80cd-cb4431ae8054 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:54.732977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4ee7911a-7193-49f1-bbd1-f836af47be46 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:54.808017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3513f2f-3142-42db-aacc-e8a12b7c9bda req-8143ef32-da40-4520-b696-24e60820b5a1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989485 Sep 17 01:15:54.833657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.009220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 270051b9-aa26-49a3-b8d1-4081644be006 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:55.009608 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.092225 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:15:55.113552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0aea8ec8-42a4-4f71-941d-13415ad4254e None None] Provisioning complete for port e5b1c768-479a-4802-80cd-cb4431ae8054 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:55.113947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0aea8ec8-42a4-4f71-941d-13415ad4254e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.156276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3c445f14-30f8-47fa-934c-611ea0e2ad17,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:55.193594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] For port 3c445f14-30f8-47fa-934c-611ea0e2ad17, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:15:55.212062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0aea8ec8-42a4-4f71-941d-13415ad4254e None None] Port e5b1c768-479a-4802-80cd-cb4431ae8054 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:15:55.230805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552be2f-7a99-4e25-9ab0-4bd35f7b9398 None None] Pushing event updated for resources: {'Port': ['ID=270051b9-aa26-49a3-b8d1-4081644be006,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:55.235642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] device_id is not set on port 3c445f14-30f8-47fa-934c-611ea0e2ad17 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:15:55.240904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.359864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.497999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.636161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4ee7911a-7193-49f1-bbd1-f836af47be46,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:55.640368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:55.649182 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02be98cf-8666-4f78-a3bd-dfe9498a4a68" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:55.659612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:55.706421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:55.708124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c445f14-30f8-47fa-934c-611ea0e2ad17 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:55.710910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:55.731912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:55.765178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:55.783038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:55.808144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:55.818078 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-895405bb-5d74-435a-83f7-451e01aa0e40 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 4586 time: 0.5634601 Sep 17 01:15:55.951525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] No DVR routers for this DVR port 3c445f14-30f8-47fa-934c-611ea0e2ad17 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:56.045866 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:52Z', 'revision_number': 3, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:56.105211 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Checking router: 9ddf2e50-9430-4a14-8222-4b8a5929055f for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:15:56.109209 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Updating router 9ddf2e50-9430-4a14-8222-4b8a5929055f port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:15:56.120071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:56.165267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-988b9fc6-addc-4269-aa1e-54c8cb2aff81 req-b701f6e3-8ba2-406b-9ca2-edfdc8528c6b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e5082c0-efdd-4f97-83d5-b3f9763f13d8&id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3460104 Sep 17 01:15:56.175638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:56.206351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] In _notify_port_updated(), no bound segment for port 3c445f14-30f8-47fa-934c-611ea0e2ad17 on network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:15:56.207254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:56.207880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.224161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3c445f14-30f8-47fa-934c-611ea0e2ad17 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:15:56.224843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-c8317310-2ced-43aa-b15d-368ef88b69e6 service neutron] 10.222.0.23 "PUT /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 200 len: 1029 time: 1.5628538 Sep 17 01:15:56.228487 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.234348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3988df96-4c91-4792-911f-f954b14ff2f4 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:56.296823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.312290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1333e92e-a573-42ed-9e31-337aff5ac859 None None] Provisioning complete for port 270051b9-aa26-49a3-b8d1-4081644be006 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:56.312669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1333e92e-a573-42ed-9e31-337aff5ac859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.514613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 3988df96-4c91-4792-911f-f954b14ff2f4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:56.522686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.578925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 270051b9-aa26-49a3-b8d1-4081644be006 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:15:56.756045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3988df96-4c91-4792-911f-f954b14ff2f4,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:56.756651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.766396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.785824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 3988df96-4c91-4792-911f-f954b14ff2f4 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:15:56.864955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Allocated IP 172.20.0.1 (34180796-d80a-4cc5-b5b4-600e53ccbb57/04a9f94e-f084-4e87-be9b-6a3aa10f201b/bccfad7e-0ee5-4124-9e5a-78b4a99378d4) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:15:56.931158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 270051b9-aa26-49a3-b8d1-4081644be006 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:56.938271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:56.976471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3988df96-4c91-4792-911f-f954b14ff2f4, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3988df96-4c91-4792-911f-f954b14ff2f4,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:57.034799 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.120432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.124372 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.125127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 62286378-9f72-4fde-a4bf-a6b658375339 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:57.210176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.211719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.252259 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6268a393-e02e-4b50-932b-64b010496955 x-openstack-request-id: req-6268a393-e02e-4b50-932b-64b010496955 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:15:57.252556 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:15:57.252847 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6268a393-e02e-4b50-932b-64b010496955 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:15:57.253193 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46', 'code': 200} Sep 17 01:15:57.271870 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Pushing event updated for resources: {'Port': ['ID=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:57.315212 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.315621 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.315967 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.316566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.316906 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.317323 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.317652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.318011 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.318336 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.318658 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.319605 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.319931 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:15:57.328880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.361581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event deleted for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:57.393115 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Attempting to bind port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:15:57.393485 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Attempting to bind port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:15:57.395449 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Attempting to bind port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:15:57.398605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fac49fc7-aba1-42db-bba2-c88d75140c65 None None] Provisioning complete for port 3c445f14-30f8-47fa-934c-611ea0e2ad17 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:57.407741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=3988df96-4c91-4792-911f-f954b14ff2f4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:57.414746 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fac49fc7-aba1-42db-bba2-c88d75140c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.415150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:15:57.415150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:15:57.415150 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.415150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:15:57.415150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Bound port: 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:15:57.415704 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.441490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:15:57.446771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:57.461835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:15:57.514201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] No DVR routers for this DVR port 3988df96-4c91-4792-911f-f954b14ff2f4 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:15:57.522661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.526401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-a832ace3-0f87-4a79-8006-2412a998f4bd tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "DELETE /v2.0/ports/3988df96-4c91-4792-911f-f954b14ff2f4 HTTP/1.1" status: 204 len: 173 time: 1.2987745 Sep 17 01:15:57.547263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Pushing event updated for resources: {'Port': ['ID=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:57.553073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:57.555381 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f497e15a-d16e-4f6e-9a32-a5607dbc2f0e" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:57.610293 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] For port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:15:57.619251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.627720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fac49fc7-aba1-42db-bba2-c88d75140c65 None None] Port 3c445f14-30f8-47fa-934c-611ea0e2ad17 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:15:57.631534 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] For port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:15:57.702239 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.812758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:57.837134 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa332c2-67e0-4f90-8f6f-990d4f97f182 None None] Pushing event updated for resources: {'Port': ['ID=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:57.879725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5e174-bc2c-4877-b1a4-45db105af361 req-0f7161c2-cb40-45f5-ad96-79921ed15c15 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:57.898181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aef5e174-bc2c-4877-b1a4-45db105af361 req-0f7161c2-cb40-45f5-ad96-79921ed15c15 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.4738953 Sep 17 01:15:57.911723 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:15:57.920138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=62286378-9f72-4fde-a4bf-a6b658375339,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:57.934722 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:15:57.938717 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:57.964011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-188e7247-1b31-4748-a4b3-47da99d3cfea None None] Provisioning complete for port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:15:57.964413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-188e7247-1b31-4748-a4b3-47da99d3cfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.044521 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.045098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 82098396-32dd-4b1f-81c7-7218175d4d65 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:58.104910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aef5e174-bc2c-4877-b1a4-45db105af361 req-f208fc33-e39a-437d-a1ab-e54536143307 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039397 Sep 17 01:15:58.208498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.274940 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:15:58.333721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.344864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-188e7247-1b31-4748-a4b3-47da99d3cfea None None] Port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:15:58.363767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-475c36c0-a6dd-4c0b-8bb2-501ebbe176d8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:58.365705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-475c36c0-a6dd-4c0b-8bb2-501ebbe176d8 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.2573478 Sep 17 01:15:58.427615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 4d8696d0-d515-4bb1-825b-1882392eaaae {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:58.428238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.495691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:58.571963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=82098396-32dd-4b1f-81c7-7218175d4d65,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:58.650428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.651494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4d8696d0-d515-4bb1-825b-1882392eaaae no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:15:58.815680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.854147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:52Z', 'revision_number': 3, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:15:58.872567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:58.878349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.889767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.970388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:58.991519 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65992a4c-61c5-4477-9a4f-9598b0024969 None None] The sync data for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 is: [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:52Z', 'revision_number': 3, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:15:59.050894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:59.105092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Pushing event updated for resources: {'Port': ['ID=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:59.129061 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:59.148773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4d8696d0-d515-4bb1-825b-1882392eaaae,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:15:59.236155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:15:59.249028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:15:59.254811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:15:59.261036 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f062fb-8b35-4d04-a6ef-d3ecca26bf50" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "62286378-9f72-4fde-a4bf-a6b658375339"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:15:59.267695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:59.275680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8581948-9c6e-4363-965b-db536f8f0fa3 req-88dcbd55-5760-4ba2-962d-89f7173169c9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:15:59.285956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8581948-9c6e-4363-965b-db536f8f0fa3 req-88dcbd55-5760-4ba2-962d-89f7173169c9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 945 time: 0.9946747 Sep 17 01:15:59.474027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:15:59.584671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Deleting port e1b3491a-2f15-400c-8935-6b539e5eac90 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:15:59.598463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:15:59.607687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8581948-9c6e-4363-965b-db536f8f0fa3 req-f30df681-9c09-4e65-96ba-438b3a6b34c9 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=5be377f3-f75d-4d8e-b3ad-0ffe147114f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197837 Sep 17 01:15:59.686860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Router 9ddf2e50-9430-4a14-8222-4b8a5929055f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:15:59.997354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:16:00.016342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-553cc93e-52c6-4de6-8e03-f4f4f8722871 None None] Provisioning complete for port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:00.016342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-553cc93e-52c6-4de6-8e03-f4f4f8722871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.023067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] For port 4d8696d0-d515-4bb1-825b-1882392eaaae, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4d8696d0-d515-4bb1-825b-1882392eaaae,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:00.023458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.031576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dabf141d-61dc-4a4d-bf39-79189ded6335 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ddf2e50-9430-4a14-8222-4b8a5929055f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3675456 Sep 17 01:16:00.074614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 4d8696d0-d515-4bb1-825b-1882392eaaae owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:00.130425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-553cc93e-52c6-4de6-8e03-f4f4f8722871 None None] Port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:16:00.233511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ecc9a-aced-43de-8c14-caaf7dd198ce req-4d218e0c-0e39-4973-8151-ab4dc93090c0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:00.241462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ecc9a-aced-43de-8c14-caaf7dd198ce req-4d218e0c-0e39-4973-8151-ab4dc93090c0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:00.251505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ecc9a-aced-43de-8c14-caaf7dd198ce req-4d218e0c-0e39-4973-8151-ab4dc93090c0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:00.283225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ecc9a-aced-43de-8c14-caaf7dd198ce req-4d218e0c-0e39-4973-8151-ab4dc93090c0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:00.285282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd2ecc9a-aced-43de-8c14-caaf7dd198ce req-4d218e0c-0e39-4973-8151-ab4dc93090c0 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 3143 time: 0.4559979 Sep 17 01:16:00.303497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] For port e1b3491a-2f15-400c-8935-6b539e5eac90, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=e1b3491a-2f15-400c-8935-6b539e5eac90,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:00.303981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.516993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Calling delete_port for e1b3491a-2f15-400c-8935-6b539e5eac90 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:00.541981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:16:00.617906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd2ecc9a-aced-43de-8c14-caaf7dd198ce req-e6cba225-8c0f-43e3-9b61-1a78f5f97c88 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1192355 Sep 17 01:16:00.624708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.657060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:00.657443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.853421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=4d8696d0-d515-4bb1-825b-1882392eaaae,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:00.857199 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b537febb-0e48-43b3-b883-949e8ee20e1a x-openstack-request-id: req-b537febb-0e48-43b3-b883-949e8ee20e1a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:00.857497 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:00.857751 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b537febb-0e48-43b3-b883-949e8ee20e1a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:00.858140 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4', 'status': 'completed', 'code': 200} Sep 17 01:16:00.860407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] No DVR routers for this DVR port 4d8696d0-d515-4bb1-825b-1882392eaaae on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:00.866858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.869467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-491c86a9-81e9-4fe0-89e0-6480a6ecd307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "DELETE /v2.0/ports/4d8696d0-d515-4bb1-825b-1882392eaaae HTTP/1.1" status: 204 len: 173 time: 3.2880998 Sep 17 01:16:00.900498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:00.969699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:01.033743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 82098396-32dd-4b1f-81c7-7218175d4d65 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:01.034330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:01.066572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:01.214910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:01.505376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da65b8-58df-45d2-b2f6-93b14e39e5da req-ca3546fd-f2fc-4b41-82c4-1c15e28f969c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:01.513542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10da65b8-58df-45d2-b2f6-93b14e39e5da req-ca3546fd-f2fc-4b41-82c4-1c15e28f969c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.3911669 Sep 17 01:16:01.530909 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:01.676353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'Port': ['ID=e1b3491a-2f15-400c-8935-6b539e5eac90,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:01.713476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] For port 82098396-32dd-4b1f-81c7-7218175d4d65, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=82098396-32dd-4b1f-81c7-7218175d4d65,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:01.714088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:01.814606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10da65b8-58df-45d2-b2f6-93b14e39e5da req-133231a3-af7b-415b-80ee-437e16c4e8c8 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631092 Sep 17 01:16:01.877131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] No DVR routers for this DVR port e1b3491a-2f15-400c-8935-6b539e5eac90 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:01.880158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:01.887571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2080a57c-ec83-4cae-b226-3056c0355c52 req-17251151-3a98-40e4-8d98-28a086af30ff tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.36 "DELETE /v2.0/ports/e1b3491a-2f15-400c-8935-6b539e5eac90 HTTP/1.1" status: 204 len: 173 time: 3.5113783 Sep 17 01:16:01.888595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 82098396-32dd-4b1f-81c7-7218175d4d65 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:02.048523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e1b3491a-2f15-400c-8935-6b539e5eac90 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:02.164870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: e1b3491a-2f15-400c-8935-6b539e5eac90 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:02.165530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device e1b3491a-2f15-400c-8935-6b539e5eac90 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:02.241404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b625528-4788-4a80-93c1-5c5006dd9696 req-052110dd-38bd-4fc9-928d-421c714fc5d8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:02.252953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b625528-4788-4a80-93c1-5c5006dd9696 req-052110dd-38bd-4fc9-928d-421c714fc5d8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2362404 Sep 17 01:16:02.345754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b625528-4788-4a80-93c1-5c5006dd9696 req-7785a1e0-548c-4b71-b6f8-cc353ef550f5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891089 Sep 17 01:16:02.447876 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 17 Sep 2021 01:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0c1fe3-93fb-42e4-8266-3bac7c19d5ff x-openstack-request-id: req-ef0c1fe3-93fb-42e4-8266-3bac7c19d5ff {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:02.448227 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "3988df96-4c91-4792-911f-f954b14ff2f4", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "62286378-9f72-4fde-a4bf-a6b658375339", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-unplugged", "status": "completed", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:02.448497 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef0c1fe3-93fb-42e4-8266-3bac7c19d5ff {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:02.449057 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3988df96-4c91-4792-911f-f954b14ff2f4', 'code': 200} Sep 17 01:16:02.449323 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339', 'code': 200} Sep 17 01:16:02.449584 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65', 'code': 200} Sep 17 01:16:02.450402 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae', 'code': 200} Sep 17 01:16:02.509851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Sync routers for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:16:02.530444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:02.534374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:02.608237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7500c35-9113-4c1c-92c5-bf86453e1877 req-e83920a0-2d3f-4ddf-8bb7-f9f9708476cb tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=17551cbf-c720-4622-aacb-be037ef01d01 HTTP/1.1" status: 200 len: 210 time: 0.0598564 Sep 17 01:16:02.609489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:02.877861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae'}, {'server_uuid': '17551cbf-c720-4622-aacb-be037ef01d01', 'name': 'network-vif-deleted', 'tag': 'e1b3491a-2f15-400c-8935-6b539e5eac90'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:02.880273 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad2cdc-d008-4286-a90a-7af83eb98371" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae"}, {"server_uuid": "17551cbf-c720-4622-aacb-be037ef01d01", "name": "network-vif-deleted", "tag": "e1b3491a-2f15-400c-8935-6b539e5eac90"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:02.897952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=82098396-32dd-4b1f-81c7-7218175d4d65,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:02.964225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] No DVR routers for this DVR port 82098396-32dd-4b1f-81c7-7218175d4d65 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:02.973371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:02.979122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-1ecc90c2-7ca2-4af5-b9ca-18c4d830bfbe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "DELETE /v2.0/ports/82098396-32dd-4b1f-81c7-7218175d4d65 HTTP/1.1" status: 204 len: 173 time: 2.0877693 Sep 17 01:16:03.017560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:16:03.172635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f43ddf-212c-4716-b0ea-da92e7705f0a req-b516cfb2-7e37-46b8-a150-aebaeec3854a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:03.192335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f43ddf-212c-4716-b0ea-da92e7705f0a req-b516cfb2-7e37-46b8-a150-aebaeec3854a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:03.202433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96f43ddf-212c-4716-b0ea-da92e7705f0a req-b516cfb2-7e37-46b8-a150-aebaeec3854a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 1677 time: 0.3824871 Sep 17 01:16:03.316473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96f43ddf-212c-4716-b0ea-da92e7705f0a req-da1d9bcc-5b5a-4d56-a1c4-a9ba64a1aa87 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups?id=46ce924e-13ca-4cd2-a1b1-19d08f333b54&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1124961 Sep 17 01:16:03.345460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 4ee7911a-7193-49f1-bbd1-f836af47be46 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:03.346836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:03.379157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:03.381496 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:03.514913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:03.592573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] For port 4ee7911a-7193-49f1-bbd1-f836af47be46, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4ee7911a-7193-49f1-bbd1-f836af47be46,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:03.592959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:03.619495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 4ee7911a-7193-49f1-bbd1-f836af47be46 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:03.844711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:03.947277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=4ee7911a-7193-49f1-bbd1-f836af47be46,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:04.107213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] No DVR routers for this DVR port 4ee7911a-7193-49f1-bbd1-f836af47be46 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:04.110426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:15:58Z', 'revision_number': 2, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:04.117056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.129339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-76b25a95-ad62-47e0-8af8-9853ea798e78 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "DELETE /v2.0/ports/4ee7911a-7193-49f1-bbd1-f836af47be46 HTTP/1.1" status: 204 len: 173 time: 1.1339502 Sep 17 01:16:04.181731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Checking router: 9ddf2e50-9430-4a14-8222-4b8a5929055f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:16:04.182355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Updating router 9ddf2e50-9430-4a14-8222-4b8a5929055f port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:16:04.251374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.299922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 62286378-9f72-4fde-a4bf-a6b658375339 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:04.300374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.512907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] For port 62286378-9f72-4fde-a4bf-a6b658375339, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=62286378-9f72-4fde-a4bf-a6b658375339,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:04.513582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.734134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.826416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.878763 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.879376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:04.879490 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Floating IP 68e9c120-2d8d-417c-bd5d-221c6e7755d2 disassociated. External IP: 172.25.1.224, port: 62286378-9f72-4fde-a4bf-a6b658375339. Sep 17 01:16:04.883322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 62286378-9f72-4fde-a4bf-a6b658375339 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:05.000938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a6c7-c3c9-4389-a508-4fd098328653 None None] Pushing event updated for resources: {'Port': ['ID=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:05.054309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbcefbb-b215-4ca5-96d9-1203b2906f9b x-openstack-request-id: req-8fbcefbb-b215-4ca5-96d9-1203b2906f9b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:05.057609 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "4d8696d0-d515-4bb1-825b-1882392eaaae", "status": "completed", "code": 200}, {"server_uuid": "17551cbf-c720-4622-aacb-be037ef01d01", "name": "network-vif-deleted", "tag": "e1b3491a-2f15-400c-8935-6b539e5eac90", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:05.060470 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8fbcefbb-b215-4ca5-96d9-1203b2906f9b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:05.061344 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '4d8696d0-d515-4bb1-825b-1882392eaaae', 'status': 'completed', 'code': 200} Sep 17 01:16:05.061477 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17551cbf-c720-4622-aacb-be037ef01d01', 'name': 'network-vif-deleted', 'tag': 'e1b3491a-2f15-400c-8935-6b539e5eac90', 'status': 'completed', 'code': 200} Sep 17 01:16:05.298556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Attempting to bind port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:16:05.298910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Attempting to bind port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:16:05.313176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Attempting to bind port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 on network 34180796-d80a-4cc5-b5b4-600e53ccbb57 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:05.326970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:16:05.327598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Checking segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:16:05.333594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:05.334174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Bound using segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:16:05.334906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Bound port: bccfad7e-0ee5-4124-9e5a-78b4a99378d4, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:16:05.335484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:05.469533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8aff-0979-487b-86e7-357614b41574 req-3c87e4f8-bb6c-4337-8359-d3b242407eb8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:05.475701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c79d8aff-0979-487b-86e7-357614b41574 req-3c87e4f8-bb6c-4337-8359-d3b242407eb8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.3099444 Sep 17 01:16:05.554272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] For port bccfad7e-0ee5-4124-9e5a-78b4a99378d4, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:16:05.599315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] For port bccfad7e-0ee5-4124-9e5a-78b4a99378d4, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:16:05.599315 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c69cde8a-f1e2-4cd1-98a0-4b6568303ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:05.611452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c79d8aff-0979-487b-86e7-357614b41574 req-aaca94cb-c565-45af-878a-b840f5b32914 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082358 Sep 17 01:16:05.611452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:05.641390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-daa5dc03-85b4-47e2-80e0-625b31fa84b1 None None] Provisioning complete for port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:05.646822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-daa5dc03-85b4-47e2-80e0-625b31fa84b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:05.720882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=62286378-9f72-4fde-a4bf-a6b658375339,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:05.733657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:05.887596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-daa5dc03-85b4-47e2-80e0-625b31fa84b1 None None] Port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:16:05.951147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab6a6c7-c3c9-4389-a508-4fd098328653 None None] Pushing event updated for resources: {'Port': ['ID=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:05.957936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f502a3d0-7280-42cb-9506-5227f610fd4d req-d5873ef8-bc1b-44a4-b0a3-3eb57052c708 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.1085114 Sep 17 01:16:05.959523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:05.962878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:06.289300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:06.337708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:16:06.436041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8b435286-1189-44d2-b6d1-7ca811be932c None None] Provisioning complete for port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:06.436616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b435286-1189-44d2-b6d1-7ca811be932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:06.627772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:16:06.644528 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] Sync routers for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:16:06.672706 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:06.679191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:06.719543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] No DVR routers for this DVR port 62286378-9f72-4fde-a4bf-a6b658375339 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:06.723428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:06.726297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8105ab9-4590-4b29-b076-f886dcc53ed4 req-9e9fb3a3-4554-4807-bab1-eccc94286fca tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.23 "DELETE /v2.0/ports/62286378-9f72-4fde-a4bf-a6b658375339 HTTP/1.1" status: 204 len: 173 time: 2.5958147 Sep 17 01:16:06.786565 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b435286-1189-44d2-b6d1-7ca811be932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:06.839189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8b435286-1189-44d2-b6d1-7ca811be932c None None] For port bccfad7e-0ee5-4124-9e5a-78b4a99378d4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:06.928328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b435286-1189-44d2-b6d1-7ca811be932c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:06.967230 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:07.062737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46'}, {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:07.065307 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a76ae31-d3d8-4770-9065-35def36474a5" -d '{"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46"}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "62286378-9f72-4fde-a4bf-a6b658375339"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:07.085605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b435286-1189-44d2-b6d1-7ca811be932c None None] Pushing event updated for resources: {'Port': ['ID=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:07.099766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:05Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:07.161971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e880676-8f6a-4761-9367-e09621211ee9 None None] The sync data for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 is: [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:05Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:16:07.289787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ce4b2-647a-4196-9b2f-6983ab5b9546 req-5315c53f-bcaa-40af-9738-8b25ea5262da tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:07.300650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f13ce4b2-647a-4196-9b2f-6983ab5b9546 req-5315c53f-bcaa-40af-9738-8b25ea5262da tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2318685 Sep 17 01:16:07.451179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f13ce4b2-647a-4196-9b2f-6983ab5b9546 req-e2769152-a939-4d9e-8f69-ee78198232c8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423144 Sep 17 01:16:07.643641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:55Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:07.728818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a1586-4361-4b91-b387-16046db694f5 req-0d7d5843-25ee-4bc3-ba05-0eb2c066ff3e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:07.739954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-056a1586-4361-4b91-b387-16046db694f5 req-0d7d5843-25ee-4bc3-ba05-0eb2c066ff3e tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1468108 Sep 17 01:16:07.750884 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] Checking router: f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:16:07.785745 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:07.786379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:15:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:07.877392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-056a1586-4361-4b91-b387-16046db694f5 req-278eb97a-c025-4a5c-ae83-393b78a4fac7 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222239 Sep 17 01:16:07.997328 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712b0c7e-ddc4-4c5b-a790-22f29dea96ca x-openstack-request-id: req-712b0c7e-ddc4-4c5b-a790-22f29dea96ca {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:07.997878 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "82098396-32dd-4b1f-81c7-7218175d4d65", "status": "completed", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "4ee7911a-7193-49f1-bbd1-f836af47be46", "status": "completed", "code": 200}, {"server_uuid": "d5581093-5053-494a-9183-95ad219e2397", "name": "network-vif-deleted", "tag": "62286378-9f72-4fde-a4bf-a6b658375339", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:07.998314 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-712b0c7e-ddc4-4c5b-a790-22f29dea96ca {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:07.998876 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '82098396-32dd-4b1f-81c7-7218175d4d65', 'status': 'completed', 'code': 200} Sep 17 01:16:07.999514 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '4ee7911a-7193-49f1-bbd1-f836af47be46', 'status': 'completed', 'code': 200} Sep 17 01:16:07.999983 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5581093-5053-494a-9183-95ad219e2397', 'name': 'network-vif-deleted', 'tag': '62286378-9f72-4fde-a4bf-a6b658375339', 'status': 'completed', 'code': 200} Sep 17 01:16:08.158165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:08.197006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89439aac-34ef-4686-bc03-e4ae09f723ba req-cbdc062d-4421-4db1-b167-1e61a0d38ea5 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0757031 Sep 17 01:16:08.300775 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c1013e8-4c34-4186-b31b-05e06ba8c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:08.582625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device bccfad7e-0ee5-4124-9e5a-78b4a99378d4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:16:08.718900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:08.719946 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:08.722279 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:55Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:08.985416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-90f8e197-67e5-4d1f-89a9-31b405866bc5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:08.990836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-90f8e197-67e5-4d1f-89a9-31b405866bc5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.3505399 Sep 17 01:16:09.010398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff6702-431e-4f1e-9720-2f1433ce21f9 req-3509f95a-576c-4d18-9c25-c44aea722461 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:09.030712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1ff6702-431e-4f1e-9720-2f1433ce21f9 req-3509f95a-576c-4d18-9c25-c44aea722461 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.3803940 Sep 17 01:16:09.129442 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:09.153500 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3310982-e1c8-4f91-b90c-dcbc0706a5cb None None] The sync data for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 is: [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:04:50Z', 'revision_number': 4, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a62cb1e1-7bdc-48e8-bb27-269f1993c367', 'name': '', 'network_id': '1d1fc549-aa3d-4d46-98a9-560f16163d29', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'mac_address': 'fa:16:3e:eb:25:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:49Z', 'updated_at': '2021-09-17T01:04:55Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'subnets': [{'id': '7372a4ee-7734-4abf-a4a8-a056449fad85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:16:09.257977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1ff6702-431e-4f1e-9720-2f1433ce21f9 req-88d9f2e0-b57c-45ed-bd7e-3fe8a9be306a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248242 Sep 17 01:16:09.369383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:09.420074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Deleting port bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:09.420418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:09.455097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a71de2-1872-44b4-9b1a-34aa9778a4f8 req-34b8ebe1-16de-43f4-9bad-3156902a3840 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:09.466788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a71de2-1872-44b4-9b1a-34aa9778a4f8 req-34b8ebe1-16de-43f4-9bad-3156902a3840 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.1661787 Sep 17 01:16:09.562870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a71de2-1872-44b4-9b1a-34aa9778a4f8 req-1bc31f17-249c-455b-9d0c-eed5e2ec5a47 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948915 Sep 17 01:16:09.745745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1424fc12-5ae3-4679-8d97-3e6b8f3065b3 req-8d0cd6fa-6544-4039-948c-37306c249ede tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0531144 Sep 17 01:16:09.786873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] For port bc517755-a3e3-4e8f-8737-fca6e57fac3a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=bc517755-a3e3-4e8f-8737-fca6e57fac3a,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:09.787279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:10.067802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df35b777-f922-4596-b522-35921c02f2e6 None None] New status for floating IP 68e9c120-2d8d-417c-bd5d-221c6e7755d2: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:16:10.092455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:10.093275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:10.093952 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Floating IP 0e03af74-cd0d-4603-b72e-1b26fb0c754c disassociated. External IP: 172.25.1.14, port: bc517755-a3e3-4e8f-8737-fca6e57fac3a. Sep 17 01:16:10.094952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Calling delete_port for bc517755-a3e3-4e8f-8737-fca6e57fac3a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:10.538926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bd84a-0e10-4475-ad32-b78f96da9438 req-39bbcaef-8c72-4742-b720-a82ed142f425 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:10.541038 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-973bd84a-0e10-4475-ad32-b78f96da9438 req-39bbcaef-8c72-4742-b720-a82ed142f425 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0862434 Sep 17 01:16:10.602329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-973bd84a-0e10-4475-ad32-b78f96da9438 req-d0344baf-b607-45e5-8281-47592efb532b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529146 Sep 17 01:16:10.731799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edffbeb3-2db0-489b-9029-d05eaec31795 req-5f535d73-03b2-4686-9f05-05cb10a6527a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:10.740499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edffbeb3-2db0-489b-9029-d05eaec31795 req-5f535d73-03b2-4686-9f05-05cb10a6527a tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 944 time: 0.0698197 Sep 17 01:16:10.789545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edffbeb3-2db0-489b-9029-d05eaec31795 req-483a1365-4d97-4c5f-a5ff-b48368316913 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups?id=bdf0ef78-41dd-4356-b18c-cd49d061d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478969 Sep 17 01:16:10.839325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:10.883532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'Port': ['ID=bc517755-a3e3-4e8f-8737-fca6e57fac3a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:10.983207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-899ee042-fc64-484d-992f-9f971aa26704 req-c255a3e4-9b73-4fce-a5c7-3743bb5e27d4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0468638 Sep 17 01:16:11.039997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Router 05af4c20-7d93-4328-b147-c380d6bd2360 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:16:11.050989 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:11.235892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:16:11.254162 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] Sync routers for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:16:11.274970 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:11.277173 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:11.340902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] No DVR routers for this DVR port bc517755-a3e3-4e8f-8737-fca6e57fac3a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:11.346779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:11.352560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-308c8cb2-1771-4064-804c-5fab9d45e88b req-5b673555-ab3b-40bd-8a15-0bdcb7e7891f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.23 "DELETE /v2.0/ports/bc517755-a3e3-4e8f-8737-fca6e57fac3a HTTP/1.1" status: 204 len: 173 time: 2.3055363 Sep 17 01:16:11.353288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-deleted', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:11.367858 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa6f4af-f4a6-4219-987f-9cbcbe8ff7c8" -d '{"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-deleted", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:11.463572 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc68b1-5f46-4cff-a65c-3bfb5fe13e7b x-openstack-request-id: req-89bc68b1-5f46-4cff-a65c-3bfb5fe13e7b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:11.463866 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2216ad-d405-4ace-914f-c072391f0515", "name": "network-vif-deleted", "tag": "bc517755-a3e3-4e8f-8737-fca6e57fac3a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:11.464119 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89bc68b1-5f46-4cff-a65c-3bfb5fe13e7b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:11.464652 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a2216ad-d405-4ace-914f-c072391f0515', 'name': 'network-vif-deleted', 'tag': 'bc517755-a3e3-4e8f-8737-fca6e57fac3a', 'status': 'completed', 'code': 200} Sep 17 01:16:11.594817 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:11.840312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5bee7-833b-4220-93f0-04b98a1c30d1 req-9be1ace1-808d-456f-b474-7bde3887fcce tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:11.842886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edf5bee7-833b-4220-93f0-04b98a1c30d1 req-9be1ace1-808d-456f-b474-7bde3887fcce tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0985022 Sep 17 01:16:11.924764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edf5bee7-833b-4220-93f0-04b98a1c30d1 req-885fedfa-0e8b-482a-9c58-d0e83cf74f1f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720072 Sep 17 01:16:12.031534 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:41Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:12.086190 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] Checking router: 05af4c20-7d93-4328-b147-c380d6bd2360 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:16:12.095012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-043bc105-8cbc-4177-990b-055a64da9d94 req-69496f98-4bf8-4cf3-8621-746f96d2361c tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a2216ad-d405-4ace-914f-c072391f0515 HTTP/1.1" status: 200 len: 210 time: 0.0492027 Sep 17 01:16:12.123825 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:12.124468 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:12.224052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:12.239505 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52820454-c372-447d-8ed2-964ad1a87102 req-51d5e331-60c6-469a-9fc1-e1acd3d94e64 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0425797 Sep 17 01:16:12.312234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: bc517755-a3e3-4e8f-8737-fca6e57fac3a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:12.314629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device bc517755-a3e3-4e8f-8737-fca6e57fac3a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:12.324850 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:12.679311 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:41Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:12.714836 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523e9d96-03d9-4df4-b2d8-ebcdf48a27b9 None None] The sync data for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 is: [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:07:34Z', 'revision_number': 4, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '49cc836c-067f-4f04-a7fb-71659a1f95d2', 'name': '', 'network_id': '52d194fb-aecd-48ff-aacc-b31c797e19a9', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'mac_address': 'fa:16:3e:84:08:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_interface', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:30Z', 'updated_at': '2021-09-17T01:07:41Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'subnets': [{'id': '5b0e7f33-46c5-4bed-a885-ff52cf53767a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:16:13.112182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69711de-bfe6-43ab-9091-68e452ee7317 req-04651005-a40b-4cdf-933c-862693ef79cd tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:13.120157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d69711de-bfe6-43ab-9091-68e452ee7317 req-04651005-a40b-4cdf-933c-862693ef79cd tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0700798 Sep 17 01:16:13.145358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf092e1-9d09-4609-8aab-2c2fc1047965 None None] New status for floating IP 0e03af74-cd0d-4603-b72e-1b26fb0c754c: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:16:13.190367 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d69711de-bfe6-43ab-9091-68e452ee7317 req-7e90924e-a0e1-4471-aa33-c2ea5925abbe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672798 Sep 17 01:16:13.409406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba3ff988-d275-4452-8ddd-79dd54525d76 req-867ca1a2-8446-4439-8ab1-189c5e25affe tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0390916 Sep 17 01:16:13.606436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55666) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:13.693250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af186497-99ef-4047-a97d-ec1dd5900aaa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:13.722379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af186497-99ef-4047-a97d-ec1dd5900aaa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:13.829259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af186497-99ef-4047-a97d-ec1dd5900aaa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:13.832313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af186497-99ef-4047-a97d-ec1dd5900aaa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:13.833477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af186497-99ef-4047-a97d-ec1dd5900aaa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "DELETE /v2.0/security-groups/bdf0ef78-41dd-4356-b18c-cd49d061d3a9 HTTP/1.1" status: 204 len: 168 time: 0.2262912 Sep 17 01:16:13.836137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55674) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:13.844496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af186497-99ef-4047-a97d-ec1dd5900aaa tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf0ef78-41dd-4356-b18c-cd49d061d3a9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:14.092619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:14.190786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:14.217834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:14.220716 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeb2bb2-d730-418d-b82a-672960f8d699" -d '{"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:14.237146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:14.265383 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c24a9d-31ab-4bba-b3f3-1c8b12d50526 x-openstack-request-id: req-20c24a9d-31ab-4bba-b3f3-1c8b12d50526 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:14.265694 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:14.265968 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-20c24a9d-31ab-4bba-b3f3-1c8b12d50526 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:14.266667 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'code': 200} Sep 17 01:16:14.291431 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-c36aee7e-10d6-4807-b72c-08f0681c55d5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] show failed (client error): The resource could not be found. Sep 17 01:16:14.293102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c36aee7e-10d6-4807-b72c-08f0681c55d5 tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "GET /v2.0/security-groups/bdf0ef78-41dd-4356-b18c-cd49d061d3a9 HTTP/1.1" status: 404 len: 347 time: 0.4558525 Sep 17 01:16:14.297206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:14.312124 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:14.395397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:14.484350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fe2e6-f5c4-4b4a-9f9e-2fcf66d499b8 req-b4fff65d-fb9d-4ed9-b0a8-70fa07330c6b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:14.486225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f14fe2e6-f5c4-4b4a-9f9e-2fcf66d499b8 req-b4fff65d-fb9d-4ed9-b0a8-70fa07330c6b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1079464 Sep 17 01:16:14.568986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Deleting port acf0cd07-7281-400d-bd33-ec456549de8f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:14.569437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:14.658422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:14.658422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:14.670178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Calling delete_port for acf0cd07-7281-400d-bd33-ec456549de8f owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:14.760916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-048e82ef-079c-41e0-825e-5ab7450dcdb2 req-291d4eef-d573-4aef-9b7e-69bbb986103d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0859714 Sep 17 01:16:14.827187 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f14fe2e6-f5c4-4b4a-9f9e-2fcf66d499b8 req-19571657-4db2-486e-a1f5-e07bd22cae36 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127542 Sep 17 01:16:14.889407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:14.939188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Pushing event deleted for resources: {'Port': ['ID=acf0cd07-7281-400d-bd33-ec456549de8f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:15.070002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:15.073028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:15.074939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-358d6cc1-75f7-4c32-9d8d-f8f7dd8e401f tempest-ServerActionsTestJSON-700608825 tempest-ServerActionsTestJSON-700608825-project] 10.222.0.13 "DELETE /v2.0/floatingips/0e03af74-cd0d-4603-b72e-1b26fb0c754c HTTP/1.1" status: 204 len: 168 time: 0.7759352 Sep 17 01:16:15.078108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55712) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:15.738336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-81588c30-9ef7-4058-b210-84da2c1bda29 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:15.739974 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-81588c30-9ef7-4058-b210-84da2c1bda29 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.1270804 Sep 17 01:16:15.787410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-6debb158-c70f-4492-b895-4c0a1aa1362e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/quotas/b953f55ea63148e1ad9cef29cbb23ade HTTP/1.1" status: 200 len: 375 time: 0.0217857 Sep 17 01:16:15.818900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:15.906502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-e00a8915-c1a2-4608-b2a7-b815f9fd4244 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084735 Sep 17 01:16:15.926352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-537f5da5-ca44-4646-817b-557b710536ad req-33da7481-ea74-447e-a132-0efa6162344c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0444717 Sep 17 01:16:16.241568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-58d372c8-f0f6-405b-974c-ca3f9174c77d service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341830 Sep 17 01:16:16.260636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d69d-3513-4df2-a8f9-c0a59b7034bf req-6a060a07-5265-492b-bafb-f8acba42db12 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:16.278459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d298d69d-3513-4df2-a8f9-c0a59b7034bf req-6a060a07-5265-492b-bafb-f8acba42db12 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1348937 Sep 17 01:16:16.379572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d298d69d-3513-4df2-a8f9-c0a59b7034bf req-6c1ebc7f-cd91-4263-a5e4-b30fc758225e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924983 Sep 17 01:16:16.505162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-80444fcc-7fd8-4a9a-b237-e9fd6cc14e67 service neutron] 10.222.0.13 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544370 Sep 17 01:16:16.510377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Deleting port 49cc836c-067f-4f04-a7fb-71659a1f95d2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:16.510745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:16.646548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] For port 49cc836c-067f-4f04-a7fb-71659a1f95d2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=49cc836c-067f-4f04-a7fb-71659a1f95d2,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:16.646927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:16.694351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Calling delete_port for 49cc836c-067f-4f04-a7fb-71659a1f95d2 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:16.948024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ece815e0-e2a4-43c4-b60c-8d97ab50086b req-8e094c31-15de-42e6-8722-682e6f5b33c9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 210 time: 0.1100812 Sep 17 01:16:17.145070 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bbf8a834-8afa-474e-a229-f72953e54cce req-1800c67a-c664-4ddb-afb8-9a08a0951bdc tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0419927 Sep 17 01:16:17.151591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:17.195872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=49cc836c-067f-4f04-a7fb-71659a1f95d2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:17.252484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-5caea731-8da6-4d4f-8192-fbc5e0aea405 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:17.254305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-5caea731-8da6-4d4f-8192-fbc5e0aea405 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9 HTTP/1.1" status: 200 len: 943 time: 0.1843698 Sep 17 01:16:17.391539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-c4b52b17-e714-4b2c-b8c3-7566c5f83589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:17.391539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-c4b52b17-e714-4b2c-b8c3-7566c5f83589 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1096 time: 0.4014397 Sep 17 01:16:17.590354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55828) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:17.647538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:17.775154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb3f2-a349-4041-b569-d17417bffd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:18.167039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-944fb2ba-38dc-42c5-8d5e-a2b775953bd0 req-fa94a4a2-afa6-4516-9eea-7fe68cdfb59f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 210 time: 0.0985849 Sep 17 01:16:18.213196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Deleting port b3e47876-fc14-4d12-9bce-af1b54f7ac45 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:18.214429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:18.370095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb3f2-a349-4041-b569-d17417bffd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:18.378832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ce95ad8-297d-495b-8820-1912dcdbcd1a req-bf6eb6fc-7622-4128-bd45-09aca87bf83c tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0444107 Sep 17 01:16:18.426157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Router 05af4c20-7d93-4328-b147-c380d6bd2360 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:16:18.432372 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8eeb3f2-a349-4041-b569-d17417bffd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:18.537039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-509197cb-950e-4dfd-9f0c-cb5c7c57f920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:18.541317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eeb3f2-a349-4041-b569-d17417bffd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe0c12b-ead9-49c5-8705-37d05d5226e7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:18.541477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-509197cb-950e-4dfd-9f0c-cb5c7c57f920 service neutron] 10.222.0.23 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 1.1120033 Sep 17 01:16:18.563761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] For port b3e47876-fc14-4d12-9bce-af1b54f7ac45, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b3e47876-fc14-4d12-9bce-af1b54f7ac45,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:18.564201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:18.610634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8eeb3f2-a349-4041-b569-d17417bffd35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a76efdb4324f471ca992020d4217000c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0205717 Sep 17 01:16:18.611300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55872) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:18.612057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f069976-be8d-441e-97f3-3a1c835eef03 req-0f3c5c59-e736-4302-8807-48c85d81cc77 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:18.619777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f069976-be8d-441e-97f3-3a1c835eef03 req-0f3c5c59-e736-4302-8807-48c85d81cc77 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.4778757 Sep 17 01:16:18.626268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-c55fa804-84e6-4aa6-98a6-10320c2e80ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0729079 Sep 17 01:16:18.638053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Calling delete_port for b3e47876-fc14-4d12-9bce-af1b54f7ac45 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:18.728835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f069976-be8d-441e-97f3-3a1c835eef03 req-6a393ef2-55f7-49d6-909e-524e46ac81dd tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043220 Sep 17 01:16:18.789376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-c027ed69-cd88-4f89-a4b2-a47d64992698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:18.793057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-c027ed69-cd88-4f89-a4b2-a47d64992698 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.1564884 Sep 17 01:16:18.865676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4459708f-bf86-49e6-830e-0b551b1e744c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:18.877530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-c6a7ecc8-0106-45fc-b36b-a16ecfb60561 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760598 Sep 17 01:16:18.919423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4459708f-bf86-49e6-830e-0b551b1e744c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:19.016376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:16:19.027841 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] Sync routers for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:16:19.033933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7db079b0-18b9-4a76-b7b4-6f5f92dea0d5 admin admin] 10.222.0.13 "PUT /v2.0/routers/05af4c20-7d93-4328-b147-c380d6bd2360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9539194 Sep 17 01:16:19.036448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55874) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:19.055309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:19.058752 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:19.101066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-dc2125a2-77f6-43d3-a6f6-43a874162a3b service neutron] 10.222.0.23 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000256 Sep 17 01:16:19.138753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4459708f-bf86-49e6-830e-0b551b1e744c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:19.142676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4459708f-bf86-49e6-830e-0b551b1e744c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:19.159236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4459708f-bf86-49e6-830e-0b551b1e744c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fe0c12b-ead9-49c5-8705-37d05d5226e7 HTTP/1.1" status: 204 len: 168 time: 0.5324483 Sep 17 01:16:19.210984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459708f-bf86-49e6-830e-0b551b1e744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe0c12b-ead9-49c5-8705-37d05d5226e7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:19.382935 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:19.475467 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab2872d4-f994-402f-b20e-41eb53acf79b req-40546b5e-aef2-4c3f-a4b5-e32f032dec22 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 210 time: 0.1154211 Sep 17 01:16:19.536686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:19.638647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:19.828454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event deleted for resources: {'Port': ['ID=b3e47876-fc14-4d12-9bce-af1b54f7ac45,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:19.844775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ad30cd1-c39e-4b63-8ef8-a9a5173c96eb req-1a7a312e-9e82-45a0-a532-58f0ddc92c03 service neutron] 10.222.0.23 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265034 Sep 17 01:16:19.860113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-643d746e-9b06-4a0e-85f8-43295d831d63 req-f432a7e8-103d-4309-a120-8f6bf81b1a41 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.2243650 Sep 17 01:16:19.989082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:20.035144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf4e87-0301-4d91-9d8a-ad5ed866a65d req-32cf392a-df1f-422a-a1bd-d58decee45e8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:20.045319 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14cf4e87-0301-4d91-9d8a-ad5ed866a65d req-32cf392a-df1f-422a-a1bd-d58decee45e8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0936904 Sep 17 01:16:20.114643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14cf4e87-0301-4d91-9d8a-ad5ed866a65d req-55c62f25-ec00-41c1-931d-47c884efa093 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627191 Sep 17 01:16:20.170821 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:16:16Z', 'revision_number': 5, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port': {'id': 'e1c8dc1e-b320-4930-a097-33f3e24f4b2b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:07:23Z', 'updated_at': '2021-09-17T01:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:20.211965 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] Checking router: 05af4c20-7d93-4328-b147-c380d6bd2360 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:16:20.213365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Deleting port e1c8dc1e-b320-4930-a097-33f3e24f4b2b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:20.216423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:20.254139 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] Routers {'05af4c20-7d93-4328-b147-c380d6bd2360'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:16:20.255112 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['05af4c20-7d93-4328-b147-c380d6bd2360'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:20.312499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.312827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.313937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.316234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.331171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:20.389597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] No DVR routers for this DVR port b3e47876-fc14-4d12-9bce-af1b54f7ac45 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:20.395367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:20.400469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fe73d79b-23b9-41e7-88f4-4a253b278619 req-7101f195-658b-42bc-a3d4-bd9f0a5db216 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "DELETE /v2.0/ports/b3e47876-fc14-4d12-9bce-af1b54f7ac45 HTTP/1.1" status: 204 len: 173 time: 3.1345043 Sep 17 01:16:20.406974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-deleted', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:20.417154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] Set router 05af4c20-7d93-4328-b147-c380d6bd2360 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:16:20.427148 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51849101-dba0-4b70-b7be-bed5c324a2bf" -d '{"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-deleted", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:20.462506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55894) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:20.523253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1293814f-4a66-466f-9c6f-1295432307bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:20.579567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-a8b34a83-7034-4f8e-9583-0cdf6d636640 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:20.581431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-a8b34a83-7034-4f8e-9583-0cdf6d636640 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 804 time: 0.7192590 Sep 17 01:16:20.586892 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a153ee0c-4d7d-4f8b-84cb-14b1403aebb4 x-openstack-request-id: req-a153ee0c-4d7d-4f8b-84cb-14b1403aebb4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:20.587783 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:16:19Z', 'revision_number': 6, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:20.588299 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9", "name": "network-vif-deleted", "tag": "b3e47876-fc14-4d12-9bce-af1b54f7ac45", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:20.591023 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a153ee0c-4d7d-4f8b-84cb-14b1403aebb4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:20.591831 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cef3c9-bb08-4d42-9f46-ed2f7fb7aca9', 'name': 'network-vif-deleted', 'tag': 'b3e47876-fc14-4d12-9bce-af1b54f7ac45', 'status': 'completed', 'code': 200} Sep 17 01:16:20.615622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] For port e1c8dc1e-b320-4930-a097-33f3e24f4b2b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:20.619277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:20.632445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Request body: {'port': {'device_id': 'eded8063-429a-4cae-81a9-8f083290968f', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'admin_state_up': True, 'tenant_id': 'b953f55ea63148e1ad9cef29cbb23ade'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:20.682780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Calling delete_port for e1c8dc1e-b320-4930-a097-33f3e24f4b2b owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:20.695756 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab886aa-381f-40c1-b672-a03c07a2f762 None None] The sync data for ids ['05af4c20-7d93-4328-b147-c380d6bd2360'] in n-d-789963-7 is: [{'id': '05af4c20-7d93-4328-b147-c380d6bd2360', 'name': 'tempest-ServerActionsTestJSON-2057637006-router', 'tenant_id': 'be7411bba4a64c0f8935af306bffce19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:07:22Z', 'updated_at': '2021-09-17T01:16:19Z', 'revision_number': 6, 'project_id': 'be7411bba4a64c0f8935af306bffce19', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:16:21.037933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1293814f-4a66-466f-9c6f-1295432307bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.080569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-667bd7f2-0ec1-4167-94ad-c1c1505abd9a req-13df38be-7e5f-4a0f-80d3-ce731e770f9d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0640595 Sep 17 01:16:21.132508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1293814f-4a66-466f-9c6f-1295432307bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.247727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ec34bdf-f643-4280-954b-d7aa3f0b2996 req-9fc46674-a3db-4220-b3db-620a4927eb0f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 210 time: 0.0619600 Sep 17 01:16:21.272667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.279810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293814f-4a66-466f-9c6f-1295432307bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debb4998-4bd1-47c8-89dd-75e44feab582,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:21.339012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1293814f-4a66-466f-9c6f-1295432307bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c67f703439684724a45e18e16ddd0e5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737648 Sep 17 01:16:21.339713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55916) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:21.404999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c8dc1e-b320-4930-a097-33f3e24f4b2b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:21.443055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Made reservation on behalf of b953f55ea63148e1ad9cef29cbb23ade for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:16:21.448812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.559857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b73066f-bb1f-4195-93d3-f806efe5baed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.615902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b73066f-bb1f-4195-93d3-f806efe5baed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.664544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e333f-bb80-4bd3-9a29-a4df10fec83c req-3980717a-f0fc-4f16-a328-b54e0089f0b5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:21.679402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a25e333f-bb80-4bd3-9a29-a4df10fec83c req-3980717a-f0fc-4f16-a328-b54e0089f0b5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1897743 Sep 17 01:16:21.814795 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a25e333f-bb80-4bd3-9a29-a4df10fec83c req-270c8ca0-0301-40e1-b632-89d45fa2f9a2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344211 Sep 17 01:16:21.835986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:21.914276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Allocated IP 172.20.0.9 (bffea1ff-9308-42a7-b1de-146bf70c3589/75a59789-9d25-454f-86ed-d781498d2cff/5b1fc40b-e679-4a83-be82-54055b77cdb6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:16:22.107837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:22.119664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.125920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.185757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: b3e47876-fc14-4d12-9bce-af1b54f7ac45 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:22.187450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b3e47876-fc14-4d12-9bce-af1b54f7ac45 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:22.308235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.309013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05af4c20-7d93-4328-b147-c380d6bd2360 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:16:22.318337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.319559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3355158c-96a4-4f4d-b74d-5eedcc4e35b2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/05af4c20-7d93-4328-b147-c380d6bd2360 HTTP/1.1" status: 204 len: 168 time: 3.2831230 Sep 17 01:16:22.336952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7922a-9adc-4fe2-b70a-ce9b76e446ac req-a96daa70-0be2-4e99-98bd-cbd4d3da5d02 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:22.338552 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02b7922a-9adc-4fe2-b70a-ce9b76e446ac req-a96daa70-0be2-4e99-98bd-cbd4d3da5d02 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1324790 Sep 17 01:16:22.339055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55928) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:22.406523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.420724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c17a7146-c8de-4f88-aecf-304f1ea18992 req-d46d28e7-b729-4a3d-af05-36d32f52f08a tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.1185653 Sep 17 01:16:22.538830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49cc836c-067f-4f04-a7fb-71659a1f95d2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:22.580616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-b86cff4e-767e-407d-bad6-ae2856449fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:22.582133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-b86cff4e-767e-407d-bad6-ae2856449fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.3753800 Sep 17 01:16:22.595834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 49cc836c-067f-4f04-a7fb-71659a1f95d2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:22.599057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49cc836c-067f-4f04-a7fb-71659a1f95d2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:22.599057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e1c8dc1e-b320-4930-a097-33f3e24f4b2b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:22.618041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02b7922a-9adc-4fe2-b70a-ce9b76e446ac req-8a46c733-d550-4143-a838-de11ad8c3f9d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558639 Sep 17 01:16:22.620463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Deleting subnet 5b0e7f33-46c5-4bed-a885-ff52cf53767a {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:16:22.631459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.639597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d965687-dc3d-44dc-835d-324d3b01552c req-b5f82bf2-f2b5-4112-81d3-2fbbf4a3e29b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 210 time: 0.0371678 Sep 17 01:16:22.666890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e1c8dc1e-b320-4930-a097-33f3e24f4b2b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:22.667355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e1c8dc1e-b320-4930-a097-33f3e24f4b2b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:22.685218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b73066f-bb1f-4195-93d3-f806efe5baed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.688128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b73066f-bb1f-4195-93d3-f806efe5baed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.692576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b73066f-bb1f-4195-93d3-f806efe5baed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/debb4998-4bd1-47c8-89dd-75e44feab582 HTTP/1.1" status: 204 len: 168 time: 1.3486116 Sep 17 01:16:22.707259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.709183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73066f-bb1f-4195-93d3-f806efe5baed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debb4998-4bd1-47c8-89dd-75e44feab582,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:22.772089 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.865019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Network bffea1ff-9308-42a7-b1de-146bf70c3589 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:16:22.869863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:16:22.876453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:16:22.917134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.942648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:22.943318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:22.949171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-75daad67-dc39-4993-a598-45150a68c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:22.950754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-75daad67-dc39-4993-a598-45150a68c7d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 919 time: 0.3580298 Sep 17 01:16:23.006928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-1afcb9b8-8f81-4029-815c-04049718c279 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 200 len: 217 time: 0.0474486 Sep 17 01:16:23.010820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:23.109169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913c0e6-4cac-448e-9cf3-a7df24ac7bfa req-b147b39a-36f8-4bda-97ba-bc4c252b945b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:23.109549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6913c0e6-4cac-448e-9cf3-a7df24ac7bfa req-b147b39a-36f8-4bda-97ba-bc4c252b945b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1275184 Sep 17 01:16:23.111206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-56a2394c-55be-4771-bb6e-1cb8605c0b68 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4991229 Sep 17 01:16:23.165512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-5add423e-7c86-43f8-8522-96f459a7bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:23.174359 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6913c0e6-4cac-448e-9cf3-a7df24ac7bfa req-82be438e-f858-4955-b8b3-0242e9c9bb77 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563202 Sep 17 01:16:23.176518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-5add423e-7c86-43f8-8522-96f459a7bd5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.1564822 Sep 17 01:16:23.196647 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.254539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-99e0635a-ec68-4aa9-b2a9-e2f3f6dca25b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702131 Sep 17 01:16:23.264512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0e7f33-46c5-4bed-a885-ff52cf53767a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:23.272900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7052ec6-d227-4b72-a627-0bef79cc9665 None None] Network 52d194fb-aecd-48ff-aacc-b31c797e19a9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:23.288147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.296113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-64504879-636a-46f9-a775-35eb74bc1f77 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b0e7f33-46c5-4bed-a885-ff52cf53767a HTTP/1.1" status: 204 len: 168 time: 0.9554718 Sep 17 01:16:23.307241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55942) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:23.336509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55946) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:23.463206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Deleting subnet 8dc22913-cae4-484e-adc2-c586ac6c2842 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:16:23.486659 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.507676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Request body: {'port': {'device_id': 'eded8063-429a-4cae-81a9-8f083290968f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:23.617243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.784243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.797979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] DHCP port deletion for 52d194fb-aecd-48ff-aacc-b31c797e19a9 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:16:23.840222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f1ffd0e-2a15-496a-985d-16b9c41b1b93 req-a4046a47-92cd-4d7f-9aa9-a9ca6212c94d tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.2169096 Sep 17 01:16:23.851641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.897153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:23.958077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Deleting port 59425363-50af-4074-84cc-83f4b2fd33d0 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:23.959268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:24.010425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ca31d-cec8-4a6d-9da2-f96ba391e3d4 req-87aba55d-3a2f-4efe-a841-e6a11cc14fe6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:24.019680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-775ca31d-cec8-4a6d-9da2-f96ba391e3d4 req-87aba55d-3a2f-4efe-a841-e6a11cc14fe6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.2405069 Sep 17 01:16:24.127448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-775ca31d-cec8-4a6d-9da2-f96ba391e3d4 req-99544012-db80-4b39-99ae-e2671ef1f3b0 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039240 Sep 17 01:16:24.152828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:24.155477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] For port 59425363-50af-4074-84cc-83f4b2fd33d0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=59425363-50af-4074-84cc-83f4b2fd33d0,segment=NetworkSegment(3e26b26d-0327-46ac-b4dc-ea09d122e962),segment_id=3e26b26d-0327-46ac-b4dc-ea09d122e962)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:24.160770 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:24.199571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Calling delete_port for 59425363-50af-4074-84cc-83f4b2fd33d0 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:24.229998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc22913-cae4-484e-adc2-c586ac6c2842,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:24.272493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:24.286493 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-50beb6c1-01ec-4260-af69-f67e83268620 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8dc22913-cae4-484e-adc2-c586ac6c2842 HTTP/1.1" status: 204 len: 168 time: 0.9458442 Sep 17 01:16:24.286939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55968) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:24.318522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-78436c87-9ef0-4ab8-b820-70dfef96893b service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0548501 Sep 17 01:16:24.523469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf891-132c-484a-96b9-2cd90727956b req-0462fbc5-fca0-4e02-bd21-b83d8eb348ee tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:24.540733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19baf891-132c-484a-96b9-2cd90727956b req-0462fbc5-fca0-4e02-bd21-b83d8eb348ee tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1795185 Sep 17 01:16:24.655005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19baf891-132c-484a-96b9-2cd90727956b req-51a4fd1f-f2e8-4697-af75-d6213646a587 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103253 Sep 17 01:16:24.799210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a98e-28c9-492c-97ff-00ce0de3f329 req-5881f00c-1307-45f8-890e-444a5360b9ba tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:24.806626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d0a98e-28c9-492c-97ff-00ce0de3f329 req-5881f00c-1307-45f8-890e-444a5360b9ba tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 931 time: 0.7236133 Sep 17 01:16:24.817448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:24.848758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59425363-50af-4074-84cc-83f4b2fd33d0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:24.919510 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:25.059291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] No DVR routers for this DVR port 59425363-50af-4074-84cc-83f4b2fd33d0 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:25.080685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Pushing event deleted for resources: {'Port': ['ID=59425363-50af-4074-84cc-83f4b2fd33d0,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:25.089090 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4d940f8-1ac8-40a9-8bc8-6563749c96d6 req-bbd8562e-98e9-4a62-9653-792f470e3514 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0492799 Sep 17 01:16:25.121604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.121954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.122294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.122757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.123105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.123461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.123792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.124120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.124446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.124771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.125095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.125423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c40f16-f923-48cb-a8b1-c34edb38df0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:25.139997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 59425363-50af-4074-84cc-83f4b2fd33d0 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:16:25.140434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59425363-50af-4074-84cc-83f4b2fd33d0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:25.155931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01b6a190-c2dd-4689-af96-5e511e2917cd req-84bef8a0-d35c-490e-9665-9a67e375b255 service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7807481 Sep 17 01:16:25.275878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199ce6d-8702-477f-9ce8-1917640238ed req-18ed2e9a-a810-44a6-ae7d-817720d93775 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:25.296223 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6199ce6d-8702-477f-9ce8-1917640238ed req-18ed2e9a-a810-44a6-ae7d-817720d93775 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0766807 Sep 17 01:16:25.312126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Deleting port 59425363-50af-4074-84cc-83f4b2fd33d0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:25.312459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:25.360001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6199ce6d-8702-477f-9ce8-1917640238ed req-0ec0d738-5ec0-4900-bd91-adedd611ea00 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 Sep 17 01:16:25.531233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] For port 59425363-50af-4074-84cc-83f4b2fd33d0, host n-d-789963-7, got binding levels [] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:25.537702 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:25.537702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88d0a98e-28c9-492c-97ff-00ce0de3f329 req-e8cd8078-3e77-48b7-832f-d2efe84c7b7e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219708 Sep 17 01:16:25.571630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Calling delete_port for 59425363-50af-4074-84cc-83f4b2fd33d0 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:25.630668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:25.660924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Port 59425363-50af-4074-84cc-83f4b2fd33d0 was not found and therefore no delete operation was performed {{(pid=112073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:16:25.668168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa0907f-6693-41ff-a889-335148e535b8']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:25.678209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:25.790098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:25.790490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ffee8b-e0ed-4a5a-9c3b-104486bd17ed') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:25.833301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] No DVR routers for this DVR port 59425363-50af-4074-84cc-83f4b2fd33d0 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:25.912810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc0375-04e5-40cb-ae38-255d49c6fa52 req-f448b3f7-01b5-40c0-82ed-c1577d69b7d4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:25.923470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1dc0375-04e5-40cb-ae38-255d49c6fa52 req-f448b3f7-01b5-40c0-82ed-c1577d69b7d4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1290331 Sep 17 01:16:25.993290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:25.999596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1dc0375-04e5-40cb-ae38-255d49c6fa52 req-8462312b-66c0-4d8d-8703-3fb5e2480f7e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747857 Sep 17 01:16:26.036735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d194fb-aecd-48ff-aacc-b31c797e19a9']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:26.046525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e26b26d-0327-46ac-b4dc-ea09d122e962') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:26.046830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e26b26d-0327-46ac-b4dc-ea09d122e962') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:26.057039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.071659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.077558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:16:26.077964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.166928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Pushing event deleted for resources: {'Port': ['ID=59425363-50af-4074-84cc-83f4b2fd33d0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:26.184589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:16:26.192375 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:16:26.224712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1fc40b-e679-4a83-be82-54055b77cdb6 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:16:26.239349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.245288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.255918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] 10.222.0.13 "DELETE /v2.0/networks/52d194fb-aecd-48ff-aacc-b31c797e19a9 HTTP/1.1" status: 204 len: 168 time: 2.9449739 Sep 17 01:16:26.269354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.293942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:16:26.294361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:16:26.508241 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:16:26.510762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.540838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21ca7e-e62a-42c5-a67a-b3ee3a0fceef admin admin] Pushing event deleted for resources: {'Network': ['ID=52d194fb-aecd-48ff-aacc-b31c797e19a9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:26.592762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.631714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5e3a20a-5701-4012-a267-f84925b47d35 req-50071a80-04b1-4570-8b1e-14e2f6fae335 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.3959534 Sep 17 01:16:26.633971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.645141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2aa0907f-6693-41ff-a889-335148e535b8 HTTP/1.1" status: 204 len: 168 time: 2.3513663 Sep 17 01:16:26.648240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175ac44-b934-4473-ad9a-8ee3a0c9a544 req-e97f972d-1fc6-4d0b-b466-99b0d28fcd30 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:26.664734 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2175ac44-b934-4473-ad9a-8ee3a0c9a544 req-e97f972d-1fc6-4d0b-b466-99b0d28fcd30 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1467774 Sep 17 01:16:26.698023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7557c-f4d5-4711-83f9-1eef704a1661 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa0907f-6693-41ff-a889-335148e535b8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:26.710654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Transition to ACTIVE for port object 5b1fc40b-e679-4a83-be82-54055b77cdb6 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:16:26.781175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:26.821086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2175ac44-b934-4473-ad9a-8ee3a0c9a544 req-62be8f0c-cfd2-42d9-a1de-7a7adb167723 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532898 Sep 17 01:16:26.890677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56026) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:26.959397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:26.989296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d344d6df-e2cf-4b24-8eee-3f54ba863a05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be7411bba4a64c0f8935af306bffce19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0962102 Sep 17 01:16:26.994945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:27.037812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68b0f4-a2c9-498d-9842-f36036fba140 req-584d6f45-0c87-421c-ae4e-4af62da35457 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:27.046337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d68b0f4-a2c9-498d-9842-f36036fba140 req-584d6f45-0c87-421c-ae4e-4af62da35457 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 943 time: 0.2152698 Sep 17 01:16:27.102550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Attempting to bind port 5b1fc40b-e679-4a83-be82-54055b77cdb6 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:16:27.102920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Attempting to bind port 5b1fc40b-e679-4a83-be82-54055b77cdb6 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:16:27.103247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Attempting to bind port 5b1fc40b-e679-4a83-be82-54055b77cdb6 on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:27.111346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Port 5b1fc40b-e679-4a83-be82-54055b77cdb6 on network bffea1ff-9308-42a7-b1de-146bf70c3589 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:16:27.111694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Attempting to bind port 5b1fc40b-e679-4a83-be82-54055b77cdb6 on network bffea1ff-9308-42a7-b1de-146bf70c3589 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:27.130278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d68b0f4-a2c9-498d-9842-f36036fba140 req-fb4fad34-b4f1-4186-a29c-27dd767594df tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759542 Sep 17 01:16:27.159591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:16:27.159591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Checking segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:16:27.159591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Bound using segment: {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:16:27.159591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Bound port: 5b1fc40b-e679-4a83-be82-54055b77cdb6, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '197c5bab-72ea-4eb3-a774-fa54426c16d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:16:27.159591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:27.173346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56032) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:27.177187 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10aafc4e-bfd9-4118-8e92-9f2f6b288f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:27.237361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10aafc4e-bfd9-4118-8e92-9f2f6b288f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:27.286057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:16:27.290462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:16:27.305662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ac98f-e49e-4a8c-84df-2a8cb5765ce2 req-c4cf6129-7c91-4b0c-bb23-f98c0b8a7ac6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:27.312730 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-619ac98f-e49e-4a8c-84df-2a8cb5765ce2 req-c4cf6129-7c91-4b0c-bb23-f98c0b8a7ac6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1335318 Sep 17 01:16:27.450540 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-619ac98f-e49e-4a8c-84df-2a8cb5765ce2 req-cff62955-b98c-4a3b-adfa-3406d890f0c6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765395 Sep 17 01:16:27.540525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10aafc4e-bfd9-4118-8e92-9f2f6b288f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:27.544059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10aafc4e-bfd9-4118-8e92-9f2f6b288f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:27.545534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10aafc4e-bfd9-4118-8e92-9f2f6b288f37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5be377f3-f75d-4d8e-b3ad-0ffe147114f6 HTTP/1.1" status: 204 len: 168 time: 0.5486243 Sep 17 01:16:27.563440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aafc4e-bfd9-4118-8e92-9f2f6b288f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be377f3-f75d-4d8e-b3ad-0ffe147114f6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:27.967732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-62088ef3-9cdd-4287-b0f6-56e2d54006a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccd7cd6543c74f1e8e630d3fc8ebab8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747310 Sep 17 01:16:27.975550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56052) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:27.977145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a16e5f4c-ee2c-424d-8456-beca61a81a4b req-c176ddd6-c89b-40e2-83e2-109d87421f50 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0702538 Sep 17 01:16:27.978644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.039111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:28.039906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.041280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] 10.222.0.36 "PUT /v2.0/ports/5b1fc40b-e679-4a83-be82-54055b77cdb6 HTTP/1.1" status: 200 len: 1091 time: 4.9173985 Sep 17 01:16:28.041770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:28.044240 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10738d7f-48c9-4969-bfab-e60090bc6713" -d '{"events": [{"name": "network-changed", "server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:28.083006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a95d-fdfc-4a75-b339-86184d5de49d service neutron] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:28.170252 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a52ba2c-fda9-45c6-a822-c73a06dcc91a x-openstack-request-id: req-9a52ba2c-fda9-45c6-a822-c73a06dcc91a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:28.170563 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:28.170819 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a52ba2c-fda9-45c6-a822-c73a06dcc91a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:28.171251 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'status': 'completed', 'code': 200} Sep 17 01:16:28.220369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d9bc7-7af9-4518-bb25-26216c136b9f req-d5ce4733-a541-46a8-b103-26be1b396e37 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:28.223069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-086d9bc7-7af9-4518-bb25-26216c136b9f req-d5ce4733-a541-46a8-b103-26be1b396e37 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.2650645 Sep 17 01:16:28.280220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ada6-820d-497a-ab24-5fd5dcfaf315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.291114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-df406f78-4aa3-44bc-97e6-7f9cd39e1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:28.294034 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-df406f78-4aa3-44bc-97e6-7f9cd39e1c84 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 1094 time: 0.1470459 Sep 17 01:16:28.312468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ada6-820d-497a-ab24-5fd5dcfaf315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.321140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfae4a-30db-4e95-94d7-4a24c323520f req-f4c16c8f-f28e-4157-9844-e7a684ea7c4a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:28.332969 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2bfae4a-30db-4e95-94d7-4a24c323520f req-f4c16c8f-f28e-4157-9844-e7a684ea7c4a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 943 time: 0.0886157 Sep 17 01:16:28.399778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-a5436aa2-5937-45a9-815f-04ec58212789 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6 HTTP/1.1" status: 200 len: 217 time: 0.0983379 Sep 17 01:16:28.441493 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-086d9bc7-7af9-4518-bb25-26216c136b9f req-28a569f3-2e88-40f1-beec-893876e3d1cd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067723 Sep 17 01:16:28.465388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-4fac1deb-5264-437f-81dd-f77e6baef2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:28.467453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-4fac1deb-5264-437f-81dd-f77e6baef2d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75a59789-9d25-454f-86ed-d781498d2cff HTTP/1.1" status: 200 len: 844 time: 0.0581083 Sep 17 01:16:28.514311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ada6-820d-497a-ab24-5fd5dcfaf315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.521050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbc3ada6-820d-497a-ab24-5fd5dcfaf315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.523998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fbc3ada6-820d-497a-ab24-5fd5dcfaf315 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3632cc7-d0a0-47ec-bfda-4a877aa2fdda HTTP/1.1" status: 204 len: 168 time: 0.5438991 Sep 17 01:16:28.537740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-8bf96dbf-d51d-4845-9cf2-b4cef5c0c85b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bffea1ff-9308-42a7-b1de-146bf70c3589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623884 Sep 17 01:16:28.549293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2bfae4a-30db-4e95-94d7-4a24c323520f req-16fd5849-ca42-4539-930d-c7ac4eb395bb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584916 Sep 17 01:16:28.550352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3ada6-820d-497a-ab24-5fd5dcfaf315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3632cc7-d0a0-47ec-bfda-4a877aa2fdda,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:28.609905 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:28.711631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2fec0-ad22-4247-a804-d70bafce4f7b req-7d699202-9b4a-48b0-b906-70b60f461c39 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:28.719501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-747f6de6-1eb5-4c18-8739-306ccd7c919f service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431587 Sep 17 01:16:28.719760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07b2fec0-ad22-4247-a804-d70bafce4f7b req-7d699202-9b4a-48b0-b906-70b60f461c39 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1315398 Sep 17 01:16:28.896086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07b2fec0-ad22-4247-a804-d70bafce4f7b req-3624562c-cffc-4ae9-8693-9db3e37eb0f6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701140 Sep 17 01:16:28.946570 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:29.018111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0460ec81-23b7-4c67-94c0-6c64cb06436d req-0e0f3434-0792-447f-b217-e503b33ba6cd service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718558 Sep 17 01:16:29.133605 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-630be234-92ea-4dd0-818a-1e98a3cfe82a req-2e9e57da-ab76-4de1-87f4-2b4d8e43cb43 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0615749 Sep 17 01:16:29.216857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-0ed147dd-3db0-4a9a-a137-07ded4328063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:29.218942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-0ed147dd-3db0-4a9a-a137-07ded4328063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 1094 time: 0.0626070 Sep 17 01:16:29.450604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-85b233a6-15c6-45da-9b48-821cf46bbcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:29.452409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-85b233a6-15c6-45da-9b48-821cf46bbcaa service neutron] 10.222.0.36 "GET /v2.0/networks?id=bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 200 len: 905 time: 0.2262006 Sep 17 01:16:29.463286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:29.552598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-3e96c850-5d47-467a-9533-dc2e965204a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6 HTTP/1.1" status: 200 len: 217 time: 0.0914948 Sep 17 01:16:29.710387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-53df38be-226b-4c11-a105-1f5f4135a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:29.712405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-53df38be-226b-4c11-a105-1f5f4135a5ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=75a59789-9d25-454f-86ed-d781498d2cff HTTP/1.1" status: 200 len: 844 time: 0.1501777 Sep 17 01:16:29.715820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e9df8ed1-35c1-4cea-ad70-ffde8f7c3931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:29.778113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d239c6c-de06-45de-94db-54bd1b297d3f req-4edcc795-cb6e-4a02-baab-731012c93a51 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:29.793814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d239c6c-de06-45de-94db-54bd1b297d3f req-4edcc795-cb6e-4a02-baab-731012c93a51 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.2092957 Sep 17 01:16:29.806373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-98376b91-3d8e-407c-bf3b-859856a6aec1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bffea1ff-9308-42a7-b1de-146bf70c3589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727730 Sep 17 01:16:29.899421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4d239c6c-de06-45de-94db-54bd1b297d3f req-c099c2ba-0853-47de-a028-81c5b7b6ecf4 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982449 Sep 17 01:16:30.076258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb7cd5-d7ec-4691-8ca7-4d0b96ba0b0a req-62f12ed0-59b7-4833-a002-7b6d2ed3cf47 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:30.095378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80fb7cd5-d7ec-4691-8ca7-4d0b96ba0b0a req-62f12ed0-59b7-4833-a002-7b6d2ed3cf47 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 943 time: 0.3747430 Sep 17 01:16:30.108746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fdb5a-dd6b-45ca-8330-9c3daa25f9dc req-cb3034d4-017d-4375-af43-0468c21ecfc6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:30.116707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-741fdb5a-dd6b-45ca-8330-9c3daa25f9dc req-cb3034d4-017d-4375-af43-0468c21ecfc6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0846283 Sep 17 01:16:30.177269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-741fdb5a-dd6b-45ca-8330-9c3daa25f9dc req-ef5c31e2-3285-4651-8569-7a40e0ac4ec9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556998 Sep 17 01:16:30.182927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e9df8ed1-35c1-4cea-ad70-ffde8f7c3931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.200976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56118) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:30.248879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e9df8ed1-35c1-4cea-ad70-ffde8f7c3931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.303197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e9df8ed1-35c1-4cea-ad70-ffde8f7c3931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8763398a9634e2383b2f60b68c7dac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8365028 Sep 17 01:16:30.320187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56122) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:30.327778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-ce6eda40-9de4-4dd1-b155-a5a9728a8583 service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822938 Sep 17 01:16:30.436875 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8d59945-716a-464f-8163-e021444c6e15 req-aa68064b-c7b0-46ba-943d-08b22c0e3ea9 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.1407359 Sep 17 01:16:30.456082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df8ed1-35c1-4cea-ad70-ffde8f7c3931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd28407-c495-4e32-ba19-b8c543ccda62,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:30.483993 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa17487c-95b7-41c0-9ed6-c96778af14c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.529061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa17487c-95b7-41c0-9ed6-c96778af14c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.554225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1881818623-network', 'tenant_id': 'ebbb8562c4db46eca33212566b23cb5e'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:30.554857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10738d7f-48c9-4969-bfab-e60090bc6713 req-ea92308c-eb7d-4c9c-b8ca-216b09c9e079 service neutron] 10.222.0.36 "GET /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087181 Sep 17 01:16:30.570345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80fb7cd5-d7ec-4691-8ca7-4d0b96ba0b0a req-a1f76b90-d823-417a-9ae2-8c5caad54bc7 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724205 Sep 17 01:16:30.725227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Made reservation on behalf of ebbb8562c4db46eca33212566b23cb5e for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:16:30.726680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.730550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa17487c-95b7-41c0-9ed6-c96778af14c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.734900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa17487c-95b7-41c0-9ed6-c96778af14c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.742247 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fa17487c-95b7-41c0-9ed6-c96778af14c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cd28407-c495-4e32-ba19-b8c543ccda62 HTTP/1.1" status: 204 len: 168 time: 0.4184861 Sep 17 01:16:30.770091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:30.795542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17487c-95b7-41c0-9ed6-c96778af14c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd28407-c495-4e32-ba19-b8c543ccda62,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:30.911360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56134) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:31.006563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.086185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.125189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4544988-7a0a-466e-9bea-b7dbbdf3c081,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:31.145279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90324-bd5c-40f0-94cc-c13617c58633 req-1e885a4f-1f5c-4f56-a34a-d12bc3fa909f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:31.153828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2b90324-bd5c-40f0-94cc-c13617c58633 req-1e885a4f-1f5c-4f56-a34a-d12bc3fa909f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1234686 Sep 17 01:16:31.176479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:16:31.197420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.197769 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Added segment bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae of type vlan for network 626f53bc-9036-4038-887f-94af615ff73e Sep 17 01:16:31.248191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.264819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-352029619-network', 'tenant_id': '6b61f69dd762484488b8d278d4d6e6c1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:31.310176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2b90324-bd5c-40f0-94cc-c13617c58633 req-1eb16c21-0f24-417a-8486-ebb58cb71106 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550360 Sep 17 01:16:31.462148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.472030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:31.472793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6337e4-aefa-4c2a-a2b6-212912974d50 req-96d7fae8-e9d4-4c81-ad32-961086aa96f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:31.472927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.473030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f6337e4-aefa-4c2a-a2b6-212912974d50 req-96d7fae8-e9d4-4c81-ad32-961086aa96f7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1213348 Sep 17 01:16:31.609748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f6337e4-aefa-4c2a-a2b6-212912974d50 req-83f19587-4039-4908-bb22-b37ca4ea277b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278129 Sep 17 01:16:31.923951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eee319-fd61-447c-8a96-cfc6a77b3f5d req-b87aba13-dda3-4901-a256-09653b455f00 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:31.923951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5eee319-fd61-447c-8a96-cfc6a77b3f5d req-b87aba13-dda3-4901-a256-09653b455f00 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 943 time: 0.1552107 Sep 17 01:16:31.923951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Made reservation on behalf of 6b61f69dd762484488b8d278d4d6e6c1 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:16:31.927261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:31.941156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.018617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5eee319-fd61-447c-8a96-cfc6a77b3f5d req-4f62cf3c-1343-4982-9d65-1c6a57a1b7fb tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786090 Sep 17 01:16:32.175494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 5b1fc40b-e679-4a83-be82-54055b77cdb6 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:16:32.286870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:32.287311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9555ab73-31e4-423f-838b-6be157332570 req-7a812a98-60d5-4eeb-9a03-ad9eb853cdeb tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0439854 Sep 17 01:16:32.287693 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae9da23b-99e8-49ba-aff7-46fd3b7aed32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.297185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] Pushing event updated for resources: {'Network': ['ID=626f53bc-9036-4038-887f-94af615ff73e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:32.312560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 626f53bc-9036-4038-887f-94af615ff73e details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:16:32.438901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:32.459456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'mac_address': 'fa:16:3e:67:f7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:16:32.479446 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-666cfbc4-2ba7-4897-86b1-5d0d284e2c8b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2797306 Sep 17 01:16:32.482772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56156) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:32.488692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Request body: {'subnet': {'network_id': '626f53bc-9036-4038-887f-94af615ff73e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1881818623-subnet', 'tenant_id': 'ebbb8562c4db46eca33212566b23cb5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:32.509418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.524203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1fc40b-e679-4a83-be82-54055b77cdb6 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:16:32.547900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:32.599012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e5ca-4a9f-48ef-8b50-b3abf0afd5d4 req-bd6a1040-a965-43ae-b536-b569af411e17 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:32.600637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28e3e5ca-4a9f-48ef-8b50-b3abf0afd5d4 req-bd6a1040-a965-43ae-b536-b569af411e17 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0993323 Sep 17 01:16:32.665032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.672323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28e3e5ca-4a9f-48ef-8b50-b3abf0afd5d4 req-61b8b239-3543-487a-a04d-25f784f091f0 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630651 Sep 17 01:16:32.707889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.763993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:32.794514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.832264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e26f2-b55b-4120-bf53-c7e3839aa9f9 req-8542c7b9-4714-42cd-b90f-0a8006b153ba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:32.847205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f3e26f2-b55b-4120-bf53-c7e3839aa9f9 req-8542c7b9-4714-42cd-b90f-0a8006b153ba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1154921 Sep 17 01:16:32.851105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:16:32.861097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['5b1fc40b-e679-4a83-be82-54055b77cdb6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:16:32.867798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb90384-74b3-4bfc-9151-f53b39c4397b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:32.881119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:32.881119 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Added segment 1e5e5f75-61b6-436f-b37a-4f3ff920ef9c of type vlan for network 7c9c4a44-8177-4988-89d0-72f7035cfa67 Sep 17 01:16:32.949436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f3e26f2-b55b-4120-bf53-c7e3839aa9f9 req-dadffdb0-f25c-4bb0-8e1f-c1db6d567209 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958886 Sep 17 01:16:32.970677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.030466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae9da23b-99e8-49ba-aff7-46fd3b7aed32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.083875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.085114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:33.086508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.131887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae9da23b-99e8-49ba-aff7-46fd3b7aed32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.183701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ae9da23b-99e8-49ba-aff7-46fd3b7aed32 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a8d61a756a24a348561f5a151f8b08b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9490199 Sep 17 01:16:33.186700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56166) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:33.194977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Made reservation on behalf of ebbb8562c4db46eca33212566b23cb5e for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:16:33.197364 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.266895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] Pushing event updated for resources: {'Network': ['ID=7c9c4a44-8177-4988-89d0-72f7035cfa67,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:33.275986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7ef3c6d3-f528-4972-8103-d0b621be86de admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3633134 Sep 17 01:16:33.276983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9da23b-99e8-49ba-aff7-46fd3b7aed32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4d4065-15cc-41ea-9ecf-f50c0e8c495a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:33.279373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 7c9c4a44-8177-4988-89d0-72f7035cfa67 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:16:33.281220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56170) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:33.293274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Request body: {'subnet': {'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-352029619-subnet', 'tenant_id': '6b61f69dd762484488b8d278d4d6e6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:33.321407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ea718-ddf8-467d-97c6-8b023e7c406e req-cc343245-1fe2-48cb-8c6e-dce96400e77f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:33.322998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-930ea718-ddf8-467d-97c6-8b023e7c406e req-cc343245-1fe2-48cb-8c6e-dce96400e77f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 944 time: 0.1641500 Sep 17 01:16:33.369291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4489-5ee9-4910-bb45-541fe80077ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.425972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4489-5ee9-4910-bb45-541fe80077ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.456607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9d84563-9aeb-40fc-95aa-0614c3e95d2c req-340dfc2c-91c6-4850-ad91-8480b511b77b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0427692 Sep 17 01:16:33.470068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-930ea718-ddf8-467d-97c6-8b023e7c406e req-113ed676-99de-43b2-b59d-4eb74f48b569 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312172 Sep 17 01:16:33.506712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Made reservation on behalf of 6b61f69dd762484488b8d278d4d6e6c1 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:16:33.509972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.798107 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4489-5ee9-4910-bb45-541fe80077ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.800981 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c7a4489-5ee9-4910-bb45-541fe80077ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.803352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c7a4489-5ee9-4910-bb45-541fe80077ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b4d4065-15cc-41ea-9ecf-f50c0e8c495a HTTP/1.1" status: 204 len: 168 time: 0.6145780 Sep 17 01:16:33.814861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a4489-5ee9-4910-bb45-541fe80077ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4d4065-15cc-41ea-9ecf-f50c0e8c495a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:33.831883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:33.904972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6776676-5ae8-4c4a-9945-105c82d45fbb req-863c0d03-1d93-4a28-80cb-e9e53d5accbd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:33.913017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6776676-5ae8-4c4a-9945-105c82d45fbb req-863c0d03-1d93-4a28-80cb-e9e53d5accbd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1066937 Sep 17 01:16:33.971323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6776676-5ae8-4c4a-9945-105c82d45fbb req-9498a50c-b784-4d4f-b0a8-a00c86885973 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572629 Sep 17 01:16:33.998212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:34.001291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1050a6c-e2f2-4042-863b-7ac1a56fbafa,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:34.004220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Checking segment: {'id': 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '626f53bc-9036-4038-887f-94af615ff73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:16:34.004582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Network hostable DHCP agents. Network: 626f53bc-9036-4038-887f-94af615ff73e, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:16:34.066474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Network 626f53bc-9036-4038-887f-94af615ff73e is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:16:34.145722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:34.169751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Checking segment: {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:16:34.170109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Network hostable DHCP agents. Network: 7c9c4a44-8177-4988-89d0-72f7035cfa67, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:16:34.175465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 626f53bc-9036-4038-887f-94af615ff73e) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:16:34.182541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:34.185264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 5b1fc40b-e679-4a83-be82-54055b77cdb6 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:16:34.191951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:34.244310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6554e5-ac8c-4c4f-b6e0-7a17430d6375 None None] Network 626f53bc-9036-4038-887f-94af615ff73e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:34.263048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd517a-a53e-4a68-b631-46f7d3d945e2 req-423e298e-303f-4589-8168-b9cebc567322 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:34.306886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9cd517a-a53e-4a68-b631-46f7d3d945e2 req-423e298e-303f-4589-8168-b9cebc567322 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1879401 Sep 17 01:16:34.319228 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9cd517a-a53e-4a68-b631-46f7d3d945e2 req-4adcc479-91c7-4e4b-81a2-8836d1227c83 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466759 Sep 17 01:16:34.356841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Network 7c9c4a44-8177-4988-89d0-72f7035cfa67 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:16:34.372808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 7c9c4a44-8177-4988-89d0-72f7035cfa67) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:16:34.380185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:34.380771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:34.386684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d314d03d-e973-4a34-ba45-cee21a1b3f5c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9020803 Sep 17 01:16:34.394267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cc93df-32c8-4cd5-85ca-233759a0b479 None None] Network 7c9c4a44-8177-4988-89d0-72f7035cfa67 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:34.453941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 5b1fc40b-e679-4a83-be82-54055b77cdb6 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:16:34.488867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 5b1fc40b-e679-4a83-be82-54055b77cdb6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:34.491656 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:34.494401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15a248-dbe6-42c5-a478-4066da9ada7b None None] Network 626f53bc-9036-4038-887f-94af615ff73e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:34.501587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b6bd63e-fc84-4edf-8511-8882688a7009 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2189560 Sep 17 01:16:34.686388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4da9f66b-56d3-4932-8300-194eee672bb3 req-dd19d430-db07-4f08-aebe-20418865b307 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0750356 Sep 17 01:16:34.769576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8e38c-cdc6-46b6-b1ac-8c94bcb69dc5 req-34ba36e1-2f46-4ad0-9c0c-cf8ecfdade9f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:34.778658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29e8e38c-cdc6-46b6-b1ac-8c94bcb69dc5 req-34ba36e1-2f46-4ad0-9c0c-cf8ecfdade9f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 944 time: 0.1712604 Sep 17 01:16:34.844332 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:16:34.883338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29e8e38c-cdc6-46b6-b1ac-8c94bcb69dc5 req-5b9cf746-6915-4984-8934-6243351806b9 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032655 Sep 17 01:16:35.080102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:35.108759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25391a80-2fbf-451d-9e0a-e26572a97d95 None None] Network 7c9c4a44-8177-4988-89d0-72f7035cfa67 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:35.198909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e598c-a7b3-47b1-846f-7eb777fcc882 req-f375735e-caf7-4068-aed2-525dba39f1e2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:35.200966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b53e598c-a7b3-47b1-846f-7eb777fcc882 req-f375735e-caf7-4068-aed2-525dba39f1e2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1291103 Sep 17 01:16:35.265278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:35.267769 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f4b64f-ef25-4c76-a0be-fab37f90f255" -d '{"events": [{"server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "name": "network-vif-plugged", "status": "completed", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:35.287106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:35.311120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b53e598c-a7b3-47b1-846f-7eb777fcc882 req-290d54c6-bc5e-4def-8956-0775eb7d7488 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942903 Sep 17 01:16:35.362301 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:35.405220 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5604fb78-de11-45be-b218-fbe12b118c3a x-openstack-request-id: req-5604fb78-de11-45be-b218-fbe12b118c3a {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:35.406301 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "name": "network-vif-plugged", "status": "completed", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:35.406746 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5604fb78-de11-45be-b218-fbe12b118c3a {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:35.407319 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'code': 200} Sep 17 01:16:35.428424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c9ac7987-4583-47ff-afca-461aa8ca36f7 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:35.429995 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c9ac7987-4583-47ff-afca-461aa8ca36f7 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/networks?id=626f53bc-9036-4038-887f-94af615ff73e HTTP/1.1" status: 200 len: 822 time: 0.2103324 Sep 17 01:16:35.466987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-39d39d70-4f4e-43e2-9858-984306836cae tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/quotas/ebbb8562c4db46eca33212566b23cb5e HTTP/1.1" status: 200 len: 375 time: 0.0299630 Sep 17 01:16:35.486091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a81367a-1637-43f6-9f05-1dbe6cea7d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:35.491039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:35.539929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-73bfdc7d-684f-40c9-b788-e891ca176739 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbb8562c4db46eca33212566b23cb5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0718968 Sep 17 01:16:35.623172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686c29-7d98-4a39-a85f-3ea6c72f1017 req-3306d6a1-9850-4977-99f9-9ced58500268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:35.624668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4686c29-7d98-4a39-a85f-3ea6c72f1017 req-3306d6a1-9850-4977-99f9-9ced58500268 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 1096 time: 0.1855788 Sep 17 01:16:35.653642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-e0b64d85-bea9-4c9b-8810-630d4c63d83b service neutron] 10.222.0.13 "GET /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126788 Sep 17 01:16:35.724847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547fb6b-2027-4dbe-9954-f3eab9c37a8e req-e465849c-1c57-4eb4-afcb-44870bb91a17 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:35.726709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5547fb6b-2027-4dbe-9954-f3eab9c37a8e req-e465849c-1c57-4eb4-afcb-44870bb91a17 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.2049308 Sep 17 01:16:35.762674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4686c29-7d98-4a39-a85f-3ea6c72f1017 req-4a9c9e22-c091-4df7-bea7-0884966a9695 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066320 Sep 17 01:16:35.762889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-70b25657-36df-4586-b06b-d83313850abc service neutron] 10.222.0.13 "GET /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058745 Sep 17 01:16:35.798285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf301-431d-402e-8648-aa3475e67a62 req-9bba7cd6-4662-404e-9d2f-db4327f72b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:35.799827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-9bba7cd6-4662-404e-9d2f-db4327f72b04 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1096 time: 0.1793568 Sep 17 01:16:35.941141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf301-431d-402e-8648-aa3475e67a62 req-acedbd7c-4f42-4597-b2e5-57efb45bb7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:35.942909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-acedbd7c-4f42-4597-b2e5-57efb45bb7f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 0.1304040 Sep 17 01:16:35.946336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5547fb6b-2027-4dbe-9954-f3eab9c37a8e req-1a8004f3-67a2-45f6-8c93-85402e845027 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100708 Sep 17 01:16:36.028390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-51e23446-cae9-4879-abd6-1c155ee1b1ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0785253 Sep 17 01:16:36.153062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f87499c-46d1-4d89-8aa4-17a050775743 req-cb41d40a-8a03-4332-aea5-27f7abb3d0a4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0413194 Sep 17 01:16:36.179705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bf301-431d-402e-8648-aa3475e67a62 req-718864e3-a6e9-4d3a-a41e-4f79ed1de370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:36.183639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-718864e3-a6e9-4d3a-a41e-4f79ed1de370 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.1483612 Sep 17 01:16:36.227552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-dbd036cb-b859-4939-8e0b-c26c8650f75a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281198 Sep 17 01:16:36.267935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a8b2a-21a5-4fd0-aa8d-b09695478c1b req-39310050-217e-4c5a-8623-2a3753801c90 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:36.269992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c2a8b2a-21a5-4fd0-aa8d-b09695478c1b req-39310050-217e-4c5a-8623-2a3753801c90 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.0927570 Sep 17 01:16:36.309279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-667575e3-d43e-41fb-bf3a-fbfa17c49f07 req-7a75ae18-e870-42cb-b370-4b68138a71e0 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 210 time: 0.0745091 Sep 17 01:16:36.345228 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c2a8b2a-21a5-4fd0-aa8d-b09695478c1b req-8bae76f9-ad18-4c42-b9b5-4b9913acd701 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Sep 17 01:16:36.435344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-3db0e443-0e16-4ec9-94aa-9af652f50c15 service neutron] 10.222.0.23 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095916 Sep 17 01:16:36.544441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6505141-28be-4527-b176-d30b148eba7a req-736ed67d-b2b9-43cf-9af8-b0a0a583e106 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:36.546231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6505141-28be-4527-b176-d30b148eba7a req-736ed67d-b2b9-43cf-9af8-b0a0a583e106 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1351709 Sep 17 01:16:36.584868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-853bf301-431d-402e-8648-aa3475e67a62 req-894e5317-6d72-4a9e-8785-e85f03cdc953 service neutron] 10.222.0.23 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341927 Sep 17 01:16:36.611711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6505141-28be-4527-b176-d30b148eba7a req-a0b25690-2bce-48cd-ada2-03050f0de20c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571086 Sep 17 01:16:37.079599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd40053-2fe4-47ef-bea4-7bf63547d04f req-365e06cb-109c-48b4-a556-d4bf43c012fc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:37.083570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bd40053-2fe4-47ef-bea4-7bf63547d04f req-365e06cb-109c-48b4-a556-d4bf43c012fc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0609596 Sep 17 01:16:37.130735 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bd40053-2fe4-47ef-bea4-7bf63547d04f req-ecf0b81c-37fb-4ac3-81ec-6ae9e7b6ccb2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426471 Sep 17 01:16:37.281490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0c0515d-989b-407a-90e9-521d4e2bb76b req-5a40d7d0-0179-411e-947d-6eca1c2148a2 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0313234 Sep 17 01:16:37.398040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eab90411-ad6a-4515-9471-40b7d4a95bbd req-a4a031bd-5540-45bb-8ecb-c6536fc8b925 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 210 time: 0.0305052 Sep 17 01:16:37.477023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c730b-be96-4ff2-81c7-f3521019498a req-21587167-432c-4e0e-9b2b-9248b1614c9b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:37.477023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-936c730b-be96-4ff2-81c7-f3521019498a req-21587167-432c-4e0e-9b2b-9248b1614c9b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.0513999 Sep 17 01:16:37.509889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-936c730b-be96-4ff2-81c7-f3521019498a req-f3bfa68b-c2b1-41b4-85c6-0710fd17e860 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334065 Sep 17 01:16:37.734005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9ed5-067f-47ab-b0c6-837d2d78779d req-d8c09599-b24a-4140-bfbd-69fbd918bb0a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:37.739006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-890b9ed5-067f-47ab-b0c6-837d2d78779d req-d8c09599-b24a-4140-bfbd-69fbd918bb0a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0578120 Sep 17 01:16:37.788641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-890b9ed5-067f-47ab-b0c6-837d2d78779d req-51392d2a-ed59-40b1-8460-67987258b5d7 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Sep 17 01:16:38.117286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-42b769e4-ae59-424b-8537-78eac2054dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:38.288268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd475b28-1715-4471-b9b4-7901237fdea5 req-425a0d40-5e9c-40c8-a477-1bb5695087a6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:38.290069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd475b28-1715-4471-b9b4-7901237fdea5 req-425a0d40-5e9c-40c8-a477-1bb5695087a6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.0791452 Sep 17 01:16:38.344279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd475b28-1715-4471-b9b4-7901237fdea5 req-86a3db6e-1c94-4775-9a88-cf2d8ad4a64d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478523 Sep 17 01:16:38.349507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:38.513293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:38.525303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-409623bd-4e2e-473c-815d-6cea8a1ae0cf req-c6d10033-207d-4c5b-a59e-12030f56700f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5581093-5053-494a-9183-95ad219e2397 HTTP/1.1" status: 200 len: 210 time: 0.0338335 Sep 17 01:16:38.557162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:38.560038 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1144bdf4-92ac-423f-ac48-5ec05069bcc8" -d '{"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:38.574241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:38.631729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d51c7ae9-5c8c-4ab2-bb55-a48da5b96dc7 req-a07a9a27-ae6d-4261-8519-bf0b5e3f8e82 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 210 time: 0.0322130 Sep 17 01:16:38.640038 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:38.705491 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9068b14-31cc-4607-9c89-5440553fca94 x-openstack-request-id: req-d9068b14-31cc-4607-9c89-5440553fca94 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:38.705837 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:38.706097 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9068b14-31cc-4607-9c89-5440553fca94 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:38.706539 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'code': 200} Sep 17 01:16:38.711559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:38.931229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe94fc1-38a5-4574-b94c-29d2716a764a req-6694f226-3adb-4818-b3f9-4da1c4535346 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:38.935706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbe94fc1-38a5-4574-b94c-29d2716a764a req-6694f226-3adb-4818-b3f9-4da1c4535346 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0656233 Sep 17 01:16:38.987902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbe94fc1-38a5-4574-b94c-29d2716a764a req-b29d4196-e677-447c-8c3c-879cefd00a71 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474401 Sep 17 01:16:39.002979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26007072-4279-4c16-9cb3-e719b20ba655 req-a9e23414-0584-4da5-b460-c80488695d5f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:39.006956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26007072-4279-4c16-9cb3-e719b20ba655 req-a9e23414-0584-4da5-b460-c80488695d5f tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.0681200 Sep 17 01:16:39.054157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26007072-4279-4c16-9cb3-e719b20ba655 req-5228b260-fb13-49a0-9a80-4f687c422179 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402613 Sep 17 01:16:39.066419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:39.422300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-0733f31f-f8dc-45b7-8065-926706f6e3e9 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:39.423113 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:39.424329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-0733f31f-f8dc-45b7-8065-926706f6e3e9 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.23 "GET /v2.0/networks?id=626f53bc-9036-4038-887f-94af615ff73e HTTP/1.1" status: 200 len: 822 time: 0.1415284 Sep 17 01:16:39.439183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Request body: {'port': {'device_id': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'network_id': '626f53bc-9036-4038-887f-94af615ff73e', 'admin_state_up': True, 'tenant_id': 'ebbb8562c4db46eca33212566b23cb5e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:39.561852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f590c9c-72d0-467e-8a72-490b868adbc2 req-b101c99d-c77b-4b1e-b6d8-0cf03d8b730f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:39.563407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f590c9c-72d0-467e-8a72-490b868adbc2 req-b101c99d-c77b-4b1e-b6d8-0cf03d8b730f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1380908 Sep 17 01:16:39.634925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f590c9c-72d0-467e-8a72-490b868adbc2 req-506b3034-b85e-4df9-8a52-dd099814fcb0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636740 Sep 17 01:16:39.770170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56434) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:39.777279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56c606-6676-4f05-aa0d-3e7188c73dcd req-9d8094ea-8e8d-4bb1-847e-94fb6fb64ac5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:39.780006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d56c606-6676-4f05-aa0d-3e7188c73dcd req-9d8094ea-8e8d-4bb1-847e-94fb6fb64ac5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.0559521 Sep 17 01:16:39.796032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Made reservation on behalf of ebbb8562c4db46eca33212566b23cb5e for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:16:39.800272 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:39.898628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7fc7519c-3112-4106-9203-8a0bc24a0da7 req-05fb7e76-2f81-4c17-81f1-3f646c6e60da tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 210 time: 0.0577116 Sep 17 01:16:39.918849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d56c606-6676-4f05-aa0d-3e7188c73dcd req-97919f55-a651-4477-b468-0e36ce7ac60d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309245 Sep 17 01:16:39.920132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:39.963062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.041177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Allocated IP 172.20.0.5 (626f53bc-9036-4038-887f-94af615ff73e/b1050a6c-e2f2-4042-863b-7ac1a56fbafa/ca310c77-de6c-4f08-9dd7-886a4865989c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:16:40.125807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f3a9-97ab-478e-82a8-e5751086fdb3 req-aeb6147b-ab59-4d39-b416-d43c41f18836 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:40.127852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45d0f3a9-97ab-478e-82a8-e5751086fdb3 req-aeb6147b-ab59-4d39-b416-d43c41f18836 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0709424 Sep 17 01:16:40.130433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.133036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.142429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/security-groups/46ce924e-13ca-4cd2-a1b1-19d08f333b54 HTTP/1.1" status: 204 len: 168 time: 0.3755593 Sep 17 01:16:40.143069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56448) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:40.206725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce924e-13ca-4cd2-a1b1-19d08f333b54,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:40.219306 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-cff22401-9019-47f7-b403-48e8c78c013f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] show failed (client error): The resource could not be found. Sep 17 01:16:40.219306 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cff22401-9019-47f7-b403-48e8c78c013f tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "GET /v2.0/security-groups/46ce924e-13ca-4cd2-a1b1-19d08f333b54 HTTP/1.1" status: 404 len: 347 time: 0.0569837 Sep 17 01:16:40.220241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.220593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.220930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.221262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.221591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.221921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.222268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.222569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.222895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.223235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.223552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.223870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde23583-60b3-4f35-a9a3-1d6b5ddb26db tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:16:40.225185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:40.266982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45d0f3a9-97ab-478e-82a8-e5751086fdb3 req-819c2b83-af88-4a38-a193-078c6ae3416f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195505 Sep 17 01:16:40.442333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d7eee-61e3-4775-9997-53f12cfe528b req-3be03965-3a83-4cfe-afbe-db25db25e3ef tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:40.452943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa9d7eee-61e3-4775-9997-53f12cfe528b req-3be03965-3a83-4cfe-afbe-db25db25e3ef tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.2589424 Sep 17 01:16:40.471800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.544996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 9cff84bb-a6fd-4640-b1c0-aa7f8db14f65 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:40.545268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.552787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa9d7eee-61e3-4775-9997-53f12cfe528b req-e2c126bf-d1f3-40a1-acaf-17f5b916ae67 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989146 Sep 17 01:16:40.647020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.647020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.659853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 9cff84bb-a6fd-4640-b1c0-aa7f8db14f65 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:40.670758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.762704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Network 626f53bc-9036-4038-887f-94af615ff73e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:16:40.778171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:16:40.780089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Pushing event updated for resources: {'Port': ['ID=ca310c77-de6c-4f08-9dd7-886a4865989c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:40.783501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:16:40.845527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:40.846142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:40.940076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab12217-e8ac-4edc-b9cc-c28d1af673fd req-847b9df5-d97e-413e-af33-52f6632590d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:40.941858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ab12217-e8ac-4edc-b9cc-c28d1af673fd req-847b9df5-d97e-413e-af33-52f6632590d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.0484073 Sep 17 01:16:40.986844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ab12217-e8ac-4edc-b9cc-c28d1af673fd req-c999e5be-8430-42d9-b1d9-7dc2e797abaa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362599 Sep 17 01:16:41.009765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-b55a4991-9ca0-443c-82b4-7dc17921869e tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5743489 Sep 17 01:16:41.031613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b55086-4a0f-44f2-a751-11a8d15d773e req-b579b3ae-d0f3-47ca-a6a4-6525f18d22a7 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:41.033153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01b55086-4a0f-44f2-a751-11a8d15d773e req-b579b3ae-d0f3-47ca-a6a4-6525f18d22a7 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 931 time: 0.0640612 Sep 17 01:16:41.037357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.091250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=9cff84bb-a6fd-4640-b1c0-aa7f8db14f65,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:41.093200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01b55086-4a0f-44f2-a751-11a8d15d773e req-0cc9c69a-8742-44c6-823c-d257686dc5f2 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482523 Sep 17 01:16:41.117411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.153418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.156066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.159896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4e72bab5-9c05-4c79-a2d9-8bc60e99ab19 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/floatingips/68e9c120-2d8d-417c-bd5d-221c6e7755d2 HTTP/1.1" status: 204 len: 168 time: 0.9275022 Sep 17 01:16:41.160158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56462) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:41.179720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Request body: {'port': {'device_id': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:41.270176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port 3c445f14-30f8-47fa-934c-611ea0e2ad17 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:41.270526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.429216 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.451170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for 3c445f14-30f8-47fa-934c-611ea0e2ad17 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:41.597854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-3906d8e7-cd76-4ccd-9248-fb48ed767ad8 req-931d78a6-6c5f-4a9d-a55d-7a6bde1796f7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:16:41.599190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3906d8e7-cd76-4ccd-9248-fb48ed767ad8 req-931d78a6-6c5f-4a9d-a55d-7a6bde1796f7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063896 Sep 17 01:16:41.633838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.710560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c334c7-98df-402f-b4d8-a197b31a2bca req-d5018943-63ff-41f5-9722-ade9591c17fd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:41.712543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57c334c7-98df-402f-b4d8-a197b31a2bca req-d5018943-63ff-41f5-9722-ade9591c17fd tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1156809 Sep 17 01:16:41.810912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57c334c7-98df-402f-b4d8-a197b31a2bca req-a2e58882-a84c-4861-861f-3404439662df tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528610 Sep 17 01:16:41.885535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:41.948085 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=3c445f14-30f8-47fa-934c-611ea0e2ad17,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:42.030322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11117527-2f16-4daf-98e8-3ff3108f7651 req-f1976624-626d-44d8-bcac-25c8d6ce7788 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:42.032417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11117527-2f16-4daf-98e8-3ff3108f7651 req-f1976624-626d-44d8-bcac-25c8d6ce7788 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.1182895 Sep 17 01:16:42.038979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca310c77-de6c-4f08-9dd7-886a4865989c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:16:42.053828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.091815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Transition to ACTIVE for port object ca310c77-de6c-4f08-9dd7-886a4865989c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:16:42.107140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11117527-2f16-4daf-98e8-3ff3108f7651 req-73ab9952-bccd-48be-9059-64a8cdd2df73 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632143 Sep 17 01:16:42.179896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85e7a5-480b-41ee-ba24-86439d9cc48c req-52ae1ca7-a58b-448f-a025-33dfdf50a8ad tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:42.181605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a85e7a5-480b-41ee-ba24-86439d9cc48c req-52ae1ca7-a58b-448f-a025-33dfdf50a8ad tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.0952733 Sep 17 01:16:42.185336 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.187739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-087df289-bdd3-45a0-8d55-e35a243f8415 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/ports/3c445f14-30f8-47fa-934c-611ea0e2ad17 HTTP/1.1" status: 204 len: 168 time: 1.0265205 Sep 17 01:16:42.195128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56492) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:42.242139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 5b1fc40b-e679-4a83-be82-54055b77cdb6 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:16:42.284342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c7a01-8b27-4cd6-bbaa-c01cde353645 req-61146ec6-0c63-44ef-8ea0-43fd54fd93ec tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:42.285895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de0c7a01-8b27-4cd6-bbaa-c01cde353645 req-61146ec6-0c63-44ef-8ea0-43fd54fd93ec tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 931 time: 0.0949183 Sep 17 01:16:42.356260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de0c7a01-8b27-4cd6-bbaa-c01cde353645 req-7bcc3159-9625-449c-b818-cc9e85dee953 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642166 Sep 17 01:16:42.360988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:42.414916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.470677 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a85e7a5-480b-41ee-ba24-86439d9cc48c req-74ddecfa-d370-4865-b633-b15fbac3ec49 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782266 Sep 17 01:16:42.505920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:42.532534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'network_id': 'bffea1ff-9308-42a7-b1de-146bf70c3589', 'port_id': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'mac_address': 'fa:16:3e:67:f7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75a59789-9d25-454f-86ed-d781498d2cff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:16:42.557433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting port e5b1c768-479a-4802-80cd-cb4431ae8054 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:42.562365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.590158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Pushing event updated for resources: {'Port': ['ID=ca310c77-de6c-4f08-9dd7-886a4865989c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:42.666528 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.708427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b1fc40b-e679-4a83-be82-54055b77cdb6 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:16:42.764124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Attempting to bind port ca310c77-de6c-4f08-9dd7-886a4865989c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:16:42.764695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Attempting to bind port ca310c77-de6c-4f08-9dd7-886a4865989c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '626f53bc-9036-4038-887f-94af615ff73e'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:16:42.764950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Attempting to bind port ca310c77-de6c-4f08-9dd7-886a4865989c on network 626f53bc-9036-4038-887f-94af615ff73e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:42.777625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:42.779632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.781183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Port ca310c77-de6c-4f08-9dd7-886a4865989c on network 626f53bc-9036-4038-887f-94af615ff73e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:16:42.781589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Attempting to bind port ca310c77-de6c-4f08-9dd7-886a4865989c on network 626f53bc-9036-4038-887f-94af615ff73e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:42.787111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:16:42.791270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Checking segment: {'id': 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '626f53bc-9036-4038-887f-94af615ff73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:16:42.791270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Bound using segment: {'id': 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '626f53bc-9036-4038-887f-94af615ff73e'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:16:42.791270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Bound port: ca310c77-de6c-4f08-9dd7-886a4865989c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '626f53bc-9036-4038-887f-94af615ff73e'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:16:42.791270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.805981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Calling delete_port for e5b1c768-479a-4802-80cd-cb4431ae8054 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:42.848968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:42.924972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:42.962466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] For port ca310c77-de6c-4f08-9dd7-886a4865989c, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:16:42.970275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['5b1fc40b-e679-4a83-be82-54055b77cdb6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:16:42.997976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] For port ca310c77-de6c-4f08-9dd7-886a4865989c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ca310c77-de6c-4f08-9dd7-886a4865989c,segment=NetworkSegment(bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae),segment_id=bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:16:43.035462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e5b99-aed6-43af-a42d-ce4020e88d70 req-dec93354-33f4-492b-a994-a0d564b42d00 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:43.043135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c29e5b99-aed6-43af-a42d-ce4020e88d70 req-dec93354-33f4-492b-a994-a0d564b42d00 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0947723 Sep 17 01:16:43.081575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:43.140141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:43.141454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:43.144100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] 10.222.0.23 "PUT /v2.0/ports/ca310c77-de6c-4f08-9dd7-886a4865989c HTTP/1.1" status: 200 len: 1091 time: 1.9688191 Sep 17 01:16:43.164013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:43.181902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'tag': 'ca310c77-de6c-4f08-9dd7-886a4865989c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:43.189834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9c820-1d1b-4ef5-8f34-1182292849c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94f8dd-9c8c-44a1-b405-d3d179eda20e", "tag": "ca310c77-de6c-4f08-9dd7-886a4865989c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:43.217300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Port': ['ID=e5b1c768-479a-4802-80cd-cb4431ae8054,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:43.231545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c29e5b99-aed6-43af-a42d-ce4020e88d70 req-c46d6e2c-0bc6-40cd-8181-73e1dde8b55e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770027 Sep 17 01:16:43.319377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a618a-9d5b-4afb-bcc7-dd2ad5fa6938 service neutron] Pushing event updated for resources: {'Port': ['ID=ca310c77-de6c-4f08-9dd7-886a4865989c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:43.395424 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ddee19-14e2-46a0-8aca-f72e365f9621 x-openstack-request-id: req-f1ddee19-14e2-46a0-8aca-f72e365f9621 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:43.395841 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94f8dd-9c8c-44a1-b405-d3d179eda20e", "tag": "ca310c77-de6c-4f08-9dd7-886a4865989c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:43.396104 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1ddee19-14e2-46a0-8aca-f72e365f9621 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:43.396498 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'tag': 'ca310c77-de6c-4f08-9dd7-886a4865989c', 'status': 'completed', 'code': 200} Sep 17 01:16:43.412392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-744b4284-6a0c-460b-9190-cb2bd1ac6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:43.413966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-744b4284-6a0c-460b-9190-cb2bd1ac6112 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebbb8562c4db46eca33212566b23cb5e&device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 1094 time: 0.0823321 Sep 17 01:16:43.494360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad56d9-fbaf-4b38-a4f3-564b018ae4a6 req-feddae62-15bc-4720-bb6f-1f50a1d76b24 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:43.496454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baad56d9-fbaf-4b38-a4f3-564b018ae4a6 req-feddae62-15bc-4720-bb6f-1f50a1d76b24 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 944 time: 0.1840281 Sep 17 01:16:43.509488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-ad3de81d-90de-441e-ac3f-ccdf08e57eaf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca310c77-de6c-4f08-9dd7-886a4865989c HTTP/1.1" status: 200 len: 217 time: 0.0878677 Sep 17 01:16:43.509703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:43.511794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5a2ac355-2b33-44bb-88c2-19584d1bb715 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/ports/e5b1c768-479a-4802-80cd-cb4431ae8054 HTTP/1.1" status: 204 len: 168 time: 1.3146415 Sep 17 01:16:43.514618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:43.577163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-0c0b6fe7-9cbd-4f83-b704-3aba362f32bd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5205748 Sep 17 01:16:43.606349 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baad56d9-fbaf-4b38-a4f3-564b018ae4a6 req-78e7a02f-58b6-486b-aad5-61c80d243aa5 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883348 Sep 17 01:16:43.764297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-3ff129e9-b4af-4968-a057-c31d3bc2b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:43.770529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-3ff129e9-b4af-4968-a057-c31d3bc2b899 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1050a6c-e2f2-4042-863b-7ac1a56fbafa HTTP/1.1" status: 200 len: 862 time: 0.2518864 Sep 17 01:16:43.782831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting subnet bc49b565-c550-4821-af61-76acd6cfb8ce {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:16:43.810011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:43.902986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-f2767ae9-ac7f-49b2-9d9b-eae8e4e6c196 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=626f53bc-9036-4038-887f-94af615ff73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089940 Sep 17 01:16:43.910041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b72f3-cb5a-43f5-87b7-916e2d0c3228 req-3b47662b-990d-4125-923b-4d54838c1673 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:43.920337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f90b72f3-cb5a-43f5-87b7-916e2d0c3228 req-3b47662b-990d-4125-923b-4d54838c1673 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1107798 Sep 17 01:16:44.019055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f90b72f3-cb5a-43f5-87b7-916e2d0c3228 req-7026971c-1f6c-4d6e-895a-b8142085141d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949335 Sep 17 01:16:44.022777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:44.069884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ff0bd-65f5-451f-90c9-b7aa4e3b3d1a req-0cc5c27f-1baf-4b51-879c-151fe5236acf tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:44.077600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3ff0bd-65f5-451f-90c9-b7aa4e3b3d1a req-0cc5c27f-1baf-4b51-879c-151fe5236acf tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 943 time: 0.3859084 Sep 17 01:16:44.237622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-d8d717c1-9bc4-4502-81d1-8e370fa840d3 service neutron] 10.222.0.23 "GET /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059320 Sep 17 01:16:44.240647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb3ff0bd-65f5-451f-90c9-b7aa4e3b3d1a req-c5992bd3-6ff9-443a-8638-b881c48a40ac tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622751 Sep 17 01:16:44.256814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 5b1fc40b-e679-4a83-be82-54055b77cdb6 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:16:44.330179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 5b1fc40b-e679-4a83-be82-54055b77cdb6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:44.330924 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:44.397326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04819b01-586c-4afc-bef4-0dbe103a04b8 req-36d0c524-0403-41aa-9287-e3778a136281 service neutron] 10.222.0.23 "GET /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259201 Sep 17 01:16:44.429106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:44.528586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:44.573930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:44.582953 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0544844a-9657-4bc8-ae5d-19e4cdac95b2" -d '{"events": [{"server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "name": "network-vif-plugged", "status": "completed", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:44.609346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:44.652657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5522ae-626c-4c21-86c0-c922d2e34a9c req-ecb4f9b5-14cf-4217-8bca-1305b22f13dc tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:44.657977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f5522ae-626c-4c21-86c0-c922d2e34a9c req-ecb4f9b5-14cf-4217-8bca-1305b22f13dc tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1528206 Sep 17 01:16:44.683553 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:44.730691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-de577a80-7a99-4ef1-9595-b2b6fe42174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:44.743674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-de577a80-7a99-4ef1-9595-b2b6fe42174a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=751214c86fd447b0b3463553d62b75df&device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 1097 time: 0.1687596 Sep 17 01:16:44.746423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-e32f1a67-bd10-4332-9765-4d41b105e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:44.766485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-e32f1a67-bd10-4332-9765-4d41b105e911 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ebbb8562c4db46eca33212566b23cb5e&device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 1094 time: 0.1224971 Sep 17 01:16:44.786626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f5522ae-626c-4c21-86c0-c922d2e34a9c req-6d207f86-b356-4d67-9cbe-c8da84349e90 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181097 Sep 17 01:16:44.819159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:44.873002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:44.894967 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b10780-7f4a-4b58-931d-0abdb6724155 x-openstack-request-id: req-62b10780-7f4a-4b58-931d-0abdb6724155 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:44.895537 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "name": "network-vif-plugged", "status": "completed", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:44.896321 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62b10780-7f4a-4b58-931d-0abdb6724155 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:44.896940 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'code': 200} Sep 17 01:16:45.022681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Subnet': ['ID=bc49b565-c550-4821-af61-76acd6cfb8ce,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:45.025998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:45.030106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87c2dc-75cf-43ef-8e1b-70b634dcae32 None None] Network 50c5ba95-9dcd-4edd-8a10-da4f703909b0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:45.041738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-558cb456-1045-49f9-99b9-cf0adf9689b4 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/subnets/bc49b565-c550-4821-af61-76acd6cfb8ce HTTP/1.1" status: 204 len: 168 time: 1.5260501 Sep 17 01:16:45.045237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56574) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:45.178384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-0b845566-b788-4e16-9230-2c4f82f12e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.178633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-0b845566-b788-4e16-9230-2c4f82f12e4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=626f53bc-9036-4038-887f-94af615ff73e HTTP/1.1" status: 200 len: 923 time: 0.4059267 Sep 17 01:16:45.278698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-7163664d-975a-4d9e-bcf8-52b790d9c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.278698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-7163664d-975a-4d9e-bcf8-52b790d9c413 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 200 len: 919 time: 0.5145516 Sep 17 01:16:45.284919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-fd9a95cc-b61e-48d2-9767-c7a37d678e15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ca310c77-de6c-4f08-9dd7-886a4865989c HTTP/1.1" status: 200 len: 217 time: 0.0953095 Sep 17 01:16:45.287992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Deleting subnet f7287359-7cca-4522-b61c-2051adbfc8d6 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:16:45.303731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:45.372349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] DHCP port deletion for 50c5ba95-9dcd-4edd-8a10-da4f703909b0 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:16:45.374224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:45.389462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-ca0761b6-fc02-4b17-bd77-8c5f17dbf3db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 200 len: 217 time: 0.0958579 Sep 17 01:16:45.462615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135834c-ae24-4c34-8266-bdc87cd17405 req-31189126-82b4-418f-acea-7b0447287dfc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.473803 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6135834c-ae24-4c34-8266-bdc87cd17405 req-31189126-82b4-418f-acea-7b0447287dfc tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.2769444 Sep 17 01:16:45.489977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-80df0675-686d-435c-94fc-315fc7d7520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.504006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-80df0675-686d-435c-94fc-315fc7d7520f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b1050a6c-e2f2-4042-863b-7ac1a56fbafa HTTP/1.1" status: 200 len: 862 time: 0.1996012 Sep 17 01:16:45.544337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] Deleting port a253261a-5229-4f5d-b76d-b78ac118f9fb {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:45.545020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:45.566405 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6135834c-ae24-4c34-8266-bdc87cd17405 req-4c4c8595-471f-46f1-961a-ca28fa12b2a6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888898 Sep 17 01:16:45.584129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef53cd4-7cba-4631-9464-73bf1d535609 req-1dcd8c04-e49a-42d4-b808-f0b1e71478c5 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.585716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ef53cd4-7cba-4631-9464-73bf1d535609 req-1dcd8c04-e49a-42d4-b808-f0b1e71478c5 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.3107367 Sep 17 01:16:45.662264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-b822df65-5fdb-40c1-8a55-902ce9474447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=626f53bc-9036-4038-887f-94af615ff73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613362 Sep 17 01:16:45.675833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-3f4b2ca4-c159-42fd-b98d-07e1d2695843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.677319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-3f4b2ca4-c159-42fd-b98d-07e1d2695843 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 200 len: 858 time: 0.2791450 Sep 17 01:16:45.677946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:45.731322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-e1cbf763-79a3-4dfa-92ec-0f612781f64d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e213015e-2e17-465b-83c8-c358fe164ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359206 Sep 17 01:16:45.764190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] For port a253261a-5229-4f5d-b76d-b78ac118f9fb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a253261a-5229-4f5d-b76d-b78ac118f9fb,segment=NetworkSegment(75de20f3-d82c-4764-8d53-fac89044f415),segment_id=75de20f3-d82c-4764-8d53-fac89044f415)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:45.764712 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:45.802642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] Calling delete_port for a253261a-5229-4f5d-b76d-b78ac118f9fb owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:45.914171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cbcf9-2eb2-4c1d-9491-0d01015c0089 req-3fb38dfe-772a-467f-814d-3eb78b3c9fc5 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:45.917360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a3cbcf9-2eb2-4c1d-9491-0d01015c0089 req-3fb38dfe-772a-467f-814d-3eb78b3c9fc5 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 943 time: 0.1828790 Sep 17 01:16:45.920701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ef53cd4-7cba-4631-9464-73bf1d535609 req-4973763f-5ac6-49ee-a6b7-0ace90c61f14 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671165 Sep 17 01:16:46.000117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-94039641-7d97-4b21-ae12-0c7e8299af4f service neutron] 10.222.0.23 "GET /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218045 Sep 17 01:16:46.002688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-265c9cff-ed04-46b9-a2e0-e0fb7c8feb6e service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646773 Sep 17 01:16:46.015537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-c3e9b246-004f-4b4d-9843-7930231d8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:46.015537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-c3e9b246-004f-4b4d-9843-7930231d8ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb&tenant_id=0e4205523e00412caf112129a33454e2 HTTP/1.1" status: 200 len: 1094 time: 0.1515887 Sep 17 01:16:46.015725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a3cbcf9-2eb2-4c1d-9491-0d01015c0089 req-64e29a03-69d1-4a89-bdf6-94f26562921d tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809700 Sep 17 01:16:46.015725 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.032131 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.074944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.077466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/subnets/f7287359-7cca-4522-b61c-2051adbfc8d6 HTTP/1.1" status: 204 len: 168 time: 1.0312176 Sep 17 01:16:46.078384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e4130-add2-479e-9bdd-de0c8504af14 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Subnet': ['ID=f7287359-7cca-4522-b61c-2051adbfc8d6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:46.101234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:46.131872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] No DVR routers for this DVR port a253261a-5229-4f5d-b76d-b78ac118f9fb on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:46.134325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:16:46.138716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9cd5044-d8b4-452b-b597-0c5cc8bdf1f0 req-a7178549-bff6-4138-87e7-052a1d6d343e service neutron] 10.222.0.23 "GET /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171248 Sep 17 01:16:46.187905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038ba7c-6efd-413c-979b-6128388c0673 None None] Pushing event deleted for resources: {'Port': ['ID=a253261a-5229-4f5d-b76d-b78ac118f9fb,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:46.197188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1a5d0a-643b-49c0-966b-7f2d5fbb0132 None None] Network a39e65dd-f6af-460a-ba3d-93ca273b5dc1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:16:46.302640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.330594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be9c820-1d1b-4ef5-8f34-1182292849c8 req-b89fd208-812a-4b7d-8f59-a916faab3bb0 service neutron] 10.222.0.23 "GET /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165767 Sep 17 01:16:46.396656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a27c6a-23b3-45ae-8919-3bfd8fbde180 req-4e4eb94f-7c9a-4eef-b679-4d60ea793568 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:46.405563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5a27c6a-23b3-45ae-8919-3bfd8fbde180 req-4e4eb94f-7c9a-4eef-b679-4d60ea793568 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.2640524 Sep 17 01:16:46.469469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] DHCP port deletion for a39e65dd-f6af-460a-ba3d-93ca273b5dc1 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:16:46.518959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.523890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a253261a-5229-4f5d-b76d-b78ac118f9fb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:46.553653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.578335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a253261a-5229-4f5d-b76d-b78ac118f9fb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:46.578839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5a27c6a-23b3-45ae-8919-3bfd8fbde180 req-952bc244-04ac-4517-a3d1-1deeb002129d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701422 Sep 17 01:16:46.579514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a253261a-5229-4f5d-b76d-b78ac118f9fb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:46.608766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c5ba95-9dcd-4edd-8a10-da4f703909b0']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:46.630615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75de20f3-d82c-4764-8d53-fac89044f415') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:46.630913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75de20f3-d82c-4764-8d53-fac89044f415') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:46.644991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] Deleting port 761f250d-f5e4-48c2-be86-ad817459e931 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:46.645459 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.654056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.683902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.720855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:16:46.721452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:16:46.726977 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:16:46.836936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-526679a7-4ac1-43dc-877f-289cd5930082 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:46.839049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-526679a7-4ac1-43dc-877f-289cd5930082 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.4648042 Sep 17 01:16:46.853702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaaca10-223b-4381-bb10-b552b4270e26 req-0f213f4f-08e1-46a3-9358-6c04330aea26 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:46.856486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4eaaca10-223b-4381-bb10-b552b4270e26 req-0f213f4f-08e1-46a3-9358-6c04330aea26 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1508765 Sep 17 01:16:46.909319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.922986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:46.927850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/networks/50c5ba95-9dcd-4edd-8a10-da4f703909b0 HTTP/1.1" status: 204 len: 168 time: 0.8227983 Sep 17 01:16:46.932534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56608) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:16:46.970066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58bd62-d463-469d-97b6-e6d25020287b tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Network': ['ID=50c5ba95-9dcd-4edd-8a10-da4f703909b0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:46.986606 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4eaaca10-223b-4381-bb10-b552b4270e26 req-50070509-d6a3-400e-b424-851389bb482e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098890 Sep 17 01:16:47.020053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] For port 761f250d-f5e4-48c2-be86-ad817459e931, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=761f250d-f5e4-48c2-be86-ad817459e931,segment=NetworkSegment(9842012c-49b5-4d14-bc2d-7cb461591865),segment_id=9842012c-49b5-4d14-bc2d-7cb461591865)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:47.021930 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:47.052468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] Calling delete_port for 761f250d-f5e4-48c2-be86-ad817459e931 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:47.222407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b42c4e-a4ba-466f-acb1-927099319b2c req-efe5a73a-48cc-45cf-8b96-29d3e527a6cf tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:47.226256 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30b42c4e-a4ba-466f-acb1-927099319b2c req-efe5a73a-48cc-45cf-8b96-29d3e527a6cf tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 943 time: 0.1130543 Sep 17 01:16:47.233828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:47.265144 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:47.280950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2a1d3-3add-40d4-9134-a3adb825f767 req-48ddf903-276a-4b4c-8b9f-e3bc370fc89b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:47.281121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] No DVR routers for this DVR port 761f250d-f5e4-48c2-be86-ad817459e931 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:47.289160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30b42c4e-a4ba-466f-acb1-927099319b2c req-d379a01e-0985-46d8-bccb-3c0cf5a97f86 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547879 Sep 17 01:16:47.289368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1db2a1d3-3add-40d4-9134-a3adb825f767 req-48ddf903-276a-4b4c-8b9f-e3bc370fc89b tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.2294710 Sep 17 01:16:47.324105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:47.324783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8593fe-1ca1-4c05-be69-4aa52d94edea None None] Pushing event deleted for resources: {'Port': ['ID=761f250d-f5e4-48c2-be86-ad817459e931,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:47.386290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Deleting port 5b1fc40b-e679-4a83-be82-54055b77cdb6 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:47.386290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:47.430766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1db2a1d3-3add-40d4-9134-a3adb825f767 req-258bee4a-a388-4c5c-a06d-226b5651e18e tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401224 Sep 17 01:16:47.491463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:16:47.548532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:47.745148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989811-04ed-4a4a-979a-2764ac173a5d req-9867d41c-3963-47ae-a922-1c3fabeeb88f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:47.747965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed989811-04ed-4a4a-979a-2764ac173a5d req-9867d41c-3963-47ae-a922-1c3fabeeb88f tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0716021 Sep 17 01:16:47.814341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed989811-04ed-4a4a-979a-2764ac173a5d req-e629d080-f6ce-4664-a3e6-d97b0d0e73bb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588734 Sep 17 01:16:47.993622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39e65dd-f6af-460a-ba3d-93ca273b5dc1']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:48.042796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:16:48.056807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9842012c-49b5-4d14-bc2d-7cb461591865') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:48.056807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9842012c-49b5-4d14-bc2d-7cb461591865') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:16:48.074966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.140352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.146254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] For port 5b1fc40b-e679-4a83-be82-54055b77cdb6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=5b1fc40b-e679-4a83-be82-54055b77cdb6,segment=NetworkSegment(197c5bab-72ea-4eb3-a774-fa54426c16d8),segment_id=197c5bab-72ea-4eb3-a774-fa54426c16d8)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:48.146614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.186161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Transition to ACTIVE for port object 7c0eda0c-66a7-4edc-81ee-70c491646299 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:16:48.189578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Calling delete_port for 5b1fc40b-e679-4a83-be82-54055b77cdb6 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:48.194998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.210649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:16:48.211056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:16:48.217120 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:16:48.226054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17fe01-af05-42ba-896d-ecabf4925382 req-890fed66-ecc8-4942-8f1a-53e714314f30 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:48.227608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba17fe01-af05-42ba-896d-ecabf4925382 req-890fed66-ecc8-4942-8f1a-53e714314f30 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 943 time: 0.1435273 Sep 17 01:16:48.322741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.401823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ca310c77-de6c-4f08-9dd7-886a4865989c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:16:48.485244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba17fe01-af05-42ba-896d-ecabf4925382 req-fe93cd3d-ce08-4f5d-8c36-e651312534be tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424786 Sep 17 01:16:48.513337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=9']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:48.530607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] No DVR routers for this DVR port 7c0eda0c-66a7-4edc-81ee-70c491646299 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:48.557871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686bdf2-77f9-49a9-8be8-c0265124bd5b req-55abcacf-5fa3-444f-99dc-78d3eaaade41 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:48.566216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d686bdf2-77f9-49a9-8be8-c0265124bd5b req-55abcacf-5fa3-444f-99dc-78d3eaaade41 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 943 time: 0.1614618 Sep 17 01:16:48.579822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.595487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.601649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] 10.222.0.13 "DELETE /v2.0/networks/a39e65dd-f6af-460a-ba3d-93ca273b5dc1 HTTP/1.1" status: 204 len: 168 time: 1.6597428 Sep 17 01:16:48.625378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 761f250d-f5e4-48c2-be86-ad817459e931 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:48.627768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:16:48.627992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:16:48.628282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:48.654919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d686bdf2-77f9-49a9-8be8-c0265124bd5b req-e919994e-7a10-4e04-81a9-7d23c1a1f443 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830197 Sep 17 01:16:48.673332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc0a72-53f9-412f-9355-7f64b3aa4f30 tempest-TaggedBootDevicesTest_v242-876290125 tempest-TaggedBootDevicesTest_v242-876290125-project] Pushing event deleted for resources: {'Network': ['ID=a39e65dd-f6af-460a-ba3d-93ca273b5dc1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:48.689059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Port 7c0eda0c-66a7-4edc-81ee-70c491646299 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:16:48.689059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Attempting to bind port 7c0eda0c-66a7-4edc-81ee-70c491646299 on network 308d8ee2-0e66-4f75-9874-3d6f781596e2 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:16:48.707826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 761f250d-f5e4-48c2-be86-ad817459e931 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:48.708416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 761f250d-f5e4-48c2-be86-ad817459e931 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:48.721864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:16:48.722230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Checking segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:16:48.722601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Bound using segment: {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:16:48.723038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Bound port: 7c0eda0c-66a7-4edc-81ee-70c491646299, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657447e6-259c-4f15-8e79-283bf319a29f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:16:48.723452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.789266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d533bf-0256-4977-bf61-122e82478896 req-398a3fe7-c9d9-4fb6-8cb7-7ae478cfd612 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:48.791139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07d533bf-0256-4977-bf61-122e82478896 req-398a3fe7-c9d9-4fb6-8cb7-7ae478cfd612 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 945 time: 0.1135945 Sep 17 01:16:48.791969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ca310c77-de6c-4f08-9dd7-886a4865989c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ca310c77-de6c-4f08-9dd7-886a4865989c,segment=NetworkSegment(bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae),segment_id=bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:48.805121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'ca310c77-de6c-4f08-9dd7-886a4865989c', 'network_id': '626f53bc-9036-4038-887f-94af615ff73e', 'port_id': 'ca310c77-de6c-4f08-9dd7-886a4865989c', 'mac_address': 'fa:16:3e:8f:4b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1050a6c-e2f2-4042-863b-7ac1a56fbafa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:16:48.848912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.917916 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:48.931801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Pushing event deleted for resources: {'Port': ['ID=5b1fc40b-e679-4a83-be82-54055b77cdb6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:48.934866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:16:48.954330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca310c77-de6c-4f08-9dd7-886a4865989c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:16:48.987692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07d533bf-0256-4977-bf61-122e82478896 req-3667ae46-6e84-4375-a71c-9766e85a572a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/security-groups?id=6a511a8e-07a3-4b13-980d-e03a180600e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854813 Sep 17 01:16:49.022378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:16:49.024060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ca310c77-de6c-4f08-9dd7-886a4865989c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ca310c77-de6c-4f08-9dd7-886a4865989c,segment=NetworkSegment(bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae),segment_id=bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:49.041248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] No DVR routers for this DVR port 5b1fc40b-e679-4a83-be82-54055b77cdb6 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:49.050334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:49.055747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87e171bf-ffe4-4c4c-a894-ec524c7e3482 req-3906c03d-3770-4571-9c99-d654bf7dcc7a tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.36 "DELETE /v2.0/ports/5b1fc40b-e679-4a83-be82-54055b77cdb6 HTTP/1.1" status: 204 len: 173 time: 2.2046280 Sep 17 01:16:49.056215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'name': 'network-vif-deleted', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:49.062981 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58634b24-c6da-4a1d-92cc-54b30ee251dd" -d '{"events": [{"server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "name": "network-vif-deleted", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:49.087750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506066c4-2d13-4dd7-9bfd-2dbcc6544633 req-ca94d121-25c1-4e31-8b81-7ea01a54e6f1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.092281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-506066c4-2d13-4dd7-9bfd-2dbcc6544633 req-ca94d121-25c1-4e31-8b81-7ea01a54e6f1 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1281934 Sep 17 01:16:49.105268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:49.149129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:49.192313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.192995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:49.194646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] 10.222.0.36 "PUT /v2.0/ports/7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 1091 time: 3.0653098 Sep 17 01:16:49.202041 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93538392-fee8-4849-8039-e36ce923d3bd x-openstack-request-id: req-93538392-fee8-4849-8039-e36ce923d3bd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:49.203312 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eded8063-429a-4cae-81a9-8f083290968f", "name": "network-vif-deleted", "tag": "5b1fc40b-e679-4a83-be82-54055b77cdb6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:49.203762 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93538392-fee8-4849-8039-e36ce923d3bd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:49.204381 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eded8063-429a-4cae-81a9-8f083290968f', 'name': 'network-vif-deleted', 'tag': '5b1fc40b-e679-4a83-be82-54055b77cdb6', 'status': 'completed', 'code': 200} Sep 17 01:16:49.217153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-506066c4-2d13-4dd7-9bfd-2dbcc6544633 req-69a1134f-5618-4da2-9b05-39670e22030e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017566 Sep 17 01:16:49.272904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ca310c77-de6c-4f08-9dd7-886a4865989c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:49.288997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55b42e-a397-4fd2-a35d-0b62239e4010 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:49.306013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-165fe2f6-c5df-4a15-9ecd-33bea7f38309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.308620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-165fe2f6-c5df-4a15-9ecd-33bea7f38309 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1095 time: 0.0810151 Sep 17 01:16:49.406196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ca310c77-de6c-4f08-9dd7-886a4865989c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:16:49.438515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-35fe590a-cbd4-40a7-ba43-8747d937a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.442004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-35fe590a-cbd4-40a7-ba43-8747d937a18d service neutron] 10.222.0.36 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 0.1260111 Sep 17 01:16:49.537744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-43e24876-4fad-46cf-a6db-57ce184741f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0877454 Sep 17 01:16:49.619816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-18256fd3-5719-404f-a702-90178edbb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.623416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-18256fd3-5719-404f-a702-90178edbb06b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.0789986 Sep 17 01:16:49.664074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-d6c0c6bc-ed98-4a4f-ba3c-c25076a3cfa6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331519 Sep 17 01:16:49.682722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d9f2e-27a4-42db-aade-bb03ddf2e86a req-017bfdba-849f-46b9-9b2d-b3bb4bb62361 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.684547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c1d9f2e-27a4-42db-aade-bb03ddf2e86a req-017bfdba-849f-46b9-9b2d-b3bb4bb62361 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.0696707 Sep 17 01:16:49.732409 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c1d9f2e-27a4-42db-aade-bb03ddf2e86a req-59e15217-9729-42e6-8240-9870b8583a13 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Sep 17 01:16:49.790685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-ecd1eb2f-5e73-485c-8dc7-dcdddfdeb789 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125033 Sep 17 01:16:49.887248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cd90e-ade3-478b-a693-7bb575d651af req-73264e53-151d-4999-bd94-f3227761baad tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:49.889065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd0cd90e-ade3-478b-a693-7bb575d651af req-73264e53-151d-4999-bd94-f3227761baad tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 944 time: 0.0730698 Sep 17 01:16:49.904049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1314ad5a-179b-49ff-ac15-dc4a8584be87 req-a5b4f40f-212d-4f3a-9443-58f15e865261 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110511 Sep 17 01:16:49.981176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd0cd90e-ade3-478b-a693-7bb575d651af req-fe414bb9-89c3-44bd-a6df-979078922660 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819459 Sep 17 01:16:50.167933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27ed148-8052-400e-9b55-49bf619be6f3 req-8d77c51c-7df9-4b97-98cc-dbe4af4f3b93 tempest-ImagesTestJSON-974326245 tempest-ImagesTestJSON-974326245-project] 10.222.0.13 "GET /v2.0/ports?device_id=eded8063-429a-4cae-81a9-8f083290968f HTTP/1.1" status: 200 len: 210 time: 0.0419672 Sep 17 01:16:50.281104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 5b1fc40b-e679-4a83-be82-54055b77cdb6 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:50.321156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 5b1fc40b-e679-4a83-be82-54055b77cdb6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:50.321584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 5b1fc40b-e679-4a83-be82-54055b77cdb6 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:50.419559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ca310c77-de6c-4f08-9dd7-886a4865989c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:16:50.602739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port ca310c77-de6c-4f08-9dd7-886a4865989c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:16:50.609272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port ca310c77-de6c-4f08-9dd7-886a4865989c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:16:50.609272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:50.744480 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:50.854854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ca310c77-de6c-4f08-9dd7-886a4865989c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ca310c77-de6c-4f08-9dd7-886a4865989c,segment=NetworkSegment(bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae),segment_id=bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:50.861266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca310c77-de6c-4f08-9dd7-886a4865989c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:50.867509 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcae1c11-9387-4fb5-bb11-33e848603651" -d '{"events": [{"server_uuid": "ec94f8dd-9c8c-44a1-b405-d3d179eda20e", "name": "network-vif-plugged", "status": "completed", "tag": "ca310c77-de6c-4f08-9dd7-886a4865989c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:50.976112 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0003a0d-67b2-423f-8c9e-211eb937ab92 x-openstack-request-id: req-e0003a0d-67b2-423f-8c9e-211eb937ab92 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:50.976496 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94f8dd-9c8c-44a1-b405-d3d179eda20e", "name": "network-vif-plugged", "status": "completed", "tag": "ca310c77-de6c-4f08-9dd7-886a4865989c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:50.976728 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0003a0d-67b2-423f-8c9e-211eb937ab92 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:50.977030 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca310c77-de6c-4f08-9dd7-886a4865989c', 'code': 200} Sep 17 01:16:50.982052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:51.019234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63dbcb-9d52-4d00-81e4-54aadfa1adeb req-759fc75f-c970-40f0-965f-7a492ae17945 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:51.021342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a63dbcb-9d52-4d00-81e4-54aadfa1adeb req-759fc75f-c970-40f0-965f-7a492ae17945 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1276903 Sep 17 01:16:51.077929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ca310c77-de6c-4f08-9dd7-886a4865989c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:51.170982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a63dbcb-9d52-4d00-81e4-54aadfa1adeb req-2289dd3d-e304-4c6c-9bfd-c6f8ddd6ce2c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371715 Sep 17 01:16:51.205754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:51.216884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:51.239561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deaef16-fb07-4593-96e2-90e0cb501a49 req-e1302ea1-703d-426a-8fb7-3bc85e2bc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:51.253353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7deaef16-fb07-4593-96e2-90e0cb501a49 req-e1302ea1-703d-426a-8fb7-3bc85e2bc560 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 1096 time: 0.1890342 Sep 17 01:16:51.364026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7deaef16-fb07-4593-96e2-90e0cb501a49 req-ee2e14d6-cbac-4550-8ceb-cd883cef2a3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021893 Sep 17 01:16:51.464829 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f321e7-e88e-4325-9e8e-70d495d2dc1b x-openstack-request-id: req-30f321e7-e88e-4325-9e8e-70d495d2dc1b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:51.465129 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:51.465385 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30f321e7-e88e-4325-9e8e-70d495d2dc1b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:51.465787 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'status': 'completed', 'code': 200} Sep 17 01:16:51.521179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf720e7-504b-4f1f-984c-9ade392551a8 req-fa818f77-2b9b-4449-9d77-a054d4d277b9 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:51.522786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5cf720e7-504b-4f1f-984c-9ade392551a8 req-fa818f77-2b9b-4449-9d77-a054d4d277b9 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 945 time: 0.1358578 Sep 17 01:16:51.598628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-8c33a76c-a75f-407a-892b-110b4d996716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:51.600556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-8c33a76c-a75f-407a-892b-110b4d996716 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1095 time: 0.0766547 Sep 17 01:16:51.661545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5cf720e7-504b-4f1f-984c-9ade392551a8 req-b7ba3737-4767-48a7-b2bd-5000ecff5853 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029773 Sep 17 01:16:51.889476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-6d5b0688-42fe-46e7-957c-709e86a85bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:51.891042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-6d5b0688-42fe-46e7-957c-709e86a85bcb service neutron] 10.222.0.36 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 0.2769358 Sep 17 01:16:52.086501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-cf728afd-5e9e-4524-afd0-077d7ea7a2fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0832822 Sep 17 01:16:52.383558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-e4be7ec3-db29-496a-b3de-1e27dc2a5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:52.397409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-e4be7ec3-db29-496a-b3de-1e27dc2a5ea9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.1733177 Sep 17 01:16:52.488869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-a0a48c46-c5e7-4005-bc6f-4c7a95b78456 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633016 Sep 17 01:16:52.652669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4972c8-d046-44cc-a75a-d2ae060b0c2c req-61000731-3891-4ea0-8c33-3f5220586aa7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:52.661125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d4972c8-d046-44cc-a75a-d2ae060b0c2c req-61000731-3891-4ea0-8c33-3f5220586aa7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1892085 Sep 17 01:16:52.765943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d4972c8-d046-44cc-a75a-d2ae060b0c2c req-2d8e32af-1ee4-4111-bd4d-8f07f7349b7e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038594 Sep 17 01:16:52.888987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-f7ee3b13-f345-4ee8-b3ba-cd4a4cd6e188 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634191 Sep 17 01:16:53.104202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-023e2651-d2bb-489e-b7ac-b6213e1cbc5d req-bf060459-1f58-45b1-ac45-c59c156226ed service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953526 Sep 17 01:16:53.262797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3b02f-d8f9-408d-9efd-8df050f3b2f3 req-b5adb11d-b17d-400f-841c-66b2d607483f tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:53.271816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30c3b02f-d8f9-408d-9efd-8df050f3b2f3 req-b5adb11d-b17d-400f-841c-66b2d607483f tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 945 time: 0.1707203 Sep 17 01:16:53.373623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30c3b02f-d8f9-408d-9efd-8df050f3b2f3 req-b2b25ddb-dcf8-4b3a-9db5-5b12c0d483a2 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008625 Sep 17 01:16:54.447062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d436-fcac-479c-9df5-faf00e9352a1 req-74131012-3c82-4a7a-82f0-2e27f511a131 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:54.474728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea72d436-fcac-479c-9df5-faf00e9352a1 req-74131012-3c82-4a7a-82f0-2e27f511a131 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1434169 Sep 17 01:16:54.608989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea72d436-fcac-479c-9df5-faf00e9352a1 req-3595b075-7219-4830-bae3-bcb898791e22 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224771 Sep 17 01:16:54.887262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144c0ae-fb18-436d-b942-5bb29c885f1d req-332951ba-156c-4693-8ad5-0c92fb22fe4d tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:54.895430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f144c0ae-fb18-436d-b942-5bb29c885f1d req-332951ba-156c-4693-8ad5-0c92fb22fe4d tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 945 time: 0.1521404 Sep 17 01:16:54.982391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f144c0ae-fb18-436d-b942-5bb29c885f1d req-76fbff9b-a136-4854-90af-48a9783c261a tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805371 Sep 17 01:16:55.855971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-1898f16f-4a69-44dd-aa5b-ca617e6830ff tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:55.863911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-1898f16f-4a69-44dd-aa5b-ca617e6830ff tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.23 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 945 time: 0.2632148 Sep 17 01:16:56.138738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d49949-48b5-4159-bff5-fcd5a2c64128 req-2806487c-2cbd-4e43-b905-7a8c079901d1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:56.140575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52d49949-48b5-4159-bff5-fcd5a2c64128 req-2806487c-2cbd-4e43-b905-7a8c079901d1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1943302 Sep 17 01:16:56.178964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Deleting port ca310c77-de6c-4f08-9dd7-886a4865989c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:16:56.184920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:56.481649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52d49949-48b5-4159-bff5-fcd5a2c64128 req-8e5fef54-95d8-47cf-aeff-03295da7f952 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341076 Sep 17 01:16:56.553196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] For port ca310c77-de6c-4f08-9dd7-886a4865989c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ca310c77-de6c-4f08-9dd7-886a4865989c,segment=NetworkSegment(bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae),segment_id=bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:16:56.553581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:56.671394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Calling delete_port for ca310c77-de6c-4f08-9dd7-886a4865989c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:16:56.797625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cc853-7760-4271-813d-369317f382bd req-0085fb09-07e7-4cf9-a5dc-2568e2f0fde0 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:56.799270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e73cc853-7760-4271-813d-369317f382bd req-0085fb09-07e7-4cf9-a5dc-2568e2f0fde0 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 945 time: 0.2145376 Sep 17 01:16:56.906828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e73cc853-7760-4271-813d-369317f382bd req-54429164-3111-4513-b245-935d21536d54 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/security-groups?id=f4544988-7a0a-466e-9bea-b7dbbdf3c081&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950229 Sep 17 01:16:57.300271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:57.445098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Pushing event deleted for resources: {'Port': ['ID=ca310c77-de6c-4f08-9dd7-886a4865989c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:16:57.610537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] No DVR routers for this DVR port ca310c77-de6c-4f08-9dd7-886a4865989c on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:16:57.621700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:57.630053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ac4ce2a-5e8d-46d3-adc3-4c74b889e44a req-ae6896aa-3131-4848-ba57-1e6b52bdb486 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.23 "DELETE /v2.0/ports/ca310c77-de6c-4f08-9dd7-886a4865989c HTTP/1.1" status: 204 len: 173 time: 1.7587366 Sep 17 01:16:57.643538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'name': 'network-vif-deleted', 'tag': 'ca310c77-de6c-4f08-9dd7-886a4865989c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:16:57.647071 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64abf371-b863-41eb-83f6-30d50e70ccb1" -d '{"events": [{"server_uuid": "ec94f8dd-9c8c-44a1-b405-d3d179eda20e", "name": "network-vif-deleted", "tag": "ca310c77-de6c-4f08-9dd7-886a4865989c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:16:57.735199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da3bdd-4959-4e5b-86c8-5db8a8f81bb5 req-8bc14760-a30c-467c-84ba-c293018decd0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:57.743751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78da3bdd-4959-4e5b-86c8-5db8a8f81bb5 req-8bc14760-a30c-467c-84ba-c293018decd0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1114590 Sep 17 01:16:57.828042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78da3bdd-4959-4e5b-86c8-5db8a8f81bb5 req-4f4efefe-b7ee-44aa-a22e-ef650fd9619f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828776 Sep 17 01:16:57.932598 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0395df15-6104-4fe2-8dcd-d7645973ccc1 x-openstack-request-id: req-0395df15-6104-4fe2-8dcd-d7645973ccc1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:16:57.933247 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94f8dd-9c8c-44a1-b405-d3d179eda20e", "name": "network-vif-deleted", "tag": "ca310c77-de6c-4f08-9dd7-886a4865989c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:16:57.933247 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0395df15-6104-4fe2-8dcd-d7645973ccc1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:16:57.933564 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94f8dd-9c8c-44a1-b405-d3d179eda20e', 'name': 'network-vif-deleted', 'tag': 'ca310c77-de6c-4f08-9dd7-886a4865989c', 'status': 'completed', 'code': 200} Sep 17 01:16:58.180911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d3d4cdc-4306-4c64-a192-e9789835168b req-803ae7b5-89bd-45e4-a8b7-0bf53e279a4f tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 210 time: 0.0492387 Sep 17 01:16:58.467685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ca310c77-de6c-4f08-9dd7-886a4865989c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:16:58.507454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: ca310c77-de6c-4f08-9dd7-886a4865989c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:16:58.507812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ca310c77-de6c-4f08-9dd7-886a4865989c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:16:58.979701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948a539-2d88-44a1-805d-2d811e3845b9 req-062899d5-eb5e-4ef7-b2aa-42e004a30f66 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:16:58.987046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d948a539-2d88-44a1-805d-2d811e3845b9 req-062899d5-eb5e-4ef7-b2aa-42e004a30f66 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.0800064 Sep 17 01:16:59.040177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d948a539-2d88-44a1-805d-2d811e3845b9 req-9e0f9c98-cea2-49a1-a4e0-fb0cbd39a2ae tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515950 Sep 17 01:16:59.336777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea5478d2-7c42-4c51-afe8-d0d0e2b89a04 req-b8e48669-6cd2-4db7-8ae9-5624f7499fc7 tempest-ServerAddressesNegativeTestJSON-1398251071 tempest-ServerAddressesNegativeTestJSON-1398251071-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec94f8dd-9c8c-44a1-b405-d3d179eda20e HTTP/1.1" status: 200 len: 210 time: 0.0439930 Sep 17 01:16:59.746793 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:16:59.748404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:00.324167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad78ba-cc52-4aaa-8f3c-1f9902646515 req-d70de010-60f2-4c57-8d1b-533ba75b6986 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:00.336258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffad78ba-cc52-4aaa-8f3c-1f9902646515 req-d70de010-60f2-4c57-8d1b-533ba75b6986 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1581852 Sep 17 01:17:00.482750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffad78ba-cc52-4aaa-8f3c-1f9902646515 req-be09eb24-39af-4f59-a5b6-777771c65e7e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455023 Sep 17 01:17:00.656106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56836) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:00.814350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Deleting subnet b1050a6c-e2f2-4042-863b-7ac1a56fbafa {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:00.871425 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:00.974567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.075274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.243231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.299007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1050a6c-e2f2-4042-863b-7ac1a56fbafa,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:01.307775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.312056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-800351e5-320c-4f07-968e-751fbccd67f7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1050a6c-e2f2-4042-863b-7ac1a56fbafa HTTP/1.1" status: 204 len: 168 time: 0.6525238 Sep 17 01:17:01.312430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56844) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:01.483359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.664474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.716042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626f53bc-9036-4038-887f-94af615ff73e']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:01.754527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:01.756120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5b4e8d-afcd-4cd5-9d1a-e755d4559eae') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:01.814451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.827799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d6c5a-5d81-443c-b60b-fec2402b26c0 req-faa7661f-15b3-4bbd-8666-6a5ff74525e1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:01.839539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-280d6c5a-5d81-443c-b60b-fec2402b26c0 req-faa7661f-15b3-4bbd-8666-6a5ff74525e1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1839786 Sep 17 01:17:01.856118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.872279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:01.872689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:01.874541 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:01.937789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-280d6c5a-5d81-443c-b60b-fec2402b26c0 req-156182d5-0e72-481a-9966-31a7b52090c9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910766 Sep 17 01:17:02.111856 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:02.117524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:02.125619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/626f53bc-9036-4038-887f-94af615ff73e HTTP/1.1" status: 204 len: 168 time: 0.8093872 Sep 17 01:17:02.145824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03c949-d545-4cc2-8e02-046c4167fa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=626f53bc-9036-4038-887f-94af615ff73e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:02.675942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56864) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:02.847979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e1dacf63-7d56-4e83-aa47-9c7eae73e512 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebbb8562c4db46eca33212566b23cb5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705511 Sep 17 01:17:02.850738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56870) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:03.052693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7d710ca-04b7-4f05-9d12-98521e886476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:03.157438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7d710ca-04b7-4f05-9d12-98521e886476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:03.211394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980c442-4ac4-4448-a64c-c66324b51336 req-afe42c93-f99a-4355-bb9a-789954c34690 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:03.225030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4980c442-4ac4-4448-a64c-c66324b51336 req-afe42c93-f99a-4355-bb9a-789954c34690 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1170781 Sep 17 01:17:03.318204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4980c442-4ac4-4448-a64c-c66324b51336 req-cfb258fc-a30e-4bd7-8ab6-0eb6219d29eb tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917532 Sep 17 01:17:03.352690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7d710ca-04b7-4f05-9d12-98521e886476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:03.356361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7d710ca-04b7-4f05-9d12-98521e886476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:03.357779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b7d710ca-04b7-4f05-9d12-98521e886476 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4544988-7a0a-466e-9bea-b7dbbdf3c081 HTTP/1.1" status: 204 len: 168 time: 0.5052240 Sep 17 01:17:03.403466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d710ca-04b7-4f05-9d12-98521e886476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4544988-7a0a-466e-9bea-b7dbbdf3c081,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:04.649013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2efd15-8ae9-4171-a09c-d9e0864bc65c req-6386cdbb-58a0-4ff5-a2d3-2054aa372cc4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:04.673727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae2efd15-8ae9-4171-a09c-d9e0864bc65c req-6386cdbb-58a0-4ff5-a2d3-2054aa372cc4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.2134292 Sep 17 01:17:04.777583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae2efd15-8ae9-4171-a09c-d9e0864bc65c req-997f5e50-a8c9-48b9-8c3b-be0a6204f9e8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978959 Sep 17 01:17:05.404580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56930) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:05.414383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f17cd27-f428-4007-ab89-d98cb49d9efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:05.626962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-482108239-network', 'tenant_id': 'b25db3988f5045b693cc841c01342d9e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:05.762805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Made reservation on behalf of b25db3988f5045b693cc841c01342d9e for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:05.766445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:05.786488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:05.918988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:06.099646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Deleting subnet 75a59789-9d25-454f-86ed-d781498d2cff {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:06.106546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.110051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60a19f-7899-43c9-a8d6-e3548410a6b3 req-63755d68-6dfa-4d3d-95ef-3a4870b9eba9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:06.131140 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e60a19f-7899-43c9-a8d6-e3548410a6b3 req-63755d68-6dfa-4d3d-95ef-3a4870b9eba9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1317637 Sep 17 01:17:06.240836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e60a19f-7899-43c9-a8d6-e3548410a6b3 req-f68e0e04-25ec-4251-8ef7-d0e358474189 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215329 Sep 17 01:17:06.261079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.374430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.590061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.632294 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.683335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ba0b1-0697-4971-8bc6-01f80bc65bab,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:06.707566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:17:06.719447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.720085 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Added segment f849a5e1-f39f-4a26-a2fe-c08202d880bb of type vlan for network 8098a33d-c25e-4de5-b75d-d0ef304cb628 Sep 17 01:17:06.773351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.783578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.823681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75a59789-9d25-454f-86ed-d781498d2cff,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:06.833316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.838398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56984) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:06.838750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d2942dd7-c7ec-4a88-ba60-4aec5a1a5e98 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/75a59789-9d25-454f-86ed-d781498d2cff HTTP/1.1" status: 204 len: 168 time: 0.9175472 Sep 17 01:17:06.962863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.980278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:06.982177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:06.983464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.086495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6803551 Sep 17 01:17:07.091241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56998) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:07.101629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Request body: {'subnet': {'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-482108239-subnet', 'tenant_id': 'b25db3988f5045b693cc841c01342d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:07.106092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.159991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffea1ff-9308-42a7-b1de-146bf70c3589']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:07.165834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e51729-8e31-4f80-b08c-e2086f07e593 admin admin] Pushing event updated for resources: {'Network': ['ID=8098a33d-c25e-4de5-b75d-d0ef304cb628,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:07.176583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197c5bab-72ea-4eb3-a774-fa54426c16d8') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:07.179566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8098a33d-c25e-4de5-b75d-d0ef304cb628 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:17:07.188290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197c5bab-72ea-4eb3-a774-fa54426c16d8') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:07.202276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.220520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.228799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:07.229963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.253840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Made reservation on behalf of b25db3988f5045b693cc841c01342d9e for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:07.256999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:07.282699 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:07.402927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.408444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.413235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bffea1ff-9308-42a7-b1de-146bf70c3589 HTTP/1.1" status: 204 len: 168 time: 0.5708661 Sep 17 01:17:07.438556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f45fd8-19f0-4c45-a331-fc7c69f46f62 admin admin] Pushing event deleted for resources: {'Network': ['ID=bffea1ff-9308-42a7-b1de-146bf70c3589,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:07.631738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e596fca3-65d2-46c8-99a1-24de74ac3bfd req-61d313cf-3103-4f39-8181-ec2df370765d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:07.640515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e596fca3-65d2-46c8-99a1-24de74ac3bfd req-61d313cf-3103-4f39-8181-ec2df370765d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.2782712 Sep 17 01:17:07.702074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e596fca3-65d2-46c8-99a1-24de74ac3bfd req-674d352d-4bab-4a5e-84d6-91f17b0e2c91 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600936 Sep 17 01:17:07.763147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:07.857709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b45b1b-60a2-47e1-b628-2fd30fbb2684,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:07.902372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57016) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:07.905129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Checking segment: {'id': 'f849a5e1-f39f-4a26-a2fe-c08202d880bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:07.905584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Network hostable DHCP agents. Network: 8098a33d-c25e-4de5-b75d-d0ef304cb628, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:17:07.975495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0da15291-9caf-4d58-9d70-4c7a4a747af9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b953f55ea63148e1ad9cef29cbb23ade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717094 Sep 17 01:17:07.978290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57020) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:08.012287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Network 8098a33d-c25e-4de5-b75d-d0ef304cb628 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:17:08.073880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-666aa8b2-57ec-45ec-9dac-7a216cc819ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:08.103147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-666aa8b2-57ec-45ec-9dac-7a216cc819ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:08.128573 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-901d58d7-16b5-49e9-abb6-623579c35a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:08.138503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8098a33d-c25e-4de5-b75d-d0ef304cb628) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:08.145142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:08.145814 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:08.149958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab60c17-0b69-4443-abcd-5e5f44cd4a30 None None] Network 8098a33d-c25e-4de5-b75d-d0ef304cb628 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:08.247396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6338e710-fa1a-454e-a5c7-2adbd2ff3e5d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1503088 Sep 17 01:17:08.250052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-666aa8b2-57ec-45ec-9dac-7a216cc819ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:08.252868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-666aa8b2-57ec-45ec-9dac-7a216cc819ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:08.255389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-666aa8b2-57ec-45ec-9dac-7a216cc819ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a511a8e-07a3-4b13-980d-e03a180600e4 HTTP/1.1" status: 204 len: 168 time: 0.2751133 Sep 17 01:17:08.277489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666aa8b2-57ec-45ec-9dac-7a216cc819ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a511a8e-07a3-4b13-980d-e03a180600e4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:08.391052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c41cb41-7955-4ad5-ad5f-076e7d4f5b0d None None] Network 8098a33d-c25e-4de5-b75d-d0ef304cb628 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:08.941931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebda36-a071-4016-a22d-36fa198cee6c req-27ea2199-5a36-4ab3-aca9-25f8b7b9fe4c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:08.943913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ebda36-a071-4016-a22d-36fa198cee6c req-27ea2199-5a36-4ab3-aca9-25f8b7b9fe4c tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1183193 Sep 17 01:17:09.065449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.070647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ebda36-a071-4016-a22d-36fa198cee6c req-a065166f-0c16-440a-bde4-92e0be9bee14 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195641 Sep 17 01:17:09.142620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:09.167160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1104044521'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:09.327736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:09.332044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.399988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:17:09.413771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.414492 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Added segment 36fe489d-a598-44ec-93e6-55b157915a2b of type vlan for network 101c055f-7317-4a00-a63d-f81115c684f1 Sep 17 01:17:09.486278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.512512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.626220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.632138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:09.639218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:09.879331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Network': ['ID=101c055f-7317-4a00-a63d-f81115c684f1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:09.890076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 101c055f-7317-4a00-a63d-f81115c684f1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:17:09.936118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd8271-be42-4d55-bebc-af0b833fe521 req-0ffb7e75-d0fb-4c15-83b8-d84724f5083c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:09.943922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e1206f8f-c900-4b2a-a314-a3a288736075 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7948878 Sep 17 01:17:09.944706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57088) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:09.951608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2104294347'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:09.961110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32cd8271-be42-4d55-bebc-af0b833fe521 req-0ffb7e75-d0fb-4c15-83b8-d84724f5083c tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0986676 Sep 17 01:17:10.050836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32cd8271-be42-4d55-bebc-af0b833fe521 req-d2ab59a0-9d17-40ce-94a7-8c07b181b398 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799625 Sep 17 01:17:10.066281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:10.069750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:10.114984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:17:10.142218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:10.146504 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Added segment c28aa01d-bc28-41db-927a-87b572924de1 of type vlan for network ebee1c60-d68d-4762-b3a1-acf1c5c304ab Sep 17 01:17:10.230041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:10.276166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8d6b4-2b30-4560-9a2f-ea0725a0ec7a req-d1bd7715-09c7-4f7b-ba09-2d2bca98bae3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:10.283654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7f8d6b4-2b30-4560-9a2f-ea0725a0ec7a req-d1bd7715-09c7-4f7b-ba09-2d2bca98bae3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 944 time: 0.1054747 Sep 17 01:17:10.334656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:10.335532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7f8d6b4-2b30-4560-9a2f-ea0725a0ec7a req-0dd36346-c41e-4916-84b3-2fd1104611e7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508156 Sep 17 01:17:10.342540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:10.344262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:10.404721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:17:10.489798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57108) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:10.490382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5444880 Sep 17 01:17:10.491729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb85509-f86e-476a-95b4-fa70aec9735a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Network': ['ID=ebee1c60-d68d-4762-b3a1-acf1c5c304ab,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:10.495755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'subnet': {'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:10.515331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:17:10.735523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57118) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:10.808890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:10.812384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:10.839801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:10.864745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'network_id': '308d8ee2-0e66-4f75-9874-3d6f781596e2', 'port_id': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'mac_address': 'fa:16:3e:6c:6a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33982dcb-36af-4f7f-9472-5332383a726e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:17:10.982780 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:11.034569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:11.062362 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:11.101354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:11.184140 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:11.209623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7f6d8-8187-43a5-b1d1-0bf8171db3dc req-6a6ab5ed-c348-4729-aa4d-5e4ecdae3a8b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:11.220253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79a7f6d8-8187-43a5-b1d1-0bf8171db3dc req-6a6ab5ed-c348-4729-aa4d-5e4ecdae3a8b tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0688417 Sep 17 01:17:11.284143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79a7f6d8-8187-43a5-b1d1-0bf8171db3dc req-c6fc6bf7-88ac-4952-953d-f94be502cbc2 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626791 Sep 17 01:17:11.409113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=11']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:11.414072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['7c0eda0c-66a7-4edc-81ee-70c491646299'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:11.653461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57152) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:11.698219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4496e6-89a3-493d-86c8-5e16f5e3470f req-4fb878fe-b8ce-4365-87c2-4488410b4a27 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:11.700524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d4496e6-89a3-493d-86c8-5e16f5e3470f req-4fb878fe-b8ce-4365-87c2-4488410b4a27 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 945 time: 0.1650372 Sep 17 01:17:11.766853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:11.768123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-2ed00ac3-22c9-46a2-a42a-2851eb8ee42f tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:11.771854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-2ed00ac3-22c9-46a2-a42a-2851eb8ee42f tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/networks?id=8098a33d-c25e-4de5-b75d-d0ef304cb628 HTTP/1.1" status: 200 len: 809 time: 0.2139010 Sep 17 01:17:11.800574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-c05c8c28-749d-4ab0-ab7b-276038ee9897 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/quotas/b25db3988f5045b693cc841c01342d9e HTTP/1.1" status: 200 len: 375 time: 0.0180712 Sep 17 01:17:11.845623 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:17:11.849453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-6a8f355a-bd78-48e4-8bb7-197821afb77c tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b25db3988f5045b693cc841c01342d9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475619 Sep 17 01:17:11.850644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Subnet': ['ID=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:11.950283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d4496e6-89a3-493d-86c8-5e16f5e3470f req-c951cb06-f2cd-4efa-bacd-c83f388a019f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935334 Sep 17 01:17:11.967126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-9f7a104c-1194-4a95-9d37-786c35c6844e service neutron] 10.222.0.13 "GET /v2.0/networks/8098a33d-c25e-4de5-b75d-d0ef304cb628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164496 Sep 17 01:17:12.015897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Checking segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:12.016246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network hostable DHCP agents. Network: 101c055f-7317-4a00-a63d-f81115c684f1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:17:12.052078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-cf3b363d-56d9-41a8-a765-4438af86cdc7 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:12.053912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-cf3b363d-56d9-41a8-a765-4438af86cdc7 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.0849364 Sep 17 01:17:12.119433 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-4f8e907f-948d-48f9-85bb-52542789d9b2 service neutron] 10.222.0.13 "GET /v2.0/networks/8098a33d-c25e-4de5-b75d-d0ef304cb628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510124 Sep 17 01:17:12.153342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecfab54b-e07a-4176-a5a8-ad8cf7da5ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.169630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 101c055f-7317-4a00-a63d-f81115c684f1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:17:12.225138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Deleting port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:12.225762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.347357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecfab54b-e07a-4176-a5a8-ad8cf7da5ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.413732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecfab54b-e07a-4176-a5a8-ad8cf7da5ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.422333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:12.512077 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ecfab54b-e07a-4176-a5a8-ad8cf7da5ef9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04ec5bde19694586a4a20aedee5cca31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8573778 Sep 17 01:17:12.513082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfab54b-e07a-4176-a5a8-ad8cf7da5ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ee98f3-f858-4ee9-9e61-c778ddc675d4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:12.516563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57160) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:12.585613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2809256a-0430-49fc-9306-8d247147df0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.626833 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2809256a-0430-49fc-9306-8d247147df0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.643935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.665886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 101c055f-7317-4a00-a63d-f81115c684f1) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:12.670291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:12.670917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.690510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453bf52a-7714-4aa9-af1b-6779e08ae976 None None] Network 101c055f-7317-4a00-a63d-f81115c684f1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:12.694533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 7c0eda0c-66a7-4edc-81ee-70c491646299 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:17:12.710947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 7c0eda0c-66a7-4edc-81ee-70c491646299 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:12.711461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.899354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.899582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0dc01cc-3e81-4356-89a5-22c10565eeb8 req-c573350f-6a1e-4804-b7b6-59a1e87414dc tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0597801 Sep 17 01:17:12.908584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2809256a-0430-49fc-9306-8d247147df0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.922513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2809256a-0430-49fc-9306-8d247147df0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.930619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2809256a-0430-49fc-9306-8d247147df0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8ee98f3-f858-4ee9-9e61-c778ddc675d4 HTTP/1.1" status: 204 len: 168 time: 0.4109426 Sep 17 01:17:12.948485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809256a-0430-49fc-9306-8d247147df0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ee98f3-f858-4ee9-9e61-c778ddc675d4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:12.959922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] For port b3dbf159-8526-45bf-9cdd-b0f6e41e0364, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:12.959922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:12.967316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-25fca271-3fa5-4c43-887a-42e5131745ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:12.969093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-25fca271-3fa5-4c43-887a-42e5131745ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1096 time: 0.3220971 Sep 17 01:17:12.984441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-958e27ea-c376-4a1f-8eae-18f093d92ffc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4935427 Sep 17 01:17:12.987481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57180) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:12.992529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'subnet': {'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:12.998397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce162500-f5e7-4ab3-b04d-043f5bcc1199 req-28a70837-2de1-4c41-a8a7-6b84d48e4978 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:12.999965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:13.008657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce162500-f5e7-4ab3-b04d-043f5bcc1199 req-28a70837-2de1-4c41-a8a7-6b84d48e4978 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 945 time: 0.3626356 Sep 17 01:17:13.012859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:13.015519 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0697aec-9f6f-4b61-96d0-33a8858be1eb" -d '{"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:13.031407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Calling delete_port for b3dbf159-8526-45bf-9cdd-b0f6e41e0364 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:13.043611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-101c055f-7317-4a00-a63d-f81115c684f1', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'tenant_id': '376960955bac466792ea65f5939476d4', 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:17:13.045971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.207684 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.227700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce162500-f5e7-4ab3-b04d-043f5bcc1199 req-01cb7d95-1fca-433a-958b-4e3137504203 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169468 Sep 17 01:17:13.246810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c26681-ef21-4882-ab0a-436d9d19ee66 req-5449a0e9-7001-4632-a36e-ad92ee50d24a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:13.253667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25c26681-ef21-4882-ab0a-436d9d19ee66 req-5449a0e9-7001-4632-a36e-ad92ee50d24a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1305969 Sep 17 01:17:13.313525 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25c26681-ef21-4882-ab0a-436d9d19ee66 req-ae246d62-243c-4add-83f6-83978edeaab2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591290 Sep 17 01:17:13.324893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:13.328731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.354348 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1d3fce-b2c9-412b-9e50-d002f5d2d619 x-openstack-request-id: req-2d1d3fce-b2c9-412b-9e50-d002f5d2d619 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:13.354587 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-plugged", "status": "completed", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:13.354775 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d1d3fce-b2c9-412b-9e50-d002f5d2d619 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:13.355197 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'code': 200} Sep 17 01:17:13.368339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-c430c77b-b85d-4a20-b36f-3020febe0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:13.371447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-c430c77b-b85d-4a20-b36f-3020febe0d17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 0.3160665 Sep 17 01:17:13.379362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=12']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:13.387573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Allocated IP 10.1.1.2 (101c055f-7317-4a00-a63d-f81115c684f1/a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55/dc89f948-039d-4d20-aca9-0a41144ac40d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:13.516667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-882328dc-6995-4018-8b9f-763d6a92e3a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0943415 Sep 17 01:17:13.612072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-5709b3cd-b4cf-46fb-a5c6-5df1b5265b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:13.612314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-5709b3cd-b4cf-46fb-a5c6-5df1b5265b11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.0892456 Sep 17 01:17:13.617033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.680180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-b9458192-b783-4900-aeb1-c56eb6378668 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577126 Sep 17 01:17:13.684285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.702494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['8d6a2959-53f1-45f1-9295-e955e85f0452'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:13.739013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Deleting port a62cb1e1-7bdc-48e8-bb27-269f1993c367 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:13.739699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.766798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Pushing event deleted for resources: {'Port': ['ID=b3dbf159-8526-45bf-9cdd-b0f6e41e0364,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:13.792436 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.844086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Network 101c055f-7317-4a00-a63d-f81115c684f1 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:13.850851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.875400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deed13-a312-4217-8935-87cd17aa7116 req-c6241d12-1376-44d9-b982-58d86508a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:13.877347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6deed13-a312-4217-8935-87cd17aa7116 req-c6241d12-1376-44d9-b982-58d86508a6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1097 time: 0.2537868 Sep 17 01:17:13.898915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] No DVR routers for this DVR port b3dbf159-8526-45bf-9cdd-b0f6e41e0364 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:13.915139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:13.917422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ed572f3-72bb-4c03-8136-ccc7fc4a7f91 req-d3838624-2d39-4a3b-999f-02dab9a1893d tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "DELETE /v2.0/ports/b3dbf159-8526-45bf-9cdd-b0f6e41e0364 HTTP/1.1" status: 204 len: 173 time: 1.8543062 Sep 17 01:17:13.917922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'name': 'network-vif-deleted', 'tag': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:13.924237 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032db3e3-c6fd-4d8e-8d9c-4b22cef8ef6a" -d '{"events": [{"server_uuid": "b2026fc0-dc52-4f72-b244-88b6e802fb7a", "name": "network-vif-deleted", "tag": "b3dbf159-8526-45bf-9cdd-b0f6e41e0364"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:13.943776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:13.951418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:13.978889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Pushing event updated for resources: {'Port': ['ID=dc89f948-039d-4d20-aca9-0a41144ac40d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:13.983646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Subnet': ['ID=0eec626b-a322-4048-b84b-1b9f125ecb22,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:13.997482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Checking segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:13.997845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network hostable DHCP agents. Network: ebee1c60-d68d-4762-b3a1-acf1c5c304ab, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:17:14.007523 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca672ea-903e-442d-a780-e864444efc66 x-openstack-request-id: req-8ca672ea-903e-442d-a780-e864444efc66 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:14.008053 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2026fc0-dc52-4f72-b244-88b6e802fb7a", "name": "network-vif-deleted", "tag": "b3dbf159-8526-45bf-9cdd-b0f6e41e0364", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:14.008053 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ca672ea-903e-442d-a780-e864444efc66 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:14.008435 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2026fc0-dc52-4f72-b244-88b6e802fb7a', 'name': 'network-vif-deleted', 'tag': 'b3dbf159-8526-45bf-9cdd-b0f6e41e0364', 'status': 'completed', 'code': 200} Sep 17 01:17:14.012413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] For port a62cb1e1-7bdc-48e8-bb27-269f1993c367, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a62cb1e1-7bdc-48e8-bb27-269f1993c367,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:14.012781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.016659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-4a689e5b-3167-4e0c-ab14-e1fc5a9a6c6c service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203137 Sep 17 01:17:14.036693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6deed13-a312-4217-8935-87cd17aa7116 req-5bfc31c6-371e-4f22-a8aa-a0c5a0052019 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404369 Sep 17 01:17:14.052328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Calling delete_port for a62cb1e1-7bdc-48e8-bb27-269f1993c367 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:14.054149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Attempting to bind port dc89f948-039d-4d20-aca9-0a41144ac40d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:14.054523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Attempting to bind port dc89f948-039d-4d20-aca9-0a41144ac40d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:14.054887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Attempting to bind port dc89f948-039d-4d20-aca9-0a41144ac40d on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:14.064038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:14.064038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Checking segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:14.064038 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.064038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Bound using segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:14.069300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Bound port: dc89f948-039d-4d20-aca9-0a41144ac40d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:14.069784 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.094332 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-994961ed-1071-4f14-854d-c6da8754688b req-d9fbbdc8-acbf-4457-b62b-4218588eb485 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0531635 Sep 17 01:17:14.148639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] For port dc89f948-039d-4d20-aca9-0a41144ac40d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:14.151811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:17:14.152299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] For port dc89f948-039d-4d20-aca9-0a41144ac40d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=dc89f948-039d-4d20-aca9-0a41144ac40d,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:14.227502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f47d37a-2699-4a17-8c5d-b5b6431224cc req-9071584a-eb4d-488c-a3ba-e62d51c570a2 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027471 Sep 17 01:17:14.230659 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ebee1c60-d68d-4762-b3a1-acf1c5c304ab) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:14.236381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.237313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:14.238315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.253651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101252b3-7c38-4085-996c-a0e97c1c9754 None None] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:14.394835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f70f5-837a-4b3c-8f38-43f7c4feb73d None None] Pushing event updated for resources: {'Port': ['ID=dc89f948-039d-4d20-aca9-0a41144ac40d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:14.423666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3716484c-6128-492b-99d1-34c9b8a1b22d req-bd45fab4-095d-4370-8b4a-87def544c42e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2026fc0-dc52-4f72-b244-88b6e802fb7a HTTP/1.1" status: 200 len: 210 time: 0.0618479 Sep 17 01:17:14.440082 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7c574da2-6e92-4cf1-a9c0-2b0893efb9d6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4514315 Sep 17 01:17:14.441423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57230) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:14.449757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'name': 'tempest-TaggedBootDevicesTest-793151413', 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:14.524493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b3dbf159-8526-45bf-9cdd-b0f6e41e0364 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:14.553228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.561639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: b3dbf159-8526-45bf-9cdd-b0f6e41e0364 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:14.561639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b3dbf159-8526-45bf-9cdd-b0f6e41e0364 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:14.578496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733afac4-7b3d-4f04-a07d-4acdb2d678cd req-f93333e1-a321-4d85-9b07-ebdcdf524793 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:14.587400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-733afac4-7b3d-4f04-a07d-4acdb2d678cd req-f93333e1-a321-4d85-9b07-ebdcdf524793 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0870717 Sep 17 01:17:14.622176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'tenant_id': '376960955bac466792ea65f5939476d4', 'fixed_ips': [{'subnet_id': '0eec626b-a322-4048-b84b-1b9f125ecb22'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:17:14.627689 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:14.654050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a62cb1e1-7bdc-48e8-bb27-269f1993c367,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:14.815131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-733afac4-7b3d-4f04-a07d-4acdb2d678cd req-6256c7f2-4f02-4a0e-b1ae-04014e2ac957 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267108 Sep 17 01:17:14.847718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:14.893366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57236) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:14.921936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Allocated IP 10.2.2.2 (ebee1c60-d68d-4762-b3a1-acf1c5c304ab/0eec626b-a322-4048-b84b-1b9f125ecb22/52d6f02b-f209-4271-b0ae-b1c745b98bce) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:15.057463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.078412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.112662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] device_id is not set on port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:17:15.123756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-420162283-network', 'tenant_id': '51e33ef0c6614a74a6bd4ef183eb9018'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:15.234821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.295187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Made reservation on behalf of 51e33ef0c6614a74a6bd4ef183eb9018 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:15.297651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.336930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-46c657b6-80cb-4217-a194-acfa0b805ac0 req-fdc912eb-99d6-4331-8da6-3ad93582fc72 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0673006 Sep 17 01:17:15.343409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.362370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.396452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:15.403349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:15.405682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:15.470547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Pushing event updated for resources: {'Port': ['ID=52d6f02b-f209-4271-b0ae-b1c745b98bce,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:15.563392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 10.1.1.59 (101c055f-7317-4a00-a63d-f81115c684f1/a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:15.602024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:17:15.630921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Attempting to bind port 52d6f02b-f209-4271-b0ae-b1c745b98bce on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:15.631531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Attempting to bind port 52d6f02b-f209-4271-b0ae-b1c745b98bce by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:15.631862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Attempting to bind port 52d6f02b-f209-4271-b0ae-b1c745b98bce on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:15.664491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:15.665056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Checking segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:15.665760 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.666732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Bound using segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:15.667257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Bound port: 52d6f02b-f209-4271-b0ae-b1c745b98bce, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:15.668130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.790522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] For port 52d6f02b-f209-4271-b0ae-b1c745b98bce, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:15.794785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] For port 52d6f02b-f209-4271-b0ae-b1c745b98bce, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52d6f02b-f209-4271-b0ae-b1c745b98bce,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:15.796648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:17:15.805893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] Sync routers for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:17:15.813366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-df7fb2f9-bfa0-434d-abcc-b1de2f0e31b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0782373 Sep 17 01:17:15.817858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57278) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:15.834874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:17:15.835626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:17:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:15.940477 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:15.969351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.085186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.097868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.195293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122c698-323e-433c-b9af-92b664598f36 req-49bfc295-479e-4979-8baf-02b4ddc45758 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:16.195293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d122c698-323e-433c-b9af-92b664598f36 req-49bfc295-479e-4979-8baf-02b4ddc45758 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1810899 Sep 17 01:17:16.231108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.240518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.251835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170c668-42f1-4e07-9188-25e78dc97c63 None None] Network 101c055f-7317-4a00-a63d-f81115c684f1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:16.295910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d122c698-323e-433c-b9af-92b664598f36 req-3e53bce0-fd9c-4b09-9053-e8d1c1cc18bb tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886478 Sep 17 01:17:16.298992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.345985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 101c055f-7317-4a00-a63d-f81115c684f1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:16.348711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:17:16.373307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:16.377027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:16.390606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8048124a-ce9f-4f84-85a3-be0570c697a8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:16.482584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:17:16.657689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Deleting port c689f430-9efd-4c65-bf55-c455a2e3e352 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:16.658028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.680598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90eab4b5-c07d-4483-926f-6a5b22dedf6c req-11d90cbe-7291-41d1-8a4b-2328c1e44e47 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.1010635 Sep 17 01:17:16.729165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7c2977ea-258e-4070-b56b-65a87d9d7a00 None None] Provisioning complete for port dc89f948-039d-4d20-aca9-0a41144ac40d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:16.730164 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c2977ea-258e-4070-b56b-65a87d9d7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:16.833109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232118b-9d5d-4fb9-ab77-ae4d7005514c None None] Pushing event updated for resources: {'Port': ['ID=52d6f02b-f209-4271-b0ae-b1c745b98bce,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:16.869251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc89f948-039d-4d20-aca9-0a41144ac40d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:17.032528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.033098 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Added segment 48e0beaa-3d1f-4d7d-b1c0-e68284e5d958 of type vlan for network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f Sep 17 01:17:17.086765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:17.093083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c2977ea-258e-4070-b56b-65a87d9d7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.116855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa72d14-91d9-4c77-aaad-32da4533487f req-c3e7dae1-65dd-453d-b0fd-e3f2fbf07ec6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:17.123751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fa72d14-91d9-4c77-aaad-32da4533487f req-c3e7dae1-65dd-453d-b0fd-e3f2fbf07ec6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.8141260 Sep 17 01:17:17.128398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.153024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:17.153695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.207413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port dc89f948-039d-4d20-aca9-0a41144ac40d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:17.208145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.215151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7c2977ea-258e-4070-b56b-65a87d9d7a00 None None] For port dc89f948-039d-4d20-aca9-0a41144ac40d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=dc89f948-039d-4d20-aca9-0a41144ac40d,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:17.220804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fa72d14-91d9-4c77-aaad-32da4533487f req-31ee1464-a929-4390-9ccb-1ae0b73b6199 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898507 Sep 17 01:17:17.391315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.392068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] For port c689f430-9efd-4c65-bf55-c455a2e3e352, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c689f430-9efd-4c65-bf55-c455a2e3e352,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:17.392568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:17.392663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.392914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.398656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29a78421-e63c-471c-9bf9-0795e0f06515 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9561229 Sep 17 01:17:17.410293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57318) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:17.416115 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.419102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:17:14Z', 'revision_number': 5, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port': {'id': 'c689f430-9efd-4c65-bf55-c455a2e3e352', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ed:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:04:47Z', 'updated_at': '2021-09-17T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:17.422044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c2977ea-258e-4070-b56b-65a87d9d7a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.433519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'name': 'tempest-TaggedBootDevicesTest-55967694', 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:17.439148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Calling delete_port for c689f430-9efd-4c65-bf55-c455a2e3e352 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:17.488022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] Checking router: f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:17:17.557541 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:17:17.563772 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:17:17.568156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] Routers {'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:17:17.569165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:17:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:17.598462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6864734 Sep 17 01:17:17.612924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:17.682583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Request body: {'subnet': {'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-420162283-subnet', 'tenant_id': '51e33ef0c6614a74a6bd4ef183eb9018', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:17.728015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc480-0c00-4f5c-89c7-bfe1db2d24ba admin admin] Pushing event updated for resources: {'Network': ['ID=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:17.754358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] Set router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:17:17.835906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:17:16Z', 'revision_number': 6, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:17.838858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:17:17.850478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2977ea-258e-4070-b56b-65a87d9d7a00 None None] Pushing event updated for resources: {'Port': ['ID=dc89f948-039d-4d20-aca9-0a41144ac40d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:17.858084 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8f3d80c-01ac-4c9c-b923-1125e3c2925a req-6d7b932c-d14b-4d1e-ae9f-9e82a8e68471 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0670471 Sep 17 01:17:17.882159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-73b333a0-ba2e-4fc4-86fa-cc618fab3ac1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:17.884015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-73b333a0-ba2e-4fc4-86fa-cc618fab3ac1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.36 "GET /v2.0/networks?id=8098a33d-c25e-4de5-b75d-d0ef304cb628 HTTP/1.1" status: 200 len: 809 time: 1.1700940 Sep 17 01:17:17.891550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Made reservation on behalf of 51e33ef0c6614a74a6bd4ef183eb9018 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:17.898716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:17.899591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d12d54-717d-4b30-9807-07d353b83db8 None None] The sync data for ids ['f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b'] in n-d-789963-7 is: [{'id': 'f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1525738334-router', 'tenant_id': '1e35e598357e4285a1e1b63a8d9abef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:04:46Z', 'updated_at': '2021-09-17T01:17:16Z', 'revision_number': 6, 'project_id': '1e35e598357e4285a1e1b63a8d9abef8', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:17:17.919847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Request body: {'port': {'device_id': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628', 'admin_state_up': True, 'tenant_id': 'b25db3988f5045b693cc841c01342d9e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:17.934953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3a7699ab-1f4e-43d3-bee0-30ed73919ff7 None None] Provisioning complete for port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:17.935429 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a7699ab-1f4e-43d3-bee0-30ed73919ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.144152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3a7699ab-1f4e-43d3-bee0-30ed73919ff7 None None] Port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:18.152801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.164276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701f1568-5732-49fe-abf4-a4e36dd8d5a7 None None] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:18.196311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:18.201284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae2116-b632-4d75-a807-c297f4951e08 req-7a165484-106a-4fee-a0ff-4298dec281fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:18.201492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.203170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1aae2116-b632-4d75-a807-c297f4951e08 req-7a165484-106a-4fee-a0ff-4298dec281fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.3679132 Sep 17 01:17:18.218348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c689f430-9efd-4c65-bf55-c455a2e3e352,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:18.243026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] device_id is not set on port 68b02d21-7969-4867-ad08-125d96c53d8c yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:17:18.340051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3a7699ab-1f4e-43d3-bee0-30ed73919ff7 None None] Provisioning complete for port dc89f948-039d-4d20-aca9-0a41144ac40d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:18.340998 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a7699ab-1f4e-43d3-bee0-30ed73919ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.358160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1aae2116-b632-4d75-a807-c297f4951e08 req-bbde9932-776f-4a4c-b5f2-746345f45a5a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357803 Sep 17 01:17:18.372110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Made reservation on behalf of b25db3988f5045b693cc841c01342d9e for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:18.372333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.480253 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.580087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:18.588950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.597110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0cccb-04cf-4eb9-8dd7-ebc0cd3ee6de req-2916375b-e880-400a-82f2-d0c7102d40f5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:18.607242 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69f0cccb-04cf-4eb9-8dd7-ebc0cd3ee6de req-2916375b-e880-400a-82f2-d0c7102d40f5 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.2247746 Sep 17 01:17:18.615184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 10.1.1.19 (101c055f-7317-4a00-a63d-f81115c684f1/a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55/68b02d21-7969-4867-ad08-125d96c53d8c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:18.665038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Checking segment: {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:18.665396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Network hostable DHCP agents. Network: f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:17:18.672982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69f0cccb-04cf-4eb9-8dd7-ebc0cd3ee6de req-d0efa9c2-43ea-44c9-9a67-eb5193adf3fb tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615265 Sep 17 01:17:18.703649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Provisioning complete for port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:18.713816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.765789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Allocated IP 172.20.0.3 (8098a33d-c25e-4de5-b75d-d0ef304cb628/c2b45b1b-60a2-47e1-b628-2fd30fbb2684/c739b04b-2811-4933-816b-495759a6ea5b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:18.767659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:18.769009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.773362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.783149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Provisioning complete for port 52d6f02b-f209-4271-b0ae-b1c745b98bce triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:18.783373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.943882 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:18.988211 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.017079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] For port 52d6f02b-f209-4271-b0ae-b1c745b98bce, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52d6f02b-f209-4271-b0ae-b1c745b98bce,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:19.035486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a03bd1af-8d69-47a8-b3e8-51e64449e0b5 req-47451b03-fa5d-42a2-8f43-898893079d82 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0588868 Sep 17 01:17:19.036088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.036640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:17:19.045391 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.046649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-701cfa89-3ff5-4ab7-b573-8c9a061e80a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f6fcb2f2-ee2e-4f10-9c93-3314ff856e8b HTTP/1.1" status: 204 len: 168 time: 3.2278528 Sep 17 01:17:19.060239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57346) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:19.061418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:17:19.108063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc89f948-039d-4d20-aca9-0a41144ac40d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:19.118692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Deleting subnet 7372a4ee-7734-4abf-a4a8-a056449fad85 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:19.127506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.139070 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.165201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.181317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:19.184311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.192347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.198946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d062f-b3ab-4f11-8e9b-819debcf9fad None None] Network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:19.292401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:19.293060 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.308871 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.318729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 101c055f-7317-4a00-a63d-f81115c684f1 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:19.320733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port dc89f948-039d-4d20-aca9-0a41144ac40d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:19.321134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.328644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:19.335307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.343217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:19.432789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:19.453541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:19.454504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.470850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb9f1ad3-41c7-4c1f-a542-4a8973e95233 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7927024 Sep 17 01:17:19.504083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Network 8098a33d-c25e-4de5-b75d-d0ef304cb628 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:19.511656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:19.515166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:19.592986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-25f08b1a-84fd-4d1e-8e4f-a4d19bbccde7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1661217 Sep 17 01:17:19.599919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Pushing event updated for resources: {'Port': ['ID=c739b04b-2811-4933-816b-495759a6ea5b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:19.609359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:19.610364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.622880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cef49-d296-4658-b0e6-332a63629c62 req-a80c0ea4-d0a0-4422-ba15-fedc2097c158 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:19.628069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-229cef49-d296-4658-b0e6-332a63629c62 req-a80c0ea4-d0a0-4422-ba15-fedc2097c158 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1207271 Sep 17 01:17:19.677679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-229cef49-d296-4658-b0e6-332a63629c62 req-3c0bedc1-8652-44ed-9199-3ac9e688ad43 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Sep 17 01:17:19.730930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0defcfdd-6302-4706-9b65-803c652c48b1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8149931 Sep 17 01:17:19.732896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.747263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Request body: {'port': {'device_id': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:19.762880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b901-3daa-407e-bdb5-3b23e3b3eab7 None None] Pushing event updated for resources: {'Port': ['ID=52d6f02b-f209-4271-b0ae-b1c745b98bce,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:19.775960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81bd03d-ddf3-4714-a5bb-1d9af14f33a2 None None] Network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:19.817645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-93391c83-304a-4ad6-b02e-6a7fdb953cac None None] Provisioning complete for port 52d6f02b-f209-4271-b0ae-b1c745b98bce triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:19.818433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93391c83-304a-4ad6-b02e-6a7fdb953cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.830985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7372a4ee-7734-4abf-a4a8-a056449fad85,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:19.850575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:19.855982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a1730a6-83d1-42e8-828e-1943932876f6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7372a4ee-7734-4abf-a4a8-a056449fad85 HTTP/1.1" status: 204 len: 168 time: 0.8017883 Sep 17 01:17:19.856577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57368) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:19.859659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3105c3fd-34fb-44ba-8e21-1b7bc321596a None None] Network 1d1fc549-aa3d-4d46-98a9-560f16163d29 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:19.910940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a3e3f-68a5-4e0b-83f0-746e357d1e21 req-76c0d4a1-1e45-4e02-aab8-05840ae0ae80 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:19.920397 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e34a3e3f-68a5-4e0b-83f0-746e357d1e21 req-76c0d4a1-1e45-4e02-aab8-05840ae0ae80 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1116655 Sep 17 01:17:19.972778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e34a3e3f-68a5-4e0b-83f0-746e357d1e21 req-50030380-a6de-4bdf-ad45-6986a65ddc16 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458300 Sep 17 01:17:20.022566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.028349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.097875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:20.106063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220425372', 'description': 'tempest-description--1823599964'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:20.158131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef23bf-5a86-45bd-9b75-ea1e6e0530be req-da935c13-7c6c-44f5-8cd5-9ba5a329f5ff tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:20.160822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7ef23bf-5a86-45bd-9b75-ea1e6e0530be req-da935c13-7c6c-44f5-8cd5-9ba5a329f5ff tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.1045897 Sep 17 01:17:20.183840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52d6f02b-f209-4271-b0ae-b1c745b98bce up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:20.235287 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7ef23bf-5a86-45bd-9b75-ea1e6e0530be req-97655b35-f1b3-49df-921c-edadf8191c2a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 Sep 17 01:17:20.236724 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.271028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Deleting port 3665b41a-fce9-4804-bf38-d73a19b93eb1 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:20.271485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.296469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 52d6f02b-f209-4271-b0ae-b1c745b98bce triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:20.296469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.333007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] DHCP port deletion for 1d1fc549-aa3d-4d46-98a9-560f16163d29 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:17:20.389923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-39ff3545-12bc-4c4a-97a1-82abfc331c61 None None] Provisioning complete for port 68b02d21-7969-4867-ad08-125d96c53d8c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:20.390298 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-39ff3545-12bc-4c4a-97a1-82abfc331c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.390993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] For port 3665b41a-fce9-4804-bf38-d73a19b93eb1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3665b41a-fce9-4804-bf38-d73a19b93eb1,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:20.391442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.403069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.434995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-39ff3545-12bc-4c4a-97a1-82abfc331c61 None None] Port 68b02d21-7969-4867-ad08-125d96c53d8c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:20.443478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Calling delete_port for 3665b41a-fce9-4804-bf38-d73a19b93eb1 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:20.485848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cbb99-8b39-477d-b403-2c892a9a4967 req-1dab1835-f88a-466f-ab47-16329d70ea60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:20.486533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] Deleting port 3665b41a-fce9-4804-bf38-d73a19b93eb1 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:20.487068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.487670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f8cbb99-8b39-477d-b403-2c892a9a4967 req-1dab1835-f88a-466f-ab47-16329d70ea60 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0744517 Sep 17 01:17:20.499558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.510554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c3a0481a-cd5e-45fe-8983-9d699d29f297 req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1474475348', 'description': 'tempest-description-1662853763'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:20.535693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a62cb1e1-7bdc-48e8-bb27-269f1993c367 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:20.583311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84acb21-771d-44dc-a733-3db3195ac616,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:20.591410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f8cbb99-8b39-477d-b403-2c892a9a4967 req-ae1ceb2c-a194-4768-ae8b-0653fd13b80d tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719881 Sep 17 01:17:20.595328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a62cb1e1-7bdc-48e8-bb27-269f1993c367 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:20.595677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a62cb1e1-7bdc-48e8-bb27-269f1993c367 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:20.618697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] For port 3665b41a-fce9-4804-bf38-d73a19b93eb1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3665b41a-fce9-4804-bf38-d73a19b93eb1,segment=NetworkSegment(b4ec621d-ab60-4b21-ba6d-532913badb4c),segment_id=b4ec621d-ab60-4b21-ba6d-532913badb4c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:20.619516 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.636019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] Calling delete_port for 3665b41a-fce9-4804-bf38-d73a19b93eb1 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:20.642434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.644952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3cacd71-61f8-4c0f-bb10-c32f03704a95 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5439446 Sep 17 01:17:20.649309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57388) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:20.655469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'security_group_rule': {'security_group_id': 'a84acb21-771d-44dc-a733-3db3195ac616', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:20.704997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.719725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52d6f02b-f209-4271-b0ae-b1c745b98bce up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:20.759672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] No DVR routers for this DVR port 3665b41a-fce9-4804-bf38-d73a19b93eb1 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:20.761542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3665b41a-fce9-4804-bf38-d73a19b93eb1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:20.791128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.794110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c1a3e-b8f6-4108-aede-a105848fe13c req-443a2ac2-b763-408d-8651-91fadc9cdac0 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:20.802545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf7c1a3e-b8f6-4108-aede-a105848fe13c req-443a2ac2-b763-408d-8651-91fadc9cdac0 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 931 time: 0.1286948 Sep 17 01:17:20.822649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] No DVR routers for this DVR port 3665b41a-fce9-4804-bf38-d73a19b93eb1 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:20.827615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9969cb3b-cca9-43d7-b49a-01fa533db6a6 None None] Pushing event deleted for resources: {'Port': ['ID=3665b41a-fce9-4804-bf38-d73a19b93eb1,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:20.837939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 52d6f02b-f209-4271-b0ae-b1c745b98bce triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:20.838266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.862437 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf7c1a3e-b8f6-4108-aede-a105848fe13c req-e2a7515b-229f-4600-8b32-6ce1d637dd9e tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 Sep 17 01:17:20.875516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c739b04b-2811-4933-816b-495759a6ea5b {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:20.884130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.897684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.898599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.898599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:20.936156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Transition to ACTIVE for port object c739b04b-2811-4933-816b-495759a6ea5b will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:20.937731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3a0481a-cd5e-45fe-8983-9d699d29f297 req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:20.988979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.011444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.042039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.043668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.049413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1fc549-aa3d-4d46-98a9-560f16163d29']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:21.050485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c689f430-9efd-4c65-bf55-c455a2e3e352 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:21.073679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3cf32-4bae-4602-9aa5-fb4b877b3b54 req-865aee5b-4af6-487a-965e-2bf7d8226430 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.075662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bc3cf32-4bae-4602-9aa5-fb4b877b3b54 req-865aee5b-4af6-487a-965e-2bf7d8226430 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1269433 Sep 17 01:17:21.081125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c689f430-9efd-4c65-bf55-c455a2e3e352 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:21.081368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c689f430-9efd-4c65-bf55-c455a2e3e352 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:21.081784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3665b41a-fce9-4804-bf38-d73a19b93eb1 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:21.100984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ec621d-ab60-4b21-ba6d-532913badb4c') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:21.101215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ec621d-ab60-4b21-ba6d-532913badb4c') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:21.107550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3665b41a-fce9-4804-bf38-d73a19b93eb1 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:21.108208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3665b41a-fce9-4804-bf38-d73a19b93eb1 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:21.123578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7bc3cf32-4bae-4602-9aa5-fb4b877b3b54 req-581544b2-db19-4680-8de0-9e8c6dd1ffc7 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410855 Sep 17 01:17:21.126184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.148057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.173903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd862d64-9792-4b4e-bddc-ddb1056d8e84,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:21.202601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Pushing event updated for resources: {'Port': ['ID=c739b04b-2811-4933-816b-495759a6ea5b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:21.205908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.230487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3a0481a-cd5e-45fe-8983-9d699d29f297 req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.236569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:21.236976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:21.238662 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:21.270019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa396a5-8121-4bea-b009-75f18a75744d req-53c38efc-5324-4919-a696-37ef80d1feb9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.272217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aa396a5-8121-4bea-b009-75f18a75744d req-53c38efc-5324-4919-a696-37ef80d1feb9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0726502 Sep 17 01:17:21.327002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aa396a5-8121-4bea-b009-75f18a75744d req-aa582d72-2b0f-4221-bfa0-01829a41040e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Sep 17 01:17:21.354234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Attempting to bind port c739b04b-2811-4933-816b-495759a6ea5b on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:21.360503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Attempting to bind port c739b04b-2811-4933-816b-495759a6ea5b by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'f849a5e1-f39f-4a26-a2fe-c08202d880bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:21.360503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Attempting to bind port c739b04b-2811-4933-816b-495759a6ea5b on network 8098a33d-c25e-4de5-b75d-d0ef304cb628 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:21.360503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Port c739b04b-2811-4933-816b-495759a6ea5b on network 8098a33d-c25e-4de5-b75d-d0ef304cb628 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:21.360503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Attempting to bind port c739b04b-2811-4933-816b-495759a6ea5b on network 8098a33d-c25e-4de5-b75d-d0ef304cb628 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:21.362463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3a0481a-cd5e-45fe-8983-9d699d29f297 req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.382940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:21.383374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Checking segment: {'id': 'f849a5e1-f39f-4a26-a2fe-c08202d880bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:21.383907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Bound using segment: {'id': 'f849a5e1-f39f-4a26-a2fe-c08202d880bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:21.384429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Bound port: c739b04b-2811-4933-816b-495759a6ea5b, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f849a5e1-f39f-4a26-a2fe-c08202d880bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:21.384823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.409426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e469b9e1-d17c-4937-94e8-bbe885167f25,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:21.443808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5f76f-7983-402b-bc3d-b108931a90fe req-b9d5b050-8cc4-4575-b9cd-3c21ec44ae3a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.445312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eff5f76f-7983-402b-bc3d-b108931a90fe req-b9d5b050-8cc4-4575-b9cd-3c21ec44ae3a tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0626650 Sep 17 01:17:21.449966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.470584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.474748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] 10.222.0.13 "DELETE /v2.0/networks/1d1fc549-aa3d-4d46-98a9-560f16163d29 HTTP/1.1" status: 204 len: 168 time: 1.6091034 Sep 17 01:17:21.475718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c6433-5307-4f55-bf4c-f641f18048bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1fc549-aa3d-4d46-98a9-560f16163d29,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:21.485078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c3a0481a-cd5e-45fe-8983-9d699d29f297 req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.486333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3a0481a-cd5e-45fe-8983-9d699d29f297 req-5b8322db-cf3b-4f43-85ab-671ef2ee2589 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0545447 Sep 17 01:17:21.491344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] For port c739b04b-2811-4933-816b-495759a6ea5b, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:21.494746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] For port c739b04b-2811-4933-816b-495759a6ea5b, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c739b04b-2811-4933-816b-495759a6ea5b,segment=NetworkSegment(f849a5e1-f39f-4a26-a2fe-c08202d880bb),segment_id=f849a5e1-f39f-4a26-a2fe-c08202d880bb)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:21.500106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.503976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ff7800b-694d-4c5d-a08b-237a94ea70eb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8510025 Sep 17 01:17:21.505083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57412) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:21.511656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'security_group_rule': {'security_group_id': 'a84acb21-771d-44dc-a733-3db3195ac616', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:21.540092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eff5f76f-7983-402b-bc3d-b108931a90fe req-a6c16fbd-3af1-47f8-9b0b-81dd6076eeb6 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e4a6ba4-132b-4528-ae1b-5398414950e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867851 Sep 17 01:17:21.541814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a6db7ec4-2209-435d-a4fa-95f570090e84 req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1996885691', 'description': 'tempest-description-1046519235'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:21.601223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8936d72-416f-413d-a396-fb5366e615e0 req-d358df03-e441-41f3-bb33-a297fe79995e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.602698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8936d72-416f-413d-a396-fb5366e615e0 req-d358df03-e441-41f3-bb33-a297fe79995e tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 946 time: 0.0502717 Sep 17 01:17:21.615529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.656718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625449d2-635b-4947-8356-89ff22186ed1 req-c5f6d491-63f0-40b8-9b8b-be70d83e5fba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.658233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-625449d2-635b-4947-8356-89ff22186ed1 req-c5f6d491-63f0-40b8-9b8b-be70d83e5fba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0531971 Sep 17 01:17:21.683357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.684334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.686515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] 10.222.0.36 "PUT /v2.0/ports/c739b04b-2811-4933-816b-495759a6ea5b HTTP/1.1" status: 200 len: 1091 time: 1.9441907 Sep 17 01:17:21.689814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'tag': 'c739b04b-2811-4933-816b-495759a6ea5b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:21.693621 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fddc6a3-98d6-48e1-95b0-f3060dedce21" -d '{"events": [{"name": "network-changed", "server_uuid": "cb9e46ba-3e49-4ae3-8827-fd3ff2a16958", "tag": "c739b04b-2811-4933-816b-495759a6ea5b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:21.699933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-625449d2-635b-4947-8356-89ff22186ed1 req-59dc64a9-7053-4434-9fa7-d71a9604c021 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355992 Sep 17 01:17:21.752898 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc41657d-c759-4a78-91d6-d197565ca559 x-openstack-request-id: req-cc41657d-c759-4a78-91d6-d197565ca559 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:21.753403 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb9e46ba-3e49-4ae3-8827-fd3ff2a16958", "tag": "c739b04b-2811-4933-816b-495759a6ea5b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:21.753509 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc41657d-c759-4a78-91d6-d197565ca559 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:21.753848 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'tag': 'c739b04b-2811-4933-816b-495759a6ea5b', 'status': 'completed', 'code': 200} Sep 17 01:17:21.777983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af09b7e-e8ab-4eb5-9bf2-114e977d0397 service neutron] Pushing event updated for resources: {'Port': ['ID=c739b04b-2811-4933-816b-495759a6ea5b,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:21.809875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.883098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Deleting port 8d6a2959-53f1-45f1-9295-e955e85f0452 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:21.883098 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:21.890815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ddc20-a826-487a-9f53-595ca7fd9a14 req-7435d310-caa6-41f8-8801-86bf8d8b6b54 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.895576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e1ddc20-a826-487a-9f53-595ca7fd9a14 req-7435d310-caa6-41f8-8801-86bf8d8b6b54 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0973749 Sep 17 01:17:21.930585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc6a3-98d6-48e1-95b0-f3060dedce21 req-565bea60-5439-42fb-984c-a79a72858be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:21.932336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4fddc6a3-98d6-48e1-95b0-f3060dedce21 req-565bea60-5439-42fb-984c-a79a72858be8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b25db3988f5045b693cc841c01342d9e&device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 1094 time: 0.1474822 Sep 17 01:17:21.949288 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e1ddc20-a826-487a-9f53-595ca7fd9a14 req-4c1dcece-d5ff-43a6-997b-9d377334aa87 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504875 Sep 17 01:17:21.987099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6db7ec4-2209-435d-a4fa-95f570090e84 req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.021713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.054765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57436) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:22.107001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] For port 8d6a2959-53f1-45f1-9295-e955e85f0452, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8d6a2959-53f1-45f1-9295-e955e85f0452,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:22.107393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.107697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd69a3-c248-4fde-a9bf-d1a8b1eeb60f req-62288ac2-a16b-499e-b8b6-c270ca29f49a tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:22.109430 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ddd69a3-c248-4fde-a9bf-d1a8b1eeb60f req-62288ac2-a16b-499e-b8b6-c270ca29f49a tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 943 time: 0.0908551 Sep 17 01:17:22.118181 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b23ce403-d917-4d00-8f7b-4e35b961da73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e35e598357e4285a1e1b63a8d9abef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588367 Sep 17 01:17:22.118488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:22.135829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Calling delete_port for 8d6a2959-53f1-45f1-9295-e955e85f0452 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:22.158810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.167662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc6a3-98d6-48e1-95b0-f3060dedce21 req-e3357a64-5294-4841-bf5f-c4474231485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:22.169087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4fddc6a3-98d6-48e1-95b0-f3060dedce21 req-e3357a64-5294-4841-bf5f-c4474231485e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b25db3988f5045b693cc841c01342d9e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2050190 Sep 17 01:17:22.183744 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ddd69a3-c248-4fde-a9bf-d1a8b1eeb60f req-2f0058c4-2a78-4c61-b2c6-186998ec43a6 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641844 Sep 17 01:17:22.197998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0485bb1-68fd-4fb9-ac18-6ac1f7ff45a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.226521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0485bb1-68fd-4fb9-ac18-6ac1f7ff45a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.247591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2671d40a-3729-4391-8006-6e795258152b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:22.379699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6db7ec4-2209-435d-a4fa-95f570090e84 req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.396029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddc6a3-98d6-48e1-95b0-f3060dedce21 req-621e1352-e882-419c-b228-477983eff6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:22.397496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4fddc6a3-98d6-48e1-95b0-f3060dedce21 req-621e1352-e882-419c-b228-477983eff6bc service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2171273 Sep 17 01:17:22.451958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0485bb1-68fd-4fb9-ac18-6ac1f7ff45a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.454854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0485bb1-68fd-4fb9-ac18-6ac1f7ff45a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.458769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c0485bb1-68fd-4fb9-ac18-6ac1f7ff45a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e5082c0-efdd-4f97-83d5-b3f9763f13d8 HTTP/1.1" status: 204 len: 168 time: 0.3322217 Sep 17 01:17:22.491927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0485bb1-68fd-4fb9-ac18-6ac1f7ff45a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5082c0-efdd-4f97-83d5-b3f9763f13d8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:22.492089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-5ff641f7-a9fe-4dc2-8a9c-4d907983e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:22.492089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-5ff641f7-a9fe-4dc2-8a9c-4d907983e4d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b25db3988f5045b693cc841c01342d9e&device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 1094 time: 0.0521379 Sep 17 01:17:22.537112 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-aee30ba4-e614-4413-9aea-4ba9cb007879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c739b04b-2811-4933-816b-495759a6ea5b HTTP/1.1" status: 200 len: 217 time: 0.0394337 Sep 17 01:17:22.537690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6db7ec4-2209-435d-a4fa-95f570090e84 req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.600912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7f9299-ac23-44ed-8871-35a0b3849e09,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:22.613849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-d8085d2e-7dd8-48bb-807e-ef0380530c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:22.615361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-d8085d2e-7dd8-48bb-807e-ef0380530c3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c2b45b1b-60a2-47e1-b628-2fd30fbb2684 HTTP/1.1" status: 200 len: 849 time: 0.0703518 Sep 17 01:17:22.650423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-d2be414f-36c8-4cf8-8f5a-b964effdba63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8098a33d-c25e-4de5-b75d-d0ef304cb628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277617 Sep 17 01:17:22.718784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.720448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.725171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:22.727179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ae09d8a3-0049-4ee0-b0d8-be218ff36bf2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2206049 Sep 17 01:17:22.730980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:22.768554 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a6db7ec4-2209-435d-a4fa-95f570090e84 req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.769897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6db7ec4-2209-435d-a4fa-95f570090e84 req-d6de2488-78ff-4a5d-ad21-26cae7c68f4c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.2352376 Sep 17 01:17:22.800523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Pushing event deleted for resources: {'Port': ['ID=8d6a2959-53f1-45f1-9295-e955e85f0452,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:22.852326 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4925fe0a-bd89-4070-9ebb-25f0768e7388 req-90bef073-5c18-4bb1-aefd-231da054f238 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 210 time: 0.0478535 Sep 17 01:17:22.858980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] No DVR routers for this DVR port 8d6a2959-53f1-45f1-9295-e955e85f0452 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:22.868163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-ca90d935-aa37-4204-9520-e4cbd1eb3602 service neutron] 10.222.0.36 "GET /v2.0/networks/8098a33d-c25e-4de5-b75d-d0ef304cb628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048647 Sep 17 01:17:22.868163 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:22.868163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8936d72-416f-413d-a396-fb5366e615e0 req-8dc99374-65b1-4a36-8ecd-326dd6a28f20 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.23 "DELETE /v2.0/ports/8d6a2959-53f1-45f1-9295-e955e85f0452 HTTP/1.1" status: 204 len: 173 time: 1.2515316 Sep 17 01:17:22.950921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:23.191941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:23.261510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-9f1ece97-7928-4051-bf0e-3584bebb68a7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:23.263504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-9f1ece97-7928-4051-bf0e-3584bebb68a7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 812 time: 0.1835508 Sep 17 01:17:23.287814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-25fca5f7-18fa-46b9-9fd4-0a07967cc30f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/quotas/51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 375 time: 0.0189719 Sep 17 01:17:23.328055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916f34-947b-4135-88b3-255725d3b05d req-a8dfc27e-8b31-4a2a-a854-c319af332726 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:23.329778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7916f34-947b-4135-88b3-255725d3b05d req-a8dfc27e-8b31-4a2a-a854-c319af332726 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.4633296 Sep 17 01:17:23.377479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-f4f8a77c-b33f-4685-97e0-a760b9652c29 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622780 Sep 17 01:17:23.378989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5abd14dc-96cf-43ca-bb5b-b287cdaeb916 req-a015d985-b12b-46ce-b517-1d01e8f59c73 service neutron] 10.222.0.36 "GET /v2.0/networks/8098a33d-c25e-4de5-b75d-d0ef304cb628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013945 Sep 17 01:17:23.393025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7916f34-947b-4135-88b3-255725d3b05d req-fb3b02e5-71b3-4463-9c07-26e3d78463a0 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Sep 17 01:17:23.416273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 172.25.1.139 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/801d8b85-0c4a-49c6-a8ca-c38eb428e496) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:23.546335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75b44d-725a-4da8-8627-f0c2e397716e req-f1bd9671-9e13-4a98-a5d7-905dd6782784 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:23.549610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f75b44d-725a-4da8-8627-f0c2e397716e req-f1bd9671-9e13-4a98-a5d7-905dd6782784 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 943 time: 0.0740035 Sep 17 01:17:23.575997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-3bc6b52c-fce8-4aaf-830a-12c3bda4f1c4 service neutron] 10.222.0.13 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742344 Sep 17 01:17:23.604845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f75b44d-725a-4da8-8627-f0c2e397716e req-13451d0e-31b7-4458-984a-48acc1be1d58 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478282 Sep 17 01:17:23.632936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:23.718127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-a8eb3ee0-51f9-49fb-b7f3-38ef62726679 service neutron] 10.222.0.13 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285305 Sep 17 01:17:23.755011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'name': 'network-vif-deleted', 'tag': '8d6a2959-53f1-45f1-9295-e955e85f0452'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:23.758072 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4885dace-4c58-4496-b35b-0d756e78ad02" -d '{"events": [{"server_uuid": "1d93baa2-6687-49de-a2ae-15536ce3f418", "name": "network-vif-deleted", "tag": "8d6a2959-53f1-45f1-9295-e955e85f0452"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:23.799345 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfea081c-571a-4dde-b0df-9b4a229c355a x-openstack-request-id: req-bfea081c-571a-4dde-b0df-9b4a229c355a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:23.799884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d93baa2-6687-49de-a2ae-15536ce3f418", "name": "network-vif-deleted", "tag": "8d6a2959-53f1-45f1-9295-e955e85f0452", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:23.815319 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfea081c-571a-4dde-b0df-9b4a229c355a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:23.815319 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d93baa2-6687-49de-a2ae-15536ce3f418', 'name': 'network-vif-deleted', 'tag': '8d6a2959-53f1-45f1-9295-e955e85f0452', 'status': 'completed', 'code': 200} Sep 17 01:17:23.918262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:23.960235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:23.963630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:23.967721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:23.983520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c915718d-3e7b-4ddf-a6bc-fe74e7f45055 req-12dcc641-e5a0-4e5b-8208-8c4367c10bf0 tempest-ServerRescueNegativeTestJSON-513710089 tempest-ServerRescueNegativeTestJSON-513710089-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d93baa2-6687-49de-a2ae-15536ce3f418 HTTP/1.1" status: 200 len: 210 time: 0.0514548 Sep 17 01:17:24.011189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=801d8b85-0c4a-49c6-a8ca-c38eb428e496,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:24.115112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.123792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585e4d00-8891-4245-a264-c1477030667a req-a0dc7d93-9f95-4908-811d-402f2187b4f9 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 210 time: 0.0481462 Sep 17 01:17:24.177881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:24.276092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.307684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1120632101-network', 'tenant_id': '4752c375fe56453e90083f0ddfc8db46'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:24.428343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Made reservation on behalf of 4752c375fe56453e90083f0ddfc8db46 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:24.431912 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.453282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.545439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.578405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8d6a2959-53f1-45f1-9295-e955e85f0452 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:24.613926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 8d6a2959-53f1-45f1-9295-e955e85f0452 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:24.616025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8d6a2959-53f1-45f1-9295-e955e85f0452 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:24.622254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea8fb5-0c7d-43c9-98e2-e1c111756bac req-8075bb24-37bb-47f7-9d86-f6859492b739 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:24.629909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7ea8fb5-0c7d-43c9-98e2-e1c111756bac req-8075bb24-37bb-47f7-9d86-f6859492b739 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1465411 Sep 17 01:17:24.651207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.708273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=801d8b85-0c4a-49c6-a8ca-c38eb428e496,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:24.770008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92873da8-aa7a-4f43-9f6e-1ef86b8df34a req-88d39f15-53c4-4001-9cd4-417876d18223 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:24.771602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92873da8-aa7a-4f43-9f6e-1ef86b8df34a req-88d39f15-53c4-4001-9cd4-417876d18223 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 943 time: 0.0555000 Sep 17 01:17:24.778448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7ea8fb5-0c7d-43c9-98e2-e1c111756bac req-3550e00d-b1d0-43d4-8eaf-0e4d47b8eb51 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476946 Sep 17 01:17:24.789670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.800240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.855857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.859212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92873da8-aa7a-4f43-9f6e-1ef86b8df34a req-9e4ed7bc-7bb5-4794-84c8-5654ef3203f5 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Sep 17 01:17:24.868413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:17:24.896773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.897454 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Added segment 30f7955e-abe7-4d95-b7a4-b33844f91b65 of type vlan for network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 Sep 17 01:17:24.925675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35ca217-2e13-4137-8f9b-e899df5f23a8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:24.966873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:24.970786 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c3b80174-4865-4cf0-bfb4-488d36d89dcf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2414854 Sep 17 01:17:24.983706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:25.122631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57548) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:25.170799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:25.172284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.172476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:25.271180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] Pushing event updated for resources: {'Network': ['ID=47852893-cc7b-4c7f-bbbf-e950b039e7f9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:25.283705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:17:25.330213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-66646bbf-5a13-49b5-b2c1-ba0f7cb10778 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1220425372&fields=id&tenant_id=376960955bac466792ea65f5939476d4 HTTP/1.1" status: 200 len: 267 time: 0.1216428 Sep 17 01:17:25.346594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54ceb0cf-f646-4426-9134-31c08777bc24 req-aa956398-d257-49d6-bb17-56ff3f069f5c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 210 time: 0.0304925 Sep 17 01:17:25.430790 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-50626185-5019-4fdf-a3ec-7b5ea989b138 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2513795 Sep 17 01:17:25.432589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57568) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:25.443412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Request body: {'subnet': {'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1120632101-subnet', 'tenant_id': '4752c375fe56453e90083f0ddfc8db46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:25.466833 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-b5b06048-e3ad-4dfa-9209-6f2f5acc2c55 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.475514 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-b5b06048-e3ad-4dfa-9209-6f2f5acc2c55 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 930 time: 0.1297317 Sep 17 01:17:25.539363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480152-996f-46d5-b536-c9c948b21b0e req-7978bfd8-e28e-4b25-a498-5d512d98aa71 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.541654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5480152-996f-46d5-b536-c9c948b21b0e req-7978bfd8-e28e-4b25-a498-5d512d98aa71 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1154044 Sep 17 01:17:25.542587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-d8506599-8416-4204-826f-23b2672dc595 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.543988 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-d8506599-8416-4204-826f-23b2672dc595 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 929 time: 0.0674539 Sep 17 01:17:25.555454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-a9380d04-da83-4a24-9814-ffd7833af249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.559714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-a9380d04-da83-4a24-9814-ffd7833af249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e4205523e00412caf112129a33454e2&device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 1097 time: 0.0551023 Sep 17 01:17:25.644868 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-8dbf461a-9ba5-4bff-84e3-be11b7d2ac9e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0866354 Sep 17 01:17:25.647127 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Made reservation on behalf of 4752c375fe56453e90083f0ddfc8db46 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:25.649402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:25.651668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5480152-996f-46d5-b536-c9c948b21b0e req-8feba6c6-4f85-424e-a6c0-24938d3d2dd9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936909 Sep 17 01:17:25.685617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-b192bf33-e264-48b5-8199-ddcd72515906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.687029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-b192bf33-e264-48b5-8199-ddcd72515906 service neutron] 10.222.0.36 "GET /v2.0/networks?id=308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 200 len: 915 time: 0.1227868 Sep 17 01:17:25.726584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-ebca6c96-6cd9-4329-b805-3a7bdf840c1b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0591137 Sep 17 01:17:25.731154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-217dedb2-3908-4408-a2ab-2de83ff0b631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 200 len: 217 time: 0.0373311 Sep 17 01:17:25.785483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-d1f32cf6-9a3b-4b46-96f0-716040ced769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:25.786947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-d1f32cf6-9a3b-4b46-96f0-716040ced769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 200 len: 854 time: 0.0494504 Sep 17 01:17:25.824334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-2a121a4f-42f0-4b09-8687-0403b28e5e97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=308d8ee2-0e66-4f75-9874-3d6f781596e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300298 Sep 17 01:17:25.991549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-7a6f52e4-7cb0-490d-8702-f4a5f8a13326 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588650 Sep 17 01:17:26.013958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-65e22ab8-c340-4100-9b0c-399f0cc67197 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:26.020282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-65e22ab8-c340-4100-9b0c-399f0cc67197 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:26.026350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-65e22ab8-c340-4100-9b0c-399f0cc67197 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:26.027957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-65e22ab8-c340-4100-9b0c-399f0cc67197 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/networks?id=34180796-d80a-4cc5-b5b4-600e53ccbb57&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 200 len: 1990 time: 0.2674036 Sep 17 01:17:26.042792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300e3df-c2f8-4426-ba69-19dbc347df53 req-9c8c9466-57e9-4a3e-bc47-f27d06fdac88 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:26.044315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6300e3df-c2f8-4426-ba69-19dbc347df53 req-9c8c9466-57e9-4a3e-bc47-f27d06fdac88 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 943 time: 0.0948424 Sep 17 01:17:26.082093 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-5581e1d6-6730-4429-8270-7f6fe22ef6d3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/quotas/376960955bac466792ea65f5939476d4 HTTP/1.1" status: 200 len: 375 time: 0.0424676 Sep 17 01:17:26.134618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6300e3df-c2f8-4426-ba69-19dbc347df53 req-6f9653b1-3258-479d-aa97-c03392c3c53f tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Sep 17 01:17:26.139873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4083a338-ffda-47e6-bb83-f305d8f92b5e req-38d3a137-5358-4cb7-af28-c35e2e8806f5 service neutron] 10.222.0.36 "GET /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418910 Sep 17 01:17:26.203022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-37c618fc-a10f-4df0-828a-18d752804a5c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1037273 Sep 17 01:17:26.206831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:26.514333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c739b04b-2811-4933-816b-495759a6ea5b details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:17:26.543930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5700a61-6071-42dc-bcbb-87590c9e41b9 req-3784befc-1183-459e-b887-a1551b220525 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 210 time: 0.0854497 Sep 17 01:17:26.600053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-bbbc1af2-9919-4efd-8cf6-3611c988e1d6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:26.601787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-bbbc1af2-9919-4efd-8cf6-3611c988e1d6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 812 time: 0.1902611 Sep 17 01:17:26.607700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:26.623354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'port': {'device_id': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f', 'admin_state_up': True, 'tenant_id': '51e33ef0c6614a74a6bd4ef183eb9018'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:26.661178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9381d565-6447-43e6-8ee3-fd8413bb49cf,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:26.693260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c739b04b-2811-4933-816b-495759a6ea5b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c739b04b-2811-4933-816b-495759a6ea5b,segment=NetworkSegment(f849a5e1-f39f-4a26-a2fe-c08202d880bb),segment_id=f849a5e1-f39f-4a26-a2fe-c08202d880bb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:26.731729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c739b04b-2811-4933-816b-495759a6ea5b', 'network_id': '8098a33d-c25e-4de5-b75d-d0ef304cb628', 'port_id': 'c739b04b-2811-4933-816b-495759a6ea5b', 'mac_address': 'fa:16:3e:50:04:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b45b1b-60a2-47e1-b628-2fd30fbb2684', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:17:26.781594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Checking segment: {'id': '30f7955e-abe7-4d95-b7a4-b33844f91b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:26.782010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Network hostable DHCP agents. Network: 47852893-cc7b-4c7f-bbbf-e950b039e7f9, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:17:26.820776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-4a3b6f2b-fb31-47cf-81c1-686772536d74 service neutron] 10.222.0.13 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584336 Sep 17 01:17:26.826136 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:26.843305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c739b04b-2811-4933-816b-495759a6ea5b {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:26.881299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c739b04b-2811-4933-816b-495759a6ea5b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c739b04b-2811-4933-816b-495759a6ea5b,segment=NetworkSegment(f849a5e1-f39f-4a26-a2fe-c08202d880bb),segment_id=f849a5e1-f39f-4a26-a2fe-c08202d880bb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:26.924039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da01df-dba0-4643-ad8f-134f44e41498 req-17d0b9a3-b5fc-4e3b-87e7-b32f6b604a90 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:26.925784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0da01df-dba0-4643-ad8f-134f44e41498 req-17d0b9a3-b5fc-4e3b-87e7-b32f6b604a90 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0960257 Sep 17 01:17:26.940108 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:26.949678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:17:26.995049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Made reservation on behalf of 51e33ef0c6614a74a6bd4ef183eb9018 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:26.998467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.017648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c739b04b-2811-4933-816b-495759a6ea5b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:27.024136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0da01df-dba0-4643-ad8f-134f44e41498 req-372e2f92-9003-4ce2-8391-b27dd88d657f tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906491 Sep 17 01:17:27.043286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.045104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.045104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.045104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.046034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.046713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.047572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.048281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.048795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.049344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.049687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.050020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:27.059412 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-3c1fd43a-a1d6-45cc-98ba-6a12da2eface service neutron] 10.222.0.13 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376702 Sep 17 01:17:27.068723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 47852893-cc7b-4c7f-bbbf-e950b039e7f9) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:27.080486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:27.081083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.083485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8740a8e0-9606-4ab9-bf0a-33722fd45894 None None] Network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:27.128116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a51e13aa-543c-4e97-8670-66d9784b587e service neutron] 10.222.0.13 "GET /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0677028 Sep 17 01:17:27.183970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c739b04b-2811-4933-816b-495759a6ea5b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:27.262303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6654923a-81bf-4f1c-99a1-40cc4e56adf5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8252678 Sep 17 01:17:27.278645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Allocated IP 172.20.0.13 (f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f/70b90258-e2cf-47ab-aa0c-6a1a1d9b156a/526c4bfb-bcdc-4281-a331-fc6684eb2bf5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:27.329747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-b0a49706-6e0e-4293-b357-8a63b29fbde5 service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007623 Sep 17 01:17:27.347911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d546c9f-00aa-4014-bad3-0a89fbf35213 None None] Network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:17:27.408856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Deleting port ab2a7062-84cf-4820-b52c-0eaa3dcbf560 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:27.409198 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.475786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.495836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] For port ab2a7062-84cf-4820-b52c-0eaa3dcbf560, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,segment=NetworkSegment(8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c),segment_id=8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:27.496212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.508991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Calling delete_port for ab2a7062-84cf-4820-b52c-0eaa3dcbf560 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:27.582110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afbb29-7f83-4d37-a42c-75ce7206f888 req-bb458914-b861-4e08-a332-7b28591eec82 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:27.595428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68afbb29-7f83-4d37-a42c-75ce7206f888 req-bb458914-b861-4e08-a332-7b28591eec82 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 944 time: 0.0814090 Sep 17 01:17:27.627761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-16bcf3e3-7ce1-41fc-aa6a-b4d3a5130436 service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970603 Sep 17 01:17:27.643562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.660831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68afbb29-7f83-4d37-a42c-75ce7206f888 req-2021906e-2c32-4bc2-b661-6190d2df7a3c tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594773 Sep 17 01:17:27.746658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-90cb9875-c974-46a4-a8a6-6ed03b7b3c7b service neutron] 10.222.0.13 "GET /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1172738 Sep 17 01:17:27.748377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:27.754249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:27.758573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:27.810363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:27.847824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:27.848478 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:27.881490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55f4fd-a5d4-415d-b7ff-4c14c7e6b898 req-7bef0621-7bee-40ac-9165-3cf6197ff6b8 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:27.882996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba55f4fd-a5d4-415d-b7ff-4c14c7e6b898 req-7bef0621-7bee-40ac-9165-3cf6197ff6b8 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 932 time: 0.1004639 Sep 17 01:17:27.911884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-09b4c0fd-838e-489e-bdd5-7ddb9d7daf6a service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589105 Sep 17 01:17:27.941082 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-102395e4-6c05-4bb3-a964-bff9db49ec01 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3240774 Sep 17 01:17:27.965798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Request body: {'port': {'device_id': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:27.971015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba55f4fd-a5d4-415d-b7ff-4c14c7e6b898 req-7cd0d7e5-2a16-46f1-9ac5-b4f888fe91c2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784826 Sep 17 01:17:28.009921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.056974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Pushing event deleted for resources: {'Port': ['ID=ab2a7062-84cf-4820-b52c-0eaa3dcbf560,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:28.080780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.109528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-8ee146b1-277b-4621-906c-26da8f92f209 service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970029 Sep 17 01:17:28.303469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-caae5abb-b623-4d54-be1e-a027c02e27b5 service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856585 Sep 17 01:17:28.356057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.472065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-e1a1f8ef-513d-408a-9d8e-a15a6a99c220 service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606731 Sep 17 01:17:28.519715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c739b04b-2811-4933-816b-495759a6ea5b up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:28.569987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:28.587716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.621718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-0e0e21a8-090f-454e-8a95-e8018b054827 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:28.623396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-0e0e21a8-090f-454e-8a95-e8018b054827 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/networks?id=47852893-cc7b-4c7f-bbbf-e950b039e7f9 HTTP/1.1" status: 200 len: 822 time: 0.2871854 Sep 17 01:17:28.626124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Transition to ACTIVE for port object 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:28.643761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-45c10271-af86-4393-9a27-e826e3aa6123 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/quotas/4752c375fe56453e90083f0ddfc8db46 HTTP/1.1" status: 200 len: 375 time: 0.0126445 Sep 17 01:17:28.687738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-08daf774-6e82-4e5d-88cb-26475f1ce270 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4752c375fe56453e90083f0ddfc8db46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312264 Sep 17 01:17:28.692040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-abc55272-d7fc-4fa3-8700-73ebc2937065 service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085273 Sep 17 01:17:28.705054 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.727967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c739b04b-2811-4933-816b-495759a6ea5b completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:17:28.728414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.733039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c739b04b-2811-4933-816b-495759a6ea5b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:28.733657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.843359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.866936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:28.877501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c739b04b-2811-4933-816b-495759a6ea5b'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:28.880331 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad4138-895c-4669-9909-efd36b778eaf" -d '{"events": [{"server_uuid": "cb9e46ba-3e49-4ae3-8827-fd3ff2a16958", "name": "network-vif-plugged", "status": "completed", "tag": "c739b04b-2811-4933-816b-495759a6ea5b"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:28.906958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c739b04b-2811-4933-816b-495759a6ea5b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c739b04b-2811-4933-816b-495759a6ea5b,segment=NetworkSegment(f849a5e1-f39f-4a26-a2fe-c08202d880bb),segment_id=f849a5e1-f39f-4a26-a2fe-c08202d880bb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:28.972612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-ab4ecd7a-64cd-45e2-8457-881fc7b7068e service neutron] 10.222.0.13 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715452 Sep 17 01:17:28.974393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:28.987251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:17:29.010849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-dc11518b-922b-4e63-b7d1-ce1fc4e8b650 service neutron] 10.222.0.13 "GET /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086061 Sep 17 01:17:29.020105 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:29.020568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Attempting to bind port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:29.021281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Attempting to bind port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:29.021617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Attempting to bind port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 on network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:29.045790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 on network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:29.046154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Attempting to bind port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 on network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:29.051968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c739b04b-2811-4933-816b-495759a6ea5b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:29.066425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:29.066763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Checking segment: {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:29.067171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Bound using segment: {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:29.067604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Bound port: 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:29.068016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:29.189586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-09cce851-751e-4591-8890-2fdb9ecd2409 service neutron] 10.222.0.13 "GET /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655109 Sep 17 01:17:29.205652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:29.210061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:29.226521 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a9476bcb-2025-4b1b-b9e1-bd7c92e6aec6 service neutron] 10.222.0.13 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376122 Sep 17 01:17:29.243303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:17:29.255889 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] Sync routers for ids ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:17:29.258394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-14fb8c28-1150-41bd-bb0b-fe08f4d8920d admin admin] 10.222.0.13 "PUT /v2.0/routers/464f0c8f-5fa0-4bfc-baf8-120bbeb05810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1345468 Sep 17 01:17:29.261226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:29.265673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:29.283176 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] Routers {'464f0c8f-5fa0-4bfc-baf8-120bbeb05810'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:17:29.283176 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:17:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:29.336445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:29.359785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:29.360412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:29.361863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-14f769de-6749-4f9f-94ee-7ff3cbfb5edc service neutron] 10.222.0.23 "PUT /v2.0/ports/526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 1092 time: 1.4006293 Sep 17 01:17:29.362307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:29.364571 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:29.430888 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] Set router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:17:29.467911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-7a793204-dfd2-44d4-8df7-2ec74b1ff25e service neutron] 10.222.0.13 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381060 Sep 17 01:17:29.502599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:29.601458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-872a568c-33ce-4496-b629-c0ea068ab03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:29.603848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-872a568c-33ce-4496-b629-c0ea068ab03a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1095 time: 0.0911665 Sep 17 01:17:29.703239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-0511d9b6-06dc-4a56-828d-ceb052edd3e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 217 time: 0.0882218 Sep 17 01:17:29.768218 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:17:27Z', 'revision_number': 5, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:29.801785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d3edf-302d-40e3-b51f-906a9df5cd92 req-1ccc73e9-46f4-404a-9fc6-e93cd547465b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:29.803279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb5d3edf-302d-40e3-b51f-906a9df5cd92 req-1ccc73e9-46f4-404a-9fc6-e93cd547465b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.2061269 Sep 17 01:17:29.832375 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] Checking router: 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:17:29.833202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-c052218b-07d7-4147-9c00-6c7fc0d19d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:29.834686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-c052218b-07d7-4147-9c00-6c7fc0d19d16 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.1228828 Sep 17 01:17:29.844402 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] Routers {'464f0c8f-5fa0-4bfc-baf8-120bbeb05810'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:17:29.845329 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:17:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:29.909446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-3a0e1966-cd17-4eb5-a503-af87cf1145b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660219 Sep 17 01:17:29.964568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb5d3edf-302d-40e3-b51f-906a9df5cd92 req-35e15df2-3236-4426-aa11-23bd0eabe344 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286914 Sep 17 01:17:30.020751 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] Set router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:17:30.115923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-b13fb453-a193-4bf5-9f98-c2d533cd8294 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961272 Sep 17 01:17:30.208572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c397f5d-076e-4ede-b3ed-56974418e4d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273998 Sep 17 01:17:30.220128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d195e-c01b-4354-ba58-74731e44083c req-6c13996a-72a0-4523-abd9-5b3b11eee81a tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:30.222030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-072d195e-c01b-4354-ba58-74731e44083c req-6c13996a-72a0-4523-abd9-5b3b11eee81a tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.1475065 Sep 17 01:17:30.276484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:30.277180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ebfac64-f397-4e63-8cd6-ccc92d11014d req-0c98d688-c98e-4af9-a3a9-68a7a72bd9e8 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453402 Sep 17 01:17:30.293711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:17:27Z', 'revision_number': 5, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:30.311349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-072d195e-c01b-4354-ba58-74731e44083c req-44bfa05d-f981-49e9-a62b-65b499174b0b tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800138 Sep 17 01:17:30.392702 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78072e39-05d4-446f-8742-5e6852faf3fa None None] The sync data for ids ['464f0c8f-5fa0-4bfc-baf8-120bbeb05810'] in n-d-789963-7 is: [{'id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'name': 'tempest-ServerRescueNegativeTestJSON-418830628-router', 'tenant_id': '751214c86fd447b0b3463553d62b75df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:14:13Z', 'updated_at': '2021-09-17T01:17:27Z', 'revision_number': 5, 'project_id': '751214c86fd447b0b3463553d62b75df', 'gw_port': {'id': '18bd01b6-b408-4818-b5d3-7e2ddfa863fb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464f0c8f-5fa0-4bfc-baf8-120bbeb05810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:14:14Z', 'updated_at': '2021-09-17T01:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:17:30.402987 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e94176-7a93-42b2-adc3-82e94423836e x-openstack-request-id: req-19e94176-7a93-42b2-adc3-82e94423836e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:30.403534 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9e46ba-3e49-4ae3-8827-fd3ff2a16958", "name": "network-vif-plugged", "status": "completed", "tag": "c739b04b-2811-4933-816b-495759a6ea5b", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:30.403534 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19e94176-7a93-42b2-adc3-82e94423836e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:30.403974 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c739b04b-2811-4933-816b-495759a6ea5b', 'code': 200} Sep 17 01:17:30.472892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-76572db3-d42d-44ae-91f7-9c58948b5614 service neutron] 10.222.0.13 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475996 Sep 17 01:17:30.602657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Deleting port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:30.607534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:30.639656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9738ec-367c-48f1-83b6-0df35e61c7ab req-4fd650e6-9bd9-4569-a9b6-d7c8ae3cf6ad tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:30.641518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc9738ec-367c-48f1-83b6-0df35e61c7ab req-4fd650e6-9bd9-4569-a9b6-d7c8ae3cf6ad tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 944 time: 0.1422117 Sep 17 01:17:30.643688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ea0d6-ee5f-4b0e-92b1-b4f34403e316 req-0f2c31b8-ffa0-488e-9e98-41b07b32ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:30.645184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-438ea0d6-ee5f-4b0e-92b1-b4f34403e316 req-0f2c31b8-ffa0-488e-9e98-41b07b32ccaa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 1096 time: 0.1358204 Sep 17 01:17:30.820453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ab2a7062-84cf-4820-b52c-0eaa3dcbf560 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:30.840654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] For port 18bd01b6-b408-4818-b5d3-7e2ddfa863fb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:30.843216 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:30.870196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Calling delete_port for 18bd01b6-b408-4818-b5d3-7e2ddfa863fb owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:30.881873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57704) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:30.887553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ab2a7062-84cf-4820-b52c-0eaa3dcbf560 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:30.887886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ab2a7062-84cf-4820-b52c-0eaa3dcbf560 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:30.911707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc9738ec-367c-48f1-83b6-0df35e61c7ab req-b90bd67d-0ee8-4f33-9381-33674469e2bf tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641227 Sep 17 01:17:30.914035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-438ea0d6-ee5f-4b0e-92b1-b4f34403e316 req-6855852f-e424-4a5d-8847-a5262bed1828 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461896 Sep 17 01:17:30.964769 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2838a962-a9e7-4c8a-8c10-e759ae06a713 x-openstack-request-id: req-2838a962-a9e7-4c8a-8c10-e759ae06a713 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:30.965569 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:30.966026 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2838a962-a9e7-4c8a-8c10-e759ae06a713 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:30.967041 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'status': 'completed', 'code': 200} Sep 17 01:17:31.089424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-0c0ca842-2883-48f1-86aa-984a0d3be18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:31.091982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-0c0ca842-2883-48f1-86aa-984a0d3be18d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1095 time: 0.1034753 Sep 17 01:17:31.203168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-63e7e9cb-362b-4215-9e63-8d597f43b663 req-790e4cf2-cd97-42a1-adf7-0905259267e2 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 210 time: 0.0806425 Sep 17 01:17:31.239672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95e90232-fcae-460b-9227-302edacc9060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.357870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.393270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-a5a3c5ed-7d40-4913-9896-dcb7ea17ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:31.394935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-a5a3c5ed-7d40-4913-9896-dcb7ea17ecfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.2943130 Sep 17 01:17:31.408585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Pushing event deleted for resources: {'Port': ['ID=18bd01b6-b408-4818-b5d3-7e2ddfa863fb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:31.419388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95e90232-fcae-460b-9227-302edacc9060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.450355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-194fab8e-6164-4d22-a541-f59c8e8a2b89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 217 time: 0.0450771 Sep 17 01:17:31.460248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41492c-3ccd-4296-969c-ef582f5347a6 req-7f04a5e4-d9df-4ac1-a4f9-3ec9c11110ba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:31.468828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc41492c-3ccd-4296-969c-ef582f5347a6 req-7f04a5e4-d9df-4ac1-a4f9-3ec9c11110ba tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1464522 Sep 17 01:17:31.490098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95e90232-fcae-460b-9227-302edacc9060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.510210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.553247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-49b12e23-4d7f-4f4b-b731-c551165e4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:31.554716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-49b12e23-4d7f-4f4b-b731-c551165e4691 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.0848973 Sep 17 01:17:31.563700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc41492c-3ccd-4296-969c-ef582f5347a6 req-37a567d5-6fa1-4f3e-a065-eb155e49076a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818655 Sep 17 01:17:31.631274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-44ee86ab-13a2-4923-9ff5-4daf28529ebd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662057 Sep 17 01:17:31.651113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-95e90232-fcae-460b-9227-302edacc9060 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cd3d9f785a047cd99cfdafec2c2c11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675905 Sep 17 01:17:31.654044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.656353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e90232-fcae-460b-9227-302edacc9060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85683703-bd5a-43eb-8418-177c6e63be37,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:31.661420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.661614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57730) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:31.779230 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.779879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 464f0c8f-5fa0-4bfc-baf8-120bbeb05810 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:17:31.785524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.792538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-92dbdb35-9771-4669-aa64-b12f1427c699 admin admin] 10.222.0.13 "DELETE /v2.0/routers/464f0c8f-5fa0-4bfc-baf8-120bbeb05810 HTTP/1.1" status: 204 len: 168 time: 2.5292826 Sep 17 01:17:31.793604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57738) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:31.795230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295e64b-f68e-4b26-bc10-37db1c67f101 req-90f48430-467b-48ba-8d7a-e989bbf853d8 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:31.796825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a295e64b-f68e-4b26-bc10-37db1c67f101 req-90f48430-467b-48ba-8d7a-e989bbf853d8 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.1526546 Sep 17 01:17:31.837373 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c23a24fb-be36-42bc-a13e-63b6460e6263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.843962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-50c3bf28-f19f-4700-be6b-d36707ee941b service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986144 Sep 17 01:17:31.847768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Deleting subnet e23429f3-7635-41ad-995e-3b14a3940ca0 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:31.853784 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.903157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.907951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a295e64b-f68e-4b26-bc10-37db1c67f101 req-ac82b801-210d-42f7-a4d2-b606656c0df7 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994117 Sep 17 01:17:31.910921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c23a24fb-be36-42bc-a13e-63b6460e6263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:31.990412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:32.108823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ddbc7b2-76f7-4ad6-9e65-00cdc2041f3d req-97443cec-3e22-422e-896b-051cc9a13711 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524965 Sep 17 01:17:32.131399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592448b7-3770-42a1-a308-7999111d345f req-a8e3731c-05a7-42e3-8818-e95c5d465adb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:32.133108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-592448b7-3770-42a1-a308-7999111d345f req-a8e3731c-05a7-42e3-8818-e95c5d465adb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 944 time: 0.1048720 Sep 17 01:17:32.162592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:32.174942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-592448b7-3770-42a1-a308-7999111d345f req-0caa22db-a5d8-4632-8c32-bc832f811b1b tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350475 Sep 17 01:17:32.198596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:32.200541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e23429f3-7635-41ad-995e-3b14a3940ca0 HTTP/1.1" status: 204 len: 168 time: 0.4059255 Sep 17 01:17:32.201546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81bc5c-a33f-4f1d-b724-44e2853af64c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23429f3-7635-41ad-995e-3b14a3940ca0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:32.203060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57748) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:32.211509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c23a24fb-be36-42bc-a13e-63b6460e6263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:32.214017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c23a24fb-be36-42bc-a13e-63b6460e6263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:32.215113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c23a24fb-be36-42bc-a13e-63b6460e6263 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85683703-bd5a-43eb-8418-177c6e63be37 HTTP/1.1" status: 204 len: 168 time: 0.5528698 Sep 17 01:17:32.244060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a24fb-be36-42bc-a13e-63b6460e6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85683703-bd5a-43eb-8418-177c6e63be37,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:32.356919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:32.407105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b8722-e1b5-45d8-86e8-b9e58df0229f req-86458da0-fb85-4516-a7b2-87a19c223ab1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:32.408773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e5b8722-e1b5-45d8-86e8-b9e58df0229f req-86458da0-fb85-4516-a7b2-87a19c223ab1 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1665933 Sep 17 01:17:32.558642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-48b8fa0d-71c0-47ef-b2cc-b5a0af1ca114 req-14ca4ad6-f265-4081-9044-92c5b36a2bfa tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 210 time: 0.0911889 Sep 17 01:17:32.698596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18bd01b6-b408-4818-b5d3-7e2ddfa863fb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:32.730161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b52819f2-0dcd-4ba7-b0d9-57cd9a00c6ae req-3e5f6ffa-6e66-42c7-a471-07205bbf7594 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0654969 Sep 17 01:17:32.739944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 18bd01b6-b408-4818-b5d3-7e2ddfa863fb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:32.740837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18bd01b6-b408-4818-b5d3-7e2ddfa863fb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:32.974749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e5b8722-e1b5-45d8-86e8-b9e58df0229f req-d46e2ffd-1373-42e2-836e-34d5406606d8 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5487223 Sep 17 01:17:33.042692 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.069231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-1eedbf46-d682-41c2-86f0-e1383fe501ee tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.070655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-1eedbf46-d682-41c2-86f0-e1383fe501ee tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.23 "GET /v2.0/networks?id=47852893-cc7b-4c7f-bbbf-e950b039e7f9 HTTP/1.1" status: 200 len: 822 time: 0.6607349 Sep 17 01:17:33.091615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Request body: {'port': {'device_id': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9', 'admin_state_up': True, 'tenant_id': '4752c375fe56453e90083f0ddfc8db46'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:33.095892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e213015e-2e17-465b-83c8-c358fe164ec1']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:33.100388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde34c09-4dc5-4b8f-999c-098f09d27e58 req-ba6ac01e-a254-4c01-b1db-27a2b0f21996 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.101935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dde34c09-4dc5-4b8f-999c-098f09d27e58 req-ba6ac01e-a254-4c01-b1db-27a2b0f21996 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.0574870 Sep 17 01:17:33.137884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:33.138146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1c2c0e-3eff-42d0-9673-e01bd1a4c24c') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:33.151557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dde34c09-4dc5-4b8f-999c-098f09d27e58 req-c22011f1-2044-4c47-9242-db8e369acd69 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350485 Sep 17 01:17:33.161638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.223567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebc37e-e140-44ad-b517-71ee364ba73e req-7a7b5176-1fcb-4246-8336-96e68edb9504 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.225127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2ebc37e-e140-44ad-b517-71ee364ba73e req-7a7b5176-1fcb-4246-8336-96e68edb9504 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1633809 Sep 17 01:17:33.229288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.241878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:33.242287 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:33.247874 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:33.358336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2ebc37e-e140-44ad-b517-71ee364ba73e req-1bdb1d2a-b274-4249-a8c8-29a7458756f5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184294 Sep 17 01:17:33.362784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f9e31-de46-4833-94de-24d71df30696 req-8d6ae248-869a-4917-8d36-76cca2e0044f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.364260 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-925f9e31-de46-4833-94de-24d71df30696 req-8d6ae248-869a-4917-8d36-76cca2e0044f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 944 time: 0.0825720 Sep 17 01:17:33.435281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-925f9e31-de46-4833-94de-24d71df30696 req-bfb46ac3-9929-43fd-af3d-e4969f09eadc tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633180 Sep 17 01:17:33.450525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.474456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.479407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e213015e-2e17-465b-83c8-c358fe164ec1 HTTP/1.1" status: 204 len: 168 time: 1.2719712 Sep 17 01:17:33.479407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c72b4-136e-450e-a18e-d4d38c251361 admin admin] Pushing event deleted for resources: {'Network': ['ID=e213015e-2e17-465b-83c8-c358fe164ec1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:33.480293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Made reservation on behalf of 4752c375fe56453e90083f0ddfc8db46 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:33.483638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.634465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bfeea-37c4-4ab4-8485-cdfcfe1e3746 req-aac26fc8-e734-47a0-89d9-3e117d2d27a2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.637162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8c6bfeea-37c4-4ab4-8485-cdfcfe1e3746 req-aac26fc8-e734-47a0-89d9-3e117d2d27a2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0618913 Sep 17 01:17:33.649390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Allocated IP 172.20.0.3 (47852893-cc7b-4c7f-bbbf-e950b039e7f9/9381d565-6447-43e6-8ee3-fd8413bb49cf/7e303082-295d-4965-823e-48dc6786641a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:33.683413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8c6bfeea-37c4-4ab4-8485-cdfcfe1e3746 req-44ae3ae4-30d8-40ea-889b-c224455b79b3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401576 Sep 17 01:17:33.793492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7187d13c-0d13-454f-936a-b75312d32453 req-2b8cc82d-163c-40ea-b1dd-284bf8f3f6e0 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 210 time: 0.0341468 Sep 17 01:17:33.915813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d95015-e591-4e6a-8025-1da470a6922e req-676df781-1229-4e45-acde-5a835c465c84 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.917750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39d95015-e591-4e6a-8025-1da470a6922e req-676df781-1229-4e45-acde-5a835c465c84 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0927970 Sep 17 01:17:33.921291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd23a6a-a36f-47c9-8ef3-526d78244752 req-db3a96b1-d959-429d-a264-96e50260a8f0 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:33.923048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:33.923409 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdd23a6a-a36f-47c9-8ef3-526d78244752 req-db3a96b1-d959-429d-a264-96e50260a8f0 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.0632386 Sep 17 01:17:33.926356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57806) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:33.988911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39d95015-e591-4e6a-8025-1da470a6922e req-0dad1ec9-442a-48cf-8c39-2a453011b380 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Sep 17 01:17:33.989284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdd23a6a-a36f-47c9-8ef3-526d78244752 req-5010cb66-b637-40b0-a0c8-9529f99de04c tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561631 Sep 17 01:17:34.001442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2e858418-ef5a-4691-9dc5-915cb9fe6b95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=751214c86fd447b0b3463553d62b75df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0739105 Sep 17 01:17:34.005724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57810) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:34.081879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a0cca1e-cb45-4712-91f7-5f9cce63fe4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.089472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b51cc1dd-ffad-4a9f-9cd1-5636ade10883 req-56cdf338-2471-4ad6-bd5b-d01fff18b658 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0281041 Sep 17 01:17:34.095572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.167194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a0cca1e-cb45-4712-91f7-5f9cce63fe4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.190473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:34.206485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:34.223265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:34.234219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Pushing event updated for resources: {'Port': ['ID=7e303082-295d-4965-823e-48dc6786641a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:34.270708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eea09d-416d-4763-b1aa-4cd93c60a07e req-78e11761-084a-4a5a-bd44-573babce1f2e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:34.272233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8eea09d-416d-4763-b1aa-4cd93c60a07e req-78e11761-084a-4a5a-bd44-573babce1f2e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1684697 Sep 17 01:17:34.293933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:34.294660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.337679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8eea09d-416d-4763-b1aa-4cd93c60a07e req-cfefb74c-b5de-42fe-9426-5f998ac24bdd tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Sep 17 01:17:34.362146 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a0cca1e-cb45-4712-91f7-5f9cce63fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.364899 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a0cca1e-cb45-4712-91f7-5f9cce63fe4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.365999 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5a0cca1e-cb45-4712-91f7-5f9cce63fe4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e4a6ba4-132b-4528-ae1b-5398414950e1 HTTP/1.1" status: 204 len: 168 time: 0.3606730 Sep 17 01:17:34.378497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0cca1e-cb45-4712-91f7-5f9cce63fe4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4a6ba4-132b-4528-ae1b-5398414950e1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:34.414647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-253ea1f9-a6c6-4b52-8b29-16ad1b220051 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3281884 Sep 17 01:17:34.426683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Request body: {'port': {'device_id': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:34.511114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca742e6-0239-4a65-9ff0-4df4c06b5bc9 req-899591d4-499a-468d-a890-587eac5c305a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:34.512895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ca742e6-0239-4a65-9ff0-4df4c06b5bc9 req-899591d4-499a-468d-a890-587eac5c305a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0665898 Sep 17 01:17:34.523962 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.565830 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ca742e6-0239-4a65-9ff0-4df4c06b5bc9 req-092fa4c7-c6e4-4710-9544-6ee01a6151f6 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Sep 17 01:17:34.599059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78fce58-4178-406a-b30f-8a9e0ba3ead4 req-10d40e38-a09b-46a7-9178-841ab5b96264 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:34.600435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:17:34.601714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d78fce58-4178-406a-b30f-8a9e0ba3ead4 req-10d40e38-a09b-46a7-9178-841ab5b96264 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 944 time: 0.0918946 Sep 17 01:17:34.742301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d78fce58-4178-406a-b30f-8a9e0ba3ead4 req-5f91f4da-7e73-481c-ad36-df49f6b41169 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025424 Sep 17 01:17:34.779344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e24887-382d-42fd-a8ca-88926c82b7d9 req-2e2d365c-52ee-43cb-a2a3-aef303e0c3c9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:34.783121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e24887-382d-42fd-a8ca-88926c82b7d9 req-2e2d365c-52ee-43cb-a2a3-aef303e0c3c9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0562572 Sep 17 01:17:34.834221 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-34e24887-382d-42fd-a8ca-88926c82b7d9 req-f22ca3f2-2585-4f50-8e55-834782307b4b tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Sep 17 01:17:34.880891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:34.911220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f', 'port_id': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'mac_address': 'fa:16:3e:43:d4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b90258-e2cf-47ab-aa0c-6a1a1d9b156a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:17:34.974781 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:34.989682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:35.028253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:35.052160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577575f8-a4da-4096-9624-857c8583959e req-f2b28e4d-0343-4f9c-a839-1ab88fe17609 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.060872 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-577575f8-a4da-4096-9624-857c8583959e req-f2b28e4d-0343-4f9c-a839-1ab88fe17609 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0934250 Sep 17 01:17:35.071141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5ee1e-4d31-40f5-842a-4a5c33e9248e req-95fa4130-207c-49f7-8ab4-5fe53ec9ffd2 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.079166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cc5ee1e-4d31-40f5-842a-4a5c33e9248e req-95fa4130-207c-49f7-8ab4-5fe53ec9ffd2 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 931 time: 0.1807554 Sep 17 01:17:35.097773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-577575f8-a4da-4096-9624-857c8583959e req-d0d1f89e-45bd-4e43-8170-772a202efd89 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354939 Sep 17 01:17:35.106838 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:35.147521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cc5ee1e-4d31-40f5-842a-4a5c33e9248e req-4f803926-bb23-453f-afdd-4dbd690f94b4 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631607 Sep 17 01:17:35.194176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:35.278941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8762802-b5a2-4105-8eaa-05024f1d86b3 req-58797cd9-b4cd-48d3-82dc-0d44e047e6e8 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.280748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8762802-b5a2-4105-8eaa-05024f1d86b3 req-58797cd9-b4cd-48d3-82dc-0d44e047e6e8 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.0719092 Sep 17 01:17:35.303050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:35.319412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3af527fa-f64c-4677-81c4-1145305decd0 req-0be60608-5179-4a43-8943-57932eba8fb8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0635202 Sep 17 01:17:35.320529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-2b71c13b-7f44-41cb-9167-c0c38b8d3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.322905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-2b71c13b-7f44-41cb-9167-c0c38b8d3dcd service neutron] 10.222.0.36 "GET /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 1026 time: 0.1477628 Sep 17 01:17:35.342796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8762802-b5a2-4105-8eaa-05024f1d86b3 req-4865dd51-99a7-49ae-8a86-a28c9faa2e28 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544252 Sep 17 01:17:35.380696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-33a906a3-0bd3-4859-b3e1-4932feb681a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.382202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-33a906a3-0bd3-4859-b3e1-4932feb681a1 service neutron] 10.222.0.36 "GET /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 1025 time: 0.0484383 Sep 17 01:17:35.420450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-21570c0d-4963-48ca-a490-e1230874a744 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.422094 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-21570c0d-4963-48ca-a490-e1230874a744 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.36 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.2509682 Sep 17 01:17:35.575235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e303082-295d-4965-823e-48dc6786641a {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:35.578433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b45f0040-7035-4bb7-9511-e2518068c317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:35.600342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:35.682952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Transition to ACTIVE for port object 7e303082-295d-4965-823e-48dc6786641a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:35.694352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-0acdcb70-564d-45d4-9541-7cd667f94745 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.701281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-0acdcb70-564d-45d4-9541-7cd667f94745 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.707305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-0acdcb70-564d-45d4-9541-7cd667f94745 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.709117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-0acdcb70-564d-45d4-9541-7cd667f94745 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "GET /v2.0/networks?id=34180796-d80a-4cc5-b5b4-600e53ccbb57&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 200 len: 1990 time: 0.3157246 Sep 17 01:17:35.724036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217efb75-adf3-42b0-b90a-d5af91c1f6f8 req-131cb87a-16c8-426e-bf85-a1ae5f3926d9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.725636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-217efb75-adf3-42b0-b90a-d5af91c1f6f8 req-131cb87a-16c8-426e-bf85-a1ae5f3926d9 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.2064004 Sep 17 01:17:35.782996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:35.898049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-217efb75-adf3-42b0-b90a-d5af91c1f6f8 req-2360c2a5-72cc-4434-8886-75e3e9433981 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546462 Sep 17 01:17:35.905930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-0186d07d-2cc1-4ab0-963e-58875f7e0586 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376960955bac466792ea65f5939476d4 HTTP/1.1" status: 200 len: 380 time: 0.1793878 Sep 17 01:17:35.940418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7050dbe-3ab3-43b7-b946-167a2c13a383 req-6aa7bdee-da57-4226-905d-457ed8c717e6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:35.950799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7050dbe-3ab3-43b7-b946-167a2c13a383 req-6aa7bdee-da57-4226-905d-457ed8c717e6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 945 time: 0.1255765 Sep 17 01:17:35.952146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Deleting port c739b04b-2811-4933-816b-495759a6ea5b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:35.952492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:35.974479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'admin_state_up': True, 'tenant_id': '376960955bac466792ea65f5939476d4', 'security_groups': ['a84acb21-771d-44dc-a733-3db3195ac616']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:36.011681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7050dbe-3ab3-43b7-b946-167a2c13a383 req-f6528a24-4be0-4df1-9d64-04f4684d420d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590754 Sep 17 01:17:36.171139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e303082-295d-4965-823e-48dc6786641a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:36.299545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c22e9a-ce0e-4e29-bac0-2be22a4c1d6f req-e4baecab-8b5c-47ff-bf99-82a72bf9b567 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:36.300184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6633442-9acb-4f5f-bcdd-6365549fc093 req-6164786c-81c4-4266-b5c4-f1d61d415700 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:36.302759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36c22e9a-ce0e-4e29-bac0-2be22a4c1d6f req-e4baecab-8b5c-47ff-bf99-82a72bf9b567 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.2058251 Sep 17 01:17:36.306314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6633442-9acb-4f5f-bcdd-6365549fc093 req-6164786c-81c4-4266-b5c4-f1d61d415700 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 943 time: 0.0798497 Sep 17 01:17:36.353044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Attempting to bind port 7e303082-295d-4965-823e-48dc6786641a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:36.353305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Attempting to bind port 7e303082-295d-4965-823e-48dc6786641a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '30f7955e-abe7-4d95-b7a4-b33844f91b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:36.353699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Attempting to bind port 7e303082-295d-4965-823e-48dc6786641a on network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:36.372485 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6633442-9acb-4f5f-bcdd-6365549fc093 req-7c0651d1-c3e5-45fe-93aa-853c22864423 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602856 Sep 17 01:17:36.403209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Port 7e303082-295d-4965-823e-48dc6786641a on network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:36.403541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Attempting to bind port 7e303082-295d-4965-823e-48dc6786641a on network 47852893-cc7b-4c7f-bbbf-e950b039e7f9 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:36.417122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:36.419669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Checking segment: {'id': '30f7955e-abe7-4d95-b7a4-b33844f91b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:36.421545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Bound using segment: {'id': '30f7955e-abe7-4d95-b7a4-b33844f91b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:36.423310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Bound port: 7e303082-295d-4965-823e-48dc6786641a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f7955e-abe7-4d95-b7a4-b33844f91b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:36.423770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:36.452479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:36.456566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:36.475708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36c22e9a-ce0e-4e29-bac0-2be22a4c1d6f req-ebadb9a8-6c4b-437c-93ba-4a61f9e503a4 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235354 Sep 17 01:17:36.501449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] For port c739b04b-2811-4933-816b-495759a6ea5b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c739b04b-2811-4933-816b-495759a6ea5b,segment=NetworkSegment(f849a5e1-f39f-4a26-a2fe-c08202d880bb),segment_id=f849a5e1-f39f-4a26-a2fe-c08202d880bb)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:36.501931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:36.545906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c97c4-cc51-4f7e-87ec-3ed5177c7149 req-c03f2943-64b4-4b36-82bb-574df5a509ed tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:36.553802 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-567c97c4-cc51-4f7e-87ec-3ed5177c7149 req-c03f2943-64b4-4b36-82bb-574df5a509ed tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 945 time: 0.1027069 Sep 17 01:17:36.597956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-567c97c4-cc51-4f7e-87ec-3ed5177c7149 req-819ffc12-c59f-4d66-91f5-59a78d094b0d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/security-groups?id=e35ba0b1-0697-4971-8bc6-01f80bc65bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Sep 17 01:17:36.605682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:36.623454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Calling delete_port for c739b04b-2811-4933-816b-495759a6ea5b owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:36.695413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4102ac3-731b-4c29-8cd9-97612884269e req-6442f500-fb5f-4d3a-8614-8b67b07e4233 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.1010568 Sep 17 01:17:36.818483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf370d6-6aee-4276-a4d8-f8f76ce15d84 req-186e2a7a-77bf-4f2a-b72d-dde4a987ba48 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:36.820582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bf370d6-6aee-4276-a4d8-f8f76ce15d84 req-186e2a7a-77bf-4f2a-b72d-dde4a987ba48 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0852928 Sep 17 01:17:36.836338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:17:36.842654 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:36.843403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:36.846723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] For port 7e303082-295d-4965-823e-48dc6786641a, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:36.910180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] For port 7e303082-295d-4965-823e-48dc6786641a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7e303082-295d-4965-823e-48dc6786641a,segment=NetworkSegment(30f7955e-abe7-4d95-b7a4-b33844f91b65),segment_id=30f7955e-abe7-4d95-b7a4-b33844f91b65)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:36.923826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bf370d6-6aee-4276-a4d8-f8f76ce15d84 req-eab6832f-7844-4733-a644-31a02a662ccf tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905070 Sep 17 01:17:36.938972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 172.20.0.12 (34180796-d80a-4cc5-b5b4-600e53ccbb57/04a9f94e-f084-4e87-be9b-6a3aa10f201b/250fe7ff-3ae6-4898-91ef-f300401c2110) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:36.992829 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:37.021583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:37.041980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:37.049874 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fd6227-cb07-4a15-97c7-ddb008941550" -d '{"events": [{"server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "name": "network-vif-plugged", "status": "completed", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:37.080581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:37.089600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e303082-295d-4965-823e-48dc6786641a,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:37.156302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:37.187577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c721b6-1c16-4ba3-8200-5ee6d4eda0f5 req-96549646-672e-4ce1-8bda-eda024d71df7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:37.188287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:37.188541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:37.192019 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-46c721b6-1c16-4ba3-8200-5ee6d4eda0f5 req-96549646-672e-4ce1-8bda-eda024d71df7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 945 time: 0.0999348 Sep 17 01:17:37.203479 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-87670098-4861-4cd1-b659-eca35244bbe9 service neutron] 10.222.0.23 "PUT /v2.0/ports/7e303082-295d-4965-823e-48dc6786641a HTTP/1.1" status: 200 len: 1091 time: 2.7679067 Sep 17 01:17:37.206839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'tag': '7e303082-295d-4965-823e-48dc6786641a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:37.210501 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748e8978-878f-4c94-8aca-b0fed221cd69" -d '{"events": [{"name": "network-changed", "server_uuid": "52b9ecb8-9f1b-4d2b-842b-ae04c56a0404", "tag": "7e303082-295d-4965-823e-48dc6786641a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:37.280705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-46c721b6-1c16-4ba3-8200-5ee6d4eda0f5 req-b6e673dc-db22-4ca5-9b7d-a030d0a8ce0e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763357 Sep 17 01:17:37.286086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:37.299422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef3ca3-1ccf-4663-895b-c96c4dba416a req-dc6cbb5a-6198-4796-8907-e786422e604e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:37.303925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edef3ca3-1ccf-4663-895b-c96c4dba416a req-dc6cbb5a-6198-4796-8907-e786422e604e tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.2196674 Sep 17 01:17:37.355425 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f42f986-2dce-4e37-909b-99d39a36f047 x-openstack-request-id: req-2f42f986-2dce-4e37-909b-99d39a36f047 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:37.359222 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "name": "network-vif-plugged", "status": "completed", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:37.359222 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f42f986-2dce-4e37-909b-99d39a36f047 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:37.359222 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'code': 200} Sep 17 01:17:37.381278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edef3ca3-1ccf-4663-895b-c96c4dba416a req-a3de189d-5213-4019-9056-3a8eb8a3202a tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647292 Sep 17 01:17:37.438087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:37.440688 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a834b9e-6593-4c81-817f-6373fa681f19 x-openstack-request-id: req-2a834b9e-6593-4c81-817f-6373fa681f19 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:37.440991 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52b9ecb8-9f1b-4d2b-842b-ae04c56a0404", "tag": "7e303082-295d-4965-823e-48dc6786641a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:37.441245 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a834b9e-6593-4c81-817f-6373fa681f19 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:37.441642 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'tag': '7e303082-295d-4965-823e-48dc6786641a', 'status': 'completed', 'code': 200} Sep 17 01:17:37.453776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c739b04b-2811-4933-816b-495759a6ea5b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:37.572470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc242df4-bc7d-452e-a183-18a2fd18fe07 req-e6137afc-68e8-4420-b297-deb5dc8da025 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:37.582459 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc242df4-bc7d-452e-a183-18a2fd18fe07 req-e6137afc-68e8-4420-b297-deb5dc8da025 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 943 time: 0.0944717 Sep 17 01:17:37.635761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fc242df4-bc7d-452e-a183-18a2fd18fe07 req-af46fdef-54ed-4599-b1cc-cb777de4f74a tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518241 Sep 17 01:17:37.791932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e17b948-db52-44be-a2e5-867940f1a6ec req-bba6677f-3571-4eba-8473-3550e40bb3a1 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0747192 Sep 17 01:17:37.896416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83761af0-d9b6-4459-b0fc-f14d2d1cb7a9 req-a772e141-f683-42b7-94a9-76ad9b92e1f1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0350044 Sep 17 01:17:37.942291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:37.958389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Pushing event deleted for resources: {'Port': ['ID=c739b04b-2811-4933-816b-495759a6ea5b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:38.002129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] No DVR routers for this DVR port c739b04b-2811-4933-816b-495759a6ea5b on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:38.009400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:38.011412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f2a12eb-9481-422f-9caa-fc70b9f5cb03 req-109404df-5e59-491a-bc83-536386da3e5d tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.36 "DELETE /v2.0/ports/c739b04b-2811-4933-816b-495759a6ea5b HTTP/1.1" status: 204 len: 173 time: 2.5579600 Sep 17 01:17:38.041880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-b8ff1501-f17d-476d-99b9-611345927bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:38.043505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-b8ff1501-f17d-476d-99b9-611345927bd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4752c375fe56453e90083f0ddfc8db46&device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 1094 time: 0.6916769 Sep 17 01:17:38.054823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac3f65-0a72-433d-91bf-1705c8d9113b req-3b3acd30-48aa-4b17-8ccb-7cf3fe537a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:38.057075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ac3f65-0a72-433d-91bf-1705c8d9113b req-3b3acd30-48aa-4b17-8ccb-7cf3fe537a10 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1097 time: 0.6084232 Sep 17 01:17:38.117758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-ee7c7d39-f9f3-4708-bd60-ac7d91085df0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e303082-295d-4965-823e-48dc6786641a HTTP/1.1" status: 200 len: 217 time: 0.0574710 Sep 17 01:17:38.125614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c62f6-97cb-43fa-b43b-a31f76bb2494 req-75349845-c494-4ce0-966d-f5061332b0a2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:38.127199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-174c62f6-97cb-43fa-b43b-a31f76bb2494 req-75349845-c494-4ce0-966d-f5061332b0a2 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.5837867 Sep 17 01:17:38.179599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c0718c3f-b57b-4b7f-992c-de87f7c08d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:38.203335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ac3f65-0a72-433d-91bf-1705c8d9113b req-e18648b7-6972-4630-833d-5e2422680b7e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334631 Sep 17 01:17:38.223458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a6671-d066-460c-8071-ff346521e28c req-c01fe2d7-e7fe-4317-8b40-943d7673f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:38.224993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-c01fe2d7-e7fe-4317-8b40-943d7673f5d1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9381d565-6447-43e6-8ee3-fd8413bb49cf HTTP/1.1" status: 200 len: 862 time: 0.0939248 Sep 17 01:17:38.228625 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-174c62f6-97cb-43fa-b43b-a31f76bb2494 req-e67dde18-d8bc-4853-a2b8-d34762971b35 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877380 Sep 17 01:17:38.261567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:38.317212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:38.322294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:38.329790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:38.356203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:38.395325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:38.396129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:38.434581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-3ee3aa93-2e61-4f0a-9e19-f20cd25f04f0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47852893-cc7b-4c7f-bbbf-e950b039e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322857 Sep 17 01:17:38.503581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3dff4-c635-44fe-b745-d5aa77f8284f req-d8d5119e-9906-4e7b-9412-a611799a4f8e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:38.505833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9e3dff4-c635-44fe-b745-d5aa77f8284f req-d8d5119e-9906-4e7b-9412-a611799a4f8e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 946 time: 0.0989997 Sep 17 01:17:38.541858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-2fcf167e-ed27-4c7a-9580-42655de29eb0 service neutron] 10.222.0.23 "GET /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000640 Sep 17 01:17:38.575145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-1ab93f2f-d828-4d42-ac95-be0c71ec3ad5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6409681 Sep 17 01:17:38.627359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'admin_state_up': True, 'tenant_id': '376960955bac466792ea65f5939476d4', 'security_groups': ['a84acb21-771d-44dc-a733-3db3195ac616']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:38.654524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9e3dff4-c635-44fe-b745-d5aa77f8284f req-1ecb8691-8ee4-48a1-afe0-ff7414ffb31b tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213269 Sep 17 01:17:38.738387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c879ee7e-1f3f-4608-a7d3-b05536f2d3d9 None None] Provisioning complete for port 250fe7ff-3ae6-4898-91ef-f300401c2110 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:38.738983 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c879ee7e-1f3f-4608-a7d3-b05536f2d3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:38.969668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4e0033fe-c972-4aff-b6fd-6af6217068cd req-dd911954-db6d-4a77-84ef-a0f7459397c4 tempest-ServerGroupTestJSON-477460141 tempest-ServerGroupTestJSON-477460141-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb9e46ba-3e49-4ae3-8827-fd3ff2a16958 HTTP/1.1" status: 200 len: 210 time: 0.0556147 Sep 17 01:17:39.002391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:39.006072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:39.018169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be9a6671-d066-460c-8071-ff346521e28c req-223383f8-1a29-4359-9819-51de30926c93 service neutron] 10.222.0.23 "GET /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528778 Sep 17 01:17:39.052750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338bd8-ad81-4497-b97b-4b5f6bcfff8d req-838e1340-78b2-4ec0-bd0f-7f09d9319d25 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:39.054394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01338bd8-ad81-4497-b97b-4b5f6bcfff8d req-838e1340-78b2-4ec0-bd0f-7f09d9319d25 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 943 time: 0.0916171 Sep 17 01:17:39.112901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c879ee7e-1f3f-4608-a7d3-b05536f2d3d9 None None] Port 250fe7ff-3ae6-4898-91ef-f300401c2110 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:39.158478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394979b4-9ce2-4f82-a51a-bb13c2fb0b11 req-20bc37cf-4851-4ee0-943b-6982e9d5c75a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:39.177300 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-394979b4-9ce2-4f82-a51a-bb13c2fb0b11 req-20bc37cf-4851-4ee0-943b-6982e9d5c75a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 932 time: 0.1087947 Sep 17 01:17:39.244278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-394979b4-9ce2-4f82-a51a-bb13c2fb0b11 req-147fbf7a-4a24-4ef1-908d-1d97cef93362 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656676 Sep 17 01:17:39.266006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:39.324537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01338bd8-ad81-4497-b97b-4b5f6bcfff8d req-c4e7afaf-a61b-4ba9-92d3-5a0dc33e4d50 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095443 Sep 17 01:17:39.354859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-885d13a3-670e-4bef-a191-5adf7ffceb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:39.365944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-885d13a3-670e-4bef-a191-5adf7ffceb3c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4752c375fe56453e90083f0ddfc8db46&device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 1094 time: 0.0915217 Sep 17 01:17:39.365944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 10.1.1.228 (101c055f-7317-4a00-a63d-f81115c684f1/a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55/8bb8a19d-9d13-4535-b9fa-299126101df9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:39.413425 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:39.459841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'name': 'network-vif-deleted', 'tag': 'c739b04b-2811-4933-816b-495759a6ea5b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:39.462752 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f053c74d-d57c-433d-a455-f46f85fb42a7" -d '{"events": [{"server_uuid": "cb9e46ba-3e49-4ae3-8827-fd3ff2a16958", "name": "network-vif-deleted", "tag": "c739b04b-2811-4933-816b-495759a6ea5b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:39.529036 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bde80b9-84f7-4bf9-ae0a-ae1c94d8f5e7 x-openstack-request-id: req-9bde80b9-84f7-4bf9-ae0a-ae1c94d8f5e7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:39.529332 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb9e46ba-3e49-4ae3-8827-fd3ff2a16958", "name": "network-vif-deleted", "tag": "c739b04b-2811-4933-816b-495759a6ea5b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:39.529699 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bde80b9-84f7-4bf9-ae0a-ae1c94d8f5e7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:39.529985 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb9e46ba-3e49-4ae3-8827-fd3ff2a16958', 'name': 'network-vif-deleted', 'tag': 'c739b04b-2811-4933-816b-495759a6ea5b', 'status': 'completed', 'code': 200} Sep 17 01:17:39.636669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-e3305846-c080-4fe0-9d70-945e9eef13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:39.638358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-e3305846-c080-4fe0-9d70-945e9eef13aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=47852893-cc7b-4c7f-bbbf-e950b039e7f9 HTTP/1.1" status: 200 len: 923 time: 0.2735314 Sep 17 01:17:39.710498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-511223ec-ca54-4639-a8f5-22e6269b1426 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e303082-295d-4965-823e-48dc6786641a HTTP/1.1" status: 200 len: 217 time: 0.0590765 Sep 17 01:17:39.773804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:39.811543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-68d12176-11b9-4fc4-a659-9e55b566db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:39.813165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-68d12176-11b9-4fc4-a659-9e55b566db20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9381d565-6447-43e6-8ee3-fd8413bb49cf HTTP/1.1" status: 200 len: 862 time: 0.0949380 Sep 17 01:17:39.876329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-0d2a0f08-ede9-402a-84d8-302205260eed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=47852893-cc7b-4c7f-bbbf-e950b039e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471001 Sep 17 01:17:40.012030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-b555f568-90c8-451c-8670-be25f753758f service neutron] 10.222.0.23 "GET /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260779 Sep 17 01:17:40.023921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a075-1f43-450a-bb32-5333c0d2695d req-5dab0f56-3f22-497f-a240-35a7d1a1e182 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:40.037038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9be7a075-1f43-450a-bb32-5333c0d2695d req-5dab0f56-3f22-497f-a240-35a7d1a1e182 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 946 time: 0.2467680 Sep 17 01:17:40.097492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58020) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:40.143835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.296257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 101c055f-7317-4a00-a63d-f81115c684f1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:40.303635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:40.314853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:40.320850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9be7a075-1f43-450a-bb32-5333c0d2695d req-ff3a628d-725a-4ff6-b012-1682d4c248ff tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553875 Sep 17 01:17:40.329703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.414312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=8bb8a19d-9d13-4535-b9fa-299126101df9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:40.481292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.519600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-748e8978-878f-4c94-8aca-b0fed221cd69 req-86df4796-a00a-484d-b7e4-8b823a686f27 service neutron] 10.222.0.23 "GET /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805992 Sep 17 01:17:40.530453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-abff9373-1a3f-4b03-b0a7-21d2d8cd4356 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1474475348&fields=id&tenant_id=51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 267 time: 0.0377729 Sep 17 01:17:40.552509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.579182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:40.579182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.587244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c739b04b-2811-4933-816b-495759a6ea5b no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:40.593502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a742c-c673-4bac-9b26-73a70831c99a req-2c0f470d-fdff-48f4-85c3-bee9a9098eca tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:40.598938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a742c-c673-4bac-9b26-73a70831c99a req-2c0f470d-fdff-48f4-85c3-bee9a9098eca tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:40.598938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f4a742c-c673-4bac-9b26-73a70831c99a req-2c0f470d-fdff-48f4-85c3-bee9a9098eca tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 1654 time: 0.1456201 Sep 17 01:17:40.627576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adaa8fe3a5d94339ac0e613aee9fe475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282083 Sep 17 01:17:40.638845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58044) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:40.675133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c739b04b-2811-4933-816b-495759a6ea5b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:40.676250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c739b04b-2811-4933-816b-495759a6ea5b not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:40.695033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-152eb3b4-23c6-4480-b2f8-fcb398cf006d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0956428 Sep 17 01:17:40.699319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f4a742c-c673-4bac-9b26-73a70831c99a req-64d1250b-09f6-4ddd-bd14-d0c7fd14ecf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940866 Sep 17 01:17:40.718939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'admin_state_up': True, 'tenant_id': '376960955bac466792ea65f5939476d4', 'security_groups': ['a84acb21-771d-44dc-a733-3db3195ac616']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:40.753586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e37c591-7138-4a9e-9c81-1f655836c6e3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:40.788999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.789306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.789662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.790721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.790881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.791268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.791594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.792037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.793080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.793080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.793080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.793394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cacbdbf-1c33-4b33-8b60-c64c5b4fdb66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:17:40.818331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-3ead0140-68bb-4fea-b038-448412f04a8d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:40.826943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-3ead0140-68bb-4fea-b038-448412f04a8d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 946 time: 0.2768333 Sep 17 01:17:40.833460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'port': {'security_groups': ['8048124a-ce9f-4f84-85a3-be0570c697a8', 'e469b9e1-d17c-4937-94e8-bbe885167f25']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:40.867006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b448f1ee-a193-4789-9805-11fce372e903 None None] Provisioning complete for port 8bb8a19d-9d13-4535-b9fa-299126101df9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:40.867418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b448f1ee-a193-4789-9805-11fce372e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.945226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b448f1ee-a193-4789-9805-11fce372e903 None None] Port 8bb8a19d-9d13-4535-b9fa-299126101df9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:40.989165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.989435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1abf701a-cee2-428d-964a-0cf18c514ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:40.998238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:41.005097 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.039879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c70e1-42e2-466e-bc1f-7ef26dfe6a3c req-65e84914-d89a-4c16-ab0d-e295e0597c4b tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:41.041950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2c70e1-42e2-466e-bc1f-7ef26dfe6a3c req-65e84914-d89a-4c16-ab0d-e295e0597c4b tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 943 time: 0.1660264 Sep 17 01:17:41.066872 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.081694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1abf701a-cee2-428d-964a-0cf18c514ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.171946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2c70e1-42e2-466e-bc1f-7ef26dfe6a3c req-fe2b246e-2392-49ac-8434-6e3533f66c37 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189306 Sep 17 01:17:41.247808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:41.306805 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.331582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1abf701a-cee2-428d-964a-0cf18c514ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.334403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1abf701a-cee2-428d-964a-0cf18c514ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.335564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1abf701a-cee2-428d-964a-0cf18c514ed9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e37c591-7138-4a9e-9c81-1f655836c6e3 HTTP/1.1" status: 204 len: 168 time: 0.6947687 Sep 17 01:17:41.351003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf701a-cee2-428d-964a-0cf18c514ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e37c591-7138-4a9e-9c81-1f655836c6e3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:41.379738 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.392649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:41.421607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58066) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:41.468002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=6']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:41.478627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:41.479304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.486131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6539419-76a8-41ab-b92e-555a5dea3c44 req-4367842b-ed80-4c81-b712-1038862a173e tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "PUT /v2.0/ports/526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 982 time: 0.6582181 Sep 17 01:17:41.486813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:41.490394 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:41.558782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:41.566402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 10.1.1.254 (101c055f-7317-4a00-a63d-f81115c684f1/a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55/19a841ce-6269-4c6b-bbef-6275d71302c3) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:41.591654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Deleting subnet c2b45b1b-60a2-47e1-b628-2fd30fbb2684 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:41.677557 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.802770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:41.974393 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac89e8f7-345f-4f25-8620-a5155959455c x-openstack-request-id: req-ac89e8f7-345f-4f25-8620-a5155959455c {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:41.974975 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:41.975546 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ac89e8f7-345f-4f25-8620-a5155959455c {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:41.976124 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'status': 'completed', 'code': 200} Sep 17 01:17:42.001324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:42.097685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-edf0b917-fe2d-40bb-9fad-dfe6909b80b1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1996885691&fields=id&tenant_id=51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 267 time: 0.4268923 Sep 17 01:17:42.141493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5562bd-36b5-4493-86a0-3554275169f6 req-88eb9c41-bd35-4a9c-9960-b74a6ac06a21 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.148015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5562bd-36b5-4493-86a0-3554275169f6 req-88eb9c41-bd35-4a9c-9960-b74a6ac06a21 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.150376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa5562bd-36b5-4493-86a0-3554275169f6 req-88eb9c41-bd35-4a9c-9960-b74a6ac06a21 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 1654 time: 0.0903444 Sep 17 01:17:42.177791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:42.222092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa5562bd-36b5-4493-86a0-3554275169f6 req-abd1d42f-cd2d-49aa-97fd-54f4df038ce6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639377 Sep 17 01:17:42.257247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:42.280797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-a1dfc867-b0b2-4be3-994b-bb9451b93fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.282560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-a1dfc867-b0b2-4be3-994b-bb9451b93fe5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1136 time: 0.2407644 Sep 17 01:17:42.360601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-99bed580-807d-46e6-9102-0c58df5754a0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.369381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-99bed580-807d-46e6-9102-0c58df5754a0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 985 time: 0.2524967 Sep 17 01:17:42.397493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network 101c055f-7317-4a00-a63d-f81115c684f1 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:42.400419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58096) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:42.425967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241769-4a5c-4488-a029-20eea8b46d82 req-52206192-4e73-4402-b6c2-1385a7fd07f6 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.434649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b241769-4a5c-4488-a029-20eea8b46d82 req-52206192-4e73-4402-b6c2-1385a7fd07f6 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 943 time: 0.1168909 Sep 17 01:17:42.438914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'port': {'security_groups': ['8048124a-ce9f-4f84-85a3-be0570c697a8', 'e469b9e1-d17c-4937-94e8-bbe885167f25', '3f7f9299-ac23-44ed-8871-35a0b3849e09']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:42.450068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=19a841ce-6269-4c6b-bbef-6275d71302c3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:42.463931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:42.467676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:42.510967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b241769-4a5c-4488-a029-20eea8b46d82 req-93f3d555-e06e-4ce0-94f5-dd7780c9b4a2 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753057 Sep 17 01:17:42.625720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7e303082-295d-4965-823e-48dc6786641a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:17:42.682884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a02d1ff4-523e-40df-8ef6-9c6dc0947fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:42.693977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.694640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:42.807103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7e303082-295d-4965-823e-48dc6786641a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7e303082-295d-4965-823e-48dc6786641a,segment=NetworkSegment(30f7955e-abe7-4d95-b7a4-b33844f91b65),segment_id=30f7955e-abe7-4d95-b7a4-b33844f91b65)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:42.830319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '7e303082-295d-4965-823e-48dc6786641a', 'network_id': '47852893-cc7b-4c7f-bbbf-e950b039e7f9', 'port_id': '7e303082-295d-4965-823e-48dc6786641a', 'mac_address': 'fa:16:3e:ec:aa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9381d565-6447-43e6-8ee3-fd8413bb49cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:17:42.834769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-37d2c352-d840-4e33-9ddf-6b511aebe146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:42.836691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-37d2c352-d840-4e33-9ddf-6b511aebe146 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.5292125 Sep 17 01:17:42.889338 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:42.908536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e303082-295d-4965-823e-48dc6786641a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:42.963896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7e303082-295d-4965-823e-48dc6786641a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7e303082-295d-4965-823e-48dc6786641a,segment=NetworkSegment(30f7955e-abe7-4d95-b7a4-b33844f91b65),segment_id=30f7955e-abe7-4d95-b7a4-b33844f91b65)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:42.965165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2ec740a8-360e-440e-b282-854d71d2baa1 None None] Provisioning complete for port 19a841ce-6269-4c6b-bbef-6275d71302c3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:42.965544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ec740a8-360e-440e-b282-854d71d2baa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.011012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2ec740a8-360e-440e-b282-854d71d2baa1 None None] Port 19a841ce-6269-4c6b-bbef-6275d71302c3 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:43.011284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.019617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-dbd9628e-6fcc-4839-ba9a-dae19b4bc513 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 217 time: 0.1629016 Sep 17 01:17:43.058380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.062853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b45b1b-60a2-47e1-b628-2fd30fbb2684,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:43.069406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.109879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.114257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e4e9d3ab-c5c6-49ab-bc57-93ad88663a9c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c2b45b1b-60a2-47e1-b628-2fd30fbb2684 HTTP/1.1" status: 204 len: 168 time: 1.6892786 Sep 17 01:17:43.114601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58106) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:43.164202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7e303082-295d-4965-823e-48dc6786641a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:43.231025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.240996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-483426aa-7ed3-49cc-b5b3-354ff4a49adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:43.242468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-483426aa-7ed3-49cc-b5b3-354ff4a49adc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.2122805 Sep 17 01:17:43.282129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7e303082-295d-4965-823e-48dc6786641a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:43.304430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a02d1ff4-523e-40df-8ef6-9c6dc0947fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.365378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-3da39bc6-4dd0-4764-8e15-8ee36d61cdb4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738804 Sep 17 01:17:43.380328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.414769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a02d1ff4-523e-40df-8ef6-9c6dc0947fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.546733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-9f39ef16-407e-4aff-bc63-64f11cb5b011 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8340678 Sep 17 01:17:43.567177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8098a33d-c25e-4de5-b75d-d0ef304cb628']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:43.570534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'admin_state_up': True, 'tenant_id': '376960955bac466792ea65f5939476d4', 'security_groups': ['a84acb21-771d-44dc-a733-3db3195ac616']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:43.581126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a02d1ff4-523e-40df-8ef6-9c6dc0947fbe admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a960a6761c514254a4c66b4b4320a540&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1763258 Sep 17 01:17:43.584184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f849a5e1-f39f-4a26-a2fe-c08202d880bb') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:43.584747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f849a5e1-f39f-4a26-a2fe-c08202d880bb') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:43.588821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58118) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:43.594099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d1ff4-523e-40df-8ef6-9c6dc0947fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ccc5c9-359c-448d-839a-d5a64dbfae81,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:43.619738 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.722610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.741742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf8e7-1b6f-4456-8088-d60c86761e4e req-c32b9468-1b27-4dc2-ab79-77dc4182abf4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:43.764771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf8e7-1b6f-4456-8088-d60c86761e4e req-c32b9468-1b27-4dc2-ab79-77dc4182abf4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:43.774580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-860fd16d-0307-4a87-884d-c2e9c61daf88 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965528 Sep 17 01:17:43.778175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bf8e7-1b6f-4456-8088-d60c86761e4e req-c32b9468-1b27-4dc2-ab79-77dc4182abf4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:43.788677 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-461bf8e7-1b6f-4456-8088-d60c86761e4e req-c32b9468-1b27-4dc2-ab79-77dc4182abf4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 2375 time: 0.4129176 Sep 17 01:17:43.822903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59421d70-ff34-48e0-b7e0-01eae49c70d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.848999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59421d70-ff34-48e0-b7e0-01eae49c70d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.904822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:43.905371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:43.908956 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:43.992196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-461bf8e7-1b6f-4456-8088-d60c86761e4e req-5d18b2a3-a785-42bd-87b6-99086a690782 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021391 Sep 17 01:17:44.002307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59421d70-ff34-48e0-b7e0-01eae49c70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.015164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59421d70-ff34-48e0-b7e0-01eae49c70d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.017257 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-59421d70-ff34-48e0-b7e0-01eae49c70d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17ccc5c9-359c-448d-839a-d5a64dbfae81 HTTP/1.1" status: 204 len: 168 time: 0.4063792 Sep 17 01:17:44.150315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59421d70-ff34-48e0-b7e0-01eae49c70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ccc5c9-359c-448d-839a-d5a64dbfae81,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:44.186760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.241685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.244946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8098a33d-c25e-4de5-b75d-d0ef304cb628 HTTP/1.1" status: 204 len: 168 time: 1.1293693 Sep 17 01:17:44.293148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deedb1d-e1a0-455a-b998-e19a34368ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8098a33d-c25e-4de5-b75d-d0ef304cb628,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:44.307915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:44.320004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0843dc0-4166-4ae9-9e87-b89964b5d018 req-e3b249c6-613a-47f8-8f62-6e65a860eef7 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:44.331643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0843dc0-4166-4ae9-9e87-b89964b5d018 req-e3b249c6-613a-47f8-8f62-6e65a860eef7 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 944 time: 0.1756792 Sep 17 01:17:44.387946 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.419549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0843dc0-4166-4ae9-9e87-b89964b5d018 req-de593bec-68fd-45dd-b489-b842318d9f36 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820999 Sep 17 01:17:44.523475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4dfc7ef-57dd-4c25-bb04-3e300b2a32b0 req-30a659a0-712a-4df1-a936-d710a68e011d service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794420 Sep 17 01:17:44.533937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.543125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:44.653073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7e303082-295d-4965-823e-48dc6786641a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:17:44.718113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:44.735226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:44.806962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58138) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:44.819679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:44.821913 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:44.824747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5da6d20e-8068-4f6c-99b5-e0f315fdbf9f req-3587b81a-cd18-49ff-abd4-9b4f45c2c046 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "PUT /v2.0/ports/526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 1021 time: 2.4256241 Sep 17 01:17:44.825570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:44.874286 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff007e-0d8a-4319-bc12-c85a0b0033c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:44.892819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 7e303082-295d-4965-823e-48dc6786641a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:17:44.935261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:44.970445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 7e303082-295d-4965-823e-48dc6786641a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:44.970832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.000529 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d432bbc-eded-4cf9-b2e1-aee33812dab3 x-openstack-request-id: req-2d432bbc-eded-4cf9-b2e1-aee33812dab3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:45.000770 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:45.001210 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d432bbc-eded-4cf9-b2e1-aee33812dab3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:45.001343 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'status': 'completed', 'code': 200} Sep 17 01:17:45.016820 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5c8b3fc9-04f0-4976-9f6e-5a5d5bbf2dbd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b25db3988f5045b693cc841c01342d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061956 Sep 17 01:17:45.022255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58148) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:45.107366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-9d623cb8-48ff-4015-844b-2d5af7301e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:45.112091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-9d623cb8-48ff-4015-844b-2d5af7301e2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1175 time: 0.1099494 Sep 17 01:17:45.118783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.147733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a3a9-132a-4c04-952c-6b66eff43273 req-bc275631-7866-47f7-814e-91b9913cb418 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:45.156097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e04a3a9-132a-4c04-952c-6b66eff43273 req-bc275631-7866-47f7-814e-91b9913cb418 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1024 time: 0.2228413 Sep 17 01:17:45.265489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16c7ee1-c437-479b-89e8-53dbc69c451c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.300325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.324528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16c7ee1-c437-479b-89e8-53dbc69c451c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.361939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e04a3a9-132a-4c04-952c-6b66eff43273 req-22490dd2-64e9-4d43-91b3-815025ac38d8 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=e469b9e1-d17c-4937-94e8-bbe885167f25&id=3f7f9299-ac23-44ed-8871-35a0b3849e09 HTTP/1.1" status: 200 len: 6158 time: 0.2048614 Sep 17 01:17:45.409206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-ed909bb3-4830-4350-97cd-1bb49f193dae req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': ' tempest-securitygroup -138418349 ', 'description': 'tempest-description-721247938'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:45.422549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e303082-295d-4965-823e-48dc6786641a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:45.428095 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82efd6d4-69bb-46df-af8a-e5421e8fdefa" -d '{"events": [{"server_uuid": "52b9ecb8-9f1b-4d2b-842b-ae04c56a0404", "name": "network-vif-plugged", "status": "completed", "tag": "7e303082-295d-4965-823e-48dc6786641a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:45.456165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7e303082-295d-4965-823e-48dc6786641a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7e303082-295d-4965-823e-48dc6786641a,segment=NetworkSegment(30f7955e-abe7-4d95-b7a4-b33844f91b65),segment_id=30f7955e-abe7-4d95-b7a4-b33844f91b65)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:45.523386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ed909bb3-4830-4350-97cd-1bb49f193dae req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.556354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16c7ee1-c437-479b-89e8-53dbc69c451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.561363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.565633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16c7ee1-c437-479b-89e8-53dbc69c451c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.573063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f16c7ee1-c437-479b-89e8-53dbc69c451c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e35ba0b1-0697-4971-8bc6-01f80bc65bab HTTP/1.1" status: 204 len: 168 time: 0.5476940 Sep 17 01:17:45.598554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda54260-055f-43d3-8575-82c836af43ca req-a678f328-5333-4399-bfe3-b675ecc2afba tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:45.607187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda54260-055f-43d3-8575-82c836af43ca req-a678f328-5333-4399-bfe3-b675ecc2afba tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:45.621676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda54260-055f-43d3-8575-82c836af43ca req-a678f328-5333-4399-bfe3-b675ecc2afba tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:45.631355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eda54260-055f-43d3-8575-82c836af43ca req-a678f328-5333-4399-bfe3-b675ecc2afba tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 2375 time: 0.3617682 Sep 17 01:17:45.720186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-d2f200e9-a84a-402f-95e5-b937a7aab49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:45.722760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-d2f200e9-a84a-402f-95e5-b937a7aab49c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.5834932 Sep 17 01:17:45.728369 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ed909bb3-4830-4350-97cd-1bb49f193dae req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.739383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7e303082-295d-4965-823e-48dc6786641a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:45.740607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eda54260-055f-43d3-8575-82c836af43ca req-1f00b338-f4b8-4ce0-99e2-f8a836f7c40e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081376 Sep 17 01:17:45.766980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c7ee1-c437-479b-89e8-53dbc69c451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ba0b1-0697-4971-8bc6-01f80bc65bab,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:45.824996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ed909bb3-4830-4350-97cd-1bb49f193dae req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:45.895254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea0865b-495c-4ad7-a636-d4ae0e369cfb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:45.926837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-a3bbcdee-fb76-4dfa-a52f-24caf392c9a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 217 time: 0.1668534 Sep 17 01:17:45.938006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 10.2.2.100 (ebee1c60-d68d-4762-b3a1-acf1c5c304ab/0eec626b-a322-4048-b84b-1b9f125ecb22/c6268543-082a-4588-be63-fa9de808d17d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:46.002020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-ed909bb3-4830-4350-97cd-1bb49f193dae req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.003604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed909bb3-4830-4350-97cd-1bb49f193dae req-94658fc5-896d-4c96-9f2c-e33c41b9c2a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6065140 Sep 17 01:17:46.098985 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdff900-0e4b-4af1-bec2-6b8820435d1e x-openstack-request-id: req-3fdff900-0e4b-4af1-bec2-6b8820435d1e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:46.099319 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52b9ecb8-9f1b-4d2b-842b-ae04c56a0404", "name": "network-vif-plugged", "status": "completed", "tag": "7e303082-295d-4965-823e-48dc6786641a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:46.099576 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fdff900-0e4b-4af1-bec2-6b8820435d1e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:46.099975 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e303082-295d-4965-823e-48dc6786641a', 'code': 200} Sep 17 01:17:46.106669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.261867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.347064 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9f49050-8525-4e36-b3b1-d7930afc254f req-00b86e08-3a6f-4787-812f-51532dab85d7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/9ea0865b-495c-4ad7-a636-d4ae0e369cfb HTTP/1.1" status: 200 len: 1781 time: 0.1141238 Sep 17 01:17:46.354068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:46.358556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=c6268543-082a-4588-be63-fa9de808d17d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:46.368675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:46.372071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:46.442012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:46.442736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.480908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab4502-01f3-4fc4-8254-1992e3623b0d req-707ff7c1-e0e7-4483-83fb-f834e73ea16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:46.485010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cab4502-01f3-4fc4-8254-1992e3623b0d req-707ff7c1-e0e7-4483-83fb-f834e73ea16c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 1096 time: 0.2821314 Sep 17 01:17:46.490727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9f812-4ccc-4aa0-bdff-536a0351372a req-890c3bb0-b84c-4397-a504-6242aca5ab3a tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:46.492728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eca9f812-4ccc-4aa0-bdff-536a0351372a req-890c3bb0-b84c-4397-a504-6242aca5ab3a tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 945 time: 0.5647712 Sep 17 01:17:46.501329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-7eb4fd70-8464-44e8-a70a-fc073d9d1be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:46.503056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-7eb4fd70-8464-44e8-a70a-fc073d9d1be3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.3461363 Sep 17 01:17:46.578906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4938d269-f768-4562-afcf-38c1ff4c3259 req-b0b0d8fb-5154-4e43-9287-67e1b692e584 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/9ea0865b-495c-4ad7-a636-d4ae0e369cfb HTTP/1.1" status: 200 len: 1781 time: 0.1047273 Sep 17 01:17:46.605641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-4ea4883b-b0a0-43a4-b8f8-433abbe6e6bc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634789 Sep 17 01:17:46.632400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-77a6c6db-886d-41a1-81a4-e0362c22bd8b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0710602 Sep 17 01:17:46.676838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'admin_state_up': True, 'tenant_id': '376960955bac466792ea65f5939476d4', 'security_groups': ['a84acb21-771d-44dc-a733-3db3195ac616']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:46.704734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eca9f812-4ccc-4aa0-bdff-536a0351372a req-2dcd709a-2402-4a13-adf6-82034e398409 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994617 Sep 17 01:17:46.759830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4938d269-f768-4562-afcf-38c1ff4c3259 req-85e64569-77a9-4c4e-9031-b9624159da6f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.864675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4938d269-f768-4562-afcf-38c1ff4c3259 req-85e64569-77a9-4c4e-9031-b9624159da6f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.873429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-77c3e4f2-32df-4e84-aed2-e2c02b2de0ab None None] Provisioning complete for port c6268543-082a-4588-be63-fa9de808d17d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:46.873987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-77c3e4f2-32df-4e84-aed2-e2c02b2de0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:46.905128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cab4502-01f3-4fc4-8254-1992e3623b0d req-ef205d93-95a1-48f4-909f-8224b97684ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108799 Sep 17 01:17:46.989210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-77c3e4f2-32df-4e84-aed2-e2c02b2de0ab None None] Port c6268543-082a-4588-be63-fa9de808d17d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:47.043811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-fe85eb68-e216-472b-bcb8-d60ce5a6d1ef service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046698 Sep 17 01:17:47.083902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4938d269-f768-4562-afcf-38c1ff4c3259 req-85e64569-77a9-4c4e-9031-b9624159da6f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:47.087499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-4938d269-f768-4562-afcf-38c1ff4c3259 req-85e64569-77a9-4c4e-9031-b9624159da6f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:47.095675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4938d269-f768-4562-afcf-38c1ff4c3259 req-85e64569-77a9-4c4e-9031-b9624159da6f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/9ea0865b-495c-4ad7-a636-d4ae0e369cfb HTTP/1.1" status: 204 len: 173 time: 0.5114570 Sep 17 01:17:47.118644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e64569-77a9-4c4e-9031-b9624159da6f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea0865b-495c-4ad7-a636-d4ae0e369cfb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:47.187266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Made reservation on behalf of 376960955bac466792ea65f5939476d4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:47.192102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:47.249912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9979-37b0-4884-9b17-e24c040e6da6 req-679455a5-af4a-4f59-8983-48d5d5e4a08e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:47.256899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9979-37b0-4884-9b17-e24c040e6da6 req-679455a5-af4a-4f59-8983-48d5d5e4a08e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:47.263912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9979-37b0-4884-9b17-e24c040e6da6 req-679455a5-af4a-4f59-8983-48d5d5e4a08e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:47.270817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc9979-37b0-4884-9b17-e24c040e6da6 req-679455a5-af4a-4f59-8983-48d5d5e4a08e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:47.291760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5fc9979-37b0-4884-9b17-e24c040e6da6 req-679455a5-af4a-4f59-8983-48d5d5e4a08e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 3096 time: 0.1033952 Sep 17 01:17:47.381790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff007e-0d8a-4319-bc12-c85a0b0033c3 req-65dea932-ca1f-4cde-bd6c-db220e5f0064 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912555 Sep 17 01:17:47.412948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5fc9979-37b0-4884-9b17-e24c040e6da6 req-693486a6-fee7-41ff-9cef-5f37efb819c7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152170 Sep 17 01:17:47.528325 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-99f13940-52da-42f4-a8dd-ce050a83dc5b req-47dfb791-e607-42b3-a98b-91b5248e2c9a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:17:47.538173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99f13940-52da-42f4-a8dd-ce050a83dc5b req-47dfb791-e607-42b3-a98b-91b5248e2c9a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/9ea0865b-495c-4ad7-a636-d4ae0e369cfb HTTP/1.1" status: 404 len: 352 time: 0.1004615 Sep 17 01:17:47.614082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Allocated IP 10.2.2.200 (ebee1c60-d68d-4762-b3a1-acf1c5c304ab/0eec626b-a322-4048-b84b-1b9f125ecb22/33c4d190-5b93-4b7f-a243-bc30ea8e45af) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:17:47.646347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-416ab54f-25a0-45af-a837-d251ab8652df req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1011049630', 'description': 'tempest-description-102788910'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:47.663163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16d7ac-8b35-4cbc-b6e6-af9e08c6cec4 req-371f03d8-04b0-48df-a543-caad9065d410 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:47.665483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b16d7ac-8b35-4cbc-b6e6-af9e08c6cec4 req-371f03d8-04b0-48df-a543-caad9065d410 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.0891650 Sep 17 01:17:47.724226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b16d7ac-8b35-4cbc-b6e6-af9e08c6cec4 req-86056394-97fb-469f-ab33-7c4ace57a861 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 Sep 17 01:17:47.780809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-416ab54f-25a0-45af-a837-d251ab8652df req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:47.845807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.036824 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-416ab54f-25a0-45af-a837-d251ab8652df req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.088605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.152277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-416ab54f-25a0-45af-a837-d251ab8652df req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.154693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event updated for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:48.189647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:17:48.193845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:17:48.196603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20029cf2-21b1-4930-bb41-33f9c7269bc2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:48.198752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:17:48.267847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:48.268485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.281524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-416ab54f-25a0-45af-a837-d251ab8652df req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.283137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-416ab54f-25a0-45af-a837-d251ab8652df req-35492813-9f52-47bc-9e5f-993f58606428 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7067840 Sep 17 01:17:48.380361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-b577782a-7de5-45f5-b9f3-7589da654e4a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7470353 Sep 17 01:17:48.381684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-fa2d8f96-6846-4540-a29f-306a5705b681 req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2009262012', 'description': 'tempest-description-332389'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:48.404162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:48.453355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fa2d8f96-6846-4540-a29f-306a5705b681 req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.567663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a087f-569f-478f-b81b-d4bd1133dce9 req-ca472ae7-d53a-47ba-808e-dd93b63db297 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:48.567663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a07a087f-569f-478f-b81b-d4bd1133dce9 req-ca472ae7-d53a-47ba-808e-dd93b63db297 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 945 time: 0.1904373 Sep 17 01:17:48.569845 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.640612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fa2d8f96-6846-4540-a29f-306a5705b681 req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.642091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0d5aa33b-5ff3-4e86-b7aa-6ca1a56320fe None None] Provisioning complete for port 33c4d190-5b93-4b7f-a243-bc30ea8e45af triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:17:48.642582 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d5aa33b-5ff3-4e86-b7aa-6ca1a56320fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.687575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fa2d8f96-6846-4540-a29f-306a5705b681 req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.715262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0d5aa33b-5ff3-4e86-b7aa-6ca1a56320fe None None] Port 33c4d190-5b93-4b7f-a243-bc30ea8e45af cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:17:48.727607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=002179a2-665d-48d6-a89b-acd1b51704a4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:48.797952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a07a087f-569f-478f-b81b-d4bd1133dce9 req-e5813e6d-3081-4291-ad5b-23f57f463b34 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084379 Sep 17 01:17:48.822000 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fa2d8f96-6846-4540-a29f-306a5705b681 req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:48.822000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa2d8f96-6846-4540-a29f-306a5705b681 req-1c9029bb-8890-484e-ba93-d94f53211dfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4436686 Sep 17 01:17:48.845927 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:17:48.933114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-861b71ba-1fa4-4a46-bdff-c6a6627b7c6a req-ceee2992-f545-448d-87d0-c920032d394a tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0583746 Sep 17 01:17:49.118330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250fe7ff-3ae6-4898-91ef-f300401c2110 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:49.126701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.153806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Transition to ACTIVE for port object 250fe7ff-3ae6-4898-91ef-f300401c2110 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:49.174196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f7611-7141-4f4d-944b-c9894ccd7ac7 req-33f22fb4-8a31-4b69-bb04-7c2f6431fe46 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.175542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-f4aedd12-697c-43c9-85f3-370769298cd3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.177040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-f4aedd12-697c-43c9-85f3-370769298cd3 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.2261033 Sep 17 01:17:49.181236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f16f7611-7141-4f4d-944b-c9894ccd7ac7 req-33f22fb4-8a31-4b69-bb04-7c2f6431fe46 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 946 time: 0.1195438 Sep 17 01:17:49.199158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-594e40b2-5420-484f-a6b0-9f1def404f2a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.214614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-594e40b2-5420-484f-a6b0-9f1def404f2a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.222475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-594e40b2-5420-484f-a6b0-9f1def404f2a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.231153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-594e40b2-5420-484f-a6b0-9f1def404f2a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.242066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-594e40b2-5420-484f-a6b0-9f1def404f2a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:49.245229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f16f7611-7141-4f4d-944b-c9894ccd7ac7 req-2db44817-3ebb-4641-b3ac-99df884b72d5 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/security-groups?id=804aadf3-0e12-428f-8320-77984a9fc95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577960 Sep 17 01:17:49.248620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-594e40b2-5420-484f-a6b0-9f1def404f2a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 3817 time: 0.2487333 Sep 17 01:17:49.283879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-9cac0ec1-cb74-4785-9526-6cf6f85c0762 req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2118821829', 'description': 'tempest-description-1025368364'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:49.308139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.407850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9cac0ec1-cb74-4785-9526-6cf6f85c0762 req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.429821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:49.463021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92632bfa-47fe-4ce1-bb3e-74985faa28cf req-6c86dcbb-b70c-4947-ae9a-bbf34ac810fb tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807785 Sep 17 01:17:49.606806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9cac0ec1-cb74-4785-9526-6cf6f85c0762 req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.635066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Deleting port 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:49.635721 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.697313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Attempting to bind port 250fe7ff-3ae6-4898-91ef-f300401c2110 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:49.698245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Attempting to bind port 250fe7ff-3ae6-4898-91ef-f300401c2110 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:49.698245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Attempting to bind port 250fe7ff-3ae6-4898-91ef-f300401c2110 on network 34180796-d80a-4cc5-b5b4-600e53ccbb57 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:49.699716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9cac0ec1-cb74-4785-9526-6cf6f85c0762 req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.734212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Port 250fe7ff-3ae6-4898-91ef-f300401c2110 on network 34180796-d80a-4cc5-b5b4-600e53ccbb57 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:49.734862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Attempting to bind port 250fe7ff-3ae6-4898-91ef-f300401c2110 on network 34180796-d80a-4cc5-b5b4-600e53ccbb57 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:49.752150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:49.752885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Checking segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:49.753499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Bound using segment: {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:49.754163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Bound port: 250fe7ff-3ae6-4898-91ef-f300401c2110, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:49.754879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.822237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db75f6-a2d4-499b-90af-642e9d1e8ae0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:49.841311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] For port 7c0eda0c-66a7-4edc-81ee-70c491646299, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=7c0eda0c-66a7-4edc-81ee-70c491646299,segment=NetworkSegment(657447e6-259c-4f15-8e79-283bf319a29f),segment_id=657447e6-259c-4f15-8e79-283bf319a29f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:49.841837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.863885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Calling delete_port for 7c0eda0c-66a7-4edc-81ee-70c491646299 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:49.891634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:49.904783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-9cac0ec1-cb74-4785-9526-6cf6f85c0762 req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:49.908730 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9cac0ec1-cb74-4785-9526-6cf6f85c0762 req-7efbd1f5-116f-4ebd-8dae-19b749e35bdb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6295726 Sep 17 01:17:49.943871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=250fe7ff-3ae6-4898-91ef-f300401c2110,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:50.068732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.114971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b56307f2-4d7c-4cfe-8e93-222ed536be02 req-c6dbbed3-8e96-43c8-b762-b8cc5788cefe tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 10909 time: 0.1677442 Sep 17 01:17:50.121931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:50.122616 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.124228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] 10.222.0.36 "PUT /v2.0/ports/250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 200 len: 1092 time: 1.7322006 Sep 17 01:17:50.124686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:50.154722 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:50.179138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2427d-a407-4a5d-97f8-8d8b55597fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:50.224827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.235785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['7c0eda0c-66a7-4edc-81ee-70c491646299'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:50.237943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b56307f2-4d7c-4cfe-8e93-222ed536be02 req-80bbbd90-09d3-4c35-9183-e076ddb55db8 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/8048124a-ce9f-4f84-85a3-be0570c697a8 HTTP/1.1" status: 200 len: 2985 time: 0.1025486 Sep 17 01:17:50.339977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b56307f2-4d7c-4cfe-8e93-222ed536be02 req-f8868ab1-6a0d-40b3-9833-88ada955d5f0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/8048124a-ce9f-4f84-85a3-be0570c697a8 HTTP/1.1" status: 200 len: 2985 time: 0.1021106 Sep 17 01:17:50.342188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:50.346630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Pushing event deleted for resources: {'Port': ['ID=7c0eda0c-66a7-4edc-81ee-70c491646299,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:50.425677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] No DVR routers for this DVR port 7c0eda0c-66a7-4edc-81ee-70c491646299 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:50.460509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.463254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c88b5ac-f2da-4f88-bfdb-93dcced330d8 req-84e44584-1776-4112-a237-37b3b462c1fe tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.36 "DELETE /v2.0/ports/7c0eda0c-66a7-4edc-81ee-70c491646299 HTTP/1.1" status: 204 len: 173 time: 1.2133451 Sep 17 01:17:50.492418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.579932 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc509e2-d0d6-47ed-b2bd-2ae7bda5058e x-openstack-request-id: req-adc509e2-d0d6-47ed-b2bd-2ae7bda5058e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:50.580290 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:50.580651 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adc509e2-d0d6-47ed-b2bd-2ae7bda5058e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:50.581122 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'status': 'completed', 'code': 200} Sep 17 01:17:50.638309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50aa2b7d-3cfe-4ec1-8635-4e06e8577489 req-9df0267e-c573-40bd-8444-47a325ee4874 tempest-ServersNegativeTestJSON-401268772 tempest-ServersNegativeTestJSON-401268772-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2357e3d-e215-48e5-956f-b4b8470fcceb HTTP/1.1" status: 200 len: 210 time: 0.0279424 Sep 17 01:17:50.722516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-14a073ca-8281-4ad4-9511-073318a44ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:50.723504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-14a073ca-8281-4ad4-9511-073318a44ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:50.724147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-14a073ca-8281-4ad4-9511-073318a44ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:50.724785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-14a073ca-8281-4ad4-9511-073318a44ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:50.725439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-14a073ca-8281-4ad4-9511-073318a44ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:50.727475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-14a073ca-8281-4ad4-9511-073318a44ac0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 4364 time: 0.1454957 Sep 17 01:17:50.755293 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f49f5a6-efd0-4942-8f04-17cc5fc4f937 req-5ed76b97-e9dd-4aec-a801-1c9634036602 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/20029cf2-21b1-4930-bb41-33f9c7269bc2 HTTP/1.1" status: 200 len: 1802 time: 0.0743833 Sep 17 01:17:50.853294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f49f5a6-efd0-4942-8f04-17cc5fc4f937 req-b7c0f37c-39a9-484e-9873-ccf261dc99ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.884125 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f49f5a6-efd0-4942-8f04-17cc5fc4f937 req-b7c0f37c-39a9-484e-9873-ccf261dc99ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:50.939043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c22a7b8-176d-4456-9bf9-73861a35c761 req-fb857903-ba37-4351-a478-ddf3a57eab37 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.1599479 Sep 17 01:17:51.024751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f49f5a6-efd0-4942-8f04-17cc5fc4f937 req-b7c0f37c-39a9-484e-9873-ccf261dc99ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.032329 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3f49f5a6-efd0-4942-8f04-17cc5fc4f937 req-b7c0f37c-39a9-484e-9873-ccf261dc99ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.037530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f49f5a6-efd0-4942-8f04-17cc5fc4f937 req-b7c0f37c-39a9-484e-9873-ccf261dc99ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/20029cf2-21b1-4930-bb41-33f9c7269bc2 HTTP/1.1" status: 204 len: 173 time: 0.2714221 Sep 17 01:17:51.067122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0f37c-39a9-484e-9873-ccf261dc99ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20029cf2-21b1-4930-bb41-33f9c7269bc2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:51.183872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b55025-2fbb-4877-84c4-d97b18de7d1e req-65296892-2934-4f47-ae9a-ef1763d2b333 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.192756 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-96b55025-2fbb-4877-84c4-d97b18de7d1e req-65296892-2934-4f47-ae9a-ef1763d2b333 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 945 time: 0.0838251 Sep 17 01:17:51.249699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-96b55025-2fbb-4877-84c4-d97b18de7d1e req-f052401d-cdf1-4d1e-92b5-0441abb34cea tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546825 Sep 17 01:17:51.322618 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-793ca503-7634-4875-8484-bf0ceef139e5 req-6776dc04-b000-4877-a752-8996ba36ab2c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:17:51.324422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-793ca503-7634-4875-8484-bf0ceef139e5 req-6776dc04-b000-4877-a752-8996ba36ab2c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/20029cf2-21b1-4930-bb41-33f9c7269bc2 HTTP/1.1" status: 404 len: 352 time: 0.0349710 Sep 17 01:17:51.409637 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5944a1ea-4337-498c-ad13-4d1e7566a82c req-8d34e91c-a818-437d-a5e3-f77cafc1e183 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/002179a2-665d-48d6-a89b-acd1b51704a4 HTTP/1.1" status: 200 len: 1799 time: 0.0537853 Sep 17 01:17:51.507305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-b388e61a-0ff8-4eb2-8acf-20a819d3e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.508878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-b388e61a-0ff8-4eb2-8acf-20a819d3e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.509541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-b388e61a-0ff8-4eb2-8acf-20a819d3e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.514512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-b388e61a-0ff8-4eb2-8acf-20a819d3e9cb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=376960955bac466792ea65f5939476d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7322712 Sep 17 01:17:51.575535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5944a1ea-4337-498c-ad13-4d1e7566a82c req-9d339c63-380b-432a-8d12-82ec86b2342c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.603815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-e2836d01-187a-466c-96a4-a31c17a77fcd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.610919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-e2836d01-187a-466c-96a4-a31c17a77fcd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.618163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-e2836d01-187a-466c-96a4-a31c17a77fcd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.624538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-e2836d01-187a-466c-96a4-a31c17a77fcd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.632085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-e2836d01-187a-466c-96a4-a31c17a77fcd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.634364 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5944a1ea-4337-498c-ad13-4d1e7566a82c req-9d339c63-380b-432a-8d12-82ec86b2342c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.640364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-e2836d01-187a-466c-96a4-a31c17a77fcd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 3829 time: 0.2454197 Sep 17 01:17:51.790713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5944a1ea-4337-498c-ad13-4d1e7566a82c req-9d339c63-380b-432a-8d12-82ec86b2342c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.793320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5944a1ea-4337-498c-ad13-4d1e7566a82c req-9d339c63-380b-432a-8d12-82ec86b2342c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.794470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5944a1ea-4337-498c-ad13-4d1e7566a82c req-9d339c63-380b-432a-8d12-82ec86b2342c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/002179a2-665d-48d6-a89b-acd1b51704a4 HTTP/1.1" status: 204 len: 173 time: 0.3740027 Sep 17 01:17:51.818637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d339c63-380b-432a-8d12-82ec86b2342c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=002179a2-665d-48d6-a89b-acd1b51704a4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:51.863336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58410) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:51.894626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35b37a36-f4a4-43bb-bf88-f24a1fd55350 req-87667f0a-6aad-4df2-9018-1a8ab6539fbf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529945 Sep 17 01:17:51.918064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc55ca3e-0dcf-4cde-9cba-73ce33127cfa {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:51.925829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.935350 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-4c2eff53-629f-4c4b-b22e-37df1733d39c req-9a9c7f93-5aca-4d7c-b251-332b7b8c9aa4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:17:51.941789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c2eff53-629f-4c4b-b22e-37df1733d39c req-9a9c7f93-5aca-4d7c-b251-332b7b8c9aa4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/002179a2-665d-48d6-a89b-acd1b51704a4 HTTP/1.1" status: 404 len: 352 time: 0.0279701 Sep 17 01:17:51.953485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Deleting subnet 33982dcb-36af-4f7f-9472-5332383a726e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:51.957040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:51.962523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-72921563-8960-4cc2-8f4a-4054f1c6ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:51.964229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d001e35-3f66-4b4f-9e9e-ee963fe80b52 req-72921563-8960-4cc2-8f4a-4054f1c6ec47 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4308820 Sep 17 01:17:51.982717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Transition to ACTIVE for port object cc55ca3e-0dcf-4cde-9cba-73ce33127cfa will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:52.010987 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.063618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.078624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1279ceee-1c50-4e63-8dea-1e67609c2552 req-cab76ca1-fc30-45f5-8093-5445efb509ec tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/d0db75f6-a2d4-499b-90af-642e9d1e8ae0 HTTP/1.1" status: 200 len: 1803 time: 0.1133702 Sep 17 01:17:52.135096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.152211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9727d3f7-6774-4573-8066-bf3eda8745c4 req-eca6b7b5-6936-4b29-bc58-94cc2ced9a8a tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0620859 Sep 17 01:17:52.195285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-9fd6d15c-b970-4d76-97fb-5e841fce9f41 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:52.198039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-9fd6d15c-b970-4d76-97fb-5e841fce9f41 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.23 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 945 time: 0.2205069 Sep 17 01:17:52.244198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Pushing event updated for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:52.334124 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.363531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.370121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/33982dcb-36af-4f7f-9472-5332383a726e HTTP/1.1" status: 204 len: 168 time: 0.5046868 Sep 17 01:17:52.372808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58428) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:52.485664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1279ceee-1c50-4e63-8dea-1e67609c2552 req-7de22e07-1a48-4ffb-a457-45583d276ec0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.490786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d065ded-f4f0-4685-bb4b-ceb589df4294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33982dcb-36af-4f7f-9472-5332383a726e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:52.525053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1279ceee-1c50-4e63-8dea-1e67609c2552 req-7de22e07-1a48-4ffb-a457-45583d276ec0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.568853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2efd5-1377-459c-942f-c397220f49f1 req-121d57ab-eea1-4482-a016-47ffbbefa24a tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:52.575608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85e2efd5-1377-459c-942f-c397220f49f1 req-121d57ab-eea1-4482-a016-47ffbbefa24a tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 945 time: 0.2221308 Sep 17 01:17:52.632101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-deleted', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:52.635110 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80991d1f-bf2b-4de5-9ee4-862ad04e2809" -d '{"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-deleted", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:52.638331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85e2efd5-1377-459c-942f-c397220f49f1 req-19a2a601-0077-4c3d-82eb-c134eb826109 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Sep 17 01:17:52.639179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:52.660369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1279ceee-1c50-4e63-8dea-1e67609c2552 req-7de22e07-1a48-4ffb-a457-45583d276ec0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.663112 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1279ceee-1c50-4e63-8dea-1e67609c2552 req-7de22e07-1a48-4ffb-a457-45583d276ec0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.674669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1279ceee-1c50-4e63-8dea-1e67609c2552 req-7de22e07-1a48-4ffb-a457-45583d276ec0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0db75f6-a2d4-499b-90af-642e9d1e8ae0 HTTP/1.1" status: 204 len: 173 time: 0.5794404 Sep 17 01:17:52.715616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 7c0eda0c-66a7-4edc-81ee-70c491646299 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:52.716248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 7c0eda0c-66a7-4edc-81ee-70c491646299 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:52.718217 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b8ebc8-1ac4-463c-80fe-2efd8f1f261b x-openstack-request-id: req-26b8ebc8-1ac4-463c-80fe-2efd8f1f261b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:52.718704 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2357e3d-e215-48e5-956f-b4b8470fcceb", "name": "network-vif-deleted", "tag": "7c0eda0c-66a7-4edc-81ee-70c491646299", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:52.719247 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26b8ebc8-1ac4-463c-80fe-2efd8f1f261b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:52.719793 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2357e3d-e215-48e5-956f-b4b8470fcceb', 'name': 'network-vif-deleted', 'tag': '7c0eda0c-66a7-4edc-81ee-70c491646299', 'status': 'completed', 'code': 200} Sep 17 01:17:52.739072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.747429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de22e07-1a48-4ffb-a457-45583d276ec0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db75f6-a2d4-499b-90af-642e9d1e8ae0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:52.768287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Deleting port 7e303082-295d-4965-823e-48dc6786641a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:17:52.768628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.774249 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-1f596af1-8fa4-4a38-a7d4-25965a377420 req-9f4a0f84-b402-4db7-b7ad-08fd909712de tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:17:52.783206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f596af1-8fa4-4a38-a7d4-25965a377420 req-9f4a0f84-b402-4db7-b7ad-08fd909712de tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/d0db75f6-a2d4-499b-90af-642e9d1e8ae0 HTTP/1.1" status: 404 len: 352 time: 0.0655227 Sep 17 01:17:52.787892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Attempting to bind port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:52.788391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Attempting to bind port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:52.789069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Attempting to bind port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:52.830603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa on network 101c055f-7317-4a00-a63d-f81115c684f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:52.844430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Attempting to bind port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:52.884094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-54179cb4-bc30-4cd9-ae34-bf31af944d26 req-89cf7afc-7aac-4317-a4fb-8446fa002099 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 6158 time: 0.0811477 Sep 17 01:17:52.888609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:52.888609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Checking segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:52.888609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Bound using segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:52.889145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Bound port: cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:52.889676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:52.952318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-54179cb4-bc30-4cd9-ae34-bf31af944d26 req-7830cd0e-f0a4-46a5-8da4-61a0544c9420 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/8048124a-ce9f-4f84-85a3-be0570c697a8 HTTP/1.1" status: 200 len: 2985 time: 0.0672102 Sep 17 01:17:53.012747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-54179cb4-bc30-4cd9-ae34-bf31af944d26 req-63fa4245-90f5-423f-9b5f-53028e0fe7ab tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/8048124a-ce9f-4f84-85a3-be0570c697a8 HTTP/1.1" status: 200 len: 2985 time: 0.0594022 Sep 17 01:17:53.040160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-6308ac68-7989-40b7-88ad-7e56b0817192 req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-755538973', 'description': 'tempest-description-717220057'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:53.111901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.120798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] For port 7e303082-295d-4965-823e-48dc6786641a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7e303082-295d-4965-823e-48dc6786641a,segment=NetworkSegment(30f7955e-abe7-4d95-b7a4-b33844f91b65),segment_id=30f7955e-abe7-4d95-b7a4-b33844f91b65)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:17:53.121359 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.157350 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6308ac68-7989-40b7-88ad-7e56b0817192 req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.206614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308d8ee2-0e66-4f75-9874-3d6f781596e2']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:53.236592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657447e6-259c-4f15-8e79-283bf319a29f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:53.239603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657447e6-259c-4f15-8e79-283bf319a29f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:53.256985 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.276019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.288012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6308ac68-7989-40b7-88ad-7e56b0817192 req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.327622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:53.328027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:53.330535 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:53.332698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Calling delete_port for 7e303082-295d-4965-823e-48dc6786641a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:17:53.349634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5cb4f44-118f-40c0-a2ba-69e737625237 req-781554da-ec6e-4000-8fce-788924ba4037 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0641553 Sep 17 01:17:53.361335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6308ac68-7989-40b7-88ad-7e56b0817192 req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.365427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:53.370101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:53.401464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee901a56-6412-4624-8116-36453457176c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:53.436206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.442193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.449028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.455576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.459816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-6308ac68-7989-40b7-88ad-7e56b0817192 req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.462290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.465882 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6308ac68-7989-40b7-88ad-7e56b0817192 req-ea6f421e-d7cc-4535-a026-1943ee10b208 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4300106 Sep 17 01:17:53.470868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.479525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-c7e0fbe3-5b30-4735-b31e-d87b115bad27 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 4600 time: 0.4600251 Sep 17 01:17:53.494054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.559786 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8419e60-7c9b-41bc-a796-cc07cefc135f req-df88693f-3fe5-4b60-85de-41fc0011f4de tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0327466 Sep 17 01:17:53.581452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:53.582066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.583508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] 10.222.0.36 "PUT /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 1129 time: 3.2611604 Sep 17 01:17:53.616541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-41c326e4-ac31-42d0-b265-2ce07ec3c7e3 req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1139514921', 'description': 'tempest-description-1427617442'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:53.636898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-387cb1ef-5b1d-48ac-86db-57e1c722d943 req-ad7469e1-d940-4691-b564-b2d9c3ebe222 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564257 Sep 17 01:17:53.655942 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.696857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.702468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] 10.222.0.13 "DELETE /v2.0/networks/308d8ee2-0e66-4f75-9874-3d6f781596e2 HTTP/1.1" status: 204 len: 168 time: 1.3214309 Sep 17 01:17:53.703958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a7882-322b-4725-89a4-79814f226e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=308d8ee2-0e66-4f75-9874-3d6f781596e2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:53.740859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:53.768078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41c326e4-ac31-42d0-b265-2ce07ec3c7e3 req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:53.807739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46d3da-8911-45a8-8536-59aa96bce50c service neutron] Pushing event updated for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:53.951701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41c326e4-ac31-42d0-b265-2ce07ec3c7e3 req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.013384 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41c326e4-ac31-42d0-b265-2ce07ec3c7e3 req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.017977 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.051340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd1d28-cc94-4d3a-9f43-3abac3f35db2 req-ba833c92-ca9a-47a4-a997-c4f378c95b7d tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:54.058988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae629965-7453-414d-ae7e-593f353eacee,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:54.061146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ebd1d28-cc94-4d3a-9f43-3abac3f35db2 req-ba833c92-ca9a-47a4-a997-c4f378c95b7d tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 945 time: 0.3345411 Sep 17 01:17:54.104995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.122433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-41c326e4-ac31-42d0-b265-2ce07ec3c7e3 req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.131853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7e303082-295d-4965-823e-48dc6786641a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:17:54.132559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-41c326e4-ac31-42d0-b265-2ce07ec3c7e3 req-fd812631-0c77-4548-aa5b-50549a48e860 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5170465 Sep 17 01:17:54.156988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Pushing event deleted for resources: {'Port': ['ID=7e303082-295d-4965-823e-48dc6786641a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:54.251633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ebd1d28-cc94-4d3a-9f43-3abac3f35db2 req-4ae0d7af-660e-4b14-afc7-c886a0ee065d tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/security-groups?id=b35ca217-2e13-4137-8f9b-e899df5f23a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895297 Sep 17 01:17:54.318270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f3f4749-7975-4491-897f-a3dd1e2533d1 req-ee70239f-0d8e-46df-83e5-ddc536e5d12c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0972767 Sep 17 01:17:54.337433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] No DVR routers for this DVR port 7e303082-295d-4965-823e-48dc6786641a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:17:54.337864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58482) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:54.342250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.344351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f96caad4-3b70-467c-9b36-af25e4fa451d req-7d04ea64-f763-4cd1-a14d-e4087886ce01 tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.23 "DELETE /v2.0/ports/7e303082-295d-4965-823e-48dc6786641a HTTP/1.1" status: 204 len: 173 time: 2.1237991 Sep 17 01:17:54.436959 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-911987f2-ef46-4744-b91a-9ff84b5ecf6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e4205523e00412caf112129a33454e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0978425 Sep 17 01:17:54.439449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:54.543007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e36f8045-e0a2-46c2-b4e0-4d5211d15d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.634860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e36f8045-e0a2-46c2-b4e0-4d5211d15d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.683368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68b02d21-7969-4867-ad08-125d96c53d8c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:54.704818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.746640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': 'cc55ca3e-0dcf-4cde-9cba-73ce33127cfa'}, {'server_uuid': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'name': 'network-vif-deleted', 'tag': '7e303082-295d-4965-823e-48dc6786641a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:54.749520 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "cc55ca3e-0dcf-4cde-9cba-73ce33127cfa"}, {"server_uuid": "52b9ecb8-9f1b-4d2b-842b-ae04c56a0404", "name": "network-vif-deleted", "tag": "7e303082-295d-4965-823e-48dc6786641a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:54.753526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b032d72-954d-46e3-b577-936e518406a2 req-2816c03b-8f7c-4983-8697-9b28d750b0bd tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0511949 Sep 17 01:17:54.764820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Transition to ACTIVE for port object 68b02d21-7969-4867-ad08-125d96c53d8c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:54.808060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-e7662783-b997-44be-82b2-86d5e1a827e6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:54.809675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-e7662783-b997-44be-82b2-86d5e1a827e6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 812 time: 0.2344222 Sep 17 01:17:54.814076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.849743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c7e7f00f-51e9-402d-b74d-568884ba15f3 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/quotas/51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 375 time: 0.0253539 Sep 17 01:17:54.935568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Pushing event updated for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:54.945955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-73cd046f-7e92-41a1-b439-9d42ac3a9782 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881078 Sep 17 01:17:54.960242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e36f8045-e0a2-46c2-b4e0-4d5211d15d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.963464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e36f8045-e0a2-46c2-b4e0-4d5211d15d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:54.964620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e36f8045-e0a2-46c2-b4e0-4d5211d15d0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/804aadf3-0e12-428f-8320-77984a9fc95a HTTP/1.1" status: 204 len: 168 time: 0.5226643 Sep 17 01:17:54.984769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f8045-e0a2-46c2-b4e0-4d5211d15d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804aadf3-0e12-428f-8320-77984a9fc95a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:55.002934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.018452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.033609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.046754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.080334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.104698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.129261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.142342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-1652f4e3-e532-4326-aec9-75716b3091ad tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5370 time: 0.2797883 Sep 17 01:17:55.173040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-6df5179c-2c05-4460-992d-448dd6aad0f9 service neutron] 10.222.0.13 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262893 Sep 17 01:17:55.301278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccaae19-b912-4d41-a41e-12c40f9d8280 req-a06e1292-a899-4d64-8f64-28071b118a83 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577139 Sep 17 01:17:55.321784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Attempting to bind port 68b02d21-7969-4867-ad08-125d96c53d8c on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:55.322810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-bac70059-fd2f-482b-9230-b3af43f45715 service neutron] 10.222.0.13 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486373 Sep 17 01:17:55.335841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Attempting to bind port 68b02d21-7969-4867-ad08-125d96c53d8c by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:55.337111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Attempting to bind port 68b02d21-7969-4867-ad08-125d96c53d8c on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:55.350610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Port 68b02d21-7969-4867-ad08-125d96c53d8c on network 101c055f-7317-4a00-a63d-f81115c684f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:55.351521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Attempting to bind port 68b02d21-7969-4867-ad08-125d96c53d8c on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:55.365833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:55.366680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Checking segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:55.368576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Bound using segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:55.369337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Bound port: 68b02d21-7969-4867-ad08-125d96c53d8c, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:55.369783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:55.500859 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d31076-7dff-46f9-99de-b5a225067acc x-openstack-request-id: req-49d31076-7dff-46f9-99de-b5a225067acc {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:55.501222 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "cc55ca3e-0dcf-4cde-9cba-73ce33127cfa", "status": "completed", "code": 200}, {"server_uuid": "52b9ecb8-9f1b-4d2b-842b-ae04c56a0404", "name": "network-vif-deleted", "tag": "7e303082-295d-4965-823e-48dc6786641a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:55.501456 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49d31076-7dff-46f9-99de-b5a225067acc {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:55.501863 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': 'cc55ca3e-0dcf-4cde-9cba-73ce33127cfa', 'status': 'completed', 'code': 200} Sep 17 01:17:55.502116 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b9ecb8-9f1b-4d2b-842b-ae04c56a0404', 'name': 'network-vif-deleted', 'tag': '7e303082-295d-4965-823e-48dc6786641a', 'status': 'completed', 'code': 200} Sep 17 01:17:55.526220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:55.530789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=68b02d21-7969-4867-ad08-125d96c53d8c,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:55.597531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.598395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.599108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.600239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.600947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.601665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.602606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:55.605050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-d176dcb7-74ae-46d8-acc7-90b37a849425 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6165 time: 0.0763009 Sep 17 01:17:55.677395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:55.784627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc528ada-7da6-41cc-b092-9bea29357ce7 req-83c80153-b8fc-4700-bd01-cdd3503ade8d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.0859716 Sep 17 01:17:55.967303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2897f04-408a-44f3-a0d2-e251d4afb5e5 req-5324d592-ef38-428a-9fa9-9e89c4c3a06f tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0644317 Sep 17 01:17:56.015597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54c6200d-5dec-4f36-bb81-acc6b1e31e91 req-9aeabad9-9718-4084-966b-ef8f2d7888bf tempest-InstanceActionsNegativeTestJSON-1549220672 tempest-InstanceActionsNegativeTestJSON-1549220672-project] 10.222.0.13 "GET /v2.0/ports?device_id=52b9ecb8-9f1b-4d2b-842b-ae04c56a0404 HTTP/1.1" status: 200 len: 210 time: 0.2911165 Sep 17 01:17:56.018682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.024127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:56.024127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] 10.222.0.36 "PUT /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 1128 time: 2.2921813 Sep 17 01:17:56.086722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a4215-5f95-4d31-91f8-c2f74ec0d40f service neutron] Pushing event updated for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:56.100089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-2b08e4e2-35cf-4169-9516-4bc495b820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.100932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-2b08e4e2-35cf-4169-9516-4bc495b820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.101630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-2b08e4e2-35cf-4169-9516-4bc495b820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.103601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-2b08e4e2-35cf-4169-9516-4bc495b820a7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=376960955bac466792ea65f5939476d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4904096 Sep 17 01:17:56.111257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:56.314600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:56.529678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-3c440335-bf30-4621-a245-af1f1754a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.530122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b99f7fcb-79b0-40e2-9ec6-31bbffff3d97 req-3c440335-bf30-4621-a245-af1f1754a905 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4156680 Sep 17 01:17:56.662540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.670364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.677253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.685018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.687900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7e303082-295d-4965-823e-48dc6786641a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:17:56.690698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.699030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.716038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 7e303082-295d-4965-823e-48dc6786641a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:17:56.716993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7e303082-295d-4965-823e-48dc6786641a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:17:56.717554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:56.723665 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-d8179759-ffcb-465a-b1ee-182da3acef9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5370 time: 0.2807400 Sep 17 01:17:56.776366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc8606a3-ce39-4674-bd85-a876f364b6d7 req-ab90a5d9-617b-4fc3-8fdc-7ff8b4b60696 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0369146 Sep 17 01:17:56.854953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50fa8b86-b69b-4e52-aa79-82ec3ecd92f9 req-b21fcec0-f504-4567-bf05-43fffe6e1b47 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796061 Sep 17 01:17:56.905923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b4d00ef-382d-4a03-a1bf-5d28fefe8dff req-eb8d2628-7584-4acc-8b83-898300636fc6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.0629230 Sep 17 01:17:56.952685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb8a19d-9d13-4535-b9fa-299126101df9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:56.962930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:56.977592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Transition to ACTIVE for port object 8bb8a19d-9d13-4535-b9fa-299126101df9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:57.047286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.119876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58596) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:57.232919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Deleting subnet 9381d565-6447-43e6-8ee3-fd8413bb49cf {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:17:57.242129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.299583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Pushing event updated for resources: {'Port': ['ID=8bb8a19d-9d13-4535-b9fa-299126101df9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:57.308694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.360630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.380561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Attempting to bind port 8bb8a19d-9d13-4535-b9fa-299126101df9 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:57.381071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Attempting to bind port 8bb8a19d-9d13-4535-b9fa-299126101df9 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:57.381213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Attempting to bind port 8bb8a19d-9d13-4535-b9fa-299126101df9 on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:57.401761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Port 8bb8a19d-9d13-4535-b9fa-299126101df9 on network 101c055f-7317-4a00-a63d-f81115c684f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:57.401761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Attempting to bind port 8bb8a19d-9d13-4535-b9fa-299126101df9 on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:57.421496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:57.421496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Checking segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:57.421496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Bound using segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:57.421496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Bound port: 8bb8a19d-9d13-4535-b9fa-299126101df9, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:57.421496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.551102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '68b02d21-7969-4867-ad08-125d96c53d8c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:57.554812 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568c8927-25d5-466d-9572-a06bf1783976" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "68b02d21-7969-4867-ad08-125d96c53d8c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:57.623755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58612) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:57.635286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] For port 8bb8a19d-9d13-4535-b9fa-299126101df9, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:17:57.641517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] For port 8bb8a19d-9d13-4535-b9fa-299126101df9, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bb8a19d-9d13-4535-b9fa-299126101df9,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:17:57.643687 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd26572-8379-4de1-bd2f-ea751e57f173 x-openstack-request-id: req-6bd26572-8379-4de1-bd2f-ea751e57f173 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:57.643879 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "68b02d21-7969-4867-ad08-125d96c53d8c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:57.644130 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bd26572-8379-4de1-bd2f-ea751e57f173 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:57.644739 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '68b02d21-7969-4867-ad08-125d96c53d8c', 'status': 'completed', 'code': 200} Sep 17 01:17:57.650420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.694556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.701527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9381d565-6447-43e6-8ee3-fd8413bb49cf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:57.703816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.709757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-36983557-1c6d-4c1d-b78b-129208eff205 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9381d565-6447-43e6-8ee3-fd8413bb49cf HTTP/1.1" status: 204 len: 168 time: 0.5883110 Sep 17 01:17:57.710550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58618) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:57.790450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.801670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-99834933-network', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:57.821116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Pushing event updated for resources: {'Port': ['ID=8bb8a19d-9d13-4535-b9fa-299126101df9,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:57.849141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.850006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:57.853756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-cda51336-1703-47be-95ae-ae5293e24a8c service neutron] 10.222.0.36 "PUT /v2.0/ports/8bb8a19d-9d13-4535-b9fa-299126101df9 HTTP/1.1" status: 200 len: 1091 time: 1.7469392 Sep 17 01:17:57.871818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.872821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.873704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.874444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.875168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.875942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.876755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:57.880096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568c8927-25d5-466d-9572-a06bf1783976 req-480bd5d8-7650-40a4-a0ad-840774c820a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6274 time: 0.2099736 Sep 17 01:17:57.986125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:58.010290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.040544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ae14f49-6d1e-484d-b7b3-77fdd3839ac6 req-25d2be9b-ede7-4dbb-a132-f82c8fdfc07f tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.1470652 Sep 17 01:17:58.045813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Made reservation on behalf of c3cac98b7cf04741bd52e6fabd6d9117 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:58.048835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.065034 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.151191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47852893-cc7b-4c7f-bbbf-e950b039e7f9']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:58.193818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.202470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.209872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.235930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.244302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.248451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.253195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d768d9-5c50-4b01-87f8-b6c39f085142 req-fc9c849f-b899-4a43-8ebc-7559335409f3 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.0565343 Sep 17 01:17:58.267474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.278922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.302338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-ef4e8926-d783-42d7-a1e0-8c3dea80dc30 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5382 time: 0.2957430 Sep 17 01:17:58.307475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f7955e-abe7-4d95-b7a4-b33844f91b65') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:58.309634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f7955e-abe7-4d95-b7a4-b33844f91b65') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:17:58.343320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.380164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.402825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-61fc8e14-4943-4c2d-a043-666feb929ad9 req-444a1e4f-8890-4b1c-a01c-f1e978b86612 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995371 Sep 17 01:17:58.406395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:17:58.406813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:17:58.413193 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:17:58.449107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-b3a1f3f1-8bf7-45bb-993b-2151f25c55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.449734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-b3a1f3f1-8bf7-45bb-993b-2151f25c55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.450093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-b3a1f3f1-8bf7-45bb-993b-2151f25c55f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:58.451893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568c8927-25d5-466d-9572-a06bf1783976 req-b3a1f3f1-8bf7-45bb-993b-2151f25c55f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=376960955bac466792ea65f5939476d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5621848 Sep 17 01:17:58.559534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.704986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.709040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.717912 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.726425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.730607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] 10.222.0.13 "DELETE /v2.0/networks/47852893-cc7b-4c7f-bbbf-e950b039e7f9 HTTP/1.1" status: 204 len: 168 time: 1.0173430 Sep 17 01:17:58.752547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ce47d-bdd8-4c52-9885-567d7b6e5a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=47852893-cc7b-4c7f-bbbf-e950b039e7f9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:58.905605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:17:58.915600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28228be7-8d88-454d-bd71-68903982c1fe,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:58.923354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:58.923899 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Added segment 89149c6d-c9ae-492e-a2c2-e388eba27341 of type vlan for network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 Sep 17 01:17:58.980612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.052538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c8927-25d5-466d-9572-a06bf1783976 req-24ba8f40-b218-48bd-a19c-68370337988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.054180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568c8927-25d5-466d-9572-a06bf1783976 req-24ba8f40-b218-48bd-a19c-68370337988a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5908573 Sep 17 01:17:59.064212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.065878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-aa35bbd6-152a-430c-838d-aca06e6e5274 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.067416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-aa35bbd6-152a-430c-838d-aca06e6e5274 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 812 time: 0.6639762 Sep 17 01:17:59.087439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'port': {'device_id': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f', 'admin_state_up': True, 'tenant_id': '51e33ef0c6614a74a6bd4ef183eb9018'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:59.138746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.139842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.140501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.215595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c4a77a-07cb-436a-a9ee-a3da86ce6970,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:59.230646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:17:59.259618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1dc7fbbc-04d9-4048-9339-819e2184bac2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6344573 Sep 17 01:17:59.262299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:59.267741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Request body: {'subnet': {'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-99834933-subnet', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:17:59.270746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a841ce-6269-4c6b-bbef-6275d71302c3 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:17:59.295890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.299733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-07d3a7a9-1c6d-41b4-99e7-62b0fade455f req-670cbeaa-7da2-47e1-affc-95e011593c9b tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.1140792 Sep 17 01:17:59.326857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Transition to ACTIVE for port object 19a841ce-6269-4c6b-bbef-6275d71302c3 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:17:59.387202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-42001c5c-31ef-4d28-b317-b741cbd4944a req-f57f8600-4eff-44b4-a646-f0e591e35470 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.0271337 Sep 17 01:17:59.406553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58660) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:59.426213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.426489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Made reservation on behalf of c3cac98b7cf04741bd52e6fabd6d9117 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:59.429381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.569070 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-065050e2-3a5b-4fbd-8ee8-439c212a0b85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4752c375fe56453e90083f0ddfc8db46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612623 Sep 17 01:17:59.574618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58666) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:17:59.610922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Pushing event updated for resources: {'Port': ['ID=19a841ce-6269-4c6b-bbef-6275d71302c3,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:17:59.613909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Made reservation on behalf of 51e33ef0c6614a74a6bd4ef183eb9018 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:17:59.619323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.657734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '8bb8a19d-9d13-4535-b9fa-299126101df9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:17:59.660213 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52f6ce-c84c-474a-bb8f-0977636b6f85" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "8bb8a19d-9d13-4535-b9fa-299126101df9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:17:59.741056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95b8106a-02a5-420e-acdd-4c90ba568602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.769994 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce7a8ca-69b5-45f9-afe9-31e696d95d59 x-openstack-request-id: req-6ce7a8ca-69b5-45f9-afe9-31e696d95d59 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:17:59.769994 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "8bb8a19d-9d13-4535-b9fa-299126101df9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:17:59.769994 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ce7a8ca-69b5-45f9-afe9-31e696d95d59 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:17:59.769994 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '8bb8a19d-9d13-4535-b9fa-299126101df9', 'status': 'completed', 'code': 200} Sep 17 01:17:59.774990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.781174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.790447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.792798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95b8106a-02a5-420e-acdd-4c90ba568602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.800847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.807400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.813490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.819445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:17:59.822098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-9b8213e8-002b-4774-bef0-c94f17ec61d8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5394 time: 0.2912245 Sep 17 01:17:59.834030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Attempting to bind port 19a841ce-6269-4c6b-bbef-6275d71302c3 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:17:59.834607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Attempting to bind port 19a841ce-6269-4c6b-bbef-6275d71302c3 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:17:59.835175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Attempting to bind port 19a841ce-6269-4c6b-bbef-6275d71302c3 on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:59.877536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Port 19a841ce-6269-4c6b-bbef-6275d71302c3 on network 101c055f-7317-4a00-a63d-f81115c684f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:17:59.877863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Attempting to bind port 19a841ce-6269-4c6b-bbef-6275d71302c3 on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:17:59.900951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:17:59.901278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Checking segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:17:59.901578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Bound using segment: {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:17:59.902006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Bound port: 19a841ce-6269-4c6b-bbef-6275d71302c3, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36fe489d-a598-44ec-93e6-55b157915a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:17:59.902551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.996038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95b8106a-02a5-420e-acdd-4c90ba568602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:17:59.998834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95b8106a-02a5-420e-acdd-4c90ba568602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.002049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-95b8106a-02a5-420e-acdd-4c90ba568602 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b35ca217-2e13-4137-8f9b-e899df5f23a8 HTTP/1.1" status: 204 len: 168 time: 0.4240696 Sep 17 01:18:00.002049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.005745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.006339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.006888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.007679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.008570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.009136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.009797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.012058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-e0d12da3-949c-43dc-9312-39dc7e9dead1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6299 time: 0.2512925 Sep 17 01:18:00.021733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f113a914-d658-447f-8d1c-6b1fe8c29072 req-e4b82a99-93c1-45e7-90df-46a274ac9977 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1831894 Sep 17 01:18:00.047250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8106a-02a5-420e-acdd-4c90ba568602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35ca217-2e13-4137-8f9b-e899df5f23a8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:00.074690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b72decf-108c-4c33-8bfd-34df46a5133d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:00.106806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Checking segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:00.107603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Network hostable DHCP agents. Network: a2c4a77a-07cb-436a-a9ee-a3da86ce6970, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:00.136780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Allocated IP 172.20.0.2 (f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f/70b90258-e2cf-47ab-aa0c-6a1a1d9b156a/5f9bdc16-8527-4be7-86cc-cfcc10716d8c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:00.178660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:00.186144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] For port 19a841ce-6269-4c6b-bbef-6275d71302c3, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:00.205795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] For port 19a841ce-6269-4c6b-bbef-6275d71302c3, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=19a841ce-6269-4c6b-bbef-6275d71302c3,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:00.247409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-f78c4dcd-55ab-464d-9e23-1c4861cc0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.247894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-f78c4dcd-55ab-464d-9e23-1c4861cc0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.248366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-f78c4dcd-55ab-464d-9e23-1c4861cc0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.250062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-f78c4dcd-55ab-464d-9e23-1c4861cc0993 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=376960955bac466792ea65f5939476d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2237253 Sep 17 01:18:00.264286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a2c4a77a-07cb-436a-a9ee-a3da86ce6970) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:00.270005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.271117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.280049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f98d46-8725-47ba-b0ec-b55b72545b6a None None] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:00.301787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.345797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:00.364541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3560a2c-f729-47c5-8a06-5e42eeb96559 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1010098 Sep 17 01:18:00.368495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:00.383645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:00.439050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.443225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.444706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] 10.222.0.36 "PUT /v2.0/ports/19a841ce-6269-4c6b-bbef-6275d71302c3 HTTP/1.1" status: 200 len: 1091 time: 2.4942641 Sep 17 01:18:00.664629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.670276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.677965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:18:00.678777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.697027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26343eb3-8ecb-4f37-9048-a565baa1e364 service neutron] Pushing event updated for resources: {'Port': ['ID=19a841ce-6269-4c6b-bbef-6275d71302c3,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:00.701162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-ecbefb31-76f8-4d4d-a5b2-4bce103593d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:00.702635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a52f6ce-c84c-474a-bb8f-0977636b6f85 req-ecbefb31-76f8-4d4d-a5b2-4bce103593d6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4440060 Sep 17 01:18:00.759648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aafd9d8-6bc3-4875-a7d5-d0169f23d4c9 req-f181cdb1-b973-4e58-ac23-3c2e31ba609a tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.1257944 Sep 17 01:18:00.765774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.806776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:00.841898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39622d96-0220-4ab8-a392-fcfa9eb05f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.915210 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.928466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-620c2d1d-4ab9-4ed3-80db-9575733e3f66 req-0ccd2177-bca0-4d17-b814-5b9d2a175eab tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.2503324 Sep 17 01:18:00.932261 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:00.936983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:00.978893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Allocated IP 172.20.0.2 (a2c4a77a-07cb-436a-a9ee-a3da86ce6970/0b72decf-108c-4c33-8bfd-34df46a5133d/cff9845a-5664-4b3d-9d08-44b0e8038c97) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:01.013380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:01.021651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:01.026694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.028731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:01.044701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:01.050108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39622d96-0220-4ab8-a392-fcfa9eb05f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.119418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.120095 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.193014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.199759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.205823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.212785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.219049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.224997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.231249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:01.233492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b89af783-838e-46ec-8af4-3a32f7867f35 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5394 time: 0.1011987 Sep 17 01:18:01.279826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27c2cc53-d80a-491f-a3f0-7e3ec12aa1ec req-b7ace9dd-42d5-4ddd-bda5-8e97ad5bacb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405176 Sep 17 01:18:01.283497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.367784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6268543-082a-4588-be63-fa9de808d17d {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:01.375939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.383377 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39622d96-0220-4ab8-a392-fcfa9eb05f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.398916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Transition to ACTIVE for port object c6268543-082a-4588-be63-fa9de808d17d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:01.445964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.461300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.509081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:01.517516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:01.531561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:01.536385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Pushing event updated for resources: {'Port': ['ID=cff9845a-5664-4b3d-9d08-44b0e8038c97,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:01.558828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-c5fa7ee7-52ad-42c8-a9bf-771799b226f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4762506 Sep 17 01:18:01.572767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Pushing event updated for resources: {'Port': ['ID=c6268543-082a-4588-be63-fa9de808d17d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:01.593234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Request body: {'port': {'device_id': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:01.602316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Attempting to bind port cff9845a-5664-4b3d-9d08-44b0e8038c97 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:01.602686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Attempting to bind port cff9845a-5664-4b3d-9d08-44b0e8038c97 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:01.603052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Attempting to bind port cff9845a-5664-4b3d-9d08-44b0e8038c97 on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:01.615836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:01.616274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Checking segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:01.616687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.617259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Bound using segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:01.618006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Bound port: cff9845a-5664-4b3d-9d08-44b0e8038c97, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:01.618464 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.701808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.706649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] For port cff9845a-5664-4b3d-9d08-44b0e8038c97, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:01.710557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] For port cff9845a-5664-4b3d-9d08-44b0e8038c97, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cff9845a-5664-4b3d-9d08-44b0e8038c97,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:01.778908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '19a841ce-6269-4c6b-bbef-6275d71302c3'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:01.783047 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "19a841ce-6269-4c6b-bbef-6275d71302c3"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:01.802265 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:01.872560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Attempting to bind port c6268543-082a-4588-be63-fa9de808d17d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:01.873131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Attempting to bind port c6268543-082a-4588-be63-fa9de808d17d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:01.873665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Attempting to bind port c6268543-082a-4588-be63-fa9de808d17d on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:01.884993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Port c6268543-082a-4588-be63-fa9de808d17d on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:01.885674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Attempting to bind port c6268543-082a-4588-be63-fa9de808d17d on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:01.937008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160024b-f17c-4a1e-84b4-631a4a28277c None None] Pushing event updated for resources: {'Port': ['ID=cff9845a-5664-4b3d-9d08-44b0e8038c97,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:01.956684 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a705af-50bc-4a0a-9de9-8c7436aadea2 x-openstack-request-id: req-11a705af-50bc-4a0a-9de9-8c7436aadea2 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:01.956916 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "19a841ce-6269-4c6b-bbef-6275d71302c3", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:01.957041 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11a705af-50bc-4a0a-9de9-8c7436aadea2 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:01.957512 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '19a841ce-6269-4c6b-bbef-6275d71302c3', 'status': 'completed', 'code': 200} Sep 17 01:18:01.980640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39622d96-0220-4ab8-a392-fcfa9eb05f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23f23195331b4c9cbf9683864fed7d61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6325369 Sep 17 01:18:01.984450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39622d96-0220-4ab8-a392-fcfa9eb05f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affdc073-c620-4525-8d33-faa3f66c7586,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:01.991927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58730) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:02.058565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:02.058910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Checking segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:02.062924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Bound using segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:02.063405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Bound port: c6268543-082a-4588-be63-fa9de808d17d, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:02.063788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.089157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.118232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2c7084f9-be95-4f7b-ac37-0b4b02675f0e req-26bdb751-8565-4a63-932d-69d48f3c4b41 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.1363969 Sep 17 01:18:02.145945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9fba-b993-414d-ba2d-c551bc66b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.153452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58734) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:02.173507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9fba-b993-414d-ba2d-c551bc66b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.204040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.204040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.204040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.204040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.204040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.204040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.204573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.206408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-70991e8f-0fc7-4cec-8bb5-a6ddebedbf19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6366 time: 0.2523434 Sep 17 01:18:02.319829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5a2fd-1dab-42f3-bcd4-6d4b88d2f331 req-52f0f268-b811-4697-a988-7af625f2ac7d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.323983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9fba-b993-414d-ba2d-c551bc66b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.328031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfe5a2fd-1dab-42f3-bcd4-6d4b88d2f331 req-52f0f268-b811-4697-a988-7af625f2ac7d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 931 time: 0.2584348 Sep 17 01:18:02.339738 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16ee9fba-b993-414d-ba2d-c551bc66b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.343414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-16ee9fba-b993-414d-ba2d-c551bc66b1ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/affdc073-c620-4525-8d33-faa3f66c7586 HTTP/1.1" status: 204 len: 168 time: 0.3479009 Sep 17 01:18:02.371010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee9fba-b993-414d-ba2d-c551bc66b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affdc073-c620-4525-8d33-faa3f66c7586,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:02.482140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] For port c6268543-082a-4588-be63-fa9de808d17d, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:02.513608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1134239654-network', 'tenant_id': '67d9e7dc113041898a9c70c2190c96c7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:02.527760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] For port c6268543-082a-4588-be63-fa9de808d17d, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c6268543-082a-4588-be63-fa9de808d17d,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:02.540660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfe5a2fd-1dab-42f3-bcd4-6d4b88d2f331 req-5b666caf-67a0-4132-9b37-bf926ef0b969 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117667 Sep 17 01:18:02.556710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-c1b97e22-6017-4129-8624-399f5d8150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.557192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-c1b97e22-6017-4129-8624-399f5d8150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.557656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-c1b97e22-6017-4129-8624-399f5d8150c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.570144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-c1b97e22-6017-4129-8624-399f5d8150c9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=376960955bac466792ea65f5939476d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3364711 Sep 17 01:18:02.614162 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.654061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.654061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.657945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.665813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.673573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.689708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.700150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.704879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-cf33ae93-0e60-4df1-9fa7-3c9a86e4701b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5406 time: 0.1965992 Sep 17 01:18:02.719457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.720028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.720985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] 10.222.0.36 "PUT /v2.0/ports/c6268543-082a-4588-be63-fa9de808d17d HTTP/1.1" status: 200 len: 1091 time: 2.0949221 Sep 17 01:18:02.744669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Made reservation on behalf of 67d9e7dc113041898a9c70c2190c96c7 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:02.750180 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.753201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.766269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9bdc16-8527-4be7-86cc-cfcc10716d8c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:02.784596 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.787110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31bf11-e3e5-407b-97c5-9010cc083d47 service neutron] Pushing event updated for resources: {'Port': ['ID=c6268543-082a-4588-be63-fa9de808d17d,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:02.797054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-1e245e97-6545-4c93-be18-e69338a500a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:02.798765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02268e8b-a36b-49c6-a0c2-bcf1cdc94170 req-1e245e97-6545-4c93-be18-e69338a500a7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325809 Sep 17 01:18:02.814359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Transition to ACTIVE for port object 5f9bdc16-8527-4be7-86cc-cfcc10716d8c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:02.828244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cff9845a-5664-4b3d-9d08-44b0e8038c97 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:02.828819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.843863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Request body: {'port': {'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:02.889271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.899021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:02.944328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cff9845a-5664-4b3d-9d08-44b0e8038c97 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:02.944714 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.014157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:03.067629 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ee935a5-99b1-4fc3-b3e6-a2865b5d5b2e req-2c0efde7-481c-4162-a50c-ba9642e155d4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3396630 Sep 17 01:18:03.118968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Allocated IP 172.25.1.228 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ad739ca1-69f4-4098-820d-fddd05ed3d6f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:03.124966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.125177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.258915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port cff9845a-5664-4b3d-9d08-44b0e8038c97, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cff9845a-5664-4b3d-9d08-44b0e8038c97,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:03.312438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.327490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.357163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Attempting to bind port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:03.357501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Attempting to bind port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:03.357827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Attempting to bind port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c on network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:03.370098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58758) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:03.373372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.384746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a14-3ae1-4fce-8263-c686ad72d277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.406357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6435fe68-3bdb-4736-a6b6-401c23aeeeb4 req-a1917054-73a7-4c83-8985-7e1a0fb2500b tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0699723 Sep 17 01:18:03.406357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c on network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:03.406357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Attempting to bind port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c on network f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:03.420825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:03.421283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Checking segment: {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:03.421751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Bound using segment: {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:03.422268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Bound port: 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:03.436616 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.436909 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.470553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030cb3f-5b25-4394-8096-5c90c5f4c017,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:03.494835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=cff9845a-5664-4b3d-9d08-44b0e8038c97,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:03.497040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.537093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:18:03.569215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:03.588068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.588435 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Added segment b866780a-73da-4538-a69a-c87c874f5043 of type vlan for network f58d1750-a1fc-4282-818a-e049736b05b6 Sep 17 01:18:03.590190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:03.601755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:03.653703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e644ec-904d-49ab-a4f3-68621d4fa356 None None] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:03.703337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad739ca1-69f4-4098-820d-fddd05ed3d6f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:03.802913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4fe6d12d-bc51-415f-8e1f-32c9b5ad1364 None None] Provisioning complete for port cff9845a-5664-4b3d-9d08-44b0e8038c97 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:03.803453 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d12d-bc51-415f-8e1f-32c9b5ad1364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.854384 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.915062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a14-3ae1-4fce-8263-c686ad72d277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:03.929189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bc109-2d87-4f30-9a48-cc7a68290a75 req-4dd3e3e7-ef3d-43e4-9a67-b12ef03e6b74 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:03.930747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a83bc109-2d87-4f30-9a48-cc7a68290a75 req-4dd3e3e7-ef3d-43e4-9a67-b12ef03e6b74 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 943 time: 0.2278972 Sep 17 01:18:03.940471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:03.961474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': 'c6268543-082a-4588-be63-fa9de808d17d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:03.963920 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "c6268543-082a-4588-be63-fa9de808d17d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:03.984320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:04.036165 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02315d4-66eb-4f49-be85-756ad9afda13 x-openstack-request-id: req-a02315d4-66eb-4f49-be85-756ad9afda13 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:04.038164 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "c6268543-082a-4588-be63-fa9de808d17d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:04.038164 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a02315d4-66eb-4f49-be85-756ad9afda13 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:04.038164 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': 'c6268543-082a-4588-be63-fa9de808d17d', 'status': 'completed', 'code': 200} Sep 17 01:18:04.073352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93bf3a14-3ae1-4fce-8263-c686ad72d277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.075565 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.077448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.078262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.080055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.099690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c4d190-5b93-4b7f-a243-bc30ea8e45af {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:04.137009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.166732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Transition to ACTIVE for port object 33c4d190-5b93-4b7f-a243-bc30ea8e45af will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:04.174672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.175918 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.180144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] 10.222.0.23 "PUT /v2.0/ports/5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 1091 time: 2.5941551 Sep 17 01:18:04.184381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.184992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.185719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.186082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.186609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.187215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.187740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.190747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-fa494d09-6ff9-4e24-bf3b-b14719a2caf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6408 time: 0.1488314 Sep 17 01:18:04.206053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-93bf3a14-3ae1-4fce-8263-c686ad72d277 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ca9ffaa7a324f9a8335c5dd1b660cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324683 Sep 17 01:18:04.211945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.217685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:04.245838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf3a14-3ae1-4fce-8263-c686ad72d277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c5d3e3-4a59-4a92-8c44-c8ae1bec3785,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:04.271544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.286737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3c6f2-b998-41fa-8ce5-20d989b661e6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:04.301410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a83bc109-2d87-4f30-9a48-cc7a68290a75 req-590bf9ce-386b-4d1a-99cf-7fa4d8f5a9a1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633045 Sep 17 01:18:04.305770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] Pushing event updated for resources: {'Network': ['ID=f58d1750-a1fc-4282-818a-e049736b05b6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:04.321730 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b42eeaf4-9b20-47f3-9b82-19e20f60d81a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1026692 Sep 17 01:18:04.329079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f58d1750-a1fc-4282-818a-e049736b05b6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:18:04.329615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58778) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:04.342392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Request body: {'subnet': {'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1134239654-subnet', 'tenant_id': '67d9e7dc113041898a9c70c2190c96c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:04.429244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c081ccf4-edd8-416b-a2e3-4db661993cfd None None] Provisioning complete for port cff9845a-5664-4b3d-9d08-44b0e8038c97 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:04.429928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c081ccf4-edd8-416b-a2e3-4db661993cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.433275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.447580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6645869d-f98b-442f-8e52-ac761ea14c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.449043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.473359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.502935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.503606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Made reservation on behalf of 67d9e7dc113041898a9c70c2190c96c7 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:04.506027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.512965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.530221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.546257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.562742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6645869d-f98b-442f-8e52-ac761ea14c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.568097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-69c8c5bc-4708-4742-847a-63de68c577f7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5406 time: 0.3901589 Sep 17 01:18:04.615199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-149dbc02-b4f4-4df4-8111-5ddbede74de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.615199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-149dbc02-b4f4-4df4-8111-5ddbede74de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.615528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-149dbc02-b4f4-4df4-8111-5ddbede74de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.617264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-149dbc02-b4f4-4df4-8111-5ddbede74de6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=376960955bac466792ea65f5939476d4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3944645 Sep 17 01:18:04.642990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Pushing event updated for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:04.644697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6f37aeea-4781-4afd-998f-7323954aedde req-12e3fd7c-ebd9-4e7d-99c5-f22a033f9f0c tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0729997 Sep 17 01:18:04.727467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-7d487e16-ef0b-4ca9-9f84-8eeb800e1a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.732817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-7d487e16-ef0b-4ca9-9f84-8eeb800e1a66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1094 time: 0.3648238 Sep 17 01:18:04.779467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cff9845a-5664-4b3d-9d08-44b0e8038c97 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:04.793869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.794732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-058613f4-1cfe-49b7-b5e8-b5600d9b7ac4 req-6194c89f-e40e-49ac-a440-2fe60861ff59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257414 Sep 17 01:18:04.844390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-b9345cbb-c511-4f72-9b4c-502d3d204d16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 217 time: 0.0566666 Sep 17 01:18:04.849704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cff9845a-5664-4b3d-9d08-44b0e8038c97 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:04.850130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.895660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6645869d-f98b-442f-8e52-ac761ea14c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.898401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6645869d-f98b-442f-8e52-ac761ea14c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.902001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6645869d-f98b-442f-8e52-ac761ea14c5e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44c5d3e3-4a59-4a92-8c44-c8ae1bec3785 HTTP/1.1" status: 204 len: 168 time: 0.6496680 Sep 17 01:18:04.934646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-dc6ef64d-25a1-47c1-a626-f2a047a33eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.936196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc6237ba-11c4-43c0-8cd1-e7d4b7114897 req-dc6ef64d-25a1-47c1-a626-f2a047a33eff service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2990162 Sep 17 01:18:04.946084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Attempting to bind port 33c4d190-5b93-4b7f-a243-bc30ea8e45af on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:04.946084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Attempting to bind port 33c4d190-5b93-4b7f-a243-bc30ea8e45af by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:04.947350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Attempting to bind port 33c4d190-5b93-4b7f-a243-bc30ea8e45af on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:04.954151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-154de616-a24c-4e97-b311-b245da8db532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:04.955713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-154de616-a24c-4e97-b311-b245da8db532 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.1008611 Sep 17 01:18:04.956961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Port 33c4d190-5b93-4b7f-a243-bc30ea8e45af on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:04.957306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Attempting to bind port 33c4d190-5b93-4b7f-a243-bc30ea8e45af on network ebee1c60-d68d-4762-b3a1-acf1c5c304ab {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:04.962732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:04.963103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Checking segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:04.963494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Bound using segment: {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:04.963927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Bound port: 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c28aa01d-bc28-41db-927a-87b572924de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:04.964291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:04.972011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645869d-f98b-442f-8e52-ac761ea14c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c5d3e3-4a59-4a92-8c44-c8ae1bec3785,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:05.013687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-71e9c1e3-78fd-4d16-a182-583ad1d919ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459669 Sep 17 01:18:05.125780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:05.144456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:05.166530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-8525665f-0bc8-4d7e-8689-7b82908c3a9c service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252675 Sep 17 01:18:05.189595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:18:05.232059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:05.240989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:05.285592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.286171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:05.287656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] 10.222.0.36 "PUT /v2.0/ports/33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 200 len: 1091 time: 2.4487908 Sep 17 01:18:05.322858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1dd9b27-17a0-4d8f-a4ba-b33877c44817 req-887b155e-88d1-4d58-a584-17c9685c9741 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485035 Sep 17 01:18:05.324035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d48f4-e363-4760-9818-d6c8c4dced1e service neutron] Pushing event updated for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:05.384422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1d3b7b-c03a-488f-9fbe-774cada08794,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:05.399683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:18:05.408753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Checking segment: {'id': 'b866780a-73da-4538-a69a-c87c874f5043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:05.408968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Network hostable DHCP agents. Network: f58d1750-a1fc-4282-818a-e049736b05b6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:05.413621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:18:05.438480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:05.439143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:17:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:05.480280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.480280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.480280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.480280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.482686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.483246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.483885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.490330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-c84ee6f0-fdf2-471b-97b4-6229b9abcaec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6475 time: 0.0769060 Sep 17 01:18:05.499668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:05.501154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-586882b7-ead8-4b58-bdb0-06784a795fa6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1290710 Sep 17 01:18:05.504501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58802) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:05.524954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55b298-7347-48c0-b1de-197b94abc06c req-4dd6b3e5-3343-4012-9f02-b20c27048240 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.533748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e55b298-7347-48c0-b1de-197b94abc06c req-4dd6b3e5-3343-4012-9f02-b20c27048240 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 943 time: 0.0951216 Sep 17 01:18:05.576447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-3c6d1330-c045-4dcc-9c6c-1db9c42f1945 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 200 len: 217 time: 0.0758049 Sep 17 01:18:05.592020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Network f58d1750-a1fc-4282-818a-e049736b05b6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:05.620159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:05.648445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e55b298-7347-48c0-b1de-197b94abc06c req-5697167c-93b9-4b74-b63d-2a75839e4d2c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103530 Sep 17 01:18:05.711855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-393ec31e-0700-4c30-9df8-f294d275976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.713846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-393ec31e-0700-4c30-9df8-f294d275976b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04a9f94e-f084-4e87-be9b-6a3aa10f201b HTTP/1.1" status: 200 len: 850 time: 0.1291342 Sep 17 01:18:05.741785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f58d1750-a1fc-4282-818a-e049736b05b6) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:05.765603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.766212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:05.823483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73741854-6b13-4746-b77b-d27e4fcc9ca6 req-b65a2c86-a4c0-4144-82cf-d633ecd07f42 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0425632 Sep 17 01:18:05.831284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-a0396d9d-218a-478d-8a73-237ddd7c425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:05.833355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a0396d9d-218a-478d-8a73-237ddd7c425d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34180796-d80a-4cc5-b5b4-600e53ccbb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119678 Sep 17 01:18:05.888354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-096ac23a-8cb1-4d27-871f-bdbb7317effe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:05.895397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88577daa-4b73-4216-9e74-e139e1515e54 None None] Network f58d1750-a1fc-4282-818a-e049736b05b6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:05.978907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-dd301c38-d1e2-4c68-a36c-f7cbcf9392f3 service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365709 Sep 17 01:18:06.041024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'}, {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:06.044668 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c"}, {"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:06.141941 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688529f-f56e-46ec-82ac-7c8a4ca79771 x-openstack-request-id: req-8688529f-f56e-46ec-82ac-7c8a4ca79771 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:06.142171 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:06.142387 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8688529f-f56e-46ec-82ac-7c8a4ca79771 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:06.142928 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'status': 'completed', 'code': 200} Sep 17 01:18:06.143056 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af', 'status': 'completed', 'code': 200} Sep 17 01:18:06.204589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-53092ea4-eaa0-46ff-af51-dadeffcd6ffd service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161090 Sep 17 01:18:06.227228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-aa0d3cc8-6da8-4d8a-b41b-02f36a1ab944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.228876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-aa0d3cc8-6da8-4d8a-b41b-02f36a1ab944 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1094 time: 0.0635540 Sep 17 01:18:06.277956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecb97b0-1a8a-45b7-aed8-690c6064bbb8 None None] Network f58d1750-a1fc-4282-818a-e049736b05b6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:06.280843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-74721808-816e-4d96-a5bd-65242d9aca86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 217 time: 0.0635896 Sep 17 01:18:06.360001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e1d71d7a-e60e-4585-8b4e-d96a0cb12acc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0306914 Sep 17 01:18:06.383429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:03Z', 'revision_number': 3, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:06.407610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-a0b3eaa1-5bb3-4aaf-b15a-99a51b3397d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.417646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a0b3eaa1-5bb3-4aaf-b15a-99a51b3397d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1213343 Sep 17 01:18:06.465558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:18:06.466067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Updating router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b port ad739ca1-69f4-4098-820d-fddd05ed3d6f binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:18:06.500750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.506947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.515642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.524404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.531342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.537767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.545706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.547108 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:06.548212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-460a2dfc-6142-4fe5-b6fc-cd32633511e5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.2005031 Sep 17 01:18:06.591333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-0fd422f3-df88-435a-bbe5-c3b478c9e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.599901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-0fd422f3-df88-435a-bbe5-c3b478c9e359 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.3294702 Sep 17 01:18:06.602521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c2ea6406-517e-4b6e-89eb-628f5d6a0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.603972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-c2ea6406-517e-4b6e-89eb-628f5d6a0370 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1749015 Sep 17 01:18:06.682172 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c2f4fea-b834-47bd-8abd-43def65c54b5 req-7ab61dac-35e7-439e-9cf3-a331d050f746 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881197 Sep 17 01:18:06.722713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-625b1256-751a-4770-9792-54632a79cb97 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 217 time: 0.1126652 Sep 17 01:18:06.853224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-7bccc57a-c85d-4d28-8412-b7d32b0ba54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:06.855242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-7bccc57a-c85d-4d28-8412-b7d32b0ba54d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.1210318 Sep 17 01:18:06.912097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-09d1c7b2-a57c-4175-b895-2b0c7e55bf37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415840 Sep 17 01:18:06.917844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-884faf06-0e5a-4d45-a6d8-8f48334e0eb3 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944365 Sep 17 01:18:07.056656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca810b4-8434-4fad-a248-57435f586594 req-8c3b392a-96c0-4be7-9aab-7e43759994ab tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:07.058580 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0ca810b4-8434-4fad-a248-57435f586594 req-8c3b392a-96c0-4be7-9aab-7e43759994ab tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 943 time: 0.2099168 Sep 17 01:18:07.090337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.097521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.133955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-307ca084-7f1b-4a95-ae0f-885ec245d721 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064085 Sep 17 01:18:07.155772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.156564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0ca810b4-8434-4fad-a248-57435f586594 req-187f90f3-ab41-43fe-a55f-ed9ddfbba71b tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909312 Sep 17 01:18:07.219483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-3ee9f63e-cbb2-484c-82d5-fc21e988c356 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 217 time: 0.0569253 Sep 17 01:18:07.232412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Attempting to bind port ad739ca1-69f4-4098-820d-fddd05ed3d6f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:07.232790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Attempting to bind port ad739ca1-69f4-4098-820d-fddd05ed3d6f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:07.233152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Attempting to bind port ad739ca1-69f4-4098-820d-fddd05ed3d6f on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:07.244503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:07.244874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:07.245288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.245812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:07.246292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Bound port: ad739ca1-69f4-4098-820d-fddd05ed3d6f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:07.246675 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.277085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76629ca-c9e8-4cb5-bf3c-8ab1a4aceca5 None None] Pushing event updated for resources: {'Port': ['ID=ad739ca1-69f4-4098-820d-fddd05ed3d6f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:07.288097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-39edf298-4428-4c09-a920-f7b51da76a99 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689935 Sep 17 01:18:07.298639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-52a868c5-8ea0-4e9c-9e1e-dcc0bfeab743 req-b798e9fb-a73a-43f8-b154-228e85c10545 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0374939 Sep 17 01:18:07.299334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-a865af19-1c3e-45b1-9249-5f716ee7983f tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:07.300927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-a865af19-1c3e-45b1-9249-5f716ee7983f tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/networks?id=f58d1750-a1fc-4282-818a-e049736b05b6 HTTP/1.1" status: 200 len: 813 time: 0.2859774 Sep 17 01:18:07.355573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-382288e8-2b30-4a80-9601-a5504dc9f183 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/quotas/67d9e7dc113041898a9c70c2190c96c7 HTTP/1.1" status: 200 len: 375 time: 0.0431232 Sep 17 01:18:07.359201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-5112bc4b-4541-4697-9654-9bb712b7528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:07.361088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-5112bc4b-4541-4697-9654-9bb712b7528d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1305387 Sep 17 01:18:07.385115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] For port ad739ca1-69f4-4098-820d-fddd05ed3d6f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:07.390962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] For port ad739ca1-69f4-4098-820d-fddd05ed3d6f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ad739ca1-69f4-4098-820d-fddd05ed3d6f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:07.447629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.454623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-09cd5d0b-bb82-4ee4-831d-9426d8713054 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=67d9e7dc113041898a9c70c2190c96c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648398 Sep 17 01:18:07.475969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Allocated IP 172.20.0.1 (a2c4a77a-07cb-436a-a9ee-a3da86ce6970/0b72decf-108c-4c33-8bfd-34df46a5133d/33260436-7199-47bd-9ecf-eb0131be8d37) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:07.499963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-c7e00082-9656-4668-913c-a041765989a5 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979058 Sep 17 01:18:07.503859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-a626d1dc-41a0-46f5-a9c7-0cdc12b2d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:07.505356 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a626d1dc-41a0-46f5-a9c7-0cdc12b2d789 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136780 Sep 17 01:18:07.542052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:07.552747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:17:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:07.633323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76629ca-c9e8-4cb5-bf3c-8ab1a4aceca5 None None] Pushing event updated for resources: {'Port': ['ID=ad739ca1-69f4-4098-820d-fddd05ed3d6f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:07.642877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-41d313b9-9c6c-4ac4-af0e-03503b878ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664853 Sep 17 01:18:07.666486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.675782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-bc34bfbf-d224-4cbc-a2dd-f47fbad4f37f service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628926 Sep 17 01:18:07.752256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:07.779686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:07.827892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-9878b4d8-f8d6-454c-9845-57883e3a5a1c service neutron] 10.222.0.13 "GET /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755443 Sep 17 01:18:07.852091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-57c38649-fbd2-4f23-85e0-cb924f22654c service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665678 Sep 17 01:18:07.913131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Pushing event updated for resources: {'Port': ['ID=33260436-7199-47bd-9ecf-eb0131be8d37,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:07.938650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:07.942188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:07.946574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:08.010886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:08.134675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:03Z', 'revision_number': 3, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:08.165381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c38eb-25a0-4056-be97-23c0d0652b6d None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:03Z', 'revision_number': 3, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:18:08.182476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.188671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.201527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73dadb41-e42e-4067-a4bf-530657c19d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:08.217141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.226461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.264527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.268072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.288669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.299508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-1253bfaa-7772-4bc3-bd87-302d26156bb1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.4199409 Sep 17 01:18:08.337164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-224dc6ee-955d-4a2c-9ac7-273830ed26bb None None] Provisioning complete for port 33260436-7199-47bd-9ecf-eb0131be8d37 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:08.339271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-224dc6ee-955d-4a2c-9ac7-273830ed26bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:08.387949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-c6cf2abe-223b-4b7b-b0d7-4852cc254e2a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=8bb8a19d-9d13-4535-b9fa-299126101df9 HTTP/1.1" status: 200 len: 217 time: 0.5249610 Sep 17 01:18:08.406207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ef86a2f-1364-40df-bcbd-e5cde05a3812 req-c40c5e74-f58f-4272-a9cd-ff12040bc251 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1058908 Sep 17 01:18:08.407029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-224dc6ee-955d-4a2c-9ac7-273830ed26bb None None] Port 33260436-7199-47bd-9ecf-eb0131be8d37 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:18:08.426601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:08.529961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f1140-6c8b-4ea4-b14a-d5edf91f739d req-0f4a6bf2-4ee8-424a-bd1b-6cf4dff40725 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.541237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a80f1140-6c8b-4ea4-b14a-d5edf91f739d req-0f4a6bf2-4ee8-424a-bd1b-6cf4dff40725 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 943 time: 0.1559081 Sep 17 01:18:08.542804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-e37f5351-1373-48ac-8d15-26177eaa3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.544448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-e37f5351-1373-48ac-8d15-26177eaa3feb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1254301 Sep 17 01:18:08.599062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a80f1140-6c8b-4ea4-b14a-d5edf91f739d req-f1edfeab-462f-4653-9e35-1568fce0eb88 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516555 Sep 17 01:18:08.600066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bc0fa5c-8cb3-4b15-9656-14a092d1d92c req-c470c917-c8f7-426a-802b-abaae33c0805 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 210 time: 0.0552859 Sep 17 01:18:08.655536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-30c25314-43ea-42fc-8ce5-232aca489760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:08.657533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-30c25314-43ea-42fc-8ce5-232aca489760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703065 Sep 17 01:18:08.746689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5f9bdc16-8527-4be7-86cc-cfcc10716d8c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:08.773717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:08.814216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a79c3d59-2c4c-426b-b201-498fd17074b9 req-edc2d90f-1e0a-4bab-912c-8b7adfbc2a7d tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0445359 Sep 17 01:18:08.823698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-9af857a2-40d1-4824-b509-3a5e40bf89df service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584320 Sep 17 01:18:08.940374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:08.952246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a0855ae1-3e0a-4fc6-a3fd-171b61e88b7f service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192472 Sep 17 01:18:08.958319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:08.981188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'network_id': 'f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f', 'port_id': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'mac_address': 'fa:16:3e:ea:7c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b90258-e2cf-47ab-aa0c-6a1a1d9b156a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:09.008133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-a6db5e55-1dd7-49c7-9cde-6353fb496694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=19a841ce-6269-4c6b-bbef-6275d71302c3 HTTP/1.1" status: 200 len: 217 time: 0.0440803 Sep 17 01:18:09.016388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:09.036147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:09.063282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Pushing event updated for resources: {'Port': ['ID=33260436-7199-47bd-9ecf-eb0131be8d37,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:09.088590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:09.095577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9bdc16-8527-4be7-86cc-cfcc10716d8c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:09.114582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-3962ecb9-c9e7-4bb5-bb1c-8691f45c57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.116205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-3962ecb9-c9e7-4bb5-bb1c-8691f45c57b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1009846 Sep 17 01:18:09.139949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:09.170886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-fe039e3d-ebb7-426a-ada5-68068f5bdc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.172526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-fe039e3d-ebb7-426a-ada5-68068f5bdc05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0485322 Sep 17 01:18:09.200239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:09.201715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:09.215703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:09.346789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:09.377306 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-86c0091c-bd82-4356-87ce-08c7f7a333ed service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959391 Sep 17 01:18:09.439445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:18:09.451480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5f9bdc16-8527-4be7-86cc-cfcc10716d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:09.458360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:09.596767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-052d4577-435c-4801-a499-107dd30978c4 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128391 Sep 17 01:18:09.611342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:18:09.640486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-67786958-c37b-4dd8-a31c-aac7acf1edfb admin admin] 10.222.0.13 "PUT /v2.0/routers/877c0fa4-7e2b-4802-95e6-169b35c1ea1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1333566 Sep 17 01:18:09.696012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3a489089-16b5-4a2a-a52e-8ea20edecf44 None None] Provisioning complete for port 33260436-7199-47bd-9ecf-eb0131be8d37 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:09.701187 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a489089-16b5-4a2a-a52e-8ea20edecf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:09.708900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-2aa410da-7ef2-4060-b857-cb390814ea95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6268543-082a-4588-be63-fa9de808d17d HTTP/1.1" status: 200 len: 217 time: 0.0832136 Sep 17 01:18:09.762146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50506d81-d430-4317-b57a-271fa1d34ca4 req-c346ffe6-871c-420e-a9f1-e61f1ef2534a tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 210 time: 0.0616453 Sep 17 01:18:09.774302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.783382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.791275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3a489089-16b5-4a2a-a52e-8ea20edecf44 None None] Port 33260436-7199-47bd-9ecf-eb0131be8d37 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:18:09.791777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.798485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.813865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.822117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.828360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.837918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-939683dc-b170-4569-91d9-60093727036b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.2523863 Sep 17 01:18:09.874240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-905c2d87-a14e-4caa-be79-6236162c160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.875714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-905c2d87-a14e-4caa-be79-6236162c160d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.1594322 Sep 17 01:18:09.921308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd09dc8c-4166-43d9-875e-3639e9b63685 req-9b5e7e06-939e-479e-a96d-6dac73ffd566 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828817 Sep 17 01:18:09.946703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e8719-8029-4cee-925d-2c003724cb13 req-2765d997-9e1b-4e8f-9821-1c5acd355b48 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.963259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f97e8719-8029-4cee-925d-2c003724cb13 req-2765d997-9e1b-4e8f-9821-1c5acd355b48 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 944 time: 0.1026652 Sep 17 01:18:09.968999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-c74ee101-b38b-4c45-82b9-6335166adf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:09.971267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-c74ee101-b38b-4c45-82b9-6335166adf20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0852270 Sep 17 01:18:10.015712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f97e8719-8029-4cee-925d-2c003724cb13 req-fb001be2-85ec-4173-a908-75771a335464 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510209 Sep 17 01:18:10.136741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-eca135e6-5216-42bb-af23-d0a841e4b087 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570249 Sep 17 01:18:10.172394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f56d0719-564e-4a98-a56e-c2b919c55a3b req-7bc8c0ce-085e-4dc7-b1e4-abc8bcd3243a tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0775526 Sep 17 01:18:10.282327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-3d25c99c-0bd9-460a-87b1-7c4930e41285 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303101 Sep 17 01:18:10.342585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-4e606777-db1e-4cfb-b9ba-c23cfcd838d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 200 len: 217 time: 0.0513358 Sep 17 01:18:10.400070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-fc67a92c-97b1-4efc-8aac-47474ef7d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:10.401579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-fc67a92c-97b1-4efc-8aac-47474ef7d661 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0511022 Sep 17 01:18:10.472545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69797b27-8b74-491c-a313-3b57791783e9 req-1bb79a9d-7abf-4385-bb4f-b54c440a4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:10.472545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-1bb79a9d-7abf-4385-bb4f-b54c440a4176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595198 Sep 17 01:18:10.528856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58968) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:10.528856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1059313561', 'description': 'tempest-description--555583619'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:10.605663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-8ac44f5e-3cff-4a95-9404-da6253b3c9b3 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288800 Sep 17 01:18:10.616455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:10.630211 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:18:10.643495 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:10.644120 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:10.733842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69797b27-8b74-491c-a313-3b57791783e9 req-f5c96f1a-adae-401d-ada0-ab72e7e0f67f service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199975 Sep 17 01:18:10.748180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5f9bdc16-8527-4be7-86cc-cfcc10716d8c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:10.779377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad739ca1-69f4-4098-820d-fddd05ed3d6f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:10.849413 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:10.859204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ad739ca1-69f4-4098-820d-fddd05ed3d6f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:10.865417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:10.946642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:10.978828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:10.979514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:10.999203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.017576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.019061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d831f0a9-db2f-4bba-82ca-56e7df4e4c7f req-9b724e6d-e325-4d5d-b289-93b7c1d4a34c tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 210 time: 0.1035843 Sep 17 01:18:11.061511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port ad739ca1-69f4-4098-820d-fddd05ed3d6f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ad739ca1-69f4-4098-820d-fddd05ed3d6f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:11.065575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.088288 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.111561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.114979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.185577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:11.192058 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104db80-bdee-439d-b441-ec1080324b84" -d '{"events": [{"server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "name": "network-vif-plugged", "status": "completed", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:11.212830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:11.232040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=ad739ca1-69f4-4098-820d-fddd05ed3d6f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:11.234103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a19789d-004d-4bfb-a7d7-076a4c49faae,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:11.246799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.252065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-21334f5d-cb01-4e6c-8942-5a36ba082644 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7278090 Sep 17 01:18:11.259548 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.271949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58986) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:11.279684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'security_group_rule': {'security_group_id': '0a19789d-004d-4bfb-a7d7-076a4c49faae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:11.290375 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 2, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:11.310737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f40b9-3841-4d97-86e3-78fa3f231a37 req-71ce88a1-a0d2-4b92-895f-751e89863fb2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.312878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a3f40b9-3841-4d97-86e3-78fa3f231a37 req-71ce88a1-a0d2-4b92-895f-751e89863fb2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 944 time: 0.1615016 Sep 17 01:18:11.324008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.326015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.326515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.327908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.329530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.330500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.332884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.338482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6c545505-50e8-4c0b-a279-de3e32dfea14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6475 time: 0.4235139 Sep 17 01:18:11.367455 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:18:11.367455 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Updating router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b port 33260436-7199-47bd-9ecf-eb0131be8d37 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:18:11.368740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58988) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:11.369277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:11.374106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a3f40b9-3841-4d97-86e3-78fa3f231a37 req-e3203c13-6c7b-4e5a-8122-10e04b589664 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531869 Sep 17 01:18:11.421468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-b7ef157e-80bb-46c8-ae3c-b3a0f21a558b tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.422938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-b7ef157e-80bb-46c8-ae3c-b3a0f21a558b tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.23 "GET /v2.0/networks?id=f58d1750-a1fc-4282-818a-e049736b05b6 HTTP/1.1" status: 200 len: 813 time: 0.5232019 Sep 17 01:18:11.424068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.443980 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.447846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Request body: {'port': {'device_id': '90489a28-89e2-40b2-a95d-56749aedb0df', 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6', 'admin_state_up': True, 'tenant_id': '67d9e7dc113041898a9c70c2190c96c7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:11.490133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.498698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.506302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.513203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.519547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.526647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.533463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.535603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-c0670ea8-3912-4f9c-a98b-32940fde8a42 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.3667614 Sep 17 01:18:11.561225 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9a8cc87-6490-4a86-9afa-138506447e3c req-2e6fb928-d5b6-4706-8675-90292146610f tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0327747 Sep 17 01:18:11.571594 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.613112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c04851b-8e7d-42c2-92cc-b0f7405ef0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.629506 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4cbd3a-871a-4651-8c1a-64a2e8b41141 x-openstack-request-id: req-2d4cbd3a-871a-4651-8c1a-64a2e8b41141 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:11.629804 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "name": "network-vif-plugged", "status": "completed", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:11.630192 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d4cbd3a-871a-4651-8c1a-64a2e8b41141 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:11.630449 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'code': 200} Sep 17 01:18:11.651958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.678293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53af756c-d03c-40e4-9e11-49a9e42f2fba req-1aaf623d-5ae5-4785-b3ef-84107805de7a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065528 Sep 17 01:18:11.687948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-db794e47-ae92-4ce3-bcb5-1e4e5deedb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.689414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-db794e47-ae92-4ce3-bcb5-1e4e5deedb94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 200 len: 903 time: 0.3301136 Sep 17 01:18:11.712243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4222b3-aa38-4cf9-8b5c-cfb61a2c47ac,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:11.780788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-77ad1179-7010-4d16-89cc-2d35b8dbd74d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 200 len: 217 time: 0.0758491 Sep 17 01:18:11.820255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c04851b-8e7d-42c2-92cc-b0f7405ef0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.833981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5caa0-479a-41b8-91af-32bfa9c8d0cc req-9034513a-64c5-4f53-bf13-8fd58178d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.836955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6f5caa0-479a-41b8-91af-32bfa9c8d0cc req-9034513a-64c5-4f53-bf13-8fd58178d83d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1096 time: 0.1426885 Sep 17 01:18:11.843374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-ae12a112-c3e0-4891-8935-125c284b7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.844765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-ae12a112-c3e0-4891-8935-125c284b7bd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0565083 Sep 17 01:18:11.886806 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.894202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c04851b-8e7d-42c2-92cc-b0f7405ef0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.909690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6f5caa0-479a-41b8-91af-32bfa9c8d0cc req-f0fe2ae6-027d-4700-b811-98394b7e1f8e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640035 Sep 17 01:18:11.916616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-7b721bca-b187-42f0-aca5-7183b322a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:11.918565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-7b721bca-b187-42f0-aca5-7183b322a6a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667439 Sep 17 01:18:11.939574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9c04851b-8e7d-42c2-92cc-b0f7405ef0a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=500f48bef62a49718718a904fa284be0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688725 Sep 17 01:18:11.940936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04851b-8e7d-42c2-92cc-b0f7405ef0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec1293-b0a4-44d6-a496-f8636ae8c119,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:11.943428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58992) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:11.983233 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.984511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:11.986827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b36ee38-f389-4fcc-acaf-1f34912e63aa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7163146 Sep 17 01:18:11.989795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58996) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:11.996033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'security_group_rule': {'security_group_id': '0a19789d-004d-4bfb-a7d7-076a4c49faae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:12.028346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b413bc62-c2a0-49e4-8309-c3a59cfef948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.034921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-6756d005-dde8-4833-9a9f-3b65d5c0f21f service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088595 Sep 17 01:18:12.064188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b413bc62-c2a0-49e4-8309-c3a59cfef948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.104578 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Pushing event updated for resources: {'Port': ['ID=33260436-7199-47bd-9ecf-eb0131be8d37,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:12.158367 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1202129-fb77-43c2-8b49-b416a2d6f736 req-427ff083-d47d-4573-b82f-e22bdf0adada tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 210 time: 0.0289156 Sep 17 01:18:12.185148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Made reservation on behalf of 67d9e7dc113041898a9c70c2190c96c7 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:12.190099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.196613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.225156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f33474ac-e3a5-4b2a-8f2e-3c093dec9a7b req-672d1bcd-34ef-4ec2-ba16-bfd6b9c7f8de service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821685 Sep 17 01:18:12.255059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b413bc62-c2a0-49e4-8309-c3a59cfef948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.259808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b413bc62-c2a0-49e4-8309-c3a59cfef948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.264423 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b413bc62-c2a0-49e4-8309-c3a59cfef948 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6ec1293-b0a4-44d6-a496-f8636ae8c119 HTTP/1.1" status: 204 len: 168 time: 0.3199325 Sep 17 01:18:12.284467 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.284863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413bc62-c2a0-49e4-8309-c3a59cfef948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec1293-b0a4-44d6-a496-f8636ae8c119,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:12.289555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.289989 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.290384 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.290792 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.291221 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.291649 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.292096 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.292480 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.297093 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.302264 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.305361 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.306182 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:12.357135 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Attempting to bind port 33260436-7199-47bd-9ecf-eb0131be8d37 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:12.357482 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Attempting to bind port 33260436-7199-47bd-9ecf-eb0131be8d37 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:12.357763 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Attempting to bind port 33260436-7199-47bd-9ecf-eb0131be8d37 on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:12.363586 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:12.364064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Checking segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:12.364385 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.364774 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Bound using segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:12.365224 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Bound port: 33260436-7199-47bd-9ecf-eb0131be8d37, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:12.365665 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.367586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.390424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f6fb0e-ee85-4188-b74e-d2dccfaf7547,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:12.458831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.463929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-be709844-406d-49ff-929f-c7baa1cec635 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4693263 Sep 17 01:18:12.464138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Allocated IP 172.20.0.7 (f58d1750-a1fc-4282-818a-e049736b05b6/af1d3b7b-c03a-488f-9fbe-774cada08794/384edb55-9c42-4dc5-96b4-f135dcea3aad) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:12.464418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59006) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:12.469828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:12.470184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-df69a81f-98e5-420b-9b6f-e786942b5a1f None None] Provisioning complete for port 33260436-7199-47bd-9ecf-eb0131be8d37 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:12.470625 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df69a81f-98e5-420b-9b6f-e786942b5a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.485824 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] For port 33260436-7199-47bd-9ecf-eb0131be8d37, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:12.495045 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] For port 33260436-7199-47bd-9ecf-eb0131be8d37, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=33260436-7199-47bd-9ecf-eb0131be8d37,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:12.522584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-df69a81f-98e5-420b-9b6f-e786942b5a1f None None] Port 33260436-7199-47bd-9ecf-eb0131be8d37 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:18:12.574571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc726386-6eb2-4403-829b-66d60b95b665 req-3f798937-30ac-4110-976f-849c156d33ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:12.577594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc726386-6eb2-4403-829b-66d60b95b665 req-3f798937-30ac-4110-976f-849c156d33ac tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 945 time: 0.0893664 Sep 17 01:18:12.596149 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.596407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.677281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4273f811-f3db-44f0-a34a-5d87910d400f req-c10a1c97-b810-471a-af2e-e976f4e543d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0706966 Sep 17 01:18:12.709654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc726386-6eb2-4403-829b-66d60b95b665 req-57289a6a-a738-48b4-8dc3-0e9675e295c3 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240861 Sep 17 01:18:12.791231 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:12.792555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:12.825858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.843853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad739ca1-69f4-4098-820d-fddd05ed3d6f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:12.846358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4273f811-f3db-44f0-a34a-5d87910d400f req-73352964-eb1b-4aab-bb5c-6d90b4349df5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2d4884a7b774574a6a58c74761e8f41&device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0934114 Sep 17 01:18:12.861596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-38a45846-cd5f-4f75-b6a6-41ce47591e18 req-9432c9d5-e724-41ee-a41e-31c35c1f3e89 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.1168768 Sep 17 01:18:12.873401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.896961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4273f811-f3db-44f0-a34a-5d87910d400f req-70c0de91-808c-4813-aa5f-22f29dc7b01d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a2d4884a7b774574a6a58c74761e8f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262201 Sep 17 01:18:12.947939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ad739ca1-69f4-4098-820d-fddd05ed3d6f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:12.948944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:12.964074 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1fb4f-af8f-47ea-9def-c5bc690e4bc2 None None] Pushing event updated for resources: {'Port': ['ID=33260436-7199-47bd-9ecf-eb0131be8d37,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:12.986525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.100247 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:13.150958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Allocated IP 172.25.1.87 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/b7a73657-00c0-48db-bee4-230774a6ce20) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:13.174257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Network f58d1750-a1fc-4282-818a-e049736b05b6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:13.174517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e7af29ae-1409-45b1-9ba0-9b1d6797c8bd None None] Provisioning complete for port 33260436-7199-47bd-9ecf-eb0131be8d37 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:13.175103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7af29ae-1409-45b1-9ba0-9b1d6797c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.184149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:13.192403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:13.234280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Pushing event updated for resources: {'Port': ['ID=384edb55-9c42-4dc5-96b4-f135dcea3aad,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:13.256603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59018) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:13.258336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.264125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.270113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.276856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.283369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.289564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.295507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.304818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-07babcfc-6176-4e47-bbb6-27f52c4df5a0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.4010513 Sep 17 01:18:13.334137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cf47070-9b66-48d9-a91d-eb35e2022c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.342393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273f811-f3db-44f0-a34a-5d87910d400f req-328bc7f3-f061-4267-82fc-b21992c643f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.342611 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7af29ae-1409-45b1-9ba0-9b1d6797c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.343963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4273f811-f3db-44f0-a34a-5d87910d400f req-328bc7f3-f061-4267-82fc-b21992c643f1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4390724 Sep 17 01:18:13.357578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.358266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.395739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be30d72b-8d73-4fe0-b7ce-4bb7290f1393 req-983ccaf7-71c9-415f-9876-d9a4e20d103a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899789 Sep 17 01:18:13.421832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e7af29ae-1409-45b1-9ba0-9b1d6797c8bd None None] For port 33260436-7199-47bd-9ecf-eb0131be8d37, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=33260436-7199-47bd-9ecf-eb0131be8d37,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:13.447706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-53c8994e-3760-42c9-8cc1-49d24ca50ef4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0058315 Sep 17 01:18:13.458207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3559ad6-a260-49de-9c7a-cf3a822f66dd req-3ac9718d-0342-4742-9dfa-87e1063379a4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:13.462384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Request body: {'port': {'device_id': '90489a28-89e2-40b2-a95d-56749aedb0df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:13.464558 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7af29ae-1409-45b1-9ba0-9b1d6797c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.470743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3559ad6-a260-49de-9c7a-cf3a822f66dd req-3ac9718d-0342-4742-9dfa-87e1063379a4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 931 time: 0.1534913 Sep 17 01:18:13.481650 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:12Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:13.514415 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5171010f-f126-4bed-8147-872e7aed66d0 None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:12Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:18:13.555240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af29ae-1409-45b1-9ba0-9b1d6797c8bd None None] Pushing event updated for resources: {'Port': ['ID=33260436-7199-47bd-9ecf-eb0131be8d37,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:13.577199 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3559ad6-a260-49de-9c7a-cf3a822f66dd req-8c73e6b2-3ab8-49de-8fd4-bb06c4189fb6 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017904 Sep 17 01:18:13.598855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.604156 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.707196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cf47070-9b66-48d9-a91d-eb35e2022c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.744950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.794258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cf47070-9b66-48d9-a91d-eb35e2022c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:13.854400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:13.871711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:13.876105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'Port': ['ID=b7a73657-00c0-48db-bee4-230774a6ce20,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:13.884278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:13.889217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf47070-9b66-48d9-a91d-eb35e2022c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9646a9eb-d7cf-45ad-8c38-0dffbafbee95,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:13.905229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5cf47070-9b66-48d9-a91d-eb35e2022c52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53b77da18dec4e899dff2bbf5cfef6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461694 Sep 17 01:18:13.927804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59024) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:14.002639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 384edb55-9c42-4dc5-96b4-f135dcea3aad {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:14.013335 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebaf5cb8-87cc-4e75-b908-e886ef73dc35 req-fab78d26-4e55-418d-865f-34965eb0b03a tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0451026 Sep 17 01:18:14.019910 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.043316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a3555-d718-48e0-9b47-9b5004aade40 req-5e9914cc-1b68-43dc-b8f4-5819a330cbf9 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.050739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03a3555-d718-48e0-9b47-9b5004aade40 req-5e9914cc-1b68-43dc-b8f4-5819a330cbf9 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 945 time: 0.1034009 Sep 17 01:18:14.056819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef81ac3-728a-4cdb-9e2c-534d40b879f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.089372 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.099394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef81ac3-728a-4cdb-9e2c-534d40b879f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.099632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Transition to ACTIVE for port object 384edb55-9c42-4dc5-96b4-f135dcea3aad will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:14.110870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03a3555-d718-48e0-9b47-9b5004aade40 req-9b612ba9-905b-4b2a-aa4d-76a510efcab9 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Sep 17 01:18:14.158707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.200556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.235003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Pushing event updated for resources: {'Port': ['ID=384edb55-9c42-4dc5-96b4-f135dcea3aad,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:14.238202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef81ac3-728a-4cdb-9e2c-534d40b879f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.241461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef81ac3-728a-4cdb-9e2c-534d40b879f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.245417 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0ef81ac3-728a-4cdb-9e2c-534d40b879f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9646a9eb-d7cf-45ad-8c38-0dffbafbee95 HTTP/1.1" status: 204 len: 168 time: 0.3141720 Sep 17 01:18:14.301059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef81ac3-728a-4cdb-9e2c-534d40b879f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9646a9eb-d7cf-45ad-8c38-0dffbafbee95,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:14.346406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-63cb145a-4507-4a93-86b5-677c8b39dd99 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-755538973&fields=id&tenant_id=51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 267 time: 0.1342633 Sep 17 01:18:14.349144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Attempting to bind port 384edb55-9c42-4dc5-96b4-f135dcea3aad on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:14.349560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Attempting to bind port 384edb55-9c42-4dc5-96b4-f135dcea3aad by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'b866780a-73da-4538-a69a-c87c874f5043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:14.349959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Attempting to bind port 384edb55-9c42-4dc5-96b4-f135dcea3aad on network f58d1750-a1fc-4282-818a-e049736b05b6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:14.356379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Port 384edb55-9c42-4dc5-96b4-f135dcea3aad on network f58d1750-a1fc-4282-818a-e049736b05b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:14.356757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Attempting to bind port 384edb55-9c42-4dc5-96b4-f135dcea3aad on network f58d1750-a1fc-4282-818a-e049736b05b6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:14.374794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:14.378519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Checking segment: {'id': 'b866780a-73da-4538-a69a-c87c874f5043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:14.378519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Bound using segment: {'id': 'b866780a-73da-4538-a69a-c87c874f5043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:14.378519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Bound port: 384edb55-9c42-4dc5-96b4-f135dcea3aad, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b866780a-73da-4538-a69a-c87c874f5043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:14.378519 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.456848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-baceb795-5ba3-4778-8dd2-376b6bf1e9b7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.459355 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-baceb795-5ba3-4778-8dd2-376b6bf1e9b7 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 945 time: 0.0975988 Sep 17 01:18:14.531926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'port': {'security_groups': ['8048124a-ce9f-4f84-85a3-be0570c697a8', 'ee901a56-6412-4624-8116-36453457176c']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:14.556222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] For port 384edb55-9c42-4dc5-96b4-f135dcea3aad, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:14.603109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] For port 384edb55-9c42-4dc5-96b4-f135dcea3aad, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad,segment=NetworkSegment(b866780a-73da-4538-a69a-c87c874f5043),segment_id=b866780a-73da-4538-a69a-c87c874f5043)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:14.627992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.642078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.644130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.653053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.661109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.670503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.682618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.691182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.697570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-a5fd8628-3324-4fb9-af45-6c047dd3519d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1853600 Sep 17 01:18:14.699559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.720879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.774984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.775789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.777297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] 10.222.0.23 "PUT /v2.0/ports/384edb55-9c42-4dc5-96b4-f135dcea3aad HTTP/1.1" status: 200 len: 1091 time: 1.3207138 Sep 17 01:18:14.778970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90489a28-89e2-40b2-a95d-56749aedb0df', 'tag': '384edb55-9c42-4dc5-96b4-f135dcea3aad'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:14.781478 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f743450f-0347-4981-99c9-28373cea25b5" -d '{"events": [{"name": "network-changed", "server_uuid": "90489a28-89e2-40b2-a95d-56749aedb0df", "tag": "384edb55-9c42-4dc5-96b4-f135dcea3aad"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:14.847771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33260436-7199-47bd-9ecf-eb0131be8d37 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:14.850354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2bfde292-8640-4674-b485-f3c0576e5a8b req-5396ef03-d9f8-4aa3-ae73-1b8fcdaa31df tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378250 Sep 17 01:18:14.868300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:14.871720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ce7c4-8574-4d7d-8169-a839760eb7da service neutron] Pushing event updated for resources: {'Port': ['ID=384edb55-9c42-4dc5-96b4-f135dcea3aad,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:14.958020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-cbf4901a-48d6-4e6b-94d2-74ea73db7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:14.960743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-cbf4901a-48d6-4e6b-94d2-74ea73db7dff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d9e7dc113041898a9c70c2190c96c7&device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 1094 time: 0.0662467 Sep 17 01:18:14.996400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 33260436-7199-47bd-9ecf-eb0131be8d37 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:14.996785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:15.029301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'Port': ['ID=b7a73657-00c0-48db-bee4-230774a6ce20,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:15.066379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:15.066949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-88b1d75d-4b04-447b-b785-85f80a4a959a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad HTTP/1.1" status: 200 len: 217 time: 0.0960712 Sep 17 01:18:15.161286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14779-373f-48e4-81db-eebfef477453 req-56d8157a-69ec-4400-a893-ffb55c630fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:15.162968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-56d8157a-69ec-4400-a893-ffb55c630fcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af1d3b7b-c03a-488f-9fbe-774cada08794 HTTP/1.1" status: 200 len: 853 time: 0.0763507 Sep 17 01:18:15.177938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823d69c-5fe7-4de9-9920-a607f329eaa1 req-83f9b22f-11c9-408c-b372-2724bc59793f tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:15.180599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0823d69c-5fe7-4de9-9920-a607f329eaa1 req-83f9b22f-11c9-408c-b372-2724bc59793f tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 943 time: 0.1958635 Sep 17 01:18:15.211456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:15.225681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-c82a4f5d-1f01-446e-8b9d-764cc40b3e40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f58d1750-a1fc-4282-818a-e049736b05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441134 Sep 17 01:18:15.245038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:15.247876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:15.258059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3ec84d55-708e-4b39-8fd1-f2b6384bcc4c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7913711 Sep 17 01:18:15.298596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:15.303995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0823d69c-5fe7-4de9-9920-a607f329eaa1 req-7affb053-67f2-4152-be39-e179c4bc907b tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137049 Sep 17 01:18:15.387521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-4442d5d2-3b74-4ba3-99a1-13c23b246ac4 service neutron] 10.222.0.23 "GET /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524878 Sep 17 01:18:15.429365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5', '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:15.460426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:15.461822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:15.487708 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd1337ec-05a4-401a-9ea2-7d833296f670 req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "PUT /v2.0/ports/5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 981 time: 0.9734235 Sep 17 01:18:15.488352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:15.490665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:15.496980 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17a44ec-538b-4523-a089-05ee20c25d19 x-openstack-request-id: req-b17a44ec-538b-4523-a089-05ee20c25d19 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:15.497283 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90489a28-89e2-40b2-a95d-56749aedb0df", "tag": "384edb55-9c42-4dc5-96b4-f135dcea3aad", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:15.497535 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b17a44ec-538b-4523-a089-05ee20c25d19 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:15.497931 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90489a28-89e2-40b2-a95d-56749aedb0df', 'tag': '384edb55-9c42-4dc5-96b4-f135dcea3aad', 'status': 'completed', 'code': 200} Sep 17 01:18:15.565736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70f14779-373f-48e4-81db-eebfef477453 req-c5610053-afba-4ba9-8647-7dea9496c6e2 service neutron] 10.222.0.23 "GET /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680720 Sep 17 01:18:15.586576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874c682-6665-4964-ab9d-cce84fe398ae tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=6']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:15.655933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-392a308d-8830-424e-978a-b7bdd1fd6f1d req-d2fbe292-5976-4cf5-b740-c92b3416ef7d tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0605536 Sep 17 01:18:15.686935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-424a0b1d-6e78-4de2-bfbb-252e8d7191cf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1059313561&fields=id&tenant_id=c3cac98b7cf04741bd52e6fabd6d9117 HTTP/1.1" status: 200 len: 267 time: 0.0705409 Sep 17 01:18:15.727450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5f9bdc16-8527-4be7-86cc-cfcc10716d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:15.732530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8c198886-34e1-437a-9292-40fcec44f016 req-36e75018-d8ae-4bc1-b6ff-0d9b990fcedb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/ee901a56-6412-4624-8116-36453457176c HTTP/1.1" status: 200 len: 1801 time: 0.0546541 Sep 17 01:18:15.792484 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-8c198886-34e1-437a-9292-40fcec44f016 req-285b20c9-23f0-499a-a161-a4938b7b2674 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 01:18:15.806457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8c198886-34e1-437a-9292-40fcec44f016 req-285b20c9-23f0-499a-a161-a4938b7b2674 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee901a56-6412-4624-8116-36453457176c HTTP/1.1" status: 409 len: 341 time: 0.0722609 Sep 17 01:18:15.864770 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b27eb7-4033-4601-9a34-7a136a9d217f x-openstack-request-id: req-81b27eb7-4033-4601-9a34-7a136a9d217f {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:15.865167 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:15.865521 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81b27eb7-4033-4601-9a34-7a136a9d217f {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:15.866020 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'status': 'completed', 'code': 200} Sep 17 01:18:16.328891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.338344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743450f-0347-4981-99c9-28373cea25b5 req-4a25dc3f-2f4f-42d4-9ff4-799167ca0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.339154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.339859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-4a25dc3f-2f4f-42d4-9ff4-799167ca0a55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=67d9e7dc113041898a9c70c2190c96c7&device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 1094 time: 0.6171660 Sep 17 01:18:16.347579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.357163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.364704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.373328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.380530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.383953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-d9759b22-19cf-4ca5-9c0d-0d1f5f193635 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1562507 Sep 17 01:18:16.447736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743450f-0347-4981-99c9-28373cea25b5 req-7426e323-38e4-4490-8e65-4de4afa446da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.447971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9fada62c-65e3-4066-b1bf-cac27d25f8ba req-3f2d9028-012e-440d-9251-c87dab2b428f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571969 Sep 17 01:18:16.448945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-7426e323-38e4-4490-8e65-4de4afa446da service neutron] 10.222.0.23 "GET /v2.0/networks?id=f58d1750-a1fc-4282-818a-e049736b05b6 HTTP/1.1" status: 200 len: 914 time: 0.0959370 Sep 17 01:18:16.511530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-4377750e-aefc-454c-9e55-2a7bd6cc26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.513000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-4377750e-aefc-454c-9e55-2a7bd6cc26d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1135 time: 0.2135658 Sep 17 01:18:16.514482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-7eb47d46-b3ab-4899-9b5e-f5d11522ef6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad HTTP/1.1" status: 200 len: 217 time: 0.0515487 Sep 17 01:18:16.521065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-d3dcfa59-70db-414f-9a83-77a546a590c9 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.522508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-d3dcfa59-70db-414f-9a83-77a546a590c9 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 809 time: 0.8346436 Sep 17 01:18:16.579052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ab054-7cc8-4c3d-8d0a-9306a36173fe req-c9ef5abc-e830-41a5-a4e5-eddeba7515d4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.581403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f71ab054-7cc8-4c3d-8d0a-9306a36173fe req-c9ef5abc-e830-41a5-a4e5-eddeba7515d4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 984 time: 0.0549660 Sep 17 01:18:16.608441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-40af2139-d6c1-4b0a-a494-6b8ec426151e tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/quotas/c3cac98b7cf04741bd52e6fabd6d9117 HTTP/1.1" status: 200 len: 375 time: 0.0656269 Sep 17 01:18:16.636400 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f71ab054-7cc8-4c3d-8d0a-9306a36173fe req-afa846bd-12ed-4ac0-b9bc-8a0d4dc03bfa tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=ee901a56-6412-4624-8116-36453457176c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0473487 Sep 17 01:18:16.660643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743450f-0347-4981-99c9-28373cea25b5 req-ac24f9a9-05e5-4e15-8088-3887872b8950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.661800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-ac24f9a9-05e5-4e15-8088-3887872b8950 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af1d3b7b-c03a-488f-9fbe-774cada08794 HTTP/1.1" status: 200 len: 853 time: 0.1339822 Sep 17 01:18:16.744406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-2dc8ae12-ba54-456e-ad67-6aabc70a3578 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f58d1750-a1fc-4282-818a-e049736b05b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597765 Sep 17 01:18:16.773829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bda76-a236-4968-a134-d40286a0ae3a req-5cf01d12-535f-452d-b7fd-1c944b7e5008 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.775646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a41bda76-a236-4968-a134-d40286a0ae3a req-5cf01d12-535f-452d-b7fd-1c944b7e5008 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 943 time: 0.0553217 Sep 17 01:18:16.803716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-a06fd581-85ed-48ff-80f5-911d54c43c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:16.805794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-a06fd581-85ed-48ff-80f5-911d54c43c6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.2791286 Sep 17 01:18:16.817981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-3bd9bff5-7827-4d75-af05-6594c4475e68 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1638572 Sep 17 01:18:16.824312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a41bda76-a236-4968-a134-d40286a0ae3a req-c6d83c4a-2d4f-4cb2-bdf9-8b23a86bd493 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 Sep 17 01:18:16.925650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f96976e-b635-4861-90a5-082ff14f6f62 req-abfb3169-6bd6-441d-891f-57ba80cc5880 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0279551 Sep 17 01:18:16.959528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-71357e63-479a-4fa1-b114-fdba187add72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 217 time: 0.1409187 Sep 17 01:18:17.047546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-aa5d8803-c291-4fa3-aa21-47b7a2537a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.048998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-aa5d8803-c291-4fa3-aa21-47b7a2537a8b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.0787356 Sep 17 01:18:17.050749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-95975acd-de73-489c-80dc-b26802a55591 service neutron] 10.222.0.13 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874423 Sep 17 01:18:17.052653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-04d1bdd1-e079-420f-b2db-61d8367b03e3 service neutron] 10.222.0.23 "GET /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996757 Sep 17 01:18:17.130135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-f65413e4-58e7-484e-a568-ddcea95bb0e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605185 Sep 17 01:18:17.308319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f743450f-0347-4981-99c9-28373cea25b5 req-f18f5028-4b41-4a75-8ce5-c4ff7bcf8061 service neutron] 10.222.0.23 "GET /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460136 Sep 17 01:18:17.336961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-a0f8af83-9082-425d-aaa3-ebd23b61679c service neutron] 10.222.0.13 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744772 Sep 17 01:18:17.358090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-6ea99e20-b977-4234-9ea7-e85775c53cc1 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196274 Sep 17 01:18:17.493632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9993ec91-4f63-4d9e-b622-b2ff1a680ab0 req-5378f6b9-66c5-4d64-8dc4-634dc1a39728 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281540 Sep 17 01:18:17.656960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3936ba1c-335c-44b9-9d71-d0a61cbe0e84 req-f76a28a9-da93-4920-b28a-aea05c6b5a29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 210 time: 0.0621350 Sep 17 01:18:17.696430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.703316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.706180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-7196c855-15fe-4a07-b61b-ee7aeb67cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.708571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-7196c855-15fe-4a07-b61b-ee7aeb67cd03 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1135 time: 0.0896928 Sep 17 01:18:17.709613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.715998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.723323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.730698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.736896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.754254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-72a9ab72-3caa-43e4-b9a4-0623cf58d1c5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1989627 Sep 17 01:18:17.813575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87aa458e-51d1-47fc-9afb-6686bf8e63de req-622e2d28-8838-408c-a015-47c47c78c783 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583589 Sep 17 01:18:17.892843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fd314-f238-45ef-9b92-9a78f9b8c0ee req-ab009a0c-a5a4-4131-9b11-b1593dd6cf21 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.894380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d2fd314-f238-45ef-9b92-9a78f9b8c0ee req-ab009a0c-a5a4-4131-9b11-b1593dd6cf21 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 984 time: 0.1298738 Sep 17 01:18:17.901939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-b14040a0-3360-4a03-9f68-507ab9cda21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.903531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-b14040a0-3360-4a03-9f68-507ab9cda21a service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.1873910 Sep 17 01:18:17.982869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8590699-74ba-4ae1-bf01-10622e9bd22e req-8df7ecd7-46d1-486d-a326-c8c605e3b1a0 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:17.984463 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8590699-74ba-4ae1-bf01-10622e9bd22e req-8df7ecd7-46d1-486d-a326-c8c605e3b1a0 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 943 time: 0.0740194 Sep 17 01:18:17.987961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-e1712ca7-2a12-4040-bbba-bd2fb2364c55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 217 time: 0.0768371 Sep 17 01:18:18.010862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d2fd314-f238-45ef-9b92-9a78f9b8c0ee req-30b19b5c-06e4-4ea3-9dbe-8f0c5b8b22a0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=ee901a56-6412-4624-8116-36453457176c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1062942 Sep 17 01:18:18.074639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8590699-74ba-4ae1-bf01-10622e9bd22e req-f1e1cd23-9c4f-48e7-a45a-40ad9311c74b tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833542 Sep 17 01:18:18.091169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-445cc250-f290-4375-bc67-74a025ff930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:18.093026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-445cc250-f290-4375-bc67-74a025ff930b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.0881214 Sep 17 01:18:18.133440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-efefe94c-ca25-47d9-bbed-8d2e0b8b8748 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328307 Sep 17 01:18:18.161178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2f1e295-0f82-42d0-baf9-50b19fc2af19 req-1c1a9867-0341-4ca6-9222-3737d623d699 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0312221 Sep 17 01:18:18.274839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-ff53c8f8-c77a-4b06-810e-e60a59ed273f service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115806 Sep 17 01:18:18.385383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f63b36d-1e29-4491-aadb-b28c972015f4 req-34a8e8f7-6395-4a10-a5fe-be531b17fcf5 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044395 Sep 17 01:18:18.737386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27dabd54-b935-4452-9e49-13a177a02314 req-18d87f7c-834c-44de-b013-047a25640e93 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 210 time: 0.0296440 Sep 17 01:18:18.780717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 384edb55-9c42-4dc5-96b4-f135dcea3aad details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:18.908625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 384edb55-9c42-4dc5-96b4-f135dcea3aad, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad,segment=NetworkSegment(b866780a-73da-4538-a69a-c87c874f5043),segment_id=b866780a-73da-4538-a69a-c87c874f5043)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:18.922098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '384edb55-9c42-4dc5-96b4-f135dcea3aad', 'network_id': 'f58d1750-a1fc-4282-818a-e049736b05b6', 'port_id': '384edb55-9c42-4dc5-96b4-f135dcea3aad', 'mac_address': 'fa:16:3e:a5:c6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af1d3b7b-c03a-488f-9fbe-774cada08794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:19.007851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.014613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.020678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 384edb55-9c42-4dc5-96b4-f135dcea3aad {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:19.020887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.026976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.033107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.040228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.040594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 384edb55-9c42-4dc5-96b4-f135dcea3aad, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad,segment=NetworkSegment(b866780a-73da-4538-a69a-c87c874f5043),segment_id=b866780a-73da-4538-a69a-c87c874f5043)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:19.046027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.052220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.054501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-e8d6c039-e790-4e4b-ae5d-5ff04ceab6cc tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1513519 Sep 17 01:18:19.104234 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.114016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b7e00f9-dbd3-4dbb-b5c8-7af0bedf323b req-c584e643-db57-4db9-8686-5d367c6a89f1 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506639 Sep 17 01:18:19.174419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3326b-f5b7-4191-b710-9d2c2a7c80b8 req-bf7e45b3-3486-42e1-af4a-77c1508c2376 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.180043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=384edb55-9c42-4dc5-96b4-f135dcea3aad,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:19.191645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14b3326b-f5b7-4191-b710-9d2c2a7c80b8 req-bf7e45b3-3486-42e1-af4a-77c1508c2376 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 984 time: 0.1062460 Sep 17 01:18:19.250427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14b3326b-f5b7-4191-b710-9d2c2a7c80b8 req-2db4f97a-8190-4400-8f84-b1a3ddc93dee tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=ee901a56-6412-4624-8116-36453457176c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0573685 Sep 17 01:18:19.261949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615e9c2-8cf0-4f2d-84b4-99d5729af852 req-b6e4c323-b717-4d5e-aedd-85d42d3754fc tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:19.263955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f615e9c2-8cf0-4f2d-84b4-99d5729af852 req-b6e4c323-b717-4d5e-aedd-85d42d3754fc tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 944 time: 0.0679436 Sep 17 01:18:19.316444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f615e9c2-8cf0-4f2d-84b4-99d5729af852 req-17e38179-fbb2-4561-8e00-cb38ec7a4557 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415356 Sep 17 01:18:19.317655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['384edb55-9c42-4dc5-96b4-f135dcea3aad'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:19.372295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8558f72d-f8c8-4fc5-86e1-9ce65f11a6d2 req-de23a6f1-754f-424e-bc20-e5931e876584 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0462079 Sep 17 01:18:19.478531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59244) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:19.637136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71024c9-99ee-4d74-9be0-da5398582fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.726791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71024c9-99ee-4d74-9be0-da5398582fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.778106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c71024c9-99ee-4d74-9be0-da5398582fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.818059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c71024c9-99ee-4d74-9be0-da5398582fd1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a52a557571a436f9564e0ce4fc98c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383288 Sep 17 01:18:19.820652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71024c9-99ee-4d74-9be0-da5398582fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a9f2d0-f076-4343-9638-195ab3eb8b6a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:19.821614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59272) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:19.851866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab8e35c2-20e2-4dfd-932c-8d5318fdc1f8 req-17216c83-d891-4ab3-9eba-4c1af3528c7f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 210 time: 0.0327189 Sep 17 01:18:19.876154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea39-fa48-41f6-8087-eaafba9b8e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.899884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea39-fa48-41f6-8087-eaafba9b8e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:19.923504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-fcae8975-715c-4c85-a186-ffa83eb38653 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426617 Sep 17 01:18:20.009384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-f7a1b87a-d78e-429a-aa19-68d8cbb8c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.010956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-f7a1b87a-d78e-429a-aa19-68d8cbb8c685 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1175 time: 0.0444212 Sep 17 01:18:20.012257 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea39-fa48-41f6-8087-eaafba9b8e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:20.015060 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3d4ea39-fa48-41f6-8087-eaafba9b8e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:20.016255 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3d4ea39-fa48-41f6-8087-eaafba9b8e3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09a9f2d0-f076-4343-9638-195ab3eb8b6a HTTP/1.1" status: 204 len: 168 time: 0.1936295 Sep 17 01:18:20.024811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4ea39-fa48-41f6-8087-eaafba9b8e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a9f2d0-f076-4343-9638-195ab3eb8b6a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:20.127897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-3ce91432-de89-4782-8bb1-03583455b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.129371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-3ce91432-de89-4782-8bb1-03583455b259 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.0972528 Sep 17 01:18:20.182776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-4db6547f-7ad0-4166-8606-f05f81f32128 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 200 len: 217 time: 0.0463357 Sep 17 01:18:20.278741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.285571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.295171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-49f51e4e-d18d-476c-b46a-05a81b2897cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.296846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-49f51e4e-d18d-476c-b46a-05a81b2897cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.1012042 Sep 17 01:18:20.306058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.312805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.319534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.327681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.334653 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.337387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-4ee294c9-d35a-4b5b-9db6-859f7c1bff31 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1210949 Sep 17 01:18:20.359212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-eb5919f9-b01b-4eee-b071-d880d4efe5a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430114 Sep 17 01:18:20.368729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-8a47f9cb-5319-44f9-b02b-8d777c646eb0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.370171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-8a47f9cb-5319-44f9-b02b-8d777c646eb0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.36 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 809 time: 0.1976421 Sep 17 01:18:20.399381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-71d9f24e-ede9-4628-af7c-bb39662f1e7d req-38f04ec8-cfea-4e9a-a49e-8511bb6f90c6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515678 Sep 17 01:18:20.534561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-3aaf09c4-973a-4b75-a914-f62928342051 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cac98b7cf04741bd52e6fabd6d9117 HTTP/1.1" status: 200 len: 380 time: 0.1539590 Sep 17 01:18:20.548613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'port': {'device_id': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'admin_state_up': True, 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'security_groups': ['0a19789d-004d-4bfb-a7d7-076a4c49faae']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:20.563171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50773208-13a9-42d8-9040-c629e1ad7922 req-caecf5f4-28fd-4cb9-a80a-95ac6d5cf279 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.563982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7586de3-b15a-462b-ab90-a301020d2b85 req-6d58f19f-e91f-4ef3-9b7c-4f1684ebbe2b tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.565022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50773208-13a9-42d8-9040-c629e1ad7922 req-caecf5f4-28fd-4cb9-a80a-95ac6d5cf279 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 944 time: 0.0864842 Sep 17 01:18:20.565487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7586de3-b15a-462b-ab90-a301020d2b85 req-6d58f19f-e91f-4ef3-9b7c-4f1684ebbe2b tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 984 time: 0.1933432 Sep 17 01:18:20.607270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-8ea79c25-12f3-4f03-a1ca-324b24b4c448 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361276 Sep 17 01:18:20.614216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-50773208-13a9-42d8-9040-c629e1ad7922 req-e2a8636c-b38f-4909-adc6-ac3383242171 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380409 Sep 17 01:18:20.732781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7586de3-b15a-462b-ab90-a301020d2b85 req-e317f146-5c73-4dd6-8a95-9c5839f8991d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=ee901a56-6412-4624-8116-36453457176c&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1506956 Sep 17 01:18:20.735819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe75caf5-8475-4f5c-92a2-5ae8c3d41eaa req-181bc90b-3895-4706-9845-8d7975a73e01 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0395608 Sep 17 01:18:20.792565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b19d2d1e-b5c0-4984-892a-0c8f7ff0ab37 req-905eb3ae-e7fe-411b-b2b6-06f20fd7e161 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747835 Sep 17 01:18:20.810412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 384edb55-9c42-4dc5-96b4-f135dcea3aad up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:20.853571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-24622f17-e987-42bf-89ec-41e97f8b1190 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1139514921&fields=id&tenant_id=51e33ef0c6614a74a6bd4ef183eb9018 HTTP/1.1" status: 200 len: 267 time: 0.0373578 Sep 17 01:18:20.900017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Made reservation on behalf of c3cac98b7cf04741bd52e6fabd6d9117 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:20.903957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:20.922610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 384edb55-9c42-4dc5-96b4-f135dcea3aad completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:20.924741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-28bca685-8bfb-437d-9fbe-1fe397bdbadb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:20.926632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-28bca685-8bfb-437d-9fbe-1fe397bdbadb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 984 time: 0.0671098 Sep 17 01:18:20.927689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 384edb55-9c42-4dc5-96b4-f135dcea3aad triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:20.928073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:20.949376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'port': {'security_groups': ['8048124a-ce9f-4f84-85a3-be0570c697a8', 'ee901a56-6412-4624-8116-36453457176c', 'ae629965-7453-414d-ae7e-593f353eacee']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:20.967810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa69c59e-4e1d-4e4d-9a46-e0966819e944 req-8ef86a4f-12af-472b-b948-95d0c047f65e tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 210 time: 0.0407274 Sep 17 01:18:21.059446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.087278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90489a28-89e2-40b2-a95d-56749aedb0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384edb55-9c42-4dc5-96b4-f135dcea3aad'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:21.089926 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e119741-30a1-4a5e-8fe6-3a374a007db3" -d '{"events": [{"server_uuid": "90489a28-89e2-40b2-a95d-56749aedb0df", "name": "network-vif-plugged", "status": "completed", "tag": "384edb55-9c42-4dc5-96b4-f135dcea3aad"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:21.104456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 384edb55-9c42-4dc5-96b4-f135dcea3aad, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad,segment=NetworkSegment(b866780a-73da-4538-a69a-c87c874f5043),segment_id=b866780a-73da-4538-a69a-c87c874f5043)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:21.118159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.137288 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d977a730-02e5-49c6-98d7-39f6ee9ebfde x-openstack-request-id: req-d977a730-02e5-49c6-98d7-39f6ee9ebfde {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:21.137672 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90489a28-89e2-40b2-a95d-56749aedb0df", "name": "network-vif-plugged", "status": "completed", "tag": "384edb55-9c42-4dc5-96b4-f135dcea3aad", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:21.138169 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d977a730-02e5-49c6-98d7-39f6ee9ebfde {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:21.138635 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90489a28-89e2-40b2-a95d-56749aedb0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '384edb55-9c42-4dc5-96b4-f135dcea3aad', 'code': 200} Sep 17 01:18:21.156956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.171940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Allocated IP 172.20.0.9 (a2c4a77a-07cb-436a-a9ee-a3da86ce6970/0b72decf-108c-4c33-8bfd-34df46a5133d/f73336ef-edbc-437a-a868-10a108032fc6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:21.235126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=384edb55-9c42-4dc5-96b4-f135dcea3aad,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:21.362338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6efdc-e8bd-478d-8b85-11586c98cce8 req-5207575b-2a25-4093-b528-3e338616a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.363881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbf6efdc-e8bd-478d-8b85-11586c98cce8 req-5207575b-2a25-4093-b528-3e338616a4f8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 1096 time: 0.1498411 Sep 17 01:18:21.493261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbf6efdc-e8bd-478d-8b85-11586c98cce8 req-4e231fd8-84c3-441b-875f-1259b984a106 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190708 Sep 17 01:18:21.506573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.529471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:21.544997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.551041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.557858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.576365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.576365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.577255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.577441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.583403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.585796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-becf60af-c5f9-40ca-9bfd-4e5fba5f263e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.0970781 Sep 17 01:18:21.627476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c472f25-2af3-43c0-87e9-0aba358d3314 req-e8a3c527-b023-4465-aa7a-230c412c5ef6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352685 Sep 17 01:18:21.656752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.669181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5', '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:21.712993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.729702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.730348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:21.731772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995a789d-c4ac-442c-a7a6-e0bdc82a8297 req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "PUT /v2.0/ports/5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 1020 time: 0.7893736 Sep 17 01:18:21.738530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:21.740068 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2749613a-3c1b-41c6-938a-a0ab99205802" -d '{"events": [{"name": "network-changed", "server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:21.751348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9865ae71-3968-4575-ba34-07eef93beadf req-63376499-8d5e-48ba-bb95-9196a7b1d1d0 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:21.753377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9865ae71-3968-4575-ba34-07eef93beadf req-63376499-8d5e-48ba-bb95-9196a7b1d1d0 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 945 time: 0.0544393 Sep 17 01:18:21.795105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:21.796165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:21.807492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:21.813621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9865ae71-3968-4575-ba34-07eef93beadf req-640959b6-e37c-4682-926b-69bc814387e9 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538018 Sep 17 01:18:21.834329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['5f9bdc16-8527-4be7-86cc-cfcc10716d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:21.845976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:21.952348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.952879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.953234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.953573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.955467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.956043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.956647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.957229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.957700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.958038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.958369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.958699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a4e4c-2706-42f7-ae2b-7744e431a1f2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:21.971494 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e2287e-6f1f-4dcc-8eb5-278246457b4e x-openstack-request-id: req-86e2287e-6f1f-4dcc-8eb5-278246457b4e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:21.971494 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:21.971494 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86e2287e-6f1f-4dcc-8eb5-278246457b4e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:21.971494 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'status': 'completed', 'code': 200} Sep 17 01:18:22.012729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afe0db9d-eccd-482b-9ab0-0650221a54c1 req-0d0226dd-d42c-4567-9a9d-ae0264df0dc2 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0688086 Sep 17 01:18:22.062464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.063342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:22.118602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4013da40-dcab-46f6-84b9-10c9f919e929 req-b50c169c-4322-4512-8fa8-83a3a93dc5f4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/ae629965-7453-414d-ae7e-593f353eacee HTTP/1.1" status: 200 len: 1803 time: 0.3596499 Sep 17 01:18:22.129104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'Port': ['ID=f73336ef-edbc-437a-a868-10a108032fc6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:22.193323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ac56f-9865-439c-93de-3fac3c6671b5 req-9adca051-c588-4f55-9378-6a9a287d21a1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.196724 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a7ac56f-9865-439c-93de-3fac3c6671b5 req-9adca051-c588-4f55-9378-6a9a287d21a1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 931 time: 0.0729072 Sep 17 01:18:22.302291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-33b7e57f-a6c6-4a71-bb1d-d1d3352934b9 None None] Provisioning complete for port f73336ef-edbc-437a-a868-10a108032fc6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:22.302874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33b7e57f-a6c6-4a71-bb1d-d1d3352934b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:22.316269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a7ac56f-9865-439c-93de-3fac3c6671b5 req-90ab68f0-7b42-4b93-aa05-fecfa112b9f7 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909495 Sep 17 01:18:22.402864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-33b7e57f-a6c6-4a71-bb1d-d1d3352934b9 None None] Port f73336ef-edbc-437a-a868-10a108032fc6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:18:22.531874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9e7c2b9a-5d24-41c4-829a-f4676509ff07 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9885960 Sep 17 01:18:22.542843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-23cf5884-79b7-4ac3-8a32-72466f2ad071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.544417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-23cf5884-79b7-4ac3-8a32-72466f2ad071 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1174 time: 0.5785265 Sep 17 01:18:22.554454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Request body: {'port': {'device_id': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:22.651648 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-4013da40-dcab-46f6-84b9-10c9f919e929 req-7b585fec-a6ec-429b-a2d2-a566b495b335 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 01:18:22.659028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4013da40-dcab-46f6-84b9-10c9f919e929 req-7b585fec-a6ec-429b-a2d2-a566b495b335 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae629965-7453-414d-ae7e-593f353eacee HTTP/1.1" status: 409 len: 341 time: 0.5247760 Sep 17 01:18:22.698920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:22.722106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-4e71e78c-31f8-4339-804e-952dfdbf0eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.723688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-4e71e78c-31f8-4339-804e-952dfdbf0eff service neutron] 10.222.0.23 "GET /v2.0/networks?id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 200 len: 913 time: 0.1649098 Sep 17 01:18:22.808898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-23951476-7d92-44fe-8d64-de3ee4eb0a56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 200 len: 217 time: 0.0513058 Sep 17 01:18:22.819626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.831456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.838501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.846627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.854104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.860469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.866716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.875128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-49f4c922-0fa3-4538-a428-3b8197575fa4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1304626 Sep 17 01:18:22.925045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-68bde5b0-d5f6-48fc-b9bb-a7e34d70b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:22.926526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-68bde5b0-d5f6-48fc-b9bb-a7e34d70b2ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 200 len: 852 time: 0.1054575 Sep 17 01:18:22.928813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a54ab4bf-2ca7-4496-8f6b-ee9d3a7bfa86 req-37d837db-94e7-4565-91b2-ec06be7cc128 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527458 Sep 17 01:18:22.968940 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-f28ce2a5-49ed-4e37-98c5-71ee053c122c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322437 Sep 17 01:18:23.072004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60adc217-4a59-4911-a6f4-5e0fdb7272fe req-9471e3d1-95c8-484f-855a-eec7035c191f tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:23.075855 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60adc217-4a59-4911-a6f4-5e0fdb7272fe req-9471e3d1-95c8-484f-855a-eec7035c191f tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 945 time: 0.0713737 Sep 17 01:18:23.123920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60adc217-4a59-4911-a6f4-5e0fdb7272fe req-33ece253-141e-4105-bcc9-45d6fed18433 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402429 Sep 17 01:18:23.220217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25d4e9e-085a-456d-aa80-63ef19cf1328 req-31fa4ed2-69f4-4398-9e60-1113a4b3ec68 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0729282 Sep 17 01:18:23.227539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59494) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:23.269228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-dff5720d-3064-469d-bae3-084578340375 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660000 Sep 17 01:18:23.290476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd0a1f-55f7-4817-bba5-c5f5a229d651 req-acd9e710-c1a2-4fe6-93f1-ae177d562cd1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:23.292052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8cd0a1f-55f7-4817-bba5-c5f5a229d651 req-acd9e710-c1a2-4fe6-93f1-ae177d562cd1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1023 time: 0.0770633 Sep 17 01:18:23.316041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73336ef-edbc-437a-a868-10a108032fc6 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:23.326438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.344082 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8cd0a1f-55f7-4817-bba5-c5f5a229d651 req-f3c04700-ffdf-42c2-a267-0ea85536adb6 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=ee901a56-6412-4624-8116-36453457176c&id=ae629965-7453-414d-ae7e-593f353eacee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0458035 Sep 17 01:18:23.350464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Transition to ACTIVE for port object f73336ef-edbc-437a-a868-10a108032fc6 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:23.433605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b42b252a-6cb5-4b61-be65-4638d3875345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.470084 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.478133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2749613a-3c1b-41c6-938a-a0ab99205802 req-8950aedc-6dd3-482c-a5dc-93691eb9a401 service neutron] 10.222.0.23 "GET /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407442 Sep 17 01:18:23.481876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9868983-793b-41de-a40c-92f2b01a8523 req-fe9d4b22-2f79-433f-8fb4-9884c5b4c747 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:23.494303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9868983-793b-41de-a40c-92f2b01a8523 req-fe9d4b22-2f79-433f-8fb4-9884c5b4c747 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 931 time: 0.0801570 Sep 17 01:18:23.543220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9868983-793b-41de-a40c-92f2b01a8523 req-e35f2d1e-c06b-45a6-b949-9cd3ac493926 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476160 Sep 17 01:18:23.582215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Pushing event updated for resources: {'Port': ['ID=f73336ef-edbc-437a-a868-10a108032fc6,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:23.662379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Attempting to bind port f73336ef-edbc-437a-a868-10a108032fc6 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:23.663628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Attempting to bind port f73336ef-edbc-437a-a868-10a108032fc6 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:23.663628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Attempting to bind port f73336ef-edbc-437a-a868-10a108032fc6 on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:23.676334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Port f73336ef-edbc-437a-a868-10a108032fc6 on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:23.676658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Attempting to bind port f73336ef-edbc-437a-a868-10a108032fc6 on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:23.684209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b42b252a-6cb5-4b61-be65-4638d3875345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.687273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:23.687606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Checking segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:23.687988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Bound using segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:23.688418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Bound port: f73336ef-edbc-437a-a868-10a108032fc6, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:23.688761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.746006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b42b252a-6cb5-4b61-be65-4638d3875345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.808729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b42b252a-6cb5-4b61-be65-4638d3875345 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aeb6540efefc46a89bf79b415c14b4d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804279 Sep 17 01:18:23.811446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59530) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:23.813215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] For port f73336ef-edbc-437a-a868-10a108032fc6, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:23.816825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] For port f73336ef-edbc-437a-a868-10a108032fc6, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f73336ef-edbc-437a-a868-10a108032fc6,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:23.818150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b252a-6cb5-4b61-be65-4638d3875345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863afcd3-89e4-4d1e-a956-5b3a050f02b0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:23.864265 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-052be872-c010-4d48-8c82-bcd56d734225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.884321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-052be872-c010-4d48-8c82-bcd56d734225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.921751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.965393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:23.966712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:23.968120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] 10.222.0.36 "PUT /v2.0/ports/f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 1091 time: 1.4207258 Sep 17 01:18:23.973922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:23.977008 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "tag": "f73336ef-edbc-437a-a868-10a108032fc6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:24.004729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d6c9a-d90d-4e63-8073-0cf09281f820 service neutron] Pushing event updated for resources: {'Port': ['ID=f73336ef-edbc-437a-a868-10a108032fc6,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:24.023231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-052be872-c010-4d48-8c82-bcd56d734225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:24.025787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-052be872-c010-4d48-8c82-bcd56d734225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:24.027039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-052be872-c010-4d48-8c82-bcd56d734225 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/863afcd3-89e4-4d1e-a956-5b3a050f02b0 HTTP/1.1" status: 204 len: 168 time: 0.2145524 Sep 17 01:18:24.043874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052be872-c010-4d48-8c82-bcd56d734225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863afcd3-89e4-4d1e-a956-5b3a050f02b0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:24.083222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5e30e-9e4d-4ef5-a1c0-96faf3b2a63c req-da4afabb-dde1-423e-96fa-5fe5bf5a1eae tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.093173 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9c5e30e-9e4d-4ef5-a1c0-96faf3b2a63c req-da4afabb-dde1-423e-96fa-5fe5bf5a1eae tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 945 time: 0.1141055 Sep 17 01:18:24.103927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.110728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.119100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.126790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.136042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.139432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9c5e30e-9e4d-4ef5-a1c0-96faf3b2a63c req-1edae519-1445-48b1-9350-c1e8ac57ca5d tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Sep 17 01:18:24.142653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.150590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.156415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90041743-c623-436e-b221-8c906310dc95 req-8372b4ef-1d00-45a0-a0b2-58c42ec15131 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1374729 Sep 17 01:18:24.191601 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56381a0-0983-49ba-a19c-aa22651c30d7 x-openstack-request-id: req-a56381a0-0983-49ba-a19c-aa22651c30d7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:24.191893 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "tag": "f73336ef-edbc-437a-a868-10a108032fc6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:24.192148 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a56381a0-0983-49ba-a19c-aa22651c30d7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:24.192519 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6', 'status': 'completed', 'code': 200} Sep 17 01:18:24.238124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90041743-c623-436e-b221-8c906310dc95 req-3cf6f53a-2c05-4c13-b2fa-be1739d1161e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710387 Sep 17 01:18:24.240780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9eb88c1a-730d-4cea-aa95-105e0c588e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.242949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-9eb88c1a-730d-4cea-aa95-105e0c588e54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1094 time: 0.0854354 Sep 17 01:18:24.287441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-f606d9ea-0444-4b7e-8d27-1d713ce3d517 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 217 time: 0.0364456 Sep 17 01:18:24.334507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5000315d-8887-49e7-b86b-28b7d0907324 req-9b58d5b0-36cc-41b5-9c15-3db080dfd2fe tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0296903 Sep 17 01:18:24.347554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-5cb0ebba-e160-4b75-8140-c57ac15040d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.349195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-5cb0ebba-e160-4b75-8140-c57ac15040d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0548949 Sep 17 01:18:24.415904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-2358bca3-8c5c-4221-a6b4-7e206ac4464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.417745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-2358bca3-8c5c-4221-a6b4-7e206ac4464f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606596 Sep 17 01:18:24.550633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20223-f460-4c87-9361-cb8a453d83cf req-9b5cd30c-38aa-4e6c-a7d0-616a36bfd9db tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.552208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5d20223-f460-4c87-9361-cb8a453d83cf req-9b5cd30c-38aa-4e6c-a7d0-616a36bfd9db tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1023 time: 0.1049085 Sep 17 01:18:24.580545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-6de98939-04e4-48ea-83d1-def53ef47607 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543872 Sep 17 01:18:24.639932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59584) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:24.663891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5d20223-f460-4c87-9361-cb8a453d83cf req-cba3e967-4e62-4074-bbf9-c51f8b55a14d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=ee901a56-6412-4624-8116-36453457176c&id=ae629965-7453-414d-ae7e-593f353eacee&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1009784 Sep 17 01:18:24.668703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-83201ebd-0bb5-4396-b36e-1f6ec3ef335d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:24.709064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38547f-3a62-4af4-86b0-ee9f51e1fbb6 req-dab62d53-1ecb-4ba2-a2c4-101551071263 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.718874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db38547f-3a62-4af4-86b0-ee9f51e1fbb6 req-dab62d53-1ecb-4ba2-a2c4-101551071263 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 943 time: 0.0904057 Sep 17 01:18:24.722920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-afcd61f3-d6a3-48b3-9bb6-3e8b6fcbd0bb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:24.724451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-afcd61f3-d6a3-48b3-9bb6-3e8b6fcbd0bb tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 1023 time: 0.1430633 Sep 17 01:18:24.779774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db38547f-3a62-4af4-86b0-ee9f51e1fbb6 req-e79413e8-dfcf-4c74-b035-2ea12a7ada70 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616264 Sep 17 01:18:24.790168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-925b8748-84d3-46d0-b887-1e0d1ef31dd9 req-e4abe585-5a85-4662-ab3c-6d0f0874e113 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948700 Sep 17 01:18:24.839282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-83201ebd-0bb5-4396-b36e-1f6ec3ef335d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:24.855016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Deleting port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:18:24.855407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:24.909644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-83201ebd-0bb5-4396-b36e-1f6ec3ef335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:24.956167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-83201ebd-0bb5-4396-b36e-1f6ec3ef335d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c79ad256b04a4d7d8240bccdd2f225b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128710 Sep 17 01:18:24.956167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83201ebd-0bb5-4396-b36e-1f6ec3ef335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2007f0-031c-4a2f-acc8-b1d0576ce2c1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:24.957824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59600) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:24.996575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] For port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:24.996951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.004375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-28ba9817-0d67-409a-973c-c848b775d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.005876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-28ba9817-0d67-409a-973c-c848b775d724 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1094 time: 0.0892332 Sep 17 01:18:25.030559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Calling delete_port for 5f9bdc16-8527-4be7-86cc-cfcc10716d8c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:18:25.153594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00af9127-3467-48db-9fdf-1f9ab6f7e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.204089 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00af9127-3467-48db-9fdf-1f9ab6f7e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.212947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-d9ff72f3-dc41-4bf4-b213-ecbf44f7e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.214439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-d9ff72f3-dc41-4bf4-b213-ecbf44f7e4fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.1990330 Sep 17 01:18:25.296560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-973931b4-e053-4340-bf66-f50f5437cd04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 217 time: 0.0598543 Sep 17 01:18:25.380050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.391496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.398540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.404639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.410593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.417480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.422124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca865b27-2e1a-4b9f-8235-8dee48c1db85 req-7a4d2aae-b722-4894-8091-c9d744864408 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.423543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.423705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca865b27-2e1a-4b9f-8235-8dee48c1db85 req-7a4d2aae-b722-4894-8091-c9d744864408 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 945 time: 0.1953623 Sep 17 01:18:25.425441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-b9f75efc-c8e8-4ce7-a190-c49aed245944 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1103029 Sep 17 01:18:25.445167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-e7ae3555-68ea-41f2-9c5b-e67eb35db306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.446617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-e7ae3555-68ea-41f2-9c5b-e67eb35db306 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.1362829 Sep 17 01:18:25.483152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f886ec9-a813-4e82-8c51-84b9ec10f3f2 req-458310e9-d558-4c6f-9818-47e9814c152a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452201 Sep 17 01:18:25.529052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-6fa6f4d5-d74c-4dd9-a554-8e3e4deec301 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.530567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-6fa6f4d5-d74c-4dd9-a554-8e3e4deec301 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.23 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 945 time: 0.1601243 Sep 17 01:18:25.539276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca865b27-2e1a-4b9f-8235-8dee48c1db85 req-c8836f05-960a-4e3c-887e-6e0902d5afa9 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/security-groups?id=a030cb3f-5b25-4394-8096-5c90c5f4c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034272 Sep 17 01:18:25.547626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00af9127-3467-48db-9fdf-1f9ab6f7e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.550214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00af9127-3467-48db-9fdf-1f9ab6f7e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.553719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-00af9127-3467-48db-9fdf-1f9ab6f7e731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf2007f0-031c-4a2f-acc8-b1d0576ce2c1 HTTP/1.1" status: 204 len: 168 time: 0.5918486 Sep 17 01:18:25.558723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.572830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5', '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:25.594861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-66f9bf41-80df-4aae-94b0-613b72971567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.596470 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-66f9bf41-80df-4aae-94b0-613b72971567 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406574 Sep 17 01:18:25.598408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af9127-3467-48db-9fdf-1f9ab6f7e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2007f0-031c-4a2f-acc8-b1d0576ce2c1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:25.606054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfc44af5-ba94-4a16-91db-3fc1b545c644 req-6e53cc7a-0619-4eda-a37f-5cee156fbba5 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0572569 Sep 17 01:18:25.641252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'Port': ['ID=5f9bdc16-8527-4be7-86cc-cfcc10716d8c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:25.734057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] No DVR routers for this DVR port 5f9bdc16-8527-4be7-86cc-cfcc10716d8c on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:18:25.763728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.765751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6fa023fb-262c-4b00-90d6-b45b3b68d486 req-597d48da-da8e-476d-932a-521084cdc34c tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "DELETE /v2.0/ports/5f9bdc16-8527-4be7-86cc-cfcc10716d8c HTTP/1.1" status: 204 len: 173 time: 1.0339415 Sep 17 01:18:25.804588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0516f0c4-b1f9-4f4d-8c1d-0588637d6934 req-7ad1709c-7d83-4e5e-97e1-42684547320a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.0425076 Sep 17 01:18:25.839736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-ada18f10-d73d-42e0-986f-6a6670618de8 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326171 Sep 17 01:18:25.847990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:18:25.849357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Deleting port 384edb55-9c42-4dc5-96b4-f135dcea3aad {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:18:25.850244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:25.937778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be0717-4883-467f-9dad-00238c98490a req-cc0a0df2-7a69-4953-9e29-079ce7f69b23 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:25.946166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35be0717-4883-467f-9dad-00238c98490a req-cc0a0df2-7a69-4953-9e29-079ce7f69b23 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 943 time: 0.0801432 Sep 17 01:18:26.011026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35be0717-4883-467f-9dad-00238c98490a req-461e5aa8-fb00-4a77-ab0c-5a090d37bf7a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642512 Sep 17 01:18:26.020836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] For port 384edb55-9c42-4dc5-96b4-f135dcea3aad, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=384edb55-9c42-4dc5-96b4-f135dcea3aad,segment=NetworkSegment(b866780a-73da-4538-a69a-c87c874f5043),segment_id=b866780a-73da-4538-a69a-c87c874f5043)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:26.021201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:26.032000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a60adce4-0d55-4548-ac0d-b28c3c6ae6dc req-091d06f0-435a-4753-81d8-214b287d2b0a service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773052 Sep 17 01:18:26.038654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Calling delete_port for 384edb55-9c42-4dc5-96b4-f135dcea3aad owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:18:26.193657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'name': 'network-vif-deleted', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:26.196066 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c404424a-18e3-492d-b946-e98652961ab9" -d '{"events": [{"server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "name": "network-vif-deleted", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:26.232519 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff228d6-a17a-4cff-9ec7-ad168b1ec2a7 x-openstack-request-id: req-dff228d6-a17a-4cff-9ec7-ad168b1ec2a7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:26.232823 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a8c5fa-97c3-484f-96ca-f888bf665839", "name": "network-vif-deleted", "tag": "5f9bdc16-8527-4be7-86cc-cfcc10716d8c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:26.233079 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dff228d6-a17a-4cff-9ec7-ad168b1ec2a7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:26.233525 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a8c5fa-97c3-484f-96ca-f888bf665839', 'name': 'network-vif-deleted', 'tag': '5f9bdc16-8527-4be7-86cc-cfcc10716d8c', 'status': 'completed', 'code': 200} Sep 17 01:18:26.235348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:26.247840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['384edb55-9c42-4dc5-96b4-f135dcea3aad'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:26.267473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Pushing event deleted for resources: {'Port': ['ID=384edb55-9c42-4dc5-96b4-f135dcea3aad,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:26.311751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] No DVR routers for this DVR port 384edb55-9c42-4dc5-96b4-f135dcea3aad on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:18:26.314672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:26.316718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-502a2032-a423-42c4-b54c-f8f9f0aac3f5 req-b8f4c5f3-5991-4c4a-abdc-0c6ae68500c4 tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.23 "DELETE /v2.0/ports/384edb55-9c42-4dc5-96b4-f135dcea3aad HTTP/1.1" status: 204 len: 173 time: 0.7754436 Sep 17 01:18:26.623663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.629962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.636499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.643127 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.649795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.655883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.662162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:26.673674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32ac98af-2da7-42f5-850c-3044bd18134c req-420ef8c0-0d2f-4907-8bfe-965b50fbed45 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1130564 Sep 17 01:18:26.719689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb5ba423-03a4-4b87-a31a-1daa315f9855 req-0433cd2a-3d9e-4f7b-b09e-eaef4607eaab tempest-ServerPasswordTestJSON-1517801020 tempest-ServerPasswordTestJSON-1517801020-project] 10.222.0.13 "GET /v2.0/ports?device_id=90489a28-89e2-40b2-a95d-56749aedb0df HTTP/1.1" status: 200 len: 210 time: 0.0444376 Sep 17 01:18:26.720239 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32ac98af-2da7-42f5-850c-3044bd18134c req-be5b4c0d-79d7-43b3-939a-c6b2a345bd4d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456369 Sep 17 01:18:26.828005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f55aef08-8f94-4db7-9ad0-448181941ee2 req-4f66de7b-2ab9-47af-b55d-2cde8064c5d2 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0436978 Sep 17 01:18:26.956779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ced10807-de7a-4e70-bc9c-8dd533fd2fa1 req-54ed7c3a-8274-429d-9ae8-8e52c5a82d37 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=46a8c5fa-97c3-484f-96ca-f888bf665839 HTTP/1.1" status: 200 len: 210 time: 0.0334482 Sep 17 01:18:27.131817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3f3fd-b8c1-4f64-a17c-9b129dec2c1e req-133336a0-5b40-4bb0-a04d-752c7db7f9af tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.133411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6f3f3fd-b8c1-4f64-a17c-9b129dec2c1e req-133336a0-5b40-4bb0-a04d-752c7db7f9af tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 943 time: 0.0510242 Sep 17 01:18:27.173195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6f3f3fd-b8c1-4f64-a17c-9b129dec2c1e req-1d982304-c1e0-4e78-b031-0098974f6eb2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Sep 17 01:18:27.774121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59792) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:27.869799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Deleting subnet af1d3b7b-c03a-488f-9fbe-774cada08794 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:18:27.885121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.891397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.898033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.904173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.910726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.916932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.923430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:27.925722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-c7a5589f-f424-4fdd-bb40-fc83d5d2ec1e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1175079 Sep 17 01:18:27.926481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:27.967954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c30126ba-595f-4ae9-93c1-1d1651bad061 req-857feb2c-7599-4fab-87d6-a1aca9d7f96f tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0574291 Sep 17 01:18:28.003027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-597c8f17-9b16-48d2-8363-06f5ecd31fdc req-eef5ef60-243c-44bd-84cd-b35f85778eed tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507278 Sep 17 01:18:28.007912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.056078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.122630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f34d574-d735-4486-b952-fffc21d410c3 req-f546a0d1-a9a0-4a2e-aa41-94adad5ad4b2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/ee901a56-6412-4624-8116-36453457176c HTTP/1.1" status: 200 len: 1801 time: 0.0696650 Sep 17 01:18:28.192042 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f34d574-d735-4486-b952-fffc21d410c3 req-57482218-4677-45a5-9186-648331a2862d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.204191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.235113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90489a28-89e2-40b2-a95d-56749aedb0df', 'name': 'network-vif-deleted', 'tag': '384edb55-9c42-4dc5-96b4-f135dcea3aad'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:28.237316 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0daa0c-6b4c-4549-86d5-3d65e2b36abc" -d '{"events": [{"server_uuid": "90489a28-89e2-40b2-a95d-56749aedb0df", "name": "network-vif-deleted", "tag": "384edb55-9c42-4dc5-96b4-f135dcea3aad"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:28.245070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1d3b7b-c03a-488f-9fbe-774cada08794,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:28.248094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f34d574-d735-4486-b952-fffc21d410c3 req-57482218-4677-45a5-9186-648331a2862d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.258193 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.262571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-50ba3de0-6199-4cec-ac6a-eaaf031156b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af1d3b7b-c03a-488f-9fbe-774cada08794 HTTP/1.1" status: 204 len: 168 time: 0.4848487 Sep 17 01:18:28.262985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59834) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:28.300803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22befa-2bed-4f25-a773-6bd79dfbe364 req-89a840c6-2086-466f-a6af-5338499b0cc9 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:28.302713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf22befa-2bed-4f25-a773-6bd79dfbe364 req-89a840c6-2086-466f-a6af-5338499b0cc9 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 943 time: 0.0616300 Sep 17 01:18:28.353571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf22befa-2bed-4f25-a773-6bd79dfbe364 req-97ea4b06-c0a8-4ccf-97f0-0349d9147f28 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414076 Sep 17 01:18:28.366572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.399139 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754457ed-a517-46f9-95bb-3d3917abb4b8 x-openstack-request-id: req-754457ed-a517-46f9-95bb-3d3917abb4b8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:28.399402 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90489a28-89e2-40b2-a95d-56749aedb0df", "name": "network-vif-deleted", "tag": "384edb55-9c42-4dc5-96b4-f135dcea3aad", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:28.399651 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-754457ed-a517-46f9-95bb-3d3917abb4b8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:28.400040 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90489a28-89e2-40b2-a95d-56749aedb0df', 'name': 'network-vif-deleted', 'tag': '384edb55-9c42-4dc5-96b4-f135dcea3aad', 'status': 'completed', 'code': 200} Sep 17 01:18:28.454713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.467672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f34d574-d735-4486-b952-fffc21d410c3 req-57482218-4677-45a5-9186-648331a2862d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.470253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0f34d574-d735-4486-b952-fffc21d410c3 req-57482218-4677-45a5-9186-648331a2862d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.471424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f34d574-d735-4486-b952-fffc21d410c3 req-57482218-4677-45a5-9186-648331a2862d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/ee901a56-6412-4624-8116-36453457176c HTTP/1.1" status: 204 len: 173 time: 0.3424234 Sep 17 01:18:28.488653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58d1750-a1fc-4282-818a-e049736b05b6']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:28.491324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57482218-4677-45a5-9186-648331a2862d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee901a56-6412-4624-8116-36453457176c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:28.505524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866780a-73da-4538-a69a-c87c874f5043') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:28.506196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866780a-73da-4538-a69a-c87c874f5043') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:28.519914 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.535491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.536971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e49257b-3361-4ea6-b6c1-bcff3800bbd0 req-e4898643-0d3f-4d15-895f-0d40c8f8b7be tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/ae629965-7453-414d-ae7e-593f353eacee HTTP/1.1" status: 200 len: 1803 time: 0.0437698 Sep 17 01:18:28.550051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:18:28.550459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:18:28.552135 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:18:28.613561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3e49257b-3361-4ea6-b6c1-bcff3800bbd0 req-08919abb-b8f6-4267-8338-fcc143e61c16 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.623580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.635977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3e49257b-3361-4ea6-b6c1-bcff3800bbd0 req-08919abb-b8f6-4267-8338-fcc143e61c16 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.703636 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.709126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.711642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/f58d1750-a1fc-4282-818a-e049736b05b6 HTTP/1.1" status: 204 len: 168 time: 0.4477143 Sep 17 01:18:28.722439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0802d-d79a-4324-bf46-3ab94d05c9ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f58d1750-a1fc-4282-818a-e049736b05b6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:28.771065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f73336ef-edbc-437a-a868-10a108032fc6 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:28.873918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5f9bdc16-8527-4be7-86cc-cfcc10716d8c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:18:28.896966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 5f9bdc16-8527-4be7-86cc-cfcc10716d8c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:18:28.897378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 5f9bdc16-8527-4be7-86cc-cfcc10716d8c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:18:28.898295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 384edb55-9c42-4dc5-96b4-f135dcea3aad no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:18:28.924290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 384edb55-9c42-4dc5-96b4-f135dcea3aad {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:18:28.924629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 384edb55-9c42-4dc5-96b4-f135dcea3aad not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:18:28.936010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f73336ef-edbc-437a-a868-10a108032fc6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f73336ef-edbc-437a-a868-10a108032fc6,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:28.949157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3e49257b-3361-4ea6-b6c1-bcff3800bbd0 req-08919abb-b8f6-4267-8338-fcc143e61c16 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.952214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3e49257b-3361-4ea6-b6c1-bcff3800bbd0 req-08919abb-b8f6-4267-8338-fcc143e61c16 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:28.953391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e49257b-3361-4ea6-b6c1-bcff3800bbd0 req-08919abb-b8f6-4267-8338-fcc143e61c16 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae629965-7453-414d-ae7e-593f353eacee HTTP/1.1" status: 204 len: 173 time: 0.3993638 Sep 17 01:18:28.953628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f73336ef-edbc-437a-a868-10a108032fc6', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'port_id': 'f73336ef-edbc-437a-a868-10a108032fc6', 'mac_address': 'fa:16:3e:46:48:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:28.981101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3c530535-9eb3-4967-ab29-f23de0591f0f req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-51343314', 'description': 'tempest-description-1183635429'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:28.981615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08919abb-b8f6-4267-8338-fcc143e61c16 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae629965-7453-414d-ae7e-593f353eacee,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:29.006361 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.018918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.021942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73336ef-edbc-437a-a868-10a108032fc6 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:29.050628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f73336ef-edbc-437a-a868-10a108032fc6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f73336ef-edbc-437a-a868-10a108032fc6,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:29.132265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3c530535-9eb3-4967-ab29-f23de0591f0f req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.133672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.134243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59894) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:29.194362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f73336ef-edbc-437a-a868-10a108032fc6,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:29.199778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-50c8351a-4ae0-4207-9de4-4e62e0e0fa53 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:29.201342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-50c8351a-4ae0-4207-9de4-4e62e0e0fa53 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/networks?id=7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 200 len: 813 time: 0.1186702 Sep 17 01:18:29.204125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.204703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.205049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.205386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.205717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.206223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.206555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.206882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.207241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.207848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.208181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.208505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:29.231418 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-0cf21598-4f21-4b5a-a932-e3671115cbc1 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/quotas/6b61f69dd762484488b8d278d4d6e6c1 HTTP/1.1" status: 200 len: 375 time: 0.0137098 Sep 17 01:18:29.257462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-229e091c-0d89-4960-9596-e31410f67c91 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285649 Sep 17 01:18:29.394491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f73336ef-edbc-437a-a868-10a108032fc6'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:29.486127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59900) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:29.502760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-60116fd5-36ae-4d11-902c-944d9eefce34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67d9e7dc113041898a9c70c2190c96c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673396 Sep 17 01:18:29.507994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59904) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:29.603759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ba15d51-7e23-4b85-a991-298eb941d566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.613506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3c530535-9eb3-4967-ab29-f23de0591f0f req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.642750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ba15d51-7e23-4b85-a991-298eb941d566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.644518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-783bf9e7-6cfc-476d-b5c8-42f697c186c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.685665 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3c530535-9eb3-4967-ab29-f23de0591f0f req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.725926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-c3bc4b13-161d-4d9b-8d16-4b0a02059e5d service neutron] 10.222.0.13 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572153 Sep 17 01:18:29.739315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179bd908-d22a-4281-91c1-0bfbb5cb4e42,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:29.796594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-783bf9e7-6cfc-476d-b5c8-42f697c186c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.817251 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-3a7a0032-9f6f-4575-aed3-fa40bf86c79b service neutron] 10.222.0.13 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848973 Sep 17 01:18:29.852526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ba15d51-7e23-4b85-a991-298eb941d566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.857392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ba15d51-7e23-4b85-a991-298eb941d566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.857392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0ba15d51-7e23-4b85-a991-298eb941d566 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a030cb3f-5b25-4394-8096-5c90c5f4c017 HTTP/1.1" status: 204 len: 168 time: 0.3472080 Sep 17 01:18:29.864353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba15d51-7e23-4b85-a991-298eb941d566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030cb3f-5b25-4394-8096-5c90c5f4c017,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:29.894309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-783bf9e7-6cfc-476d-b5c8-42f697c186c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.932979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-783bf9e7-6cfc-476d-b5c8-42f697c186c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=504e156ce62341b9aee0ac82c2a49a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434786 Sep 17 01:18:29.934176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bf9e7-6cfc-476d-b5c8-42f697c186c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55804763-caca-4a23-b32b-441bd1eaf1ee,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:29.935746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:29.954790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3c530535-9eb3-4967-ab29-f23de0591f0f req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:29.956199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c530535-9eb3-4967-ab29-f23de0591f0f req-a613b321-a63e-4338-9d28-f80c7dac139f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9806716 Sep 17 01:18:29.989023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70541d46-2c2f-4a9a-acbe-da1e326faf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.015306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70541d46-2c2f-4a9a-acbe-da1e326faf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.053589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-498bda88-e120-4df5-a86e-6255bed0d2b9 req-acdfbe62-45e6-4933-b87c-df4783424a63 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0347154 Sep 17 01:18:30.139551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.147999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.159694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.169493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.177106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.181078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a04768-f33c-47c3-8b8b-e5055def6f87 req-9d412c8b-f109-4c18-b25a-0c323eb6f60c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.182779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65a04768-f33c-47c3-8b8b-e5055def6f87 req-9d412c8b-f109-4c18-b25a-0c323eb6f60c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 944 time: 0.0619256 Sep 17 01:18:30.183395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.189520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:30.191464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-b77fb8f4-4c1d-4c80-a9e1-d6bd0bf75c59 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5418 time: 0.1084352 Sep 17 01:18:30.192653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70541d46-2c2f-4a9a-acbe-da1e326faf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.195910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70541d46-2c2f-4a9a-acbe-da1e326faf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.197163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70541d46-2c2f-4a9a-acbe-da1e326faf58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55804763-caca-4a23-b32b-441bd1eaf1ee HTTP/1.1" status: 204 len: 168 time: 0.2600057 Sep 17 01:18:30.205672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70541d46-2c2f-4a9a-acbe-da1e326faf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55804763-caca-4a23-b32b-441bd1eaf1ee,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:30.252815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1ba53de-ab8d-4b16-bc87-e12c8df9fffd req-25e7f238-e96a-4686-be9e-b4860f10a467 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443947 Sep 17 01:18:30.256438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65a04768-f33c-47c3-8b8b-e5055def6f87 req-5d6fc88d-46e7-4022-81d4-4ebf4b269637 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663397 Sep 17 01:18:30.347165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f74b8376-a841-410d-96cd-8013e4fd4361 req-95e4cafc-1523-4c81-97e8-30355cd6594c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 210 time: 0.0301340 Sep 17 01:18:30.351881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-416184c3-6e3e-452a-9a03-1c641019bd46 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/179bd908-d22a-4281-91c1-0bfbb5cb4e42 HTTP/1.1" status: 200 len: 1801 time: 0.0522532 Sep 17 01:18:30.377837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Request body: {'security_group': {'name': 'tempest-sg-hth-494688048', 'description': 'tempest-description-hth-1936521803'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:30.408107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.472930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.503743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90c7457-5ced-4b3d-860f-e99a13963972 req-f51d0bd7-03e2-44f2-8c0b-7965a34c6c2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0258741 Sep 17 01:18:30.572268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.575127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.576380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e3679fa-ab69-4fb5-9304-a7487f4ab552 req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "PUT /v2.0/security-groups/179bd908-d22a-4281-91c1-0bfbb5cb4e42 HTTP/1.1" status: 200 len: 1776 time: 0.2045350 Sep 17 01:18:30.603555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913437d9-c3ce-4210-adf0-68ca0376db4d tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179bd908-d22a-4281-91c1-0bfbb5cb4e42,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:30.649205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-131e6a6d-89ef-4be9-9315-7f86977eebdb req-c54ba344-d70a-43ee-8828-4bf3b1e34d7f tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/179bd908-d22a-4281-91c1-0bfbb5cb4e42 HTTP/1.1" status: 200 len: 1776 time: 0.0501530 Sep 17 01:18:30.712370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-98bcd8ae-6bff-4a20-a02c-79a703dc32d5 req-eaf000d5-66bb-4908-a025-ab95febd1da2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/179bd908-d22a-4281-91c1-0bfbb5cb4e42 HTTP/1.1" status: 200 len: 1776 time: 0.0412769 Sep 17 01:18:30.769588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-98bcd8ae-6bff-4a20-a02c-79a703dc32d5 req-c8564b56-e549-44e8-8332-e7ae9ec494a2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.779787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 68b02d21-7969-4867-ad08-125d96c53d8c details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:30.783514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f73336ef-edbc-437a-a868-10a108032fc6 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:30.793370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-98bcd8ae-6bff-4a20-a02c-79a703dc32d5 req-c8564b56-e549-44e8-8332-e7ae9ec494a2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.908810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=68b02d21-7969-4867-ad08-125d96c53d8c,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:30.909500 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-98bcd8ae-6bff-4a20-a02c-79a703dc32d5 req-c8564b56-e549-44e8-8332-e7ae9ec494a2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.913356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-98bcd8ae-6bff-4a20-a02c-79a703dc32d5 req-c8564b56-e549-44e8-8332-e7ae9ec494a2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.914996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-98bcd8ae-6bff-4a20-a02c-79a703dc32d5 req-c8564b56-e549-44e8-8332-e7ae9ec494a2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/179bd908-d22a-4281-91c1-0bfbb5cb4e42 HTTP/1.1" status: 204 len: 173 time: 0.1983321 Sep 17 01:18:30.932778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '68b02d21-7969-4867-ad08-125d96c53d8c', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'port_id': '68b02d21-7969-4867-ad08-125d96c53d8c', 'mac_address': 'fa:16:3e:35:8a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:30.941975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564b56-e549-44e8-8332-e7ae9ec494a2 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179bd908-d22a-4281-91c1-0bfbb5cb4e42,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:30.977265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f73336ef-edbc-437a-a868-10a108032fc6 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:30.983402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f73336ef-edbc-437a-a868-10a108032fc6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:30.983629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:30.992599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59948) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:31.011586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.016026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f334f50-ade0-4592-8179-bb5b389dbf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.028755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68b02d21-7969-4867-ad08-125d96c53d8c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:31.063832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=68b02d21-7969-4867-ad08-125d96c53d8c,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:31.072710 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-313b8414-e088-4dc6-8d79-a2e420e6a8a0 req-946da78f-8191-4f45-abc9-ca39020c26b1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:18:31.075160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-313b8414-e088-4dc6-8d79-a2e420e6a8a0 req-946da78f-8191-4f45-abc9-ca39020c26b1 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/ae629965-7453-414d-ae7e-593f353eacee HTTP/1.1" status: 404 len: 352 time: 0.0284843 Sep 17 01:18:31.114844 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-02022373-72a8-41d1-94fe-2c91e081752c req-783c5d32-deb8-408d-a426-8192b2cbfd64 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:18:31.127319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02022373-72a8-41d1-94fe-2c91e081752c req-783c5d32-deb8-408d-a426-8192b2cbfd64 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/ee901a56-6412-4624-8116-36453457176c HTTP/1.1" status: 404 len: 352 time: 0.0292804 Sep 17 01:18:31.147505 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.165830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f334f50-ade0-4592-8179-bb5b389dbf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.169319 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-38384d78-1d3e-46ca-89f9-e9ea8ee23992 req-51dc869f-aa69-44e0-832f-9569028e93e0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:18:31.175503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.176141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cc55ca3e-0dcf-4cde-9cba-73ce33127cfa details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:31.178082 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38384d78-1d3e-46ca-89f9-e9ea8ee23992 req-51dc869f-aa69-44e0-832f-9569028e93e0 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/d0db75f6-a2d4-499b-90af-642e9d1e8ae0 HTTP/1.1" status: 404 len: 352 time: 0.0347803 Sep 17 01:18:31.208858 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-0f33cbe1-637b-4df1-96be-ce8768b0c00d req-804bf34f-eeaa-47a3-9b5c-2e50b889a173 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:18:31.213211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f33cbe1-637b-4df1-96be-ce8768b0c00d req-804bf34f-eeaa-47a3-9b5c-2e50b889a173 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/002179a2-665d-48d6-a89b-acd1b51704a4 HTTP/1.1" status: 404 len: 352 time: 0.0148153 Sep 17 01:18:31.234080 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90977b7c-f117-4be9-a595-d3c17dc76e19 req-2bc0f90d-6e7d-4dbf-8a13-d99b7289f436 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0404506 Sep 17 01:18:31.243029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:31.245746 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704881e-7d02-45f5-9d03-300449e00c0f" -d '{"events": [{"server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "name": "network-vif-plugged", "status": "completed", "tag": "f73336ef-edbc-437a-a868-10a108032fc6"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:31.246512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f334f50-ade0-4592-8179-bb5b389dbf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.259664 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-b4479d12-2424-4d51-8dde-621f82d607d7 req-7946c1bd-0d82-4080-8ebb-d4ed91870b11 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:18:31.259664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b4479d12-2424-4d51-8dde-621f82d607d7 req-7946c1bd-0d82-4080-8ebb-d4ed91870b11 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/20029cf2-21b1-4930-bb41-33f9c7269bc2 HTTP/1.1" status: 404 len: 352 time: 0.0161142 Sep 17 01:18:31.298917 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6f334f50-ade0-4592-8179-bb5b389dbf78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a3c747b2ee7486e9c97c08462321f8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052874 Sep 17 01:18:31.301481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f334f50-ade0-4592-8179-bb5b389dbf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ad6c36-1c6f-45c1-bc92-5c020d32e760,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:31.301623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 59974) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:31.315735 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-404ca162-fde9-4465-b5d5-77f6a6005c74 req-f8c7e070-a45f-45e1-84f7-96c3e13f1883 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] show failed (client error): The resource could not be found. Sep 17 01:18:31.325701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-404ca162-fde9-4465-b5d5-77f6a6005c74 req-f8c7e070-a45f-45e1-84f7-96c3e13f1883 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/9ea0865b-495c-4ad7-a636-d4ae0e369cfb HTTP/1.1" status: 404 len: 352 time: 0.0406234 Sep 17 01:18:31.330830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:31.349688 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca729ae-7950-46b4-b9ae-38d7f6fc5b54 x-openstack-request-id: req-aca729ae-7950-46b4-b9ae-38d7f6fc5b54 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:31.349688 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "name": "network-vif-plugged", "status": "completed", "tag": "f73336ef-edbc-437a-a868-10a108032fc6", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:31.349688 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aca729ae-7950-46b4-b9ae-38d7f6fc5b54 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:31.349688 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6', 'code': 200} Sep 17 01:18:31.376162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f73336ef-edbc-437a-a868-10a108032fc6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f73336ef-edbc-437a-a868-10a108032fc6,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:31.386565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:31.404622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'cc55ca3e-0dcf-4cde-9cba-73ce33127cfa', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'port_id': 'cc55ca3e-0dcf-4cde-9cba-73ce33127cfa', 'mac_address': 'fa:16:3e:e6:ab:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:31.465871 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.466627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519a799-11e0-4011-bc21-420a3cdeeff3 req-1e5927e0-738f-4b34-8f8a-3a9dfcc55cab tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.469564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a519a799-11e0-4011-bc21-420a3cdeeff3 req-1e5927e0-738f-4b34-8f8a-3a9dfcc55cab tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 944 time: 0.0751500 Sep 17 01:18:31.471948 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.493186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc55ca3e-0dcf-4cde-9cba-73ce33127cfa {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:31.501042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 59980) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:31.506285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4220dcd-0f70-41fa-a923-85a972bece22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.536669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:31.548828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.555771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.561937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.568221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.575134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.578360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a519a799-11e0-4011-bc21-420a3cdeeff3 req-5f11cdd8-f242-427f-b593-1f5c1e3b6288 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018159 Sep 17 01:18:31.582026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.584146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.585381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bb8a19d-9d13-4535-b9fa-299126101df9 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:31.587409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f73336ef-edbc-437a-a868-10a108032fc6,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:31.589147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.591560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-26eb4490-f218-4ce0-b9e8-df3110c26af4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5419 time: 0.2026930 Sep 17 01:18:31.622657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4220dcd-0f70-41fa-a923-85a972bece22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.663478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87f3ee05-1acd-4ec0-a3bb-9c84de1abc2f req-0c657424-0317-4d74-9350-5509838a9f7c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638177 Sep 17 01:18:31.672324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:31.674151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55820-2931-4155-9921-fc57da6f550e req-2aa243be-898d-4462-b71c-487b7cb8f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:31.677157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21f55820-2931-4155-9921-fc57da6f550e req-2aa243be-898d-4462-b71c-487b7cb8f1b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1096 time: 0.2385886 Sep 17 01:18:31.737922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21f55820-2931-4155-9921-fc57da6f550e req-9362020d-fd6e-4a82-8453-cbe3d78afcce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521913 Sep 17 01:18:31.744381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 8bb8a19d-9d13-4535-b9fa-299126101df9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bb8a19d-9d13-4535-b9fa-299126101df9,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:31.762291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1836150131-network', 'tenant_id': '4caa369cfa4046d79faa02f41e622c52'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:31.763723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '8bb8a19d-9d13-4535-b9fa-299126101df9', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'port_id': '8bb8a19d-9d13-4535-b9fa-299126101df9', 'mac_address': 'fa:16:3e:40:72:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:31.812719 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d26c08d-4860-4ab1-bb64-7462f90f103d req-821d6abd-31e2-44da-b09a-d98b670bd111 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 210 time: 0.0328999 Sep 17 01:18:31.816950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.817563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4220dcd-0f70-41fa-a923-85a972bece22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.817563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4220dcd-0f70-41fa-a923-85a972bece22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.821592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c4220dcd-0f70-41fa-a923-85a972bece22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7ad6c36-1c6f-45c1-bc92-5c020d32e760 HTTP/1.1" status: 204 len: 168 time: 0.5157940 Sep 17 01:18:31.833375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb8a19d-9d13-4535-b9fa-299126101df9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:31.842856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4220dcd-0f70-41fa-a923-85a972bece22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ad6c36-1c6f-45c1-bc92-5c020d32e760,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:31.865035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 8bb8a19d-9d13-4535-b9fa-299126101df9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bb8a19d-9d13-4535-b9fa-299126101df9,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:31.865341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Made reservation on behalf of 4caa369cfa4046d79faa02f41e622c52 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:31.870832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.883072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:31.994948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.241187 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.242259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 33c4d190-5b93-4b7f-a243-bc30ea8e45af details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:32.271233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.338424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:18:32.345428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=8bb8a19d-9d13-4535-b9fa-299126101df9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:32.360394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3252139-ea85-495f-b90b-3970fc3d3b53,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:32.363201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97a93d85-08c8-42fb-b82e-51c1e5b0707a req-c60664cd-5de0-4a70-a66b-d6bd0bec1346 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0423806 Sep 17 01:18:32.364501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.365347 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Added segment 8346f36a-cc1b-49b2-810c-28a96cee409d of type vlan for network 8c827016-0d9a-41f0-9ae3-10fc0c838470 Sep 17 01:18:32.413569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:32.417901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.426009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '33c4d190-5b93-4b7f-a243-bc30ea8e45af', 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'port_id': '33c4d190-5b93-4b7f-a243-bc30ea8e45af', 'mac_address': 'fa:16:3e:cf:72:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eec626b-a322-4048-b84b-1b9f125ecb22', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:32.497753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.516058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c4d190-5b93-4b7f-a243-bc30ea8e45af {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:32.537743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:32.538999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.540046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.540629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.575736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b882d6-d0e8-4a23-8ee2-7dd3eb168a9d req-771b3a39-b91c-41eb-8f5c-d37464b45f99 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.577210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67b882d6-d0e8-4a23-8ee2-7dd3eb168a9d req-771b3a39-b91c-41eb-8f5c-d37464b45f99 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1024 time: 0.0834453 Sep 17 01:18:32.608715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.610314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 250fe7ff-3ae6-4898-91ef-f300401c2110 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:32.665157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1613889 Sep 17 01:18:32.669555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60000) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:32.685880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Request body: {'subnet': {'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1836150131-subnet', 'tenant_id': '4caa369cfa4046d79faa02f41e622c52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:32.712871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95105e-7a19-4457-8c82-66225719df14 admin admin] Pushing event updated for resources: {'Network': ['ID=8c827016-0d9a-41f0-9ae3-10fc0c838470,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:32.744348 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67b882d6-d0e8-4a23-8ee2-7dd3eb168a9d req-98ac31ba-8b72-4e3f-a5b1-9d01af5b36c4 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=e469b9e1-d17c-4937-94e8-bbe885167f25&id=3f7f9299-ac23-44ed-8871-35a0b3849e09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1478033 Sep 17 01:18:32.749816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8c827016-0d9a-41f0-9ae3-10fc0c838470 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:18:32.766941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93c2da19-efcb-4d9f-8665-9a3733e63a94 req-ad0851d2-fda5-4967-a265-b9b333c0c927 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e&device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0445781 Sep 17 01:18:32.788954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Made reservation on behalf of 4caa369cfa4046d79faa02f41e622c52 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:32.791523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.804636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:32.877171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=250fe7ff-3ae6-4898-91ef-f300401c2110,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:32.893579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'port_id': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'mac_address': 'fa:16:3e:9d:75:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:32.933432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.941044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.949236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.953889 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:32.957323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.964914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.969810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250fe7ff-3ae6-4898-91ef-f300401c2110 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:32.986075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:32.997940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=250fe7ff-3ae6-4898-91ef-f300401c2110,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:32.998807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:33.005739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-88155610-a1ae-4ea1-bf0e-bea379918bf7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5422 time: 0.1628995 Sep 17 01:18:33.052435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.053380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 19a841ce-6269-4c6b-bbef-6275d71302c3 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:33.057569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffb86f-3c0c-4b1f-9ecf-2cf540bc9df5 req-e40b8df8-bd29-4f13-bd66-c31aa7a34aca tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:33.065142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cbffb86f-3c0c-4b1f-9ecf-2cf540bc9df5 req-e40b8df8-bd29-4f13-bd66-c31aa7a34aca tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0993204 Sep 17 01:18:33.104098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f021392-731a-46b8-bf8e-d286123bfe63 req-aafa280f-a641-4e0c-991b-e0f2b81405db tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839970 Sep 17 01:18:33.113914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cbffb86f-3c0c-4b1f-9ecf-2cf540bc9df5 req-ccdd2148-16ed-445c-a6ea-527e1bccc8d3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476310 Sep 17 01:18:33.138822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.200113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 19a841ce-6269-4c6b-bbef-6275d71302c3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=19a841ce-6269-4c6b-bbef-6275d71302c3,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:33.202859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:33.217447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '19a841ce-6269-4c6b-bbef-6275d71302c3', 'network_id': '101c055f-7317-4a00-a63d-f81115c684f1', 'port_id': '19a841ce-6269-4c6b-bbef-6275d71302c3', 'mac_address': 'fa:16:3e:43:cb:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:33.231793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=65334762-a6f5-4969-9ace-8383811fe82c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:33.292953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-8f217320-6c0b-451e-aa01-d85abf3262c8 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:33.295029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-8f217320-6c0b-451e-aa01-d85abf3262c8 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "GET /v2.0/networks?id=7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 200 len: 813 time: 0.2882311 Sep 17 01:18:33.295729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f58e32f-b35a-4181-bdc7-15eb41bbe7e5 req-4ecf1af2-c9ea-448f-88df-a04f1f6490f6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 210 time: 0.0653198 Sep 17 01:18:33.303397 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.311008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Request body: {'port': {'device_id': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67', 'admin_state_up': True, 'tenant_id': '6b61f69dd762484488b8d278d4d6e6c1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:33.317949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a841ce-6269-4c6b-bbef-6275d71302c3 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:33.323428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Checking segment: {'id': '8346f36a-cc1b-49b2-810c-28a96cee409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:33.323617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Network hostable DHCP agents. Network: 8c827016-0d9a-41f0-9ae3-10fc0c838470, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:33.339147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 19a841ce-6269-4c6b-bbef-6275d71302c3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=19a841ce-6269-4c6b-bbef-6275d71302c3,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:33.413168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Network 8c827016-0d9a-41f0-9ae3-10fc0c838470 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:33.414017 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.414936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c6268543-082a-4588-be63-fa9de808d17d details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:33.485873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=19a841ce-6269-4c6b-bbef-6275d71302c3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:33.493438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c6268543-082a-4588-be63-fa9de808d17d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c6268543-082a-4588-be63-fa9de808d17d,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:33.501003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c6268543-082a-4588-be63-fa9de808d17d', 'network_id': 'ebee1c60-d68d-4762-b3a1-acf1c5c304ab', 'port_id': 'c6268543-082a-4588-be63-fa9de808d17d', 'mac_address': 'fa:16:3e:3c:63:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eec626b-a322-4048-b84b-1b9f125ecb22', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:33.509257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Made reservation on behalf of 6b61f69dd762484488b8d278d4d6e6c1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:33.512884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.543823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8c827016-0d9a-41f0-9ae3-10fc0c838470) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:33.545237 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.561102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:33.561102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.565055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6268543-082a-4588-be63-fa9de808d17d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:33.569883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbebb08-1359-49a8-be15-e2800326f53f None None] Network 8c827016-0d9a-41f0-9ae3-10fc0c838470 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:33.610125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c6268543-082a-4588-be63-fa9de808d17d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c6268543-082a-4588-be63-fa9de808d17d,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:33.639127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-83bf2f9f-ad7a-40d6-bc82-9355662adbfc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9650171 Sep 17 01:18:33.689435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Allocated IP 172.20.0.7 (7c9c4a44-8177-4988-89d0-72f7035cfa67/1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c/67934d32-58ba-4079-92e4-f6383e0fbfac) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:33.738445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-086f14fc-d609-4258-b530-9f1a9983afe9 req-88b0a186-f242-4e4e-bdae-a7fd443b451b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2d4884a7b774574a6a58c74761e8f41&device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0397983 Sep 17 01:18:33.745033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:33.800780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baeff55-d7aa-44cd-a4b4-477c856edadb None None] Network 8c827016-0d9a-41f0-9ae3-10fc0c838470 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:33.800973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-086f14fc-d609-4258-b530-9f1a9983afe9 req-f7fdc476-6a47-48d7-b224-1d493b2ed7a1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a2d4884a7b774574a6a58c74761e8f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439520 Sep 17 01:18:33.808382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f005769a-42d8-4130-be98-d10bf988c4f1 req-66d32489-5d01-437c-a764-31f5fc6773a8 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0694182 Sep 17 01:18:33.872970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c6268543-082a-4588-be63-fa9de808d17d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:34.058638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-97b61101-6fd1-44dc-9886-576570c3b682 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.060184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-97b61101-6fd1-44dc-9886-576570c3b682 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1024 time: 0.2899010 Sep 17 01:18:34.130340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0a8cd-35c7-47a2-aa78-5b9230610d92 req-8b639168-6e76-4004-8a20-0da563da6915 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.132497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a0a8cd-35c7-47a2-aa78-5b9230610d92 req-8b639168-6e76-4004-8a20-0da563da6915 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 1024 time: 0.2155163 Sep 17 01:18:34.212673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.230133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6aaef0-4ff7-467f-8edb-7f57a4ac2969 req-4728648f-616f-4bf9-af26-d0427c529afa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.235705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f6aaef0-4ff7-467f-8edb-7f57a4ac2969 req-4728648f-616f-4bf9-af26-d0427c529afa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0557120 Sep 17 01:18:34.235964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f14fc-d609-4258-b530-9f1a9983afe9 req-ea18f24f-2b1d-4952-be05-98b92707c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.237701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-086f14fc-d609-4258-b530-9f1a9983afe9 req-ea18f24f-2b1d-4952-be05-98b92707c376 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3918283 Sep 17 01:18:34.270343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a0a8cd-35c7-47a2-aa78-5b9230610d92 req-dc4b035a-535a-4be7-9586-a8719c45c169 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups?id=8048124a-ce9f-4f84-85a3-be0570c697a8&id=e469b9e1-d17c-4937-94e8-bbe885167f25&id=3f7f9299-ac23-44ed-8871-35a0b3849e09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1139414 Sep 17 01:18:34.305683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f6aaef0-4ff7-467f-8edb-7f57a4ac2969 req-1d6cbfdf-cb48-403e-9289-2e7847ae013d tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566199 Sep 17 01:18:34.321984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Deleting port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:18:34.322400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.396691 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.454656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:34.455352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['cc55ca3e-0dcf-4cde-9cba-73ce33127cfa'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.462554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-978332576-network', 'tenant_id': '7bb9decb7cb54673b5cc0683fc270ab8'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:34.480583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f33a4-9acb-4def-a208-fda9d982d021 req-17cbfbe5-5ff3-4f4d-8e0b-a77d156064de tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.482455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a5f33a4-9acb-4def-a208-fda9d982d021 req-17cbfbe5-5ff3-4f4d-8e0b-a77d156064de tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 931 time: 0.0833576 Sep 17 01:18:34.498786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Network 7c9c4a44-8177-4988-89d0-72f7035cfa67 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:34.499394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['19a841ce-6269-4c6b-bbef-6275d71302c3'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.501986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['250fe7ff-3ae6-4898-91ef-f300401c2110'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.503923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['8bb8a19d-9d13-4535-b9fa-299126101df9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.505841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['68b02d21-7969-4867-ad08-125d96c53d8c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.514817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:34.520394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Pushing event updated for resources: {'Port': ['ID=67934d32-58ba-4079-92e4-f6383e0fbfac,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:34.526459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:34.530457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] For port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,segment=NetworkSegment(48e0beaa-3d1f-4d7d-b1c0-e68284e5d958),segment_id=48e0beaa-3d1f-4d7d-b1c0-e68284e5d958)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:34.530777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.554048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a5f33a4-9acb-4def-a208-fda9d982d021 req-2d0ed036-bd2b-4f73-923b-2bc50ac3d360 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524862 Sep 17 01:18:34.595053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.601253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Made reservation on behalf of 7bb9decb7cb54673b5cc0683fc270ab8 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:34.601673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.604837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.606024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['33c4d190-5b93-4b7f-a243-bc30ea8e45af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.607831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.615474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.615947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.621177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.627065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.633569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.635541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-42db4820-d0e2-46af-94f4-55cfe16d17a5 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5425 time: 0.2660348 Sep 17 01:18:34.637474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Calling delete_port for 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:18:34.679137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.679903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.745747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222c1ee-acdb-4763-a840-7c3a3bc85aa1 req-7172edde-75bb-46ec-a5c1-0c9c61a351ab tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:34.747807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d222c1ee-acdb-4763-a840-7c3a3bc85aa1 req-7172edde-75bb-46ec-a5c1-0c9c61a351ab tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0933523 Sep 17 01:18:34.754165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0308430b-2620-49a9-ad08-8efebd2e0351 req-8a353fba-7480-49cc-9fbc-c3a94be8e7b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1090336 Sep 17 01:18:34.760920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:34.768301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'floatingip': {'port_id': 'f73336ef-edbc-437a-a868-10a108032fc6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:34.822337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.921602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.956470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:34.985164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['526c4bfb-bcdc-4281-a331-fc6684eb2bf5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:34.996957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aed2f01e-dd1a-45c9-88fb-81b995bad005 req-f41e6387-aa1b-48dd-bdb1-a54ee139f88f tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0738869 Sep 17 01:18:35.008895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.033676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dd0cc6-b719-4203-a767-c5802d6d228c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:35.078266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] No DVR routers for this DVR port 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:18:35.081108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'Port': ['ID=526c4bfb-bcdc-4281-a331-fc6684eb2bf5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:35.086748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-917b14ab-9414-4f83-be93-dcbd3c778054 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7803361 Sep 17 01:18:35.088137 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.090139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bdeb906b-9345-40e9-bc1a-7cc66090a186 req-60fb2118-cca5-4549-bf12-96d105a5182a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.23 "DELETE /v2.0/ports/526c4bfb-bcdc-4281-a331-fc6684eb2bf5 HTTP/1.1" status: 204 len: 173 time: 1.0194759 Sep 17 01:18:35.090586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'name': 'network-vif-deleted', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:35.093197 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8981856-4796-4522-a519-6a26a9c5d833" -d '{"events": [{"server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "name": "network-vif-deleted", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:35.102740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Request body: {'port': {'device_id': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:35.117782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:18:35.150651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.151005 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Added segment 3e76668b-fd0b-4a47-b9c7-fe9d6b309838 of type vlan for network 8f3570f3-9aba-477c-9eff-3b1f8107e6c1 Sep 17 01:18:35.186024 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc638711-8d3c-4f4e-913b-2847a524f91e x-openstack-request-id: req-dc638711-8d3c-4f4e-913b-2847a524f91e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:35.189214 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c65747-2323-4dad-a76a-6861334d00c8", "name": "network-vif-deleted", "tag": "526c4bfb-bcdc-4281-a331-fc6684eb2bf5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:35.189970 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc638711-8d3c-4f4e-913b-2847a524f91e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:35.189970 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c65747-2323-4dad-a76a-6861334d00c8', 'name': 'network-vif-deleted', 'tag': '526c4bfb-bcdc-4281-a331-fc6684eb2bf5', 'status': 'completed', 'code': 200} Sep 17 01:18:35.200731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.311194 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.323753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c6268543-082a-4588-be63-fa9de808d17d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:35.454261 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-831cc83e-ef17-4c29-8706-4555b8dd9c2b req-c4149ed0-a6fd-4098-a200-9e7d51062411 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/ports?device_id=d5c65747-2323-4dad-a76a-6861334d00c8 HTTP/1.1" status: 200 len: 210 time: 0.0646787 Sep 17 01:18:35.498037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.resource_extend [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:18:35.529736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-587852cd-3c85-4262-9655-64e9a1a0699f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.606329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-086f14fc-d609-4258-b530-9f1a9983afe9 req-2bfad7e4-eebd-4af1-a873-f67b9da4e73c tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0408511 Sep 17 01:18:35.687746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.688715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:35.689293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.711495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.755288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67934d32-58ba-4079-92e4-f6383e0fbfac {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:35.768550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] Pushing event updated for resources: {'Network': ['ID=8f3570f3-9aba-477c-9eff-3b1f8107e6c1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:35.772822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.779763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.780927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8f3570f3-9aba-477c-9eff-3b1f8107e6c1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:18:35.796473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Transition to ACTIVE for port object 67934d32-58ba-4079-92e4-f6383e0fbfac will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:35.806566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a7750-6afb-415c-9edf-b6a53738e695 req-f3f62b61-5360-46ab-96a6-e2439d957e9b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:35.808323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e1a7750-6afb-415c-9edf-b6a53738e695 req-f3f62b61-5360-46ab-96a6-e2439d957e9b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 931 time: 0.0975883 Sep 17 01:18:35.838286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bf0f1c3e-47ad-4ad4-8a24-52a1e047bed9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3855646 Sep 17 01:18:35.841470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60126) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:35.849977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Request body: {'subnet': {'network_id': '8f3570f3-9aba-477c-9eff-3b1f8107e6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-978332576-subnet', 'tenant_id': '7bb9decb7cb54673b5cc0683fc270ab8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:35.887269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e1a7750-6afb-415c-9edf-b6a53738e695 req-1807a98a-b861-4669-b838-e7b08e19dc42 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718863 Sep 17 01:18:35.888531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.950809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Pushing event updated for resources: {'Port': ['ID=67934d32-58ba-4079-92e4-f6383e0fbfac,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:35.969458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Made reservation on behalf of 7bb9decb7cb54673b5cc0683fc270ab8 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:35.971793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:35.977892 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Floating IP adc0655e-cbe6-4817-9693-e91065951566 associated. External IP: 172.25.1.87, port: f73336ef-edbc-437a-a868-10a108032fc6. Sep 17 01:18:36.049914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Attempting to bind port 67934d32-58ba-4079-92e4-f6383e0fbfac on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:36.050545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Attempting to bind port 67934d32-58ba-4079-92e4-f6383e0fbfac by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:36.051216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Attempting to bind port 67934d32-58ba-4079-92e4-f6383e0fbfac on network 7c9c4a44-8177-4988-89d0-72f7035cfa67 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:36.061013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Port 67934d32-58ba-4079-92e4-f6383e0fbfac on network 7c9c4a44-8177-4988-89d0-72f7035cfa67 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:36.061597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Attempting to bind port 67934d32-58ba-4079-92e4-f6383e0fbfac on network 7c9c4a44-8177-4988-89d0-72f7035cfa67 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:36.070502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:36.071221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Checking segment: {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:36.071909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Bound using segment: {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:36.072684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Bound port: 67934d32-58ba-4079-92e4-f6383e0fbfac, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:36.073323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.131880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.140937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.149852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.152009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] For port 67934d32-58ba-4079-92e4-f6383e0fbfac, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:36.155289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] For port 67934d32-58ba-4079-92e4-f6383e0fbfac, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=67934d32-58ba-4079-92e4-f6383e0fbfac,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:36.157119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.168963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.176106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.191509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.191509 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-767f8029-e720-4403-a945-2dc25c32cead req-8e2d0158-d4fc-4bfd-8fd2-c324be17ded4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5425 time: 0.2630680 Sep 17 01:18:36.195397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-468f7ece-3703-4c3c-8e3a-9f6a6fa4e33c req-7129256a-bf58-449b-bcdf-560980fbb7b3 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfada5a5-2fd8-40ef-9c16-dc4d8c1e0c0e HTTP/1.1" status: 200 len: 210 time: 0.0385025 Sep 17 01:18:36.246659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.280668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.281357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.282748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] 10.222.0.23 "PUT /v2.0/ports/67934d32-58ba-4079-92e4-f6383e0fbfac HTTP/1.1" status: 200 len: 1091 time: 1.1849170 Sep 17 01:18:36.301956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-767f8029-e720-4403-a945-2dc25c32cead req-2774d192-ea70-4075-9778-0fae579acc0f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082795 Sep 17 01:18:36.311927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91d954-7263-4ab0-b98f-cedd0a8664bb service neutron] Pushing event updated for resources: {'Port': ['ID=67934d32-58ba-4079-92e4-f6383e0fbfac,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:36.418615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-8c82e0eb-f03c-41b9-8594-7e51cddf33a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.420163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-8c82e0eb-f03c-41b9-8594-7e51cddf33a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 1094 time: 0.0469253 Sep 17 01:18:36.470421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-a4bb3875-29d1-4ad8-853a-c5a3d9a7278d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67934d32-58ba-4079-92e4-f6383e0fbfac HTTP/1.1" status: 200 len: 217 time: 0.0405231 Sep 17 01:18:36.496650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:18:36.528794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-ff43207a-717b-470e-94d5-82cdcb5dd626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:36.530344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-ff43207a-717b-470e-94d5-82cdcb5dd626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c HTTP/1.1" status: 200 len: 853 time: 0.0524044 Sep 17 01:18:36.571517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-2f22a8c5-e2b5-416a-a7a2-4fe3fab428e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c9c4a44-8177-4988-89d0-72f7035cfa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334833 Sep 17 01:18:36.579809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.672915 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-668b3e14-1419-4f1e-aca7-bea57d7ba00e req-e128f460-7dbf-4ad6-a6be-ce2982c02b6a tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/3f7f9299-ac23-44ed-8871-35a0b3849e09 HTTP/1.1" status: 200 len: 1803 time: 0.1281624 Sep 17 01:18:36.688942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-1023f177-2b4a-43cd-bf67-4d1760cdeaab service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088061 Sep 17 01:18:36.689611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4016cc6b-d721-4b35-91a7-ae68cbc9e1ec,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:36.711561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:18:36.723940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.728058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:18:36.739390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:36.740152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:36.772298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Checking segment: {'id': '3e76668b-fd0b-4a47-b9c7-fe9d6b309838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8f3570f3-9aba-477c-9eff-3b1f8107e6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:36.772698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Network hostable DHCP agents. Network: 8f3570f3-9aba-477c-9eff-3b1f8107e6c1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:36.789467 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8231f4ba-7c42-4068-ad93-6db5a028faa8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "PUT /v2.0/floatingips/adc0655e-cbe6-4817-9693-e91065951566 HTTP/1.1" status: 200 len: 990 time: 2.0271578 Sep 17 01:18:36.791379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:36.792336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-893d470e-fb5a-457f-b5c3-84aa5a08bd85 req-392e3a03-fde1-4774-a0af-77c8c2b1bd63 service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974977 Sep 17 01:18:36.793954 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f05465-2f60-4dac-abf7-55e280b296e9" -d '{"events": [{"name": "network-changed", "server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "tag": "f73336ef-edbc-437a-a868-10a108032fc6"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:36.823092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-668b3e14-1419-4f1e-aca7-bea57d7ba00e req-b12999b0-d180-45b8-982e-9049cbaa7b40 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.848722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-668b3e14-1419-4f1e-aca7-bea57d7ba00e req-b12999b0-d180-45b8-982e-9049cbaa7b40 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:36.873288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:36.902665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e64ce1a-e381-4074-860d-fd4c95e05ce0 x-openstack-request-id: req-6e64ce1a-e381-4074-860d-fd4c95e05ce0 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:36.902665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "tag": "f73336ef-edbc-437a-a868-10a108032fc6", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:36.902665 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e64ce1a-e381-4074-860d-fd4c95e05ce0 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:36.903037 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6', 'status': 'completed', 'code': 200} Sep 17 01:18:36.920348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Network 8f3570f3-9aba-477c-9eff-3b1f8107e6c1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:37.006535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-08f7cbfe-acff-4bee-a35a-cb98fa313521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.008147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-08f7cbfe-acff-4bee-a35a-cb98fa313521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1096 time: 0.0725207 Sep 17 01:18:37.035982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670de15-fb8c-4b3a-a144-2f2c3956bc76 req-706477e0-4867-45e0-8c0b-af2dffe713a9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.038008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4670de15-fb8c-4b3a-a144-2f2c3956bc76 req-706477e0-4867-45e0-8c0b-af2dffe713a9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 943 time: 0.0675428 Sep 17 01:18:37.046911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-668b3e14-1419-4f1e-aca7-bea57d7ba00e req-b12999b0-d180-45b8-982e-9049cbaa7b40 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.050293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-668b3e14-1419-4f1e-aca7-bea57d7ba00e req-b12999b0-d180-45b8-982e-9049cbaa7b40 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.052021 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-668b3e14-1419-4f1e-aca7-bea57d7ba00e req-b12999b0-d180-45b8-982e-9049cbaa7b40 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f7f9299-ac23-44ed-8871-35a0b3849e09 HTTP/1.1" status: 204 len: 173 time: 0.3515725 Sep 17 01:18:37.063857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12999b0-d180-45b8-982e-9049cbaa7b40 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7f9299-ac23-44ed-8871-35a0b3849e09,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:37.104475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8f3570f3-9aba-477c-9eff-3b1f8107e6c1) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:37.112679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.113273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.123572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0016ca44-c769-42e2-8a23-05cca9c974ac None None] Network 8f3570f3-9aba-477c-9eff-3b1f8107e6c1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:37.156943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4670de15-fb8c-4b3a-a144-2f2c3956bc76 req-5eb507f7-37fa-4575-8d2b-15f560979487 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094718 Sep 17 01:18:37.160794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4eb810b-659a-48b0-9312-6e23902712ec req-fc505511-350b-4c7b-a6b9-7090a43acf9b tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "GET /v2.0/security-groups/e469b9e1-d17c-4937-94e8-bbe885167f25 HTTP/1.1" status: 200 len: 1803 time: 0.0826213 Sep 17 01:18:37.162172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-8410b026-11a6-4fcc-a8e7-d28c9b8d9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.165064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-8410b026-11a6-4fcc-a8e7-d28c9b8d9369 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.1476059 Sep 17 01:18:37.232652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'tag': '67934d32-58ba-4079-92e4-f6383e0fbfac'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:37.235467 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d76ea1-3fe1-40df-9788-b255deb8c278", "tag": "67934d32-58ba-4079-92e4-f6383e0fbfac"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:37.245484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-58af66c6-7776-4cd2-bc91-ec478c49f3cf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4027214 Sep 17 01:18:37.248847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a4eb810b-659a-48b0-9312-6e23902712ec req-c0a6fa3f-9e33-4270-804d-930017547789 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.279840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a4eb810b-659a-48b0-9312-6e23902712ec req-c0a6fa3f-9e33-4270-804d-930017547789 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.308197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-f187f875-f48d-4ace-881c-20aff97b4d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 998 time: 0.1320090 Sep 17 01:18:37.325127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001407aa-f298-4197-a4e8-63c6b6787e3c None None] Network 8f3570f3-9aba-477c-9eff-3b1f8107e6c1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:37.345027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'adc0655e-cbe6-4817-9693-e91065951566', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'port_id': 'f73336ef-edbc-437a-a868-10a108032fc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'mac_address': 'fa:16:3e:46:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:18:13Z', 'updated_at': '2021-09-17T01:18:35Z', 'revision_number': 1, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:37.378903 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb31899-f245-484b-ac18-4384ef99a013 x-openstack-request-id: req-cdb31899-f245-484b-ac18-4384ef99a013 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:37.379294 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d76ea1-3fe1-40df-9788-b255deb8c278", "tag": "67934d32-58ba-4079-92e4-f6383e0fbfac", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:37.379607 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdb31899-f245-484b-ac18-4384ef99a013 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:37.380337 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'tag': '67934d32-58ba-4079-92e4-f6383e0fbfac', 'status': 'completed', 'code': 200} Sep 17 01:18:37.383739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:18:37.400952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-629c7f02-ad26-4955-a4d6-db13d8a8d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.403442 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-629c7f02-ad26-4955-a4d6-db13d8a8d354 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0852938 Sep 17 01:18:37.431728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:37.436212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:37.463818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a4eb810b-659a-48b0-9312-6e23902712ec req-c0a6fa3f-9e33-4270-804d-930017547789 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.466821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a4eb810b-659a-48b0-9312-6e23902712ec req-c0a6fa3f-9e33-4270-804d-930017547789 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.468119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4eb810b-659a-48b0-9312-6e23902712ec req-c0a6fa3f-9e33-4270-804d-930017547789 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] 10.222.0.13 "DELETE /v2.0/security-groups/e469b9e1-d17c-4937-94e8-bbe885167f25 HTTP/1.1" status: 204 len: 173 time: 0.2995603 Sep 17 01:18:37.474578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60204) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:37.521420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6fa3f-9e33-4270-804d-930017547789 tempest-SecurityGroupsTestJSON-1971027674 tempest-SecurityGroupsTestJSON-1971027674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e469b9e1-d17c-4937-94e8-bbe885167f25,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:37.539231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Deleting subnet 70b90258-e2cf-47ab-aa0c-6a1a1d9b156a {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:18:37.543372 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.562134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-3f0fc6b7-77d5-4f24-901c-13a3b064a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.563771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-3f0fc6b7-77d5-4f24-901c-13a3b064a14b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 1094 time: 0.1577079 Sep 17 01:18:37.568494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-49e23ded-01d5-479e-8de3-0598e71574c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.570238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-49e23ded-01d5-479e-8de3-0598e71574c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1534948 Sep 17 01:18:37.610761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.638608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:37.732512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:37.774677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.776354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 250fe7ff-3ae6-4898-91ef-f300401c2110 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:37.780650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.786723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.793589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.799473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.802725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-7410ff32-035b-4c35-856e-9b194040a8fa service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799843 Sep 17 01:18:37.805524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.811507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.813438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-3f3fc1a9-d339-4cd2-9b8a-2e140ea5957a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5425 time: 0.1944718 Sep 17 01:18:37.879754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a81edd3-1375-4a63-a024-d46fcbe8cb92 req-91415699-11d9-450b-9394-42391ecd7564 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591800 Sep 17 01:18:37.919293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-9bec1b65-2fd6-485e-8d1a-086976b4ee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:37.920821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-9bec1b65-2fd6-485e-8d1a-086976b4ee8e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 200 len: 914 time: 0.3401487 Sep 17 01:18:37.961857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.036007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.037381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70b90258-e2cf-47ab-aa0c-6a1a1d9b156a HTTP/1.1" status: 204 len: 168 time: 0.5568337 Sep 17 01:18:38.039321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486317c-3496-44a8-8e85-b35b0dda7c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b90258-e2cf-47ab-aa0c-6a1a1d9b156a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:38.041806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:38.092623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7697c434-e6be-415d-8724-0fef0d93ba85 req-eea96e64-06ec-4632-97ca-dd717ceb18d3 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0585120 Sep 17 01:18:38.125634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 250fe7ff-3ae6-4898-91ef-f300401c2110 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:38.133878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 250fe7ff-3ae6-4898-91ef-f300401c2110 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:38.134505 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.204435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2362ba7a-35b6-4a09-ae29-dce9ee45d21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.273088 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.274866 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.288364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'adc0655e-cbe6-4817-9693-e91065951566', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'port_id': 'f73336ef-edbc-437a-a868-10a108032fc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'mac_address': 'fa:16:3e:46:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:18:13Z', 'updated_at': '2021-09-17T01:18:35Z', 'revision_number': 1, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:38.327325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296a925-ba8a-4f4b-b476-1960860c72f6 req-f306b1e4-2ed8-4cd3-a92a-41c2f2923b41 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:38.335273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7296a925-ba8a-4f4b-b476-1960860c72f6 req-f306b1e4-2ed8-4cd3-a92a-41c2f2923b41 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 943 time: 0.0846660 Sep 17 01:18:38.353717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd36112-0065-43d7-9ccf-f3d92e9f6792 None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'adc0655e-cbe6-4817-9693-e91065951566', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'floating_ip_address': '172.25.1.87', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'port_id': 'f73336ef-edbc-437a-a868-10a108032fc6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'mac_address': 'fa:16:3e:46:48:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:18:13Z', 'updated_at': '2021-09-17T01:18:35Z', 'revision_number': 1, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:18:38.399886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:38.402157 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22194195-9f4e-4409-ae99-00e17a470684" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:38.408843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-6a4ff630-69a7-45f4-ab67-30d95ad7c7d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67934d32-58ba-4079-92e4-f6383e0fbfac HTTP/1.1" status: 200 len: 217 time: 0.4590580 Sep 17 01:18:38.423504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=250fe7ff-3ae6-4898-91ef-f300401c2110,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:38.458006 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.463760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7296a925-ba8a-4f4b-b476-1960860c72f6 req-5d74076b-e632-4bdc-a761-d31ff651740e tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276305 Sep 17 01:18:38.491363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.492469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cc55ca3e-0dcf-4cde-9cba-73ce33127cfa up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:38.498140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:38.511591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:38.512056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e0beaa-3d1f-4d7d-b1c0-e68284e5d958') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:38.525002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.542964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.550396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:18:38.550854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:18:38.553616 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:18:38.571553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-01e499ef-2120-46bf-a0c9-55eda0de1f68 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:38.571553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-01e499ef-2120-46bf-a0c9-55eda0de1f68 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/networks?id=8c827016-0d9a-41f0-9ae3-10fc0c838470 HTTP/1.1" status: 200 len: 825 time: 0.1568751 Sep 17 01:18:38.593447 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be78f1-b92b-474f-823b-4dc6d5f67e64 x-openstack-request-id: req-86be78f1-b92b-474f-823b-4dc6d5f67e64 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:38.593699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-775e4552-ca98-459d-84d2-ffa7d9bebbdb req-5a1a1111-37c7-40e2-89a2-7eb2521e8a07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a2d4884a7b774574a6a58c74761e8f41&device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.6907547 Sep 17 01:18:38.594000 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:38.594347 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86be78f1-b92b-474f-823b-4dc6d5f67e64 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:38.594871 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'code': 200} Sep 17 01:18:38.629982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:38.661653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-0841d16c-abb3-47e2-a5c7-2f2d4a3472dc tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/quotas/4caa369cfa4046d79faa02f41e622c52 HTTP/1.1" status: 200 len: 375 time: 0.0647428 Sep 17 01:18:38.669033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-775e4552-ca98-459d-84d2-ffa7d9bebbdb req-9b556b07-9835-4f11-bf96-d42baad36113 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a2d4884a7b774574a6a58c74761e8f41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656083 Sep 17 01:18:38.687894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:38.692245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:38.692649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.722476 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e40aec-ccb5-4fc7-99bc-dd202dcf3c4b None None] New status for floating IP adc0655e-cbe6-4817-9693-e91065951566: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:18:38.735295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-da96df7e-8975-4f01-b2e8-72932fbe0880 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4caa369cfa4046d79faa02f41e622c52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608602 Sep 17 01:18:38.740295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81f05465-2f60-4dac-abf7-55e280b296e9 req-108302c8-d961-442a-b8bd-050eb673537a service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9194374 Sep 17 01:18:38.742388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-de80c1a7-55a6-4a5a-b9cd-76ea54538da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:38.743790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.744153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-de80c1a7-55a6-4a5a-b9cd-76ea54538da6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c HTTP/1.1" status: 200 len: 853 time: 0.1704021 Sep 17 01:18:38.754496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.754496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f HTTP/1.1" status: 204 len: 168 time: 0.7009282 Sep 17 01:18:38.773746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3ee32-f8a9-4d84-a156-374d991f0d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=f0ec51b3-5b7a-48bf-a65a-b07b0fa1d67f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:38.837010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:38.841192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-e41ae586-d38f-43a5-9e45-fae49cba3301 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c9c4a44-8177-4988-89d0-72f7035cfa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575287 Sep 17 01:18:38.923298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:18:38.966301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:38.973205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:18:38.973864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 526c4bfb-bcdc-4281-a331-fc6684eb2bf5 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:18:39.020216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-fa6bc2cb-d8c1-4d69-b0ae-770e5069c8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/8c827016-0d9a-41f0-9ae3-10fc0c838470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748821 Sep 17 01:18:39.023654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e4552-ca98-459d-84d2-ffa7d9bebbdb req-f7381123-572e-4d1d-a4d7-0f70b9e11229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.027034 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-775e4552-ca98-459d-84d2-ffa7d9bebbdb req-f7381123-572e-4d1d-a4d7-0f70b9e11229 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3403232 Sep 17 01:18:39.032055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.033712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bb8a19d-9d13-4535-b9fa-299126101df9 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:39.057750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-5aa47c16-ff57-405e-893a-878c1a45c58e service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840072 Sep 17 01:18:39.094008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.111140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.119581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.126392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.144887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.154140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.187809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.205765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:39.213816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.219655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-3310834b-ed86-40ad-8d3d-624f0ade30ec tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5427 time: 0.1805065 Sep 17 01:18:39.225457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-dc5be2c3-6bea-468d-ae44-a4b978c9a568 service neutron] 10.222.0.13 "GET /v2.0/networks/8c827016-0d9a-41f0-9ae3-10fc0c838470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811895 Sep 17 01:18:39.233290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2dceaf0-a1e3-4c1e-a816-c4dc485b5351 req-bdfb86d0-e8ac-41d8-a49b-6836fe259afb service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659338 Sep 17 01:18:39.267658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14bbfb58-d269-4251-92d6-01fb64067fd2 req-e51acb6a-59f0-4aba-ae62-8adf87263c5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430014 Sep 17 01:18:39.275542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 8bb8a19d-9d13-4535-b9fa-299126101df9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:39.281559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 8bb8a19d-9d13-4535-b9fa-299126101df9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:39.286108 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.341703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60300) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:39.391815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19b39a7f-ea07-427a-b9cd-14b9e7615fa8 req-ef99535e-fca4-49d3-8fd7-b76507088066 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0340555 Sep 17 01:18:39.405355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.421975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c72c73a-566b-47df-8ef7-1942866c36cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51e33ef0c6614a74a6bd4ef183eb9018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790107 Sep 17 01:18:39.426081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:39.449405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 8bb8a19d-9d13-4535-b9fa-299126101df9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bb8a19d-9d13-4535-b9fa-299126101df9,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:39.460904 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.485672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba104-fcbe-4e20-8a9c-35a7d84ba514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.525793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba104-fcbe-4e20-8a9c-35a7d84ba514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.532302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.533221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 33c4d190-5b93-4b7f-a243-bc30ea8e45af up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:39.580460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67341dbd-0fb8-4b3e-87fa-635fa972cab7 req-d106b368-6946-43ef-8669-2e7d3201e23d tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 210 time: 0.0356469 Sep 17 01:18:39.645000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=8bb8a19d-9d13-4535-b9fa-299126101df9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:39.666724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d32c-9cf4-41a6-a214-c5398a111dd1 req-74c5c12f-9571-4638-9835-476b2aee1828 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:39.668313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-17a7d32c-9cf4-41a6-a214-c5398a111dd1 req-74c5c12f-9571-4638-9835-476b2aee1828 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 943 time: 0.0665054 Sep 17 01:18:39.669450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba104-fcbe-4e20-8a9c-35a7d84ba514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.672016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f3ba104-fcbe-4e20-8a9c-35a7d84ba514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.679761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2f3ba104-fcbe-4e20-8a9c-35a7d84ba514 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8048124a-ce9f-4f84-85a3-be0570c697a8 HTTP/1.1" status: 204 len: 168 time: 0.2484729 Sep 17 01:18:39.705969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ba104-fcbe-4e20-8a9c-35a7d84ba514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8048124a-ce9f-4f84-85a3-be0570c697a8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:39.727232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-17a7d32c-9cf4-41a6-a214-c5398a111dd1 req-21c5e25f-53b1-4a1a-98bc-163b3e1ca167 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462618 Sep 17 01:18:39.744054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 33c4d190-5b93-4b7f-a243-bc30ea8e45af completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:39.753512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 33c4d190-5b93-4b7f-a243-bc30ea8e45af triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:39.754991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.847984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.883303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:39.931716 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:39.932533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 68b02d21-7969-4867-ad08-125d96c53d8c up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:40.010682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:40.062969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 68b02d21-7969-4867-ad08-125d96c53d8c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:40.066950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 68b02d21-7969-4867-ad08-125d96c53d8c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:40.067369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.165794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.206941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=68b02d21-7969-4867-ad08-125d96c53d8c,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:40.212155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60332) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:40.280287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.281682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 19a841ce-6269-4c6b-bbef-6275d71302c3 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:40.333579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-775e4552-ca98-459d-84d2-ffa7d9bebbdb req-faade825-fbe7-441d-bf45-e753c6e00811 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.36 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0553613 Sep 17 01:18:40.342875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f5acc49-dd27-48e8-85c4-738715f3acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.399067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:40.443342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.447456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.455877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.464476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.473522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.481457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.488416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.497898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-5b0e5ae7-458f-4f08-9fd8-bf9ba0c77ef2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5430 time: 0.1264968 Sep 17 01:18:40.510495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f5acc49-dd27-48e8-85c4-738715f3acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.529415 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4585192e-3bd5-461d-9602-cc94ffa42e66 req-a47f1a0c-7b6b-4a8a-b319-cd0fdcdaf163 tempest-ServerShowV247Test-1068834902 tempest-ServerShowV247Test-1068834902-project] 10.222.0.13 "GET /v2.0/ports?device_id=4950fc3b-a7d2-4af1-91f8-73e6ab47f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0402534 Sep 17 01:18:40.552174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 19a841ce-6269-4c6b-bbef-6275d71302c3 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:40.556481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d1b8a42-73e7-4115-9825-e62527e03f8b req-79539286-d3bf-4d24-9067-47598ce06d78 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479155 Sep 17 01:18:40.559138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 19a841ce-6269-4c6b-bbef-6275d71302c3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:40.559785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.579927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7f5acc49-dd27-48e8-85c4-738715f3acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.595562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55ca3e-0dcf-4cde-9cba-73ce33127cfa'}, {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb8a19d-9d13-4535-b9fa-299126101df9'}, {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af'}, {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b02d21-7969-4867-ad08-125d96c53d8c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:40.598934 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1521944-c402-442f-b77b-cccbe75f2a2f" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55ca3e-0dcf-4cde-9cba-73ce33127cfa"}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "8bb8a19d-9d13-4535-b9fa-299126101df9"}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af"}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "68b02d21-7969-4867-ad08-125d96c53d8c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:40.655121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7f5acc49-dd27-48e8-85c4-738715f3acd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fdefd11e97a419899085f2f03b93094&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398291 Sep 17 01:18:40.656049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60354) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:40.656921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5acc49-dd27-48e8-85c4-738715f3acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159ee39-c6c6-44cc-9f32-c0bb6b5768a9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:40.696745 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.707504 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8f4c75-5293-40de-96ae-9bfe39c05ff5 x-openstack-request-id: req-6d8f4c75-5293-40de-96ae-9bfe39c05ff5 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:40.708100 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "cc55ca3e-0dcf-4cde-9cba-73ce33127cfa", "code": 200}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "8bb8a19d-9d13-4535-b9fa-299126101df9", "code": 200}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af", "code": 200}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "68b02d21-7969-4867-ad08-125d96c53d8c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:40.708430 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d8f4c75-5293-40de-96ae-9bfe39c05ff5 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:40.712430 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc55ca3e-0dcf-4cde-9cba-73ce33127cfa', 'code': 200} Sep 17 01:18:40.712430 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb8a19d-9d13-4535-b9fa-299126101df9', 'code': 200} Sep 17 01:18:40.712430 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af', 'code': 200} Sep 17 01:18:40.712430 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68b02d21-7969-4867-ad08-125d96c53d8c', 'code': 200} Sep 17 01:18:40.737853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 19a841ce-6269-4c6b-bbef-6275d71302c3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=19a841ce-6269-4c6b-bbef-6275d71302c3,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:40.751415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-18158e9c-e15b-41ae-b313-9812e72c1b52 req-9405c9bf-1c2a-47af-bf81-8811611b8307 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 210 time: 0.0545709 Sep 17 01:18:40.779247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18e4a63d-2381-4a05-98fe-16a181f7ad39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.805024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18e4a63d-2381-4a05-98fe-16a181f7ad39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.812716 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.814854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c6268543-082a-4588-be63-fa9de808d17d up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:40.888555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eb3694-be8c-4920-9139-aed8044df230 req-368b98b8-2599-4fe8-aa99-7b7dbea21d2c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:40.890647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37eb3694-be8c-4920-9139-aed8044df230 req-368b98b8-2599-4fe8-aa99-7b7dbea21d2c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 943 time: 0.0666511 Sep 17 01:18:40.903183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=19a841ce-6269-4c6b-bbef-6275d71302c3,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:40.909420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18e4a63d-2381-4a05-98fe-16a181f7ad39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.921330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18e4a63d-2381-4a05-98fe-16a181f7ad39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:40.925618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-18e4a63d-2381-4a05-98fe-16a181f7ad39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c159ee39-c6c6-44cc-9f32-c0bb6b5768a9 HTTP/1.1" status: 204 len: 168 time: 0.2683699 Sep 17 01:18:40.937153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4a63d-2381-4a05-98fe-16a181f7ad39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159ee39-c6c6-44cc-9f32-c0bb6b5768a9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:40.955844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 67934d32-58ba-4079-92e4-f6383e0fbfac details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:40.982165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37eb3694-be8c-4920-9139-aed8044df230 req-ce40cb4c-e36d-42a3-96a5-e120e6729a23 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852311 Sep 17 01:18:41.008744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60366) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:41.088112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.090353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c6268543-082a-4588-be63-fa9de808d17d completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:41.105422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c6268543-082a-4588-be63-fa9de808d17d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:41.105900 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.129725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1477924931-network', 'tenant_id': 'fc82b2d0ce33465fad42b06e81e1ced8'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:41.217758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Made reservation on behalf of fc82b2d0ce33465fad42b06e81e1ced8 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:41.220255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.230604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.318095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 67934d32-58ba-4079-92e4-f6383e0fbfac, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=67934d32-58ba-4079-92e4-f6383e0fbfac,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:41.333437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '67934d32-58ba-4079-92e4-f6383e0fbfac', 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67', 'port_id': '67934d32-58ba-4079-92e4-f6383e0fbfac', 'mac_address': 'fa:16:3e:fb:b2:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:41.333747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.402254 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.404203 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.423562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.434090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67934d32-58ba-4079-92e4-f6383e0fbfac {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:41.464660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:18:41.465542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c6268543-082a-4588-be63-fa9de808d17d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c6268543-082a-4588-be63-fa9de808d17d,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:41.467697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 67934d32-58ba-4079-92e4-f6383e0fbfac, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=67934d32-58ba-4079-92e4-f6383e0fbfac,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:41.476366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce5015-95a6-4a3d-977e-fa7457d79b54,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:41.481140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.481490 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Added segment 5b8f83ee-fb6e-4da1-9c20-1f6a55241380 of type vlan for network 631ddd2e-7986-4e3c-b92c-52bf1e9bd100 Sep 17 01:18:41.496239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.496592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.496933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.497273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.497607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.497937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.498321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.498576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.498898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.499249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.499572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.499890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:18:41.532025 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.543792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.564554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.588903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c6268543-082a-4588-be63-fa9de808d17d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:41.681729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.684194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.684194 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:41.698512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=67934d32-58ba-4079-92e4-f6383e0fbfac,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:41.736986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-10177e60-3737-4abe-9974-cf20651491fe tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.738498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-10177e60-3737-4abe-9974-cf20651491fe tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.23 "GET /v2.0/networks?id=8c827016-0d9a-41f0-9ae3-10fc0c838470 HTTP/1.1" status: 200 len: 825 time: 0.1576791 Sep 17 01:18:41.752890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Request body: {'port': {'device_id': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470', 'admin_state_up': True, 'tenant_id': '4caa369cfa4046d79faa02f41e622c52'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:41.761131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['67934d32-58ba-4079-92e4-f6383e0fbfac'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:41.805695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.812392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.820954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.827446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.835920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.843721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.850512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:41.853274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-45976099-66af-4860-a34f-c23d5e8e0a5e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.2276719 Sep 17 01:18:41.860504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] Pushing event updated for resources: {'Network': ['ID=631ddd2e-7986-4e3c-b92c-52bf1e9bd100,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:41.874704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 631ddd2e-7986-4e3c-b92c-52bf1e9bd100 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:18:41.887570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c3b1e389-30f6-4e10-bd21-6993df8a3516 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8769233 Sep 17 01:18:41.891921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60390) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:41.897623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Request body: {'subnet': {'network_id': '631ddd2e-7986-4e3c-b92c-52bf1e9bd100', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1477924931-subnet', 'tenant_id': 'fc82b2d0ce33465fad42b06e81e1ced8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:41.908217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f59bedb3-2f86-4aab-9b8d-b57acd8c472e req-811f883a-44fb-44e7-9eb7-b490cc28fd1c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 210 time: 0.0730042 Sep 17 01:18:41.925930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33e4b41d-84ce-4aa9-a744-b2cc2e27324d req-20002fb2-08d0-4b0a-903f-ceb276a25624 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661058 Sep 17 01:18:41.931827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:18:41.931827 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:18:41.931827 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': '4caa369cfa4046d79faa02f41e622c52', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 18, 21, 912812)}] Sep 17 01:18:41.931827 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:18:41.935489 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:18:42.059586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Made reservation on behalf of fc82b2d0ce33465fad42b06e81e1ced8 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:42.061816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.151499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0eb1f-c3fe-42c1-b9c2-7f097d84e42c req-224aa00f-2022-47e5-b5b8-ac093e5c683c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:42.153008 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efb0eb1f-c3fe-42c1-b9c2-7f097d84e42c req-224aa00f-2022-47e5-b5b8-ac093e5c683c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 944 time: 0.1043186 Sep 17 01:18:42.213050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-efb0eb1f-c3fe-42c1-b9c2-7f097d84e42c req-77985c3c-b8d2-4434-875c-e56f0faa5be3 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530245 Sep 17 01:18:42.245993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60404) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:42.360671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.362118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a89ffd66-193b-4b38-ba11-d1d18013b733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.419839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3789d20-4ac9-4936-b227-055f7acbad7b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:42.435444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Checking segment: {'id': '5b8f83ee-fb6e-4da1-9c20-1f6a55241380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '631ddd2e-7986-4e3c-b92c-52bf1e9bd100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:42.435444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Network hostable DHCP agents. Network: 631ddd2e-7986-4e3c-b92c-52bf1e9bd100, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:42.466937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a89ffd66-193b-4b38-ba11-d1d18013b733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.514714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Network 631ddd2e-7986-4e3c-b92c-52bf1e9bd100 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:42.533622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a89ffd66-193b-4b38-ba11-d1d18013b733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.582076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a89ffd66-193b-4b38-ba11-d1d18013b733 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2d4884a7b774574a6a58c74761e8f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349910 Sep 17 01:18:42.583214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ffd66-193b-4b38-ba11-d1d18013b733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd0943-a5b2-4157-b4e5-2ee9d6d6ab7a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:42.585374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60414) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:42.594904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 631ddd2e-7986-4e3c-b92c-52bf1e9bd100) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:42.607143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252098ee-9f53-4c87-a25d-657e97d5c04a None None] Network 631ddd2e-7986-4e3c-b92c-52bf1e9bd100 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:42.607603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:42.607603 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.651926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Made reservation on behalf of 4caa369cfa4046d79faa02f41e622c52 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:42.655287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1737f3f6-0f06-46f6-9723-20548c62f221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.658565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.678432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1737f3f6-0f06-46f6-9723-20548c62f221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.717426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a841ce-6269-4c6b-bbef-6275d71302c3'}, {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6268543-082a-4588-be63-fa9de808d17d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:42.718463 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eacbceb-c258-4e6b-8a2c-8bbe6696e9a1" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "19a841ce-6269-4c6b-bbef-6275d71302c3"}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "c6268543-082a-4588-be63-fa9de808d17d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:42.764629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639d99d9-912b-4f0a-8e86-79353734b37d None None] Network 631ddd2e-7986-4e3c-b92c-52bf1e9bd100 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:42.781457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-45f4a9d3-b60d-46d8-94e0-b257fefb1e68 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8881152 Sep 17 01:18:42.824355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1737f3f6-0f06-46f6-9723-20548c62f221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.828279 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1737f3f6-0f06-46f6-9723-20548c62f221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:42.836245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1737f3f6-0f06-46f6-9723-20548c62f221 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50dd0943-a5b2-4157-b4e5-2ee9d6d6ab7a HTTP/1.1" status: 204 len: 168 time: 0.2420518 Sep 17 01:18:42.849874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Allocated IP 172.20.0.6 (8c827016-0d9a-41f0-9ae3-10fc0c838470/65334762-a6f5-4969-9ace-8383811fe82c/d4f4e052-01be-4785-9541-80ca01301f7c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:42.867657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737f3f6-0f06-46f6-9723-20548c62f221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd0943-a5b2-4157-b4e5-2ee9d6d6ab7a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:42.957125 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95365e76-1ee0-4359-a8ba-c7620d0e59c0 x-openstack-request-id: req-95365e76-1ee0-4359-a8ba-c7620d0e59c0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:42.957687 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "19a841ce-6269-4c6b-bbef-6275d71302c3", "code": 200}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-plugged", "status": "completed", "tag": "c6268543-082a-4588-be63-fa9de808d17d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:42.958138 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95365e76-1ee0-4359-a8ba-c7620d0e59c0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:42.958705 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a841ce-6269-4c6b-bbef-6275d71302c3', 'code': 200} Sep 17 01:18:42.959174 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6268543-082a-4588-be63-fa9de808d17d', 'code': 200} Sep 17 01:18:42.984402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 67934d32-58ba-4079-92e4-f6383e0fbfac up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:43.049232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.049726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.050229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.050735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.051343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.051886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.052294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.055048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-236d0cb9-7ffb-4b24-9326-146c3e2a9be2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6489 time: 0.1303892 Sep 17 01:18:43.090558 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.096860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.104775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.110883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.111912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.117821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.122759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0816962-2be6-46b2-bd36-1dd6ff355c67 req-ae712837-f995-4bc7-a876-eb08344f7a92 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596237 Sep 17 01:18:43.125294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.130567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.137548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-de97a426-9324-441a-846f-ca09460f1a68 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.1077962 Sep 17 01:18:43.149204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 67934d32-58ba-4079-92e4-f6383e0fbfac completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:43.153694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 67934d32-58ba-4079-92e4-f6383e0fbfac triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:43.154675 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.214455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0b0cb7b-202b-460a-be87-cfb01179efe1 req-44f0483c-64ae-4519-90e9-a4b725786c51 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0737014 Sep 17 01:18:43.218976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.258013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.273921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Network 8c827016-0d9a-41f0-9ae3-10fc0c838470 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:43.277913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:43.288373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:43.328412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60444) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:43.336444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 67934d32-58ba-4079-92e4-f6383e0fbfac, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=67934d32-58ba-4079-92e4-f6383e0fbfac,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:43.342084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74677222-3017-44d0-a97a-36ff1c3b8126 req-cc9383b4-debb-44a8-926f-b786e661b5a8 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.350025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74677222-3017-44d0-a97a-36ff1c3b8126 req-cc9383b4-debb-44a8-926f-b786e661b5a8 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 931 time: 0.0630720 Sep 17 01:18:43.361982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Pushing event updated for resources: {'Port': ['ID=d4f4e052-01be-4785-9541-80ca01301f7c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:43.389944 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-41a77267-72b0-462d-b036-5a4bc12c6e26 req-f38cc049-9255-431b-a135-727855e615b5 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] show failed (client error): The resource could not be found. Sep 17 01:18:43.395027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.401966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74677222-3017-44d0-a97a-36ff1c3b8126 req-dff924e8-c6ca-4015-a99a-157af959c1ed tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498931 Sep 17 01:18:43.420446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-41a77267-72b0-462d-b036-5a4bc12c6e26 req-f38cc049-9255-431b-a135-727855e615b5 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups/141d310f-d8f7-4756-8ca9-1f0be0015e00 HTTP/1.1" status: 404 len: 352 time: 0.0618255 Sep 17 01:18:43.454098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.454782 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.501537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=67934d32-58ba-4079-92e4-f6383e0fbfac,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:43.557308 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-848c747e-82c1-4e4a-84a9-642004f141d1 req-57adb5cc-e4d7-4908-bbf0-e08090b9b7c5 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc82b2d0ce33465fad42b06e81e1ced8 HTTP/1.1" status: 200 len: 2988 time: 0.0893176 Sep 17 01:18:43.565256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:43.578265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-99dd943d-059b-4607-be78-8e6f0ba74bca tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8296497 Sep 17 01:18:43.599275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Request body: {'port': {'device_id': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:43.610993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-848c747e-82c1-4e4a-84a9-642004f141d1 req-47b55efc-d4c3-44b2-9923-26efad738766 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups/33ce5015-95a6-4a3d-977e-fa7457d79b54 HTTP/1.1" status: 200 len: 2985 time: 0.0525043 Sep 17 01:18:43.650536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff183d-4d1f-4045-ae98-49ff03d223f4 req-3098403b-490e-4969-9345-798bef29e720 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:43.652199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22ff183d-4d1f-4045-ae98-49ff03d223f4 req-3098403b-490e-4969-9345-798bef29e720 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.1262431 Sep 17 01:18:43.666133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-848c747e-82c1-4e4a-84a9-642004f141d1 req-63f56b57-c226-46df-bf08-c0609c53b900 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups/33ce5015-95a6-4a3d-977e-fa7457d79b54 HTTP/1.1" status: 200 len: 2985 time: 0.0515583 Sep 17 01:18:43.716523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22ff183d-4d1f-4045-ae98-49ff03d223f4 req-963e017c-bf02-44e7-92be-40b82d294905 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 Sep 17 01:18:43.717911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.739538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:43.744056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9b8753c-de1d-4b7a-b491-f098f57c62cc req-1fed0329-462a-4c00-9f9f-ceb8908f89b4 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups/33ce5015-95a6-4a3d-977e-fa7457d79b54 HTTP/1.1" status: 200 len: 2985 time: 0.0638025 Sep 17 01:18:43.810776 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [req-c9b8753c-de1d-4b7a-b491-f098f57c62cc req-9f74e108-eb43-4be0-b99b-8f64a45e11ef tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 01:18:43.814726 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9b8753c-de1d-4b7a-b491-f098f57c62cc req-9f74e108-eb43-4be0-b99b-8f64a45e11ef tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "DELETE /v2.0/security-groups/33ce5015-95a6-4a3d-977e-fa7457d79b54 HTTP/1.1" status: 409 len: 352 time: 0.0593519 Sep 17 01:18:43.919661 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-134d6d8f-e69d-4e37-849a-4ac6b254f8c4 req-b29b3bef-4b8c-482e-9218-5659d7606f03 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] show failed (client error): The resource could not be found. Sep 17 01:18:43.925619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-134d6d8f-e69d-4e37-849a-4ac6b254f8c4 req-b29b3bef-4b8c-482e-9218-5659d7606f03 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups/cb6685c5-3091-4a31-9e57-c0c55fb97bec HTTP/1.1" status: 404 len: 352 time: 0.0444586 Sep 17 01:18:44.011658 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-36b5c434-efdf-43c4-8dbf-a43258acbef0 req-952ad130-ce35-4b4b-a88a-8f46c9c35784 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] show failed (client error): The resource could not be found. Sep 17 01:18:44.012678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36b5c434-efdf-43c4-8dbf-a43258acbef0 req-952ad130-ce35-4b4b-a88a-8f46c9c35784 tempest-SecurityGroupsNegativeTestJSON-440381599 tempest-SecurityGroupsNegativeTestJSON-440381599-project] 10.222.0.13 "GET /v2.0/security-groups/9d8e50ee-9efc-4e0a-9b09-ae9384dffc33 HTTP/1.1" status: 404 len: 352 time: 0.0601394 Sep 17 01:18:44.028572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:44.051546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.197441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f4e052-01be-4785-9541-80ca01301f7c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:44.210484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.234027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Transition to ACTIVE for port object d4f4e052-01be-4785-9541-80ca01301f7c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:44.262348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Allocated IP 172.25.1.95 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/f6c5d2d3-966e-4208-bd74-fe6e546ce59a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:44.309347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.392314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:44.473068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Deleting subnet d3789d20-4ac9-4936-b227-055f7acbad7b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:18:44.477877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.495594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.525543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.528058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Pushing event updated for resources: {'Port': ['ID=d4f4e052-01be-4785-9541-80ca01301f7c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:44.531469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.537452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.543721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.549585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.555903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.562079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.563865 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4ac0a38e-ca9a-4b03-b0f1-dd2b2028a839 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.1463037 Sep 17 01:18:44.572318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.602691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1385827958-network', 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:44.641584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.648003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a5e2f55-0a5c-406f-925c-46393016ebd7 req-4b3465d0-a163-4220-a395-3f182544d61d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555749 Sep 17 01:18:44.664174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d54ee-a3c8-490d-94b3-8f70c1e2aecb req-2344d8d3-e58d-4d4f-ba08-ad897685fbd6 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.665693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b52d54ee-a3c8-490d-94b3-8f70c1e2aecb req-2344d8d3-e58d-4d4f-ba08-ad897685fbd6 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 943 time: 0.1387255 Sep 17 01:18:44.671417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Attempting to bind port d4f4e052-01be-4785-9541-80ca01301f7c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:44.672545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Attempting to bind port d4f4e052-01be-4785-9541-80ca01301f7c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '8346f36a-cc1b-49b2-810c-28a96cee409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:44.673533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Attempting to bind port d4f4e052-01be-4785-9541-80ca01301f7c on network 8c827016-0d9a-41f0-9ae3-10fc0c838470 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:44.683969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.697601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Port d4f4e052-01be-4785-9541-80ca01301f7c on network 8c827016-0d9a-41f0-9ae3-10fc0c838470 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:44.698007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Attempting to bind port d4f4e052-01be-4785-9541-80ca01301f7c on network 8c827016-0d9a-41f0-9ae3-10fc0c838470 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:44.741154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:44.741487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Checking segment: {'id': '8346f36a-cc1b-49b2-810c-28a96cee409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:44.741870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Bound using segment: {'id': '8346f36a-cc1b-49b2-810c-28a96cee409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:44.742305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Bound port: d4f4e052-01be-4785-9541-80ca01301f7c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8346f36a-cc1b-49b2-810c-28a96cee409d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:44.742666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.752388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:44.754610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.764867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:44.784102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.790896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:44.792857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.798478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:44.800257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c5d2d3-966e-4208-bd74-fe6e546ce59a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:44.812713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b52d54ee-a3c8-490d-94b3-8f70c1e2aecb req-ae74d4f9-f092-4329-9baf-38640189b951 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344776 Sep 17 01:18:44.824746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3789d20-4ac9-4936-b227-055f7acbad7b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:44.826903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:44.828816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c060c9a7-cf21-47db-aa68-d9f90fd9d7a6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d3789d20-4ac9-4936-b227-055f7acbad7b HTTP/1.1" status: 204 len: 168 time: 0.7989306 Sep 17 01:18:44.841704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60490) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:44.867784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95e249-2f29-4107-8d28-c590be131353 req-3a34771a-da5a-4024-9d22-4096434611c9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:44.869312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a95e249-2f29-4107-8d28-c590be131353 req-3a34771a-da5a-4024-9d22-4096434611c9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.0745811 Sep 17 01:18:44.907644 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a95e249-2f29-4107-8d28-c590be131353 req-f68216da-6d34-4b6a-9c06-e67694f7a6c6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Sep 17 01:18:44.960226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67934d32-58ba-4079-92e4-f6383e0fbfac'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:44.962593 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94ef56-9bf4-44c8-8f1d-c03d233b66aa" -d '{"events": [{"server_uuid": "a8d76ea1-3fe1-40df-9788-b255deb8c278", "name": "network-vif-plugged", "status": "completed", "tag": "67934d32-58ba-4079-92e4-f6383e0fbfac"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:45.000469 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdfd17a-e1b4-455c-94d4-cdbb99adc490 x-openstack-request-id: req-bfdfd17a-e1b4-455c-94d4-cdbb99adc490 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:45.004504 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d76ea1-3fe1-40df-9788-b255deb8c278", "name": "network-vif-plugged", "status": "completed", "tag": "67934d32-58ba-4079-92e4-f6383e0fbfac", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:45.004504 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfdfd17a-e1b4-455c-94d4-cdbb99adc490 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:45.004504 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67934d32-58ba-4079-92e4-f6383e0fbfac', 'code': 200} Sep 17 01:18:45.032122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] For port d4f4e052-01be-4785-9541-80ca01301f7c, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:45.059690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.076596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] For port d4f4e052-01be-4785-9541-80ca01301f7c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d4f4e052-01be-4785-9541-80ca01301f7c,segment=NetworkSegment(8346f36a-cc1b-49b2-810c-28a96cee409d),segment_id=8346f36a-cc1b-49b2-810c-28a96cee409d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:45.078964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.132203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.191744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c6dec-d567-4561-bdfe-d142712ee4f3 req-82615d75-8a59-49db-8359-14ff0a3c43c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.193238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-957c6dec-d567-4561-bdfe-d142712ee4f3 req-82615d75-8a59-49db-8359-14ff0a3c43c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 1096 time: 0.1274486 Sep 17 01:18:45.206289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.206829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.208159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] 10.222.0.23 "PUT /v2.0/ports/d4f4e052-01be-4785-9541-80ca01301f7c HTTP/1.1" status: 200 len: 1091 time: 1.6209896 Sep 17 01:18:45.212976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'tag': 'd4f4e052-01be-4785-9541-80ca01301f7c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:45.212976 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d08bff5-01de-4151-a6fd-7cbe4b49d51d", "tag": "d4f4e052-01be-4785-9541-80ca01301f7c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:45.281903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.281903 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af140404-8ad1-4c51-aec3-785b3e6c42cf x-openstack-request-id: req-af140404-8ad1-4c51-aec3-785b3e6c42cf {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:45.281903 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d08bff5-01de-4151-a6fd-7cbe4b49d51d", "tag": "d4f4e052-01be-4785-9541-80ca01301f7c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:45.281903 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af140404-8ad1-4c51-aec3-785b3e6c42cf {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:45.282323 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'tag': 'd4f4e052-01be-4785-9541-80ca01301f7c', 'status': 'completed', 'code': 200} Sep 17 01:18:45.298266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.620757 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.642829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.653711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751fd3c-274b-4948-8f58-835ae255996b service neutron] Pushing event updated for resources: {'Port': ['ID=d4f4e052-01be-4785-9541-80ca01301f7c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:45.701879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-957c6dec-d567-4561-bdfe-d142712ee4f3 req-e914b4ad-f768-4c31-9399-62af05cd3a09 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970708 Sep 17 01:18:45.715612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['631ddd2e-7986-4e3c-b92c-52bf1e9bd100']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:45.717892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:18:45.747537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8f83ee-fb6e-4da1-9c20-1f6a55241380') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:45.747838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8f83ee-fb6e-4da1-9c20-1f6a55241380') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:45.759039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2e81b0-6958-4655-9ea3-b59695c45dd8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:45.770621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.772564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.772909 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Added segment 3eb028ab-42cb-4fc6-be41-11d2183a8ca1 of type vlan for network 05b7cf59-fc35-4ccc-a670-8779a75a804d Sep 17 01:18:45.790671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.796801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.802690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.809231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.815207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.821609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.827456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.831273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-993b0502-cd63-4cec-9dcb-b9a3935a0346 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.0989251 Sep 17 01:18:45.831436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f req-8e48e130-4aa8-4e8b-aaca-ecf2e4ad7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:45.832697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f req-8e48e130-4aa8-4e8b-aaca-ecf2e4ad7975 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4caa369cfa4046d79faa02f41e622c52&device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 1094 time: 0.2086866 Sep 17 01:18:45.833641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.877325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa82cf89-e383-46c6-92b0-105d10aa3238 req-b88f409a-5217-4f6f-b063-a44f17c78d34 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409710 Sep 17 01:18:45.887920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:18:45.890615 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:18:45.900139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.007684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.014628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.020906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.026834 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.033209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.040517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.046844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.048944 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce3ce50f-2c79-4807-b924-b5b9af1932ef req-53b58930-b2f5-42c4-a3d0-c8793b314c5b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.0969317 Sep 17 01:18:46.060002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60508) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:46.066631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Request body: {'floatingip': {'port_id': '250fe7ff-3ae6-4898-91ef-f300401c2110'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:46.119705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ebf28-5358-4587-8e82-c2deb9d41090 req-5a93bd45-6bb9-4b58-8ab9-55f615c0ed76 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.121250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-059ebf28-5358-4587-8e82-c2deb9d41090 req-5a93bd45-6bb9-4b58-8ab9-55f615c0ed76 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 943 time: 0.2162261 Sep 17 01:18:46.131253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.138467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.147564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.159051 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.164212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/631ddd2e-7986-4e3c-b92c-52bf1e9bd100 HTTP/1.1" status: 204 len: 168 time: 1.3215456 Sep 17 01:18:46.168002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f req-954db1c5-e7e2-4cdb-a9b3-6f5eb0886446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.171228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f req-954db1c5-e7e2-4cdb-a9b3-6f5eb0886446 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=4caa369cfa4046d79faa02f41e622c52&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2670643 Sep 17 01:18:46.181645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.182605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.183225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.200533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84619b1-2053-4972-8cab-43f74b16be8b admin admin] Pushing event deleted for resources: {'Network': ['ID=631ddd2e-7986-4e3c-b92c-52bf1e9bd100,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:46.202484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.230405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf887494-f9b6-407b-bbc0-912b65268828 req-0ad8dbef-db07-40d6-9e7e-04bcd922dc24 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.231962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf887494-f9b6-407b-bbc0-912b65268828 req-0ad8dbef-db07-40d6-9e7e-04bcd922dc24 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.1271858 Sep 17 01:18:46.282689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-059ebf28-5358-4587-8e82-c2deb9d41090 req-9b63306e-235a-4862-b1d8-0402445a6631 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549211 Sep 17 01:18:46.311302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf887494-f9b6-407b-bbc0-912b65268828 req-7444ba46-e7e7-4b47-b491-9437cd489d97 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695500 Sep 17 01:18:46.331924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] Pushing event updated for resources: {'Network': ['ID=05b7cf59-fc35-4ccc-a670-8779a75a804d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:46.348621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:18:46.427426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.434371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5e23ef0b-5be9-4114-a861-dc8f9a10b44b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0334792 Sep 17 01:18:46.439353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:46.444857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Request body: {'subnet': {'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1385827958-subnet', 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:46.456123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Pushing event updated for resources: {'Port': ['ID=f6c5d2d3-966e-4208-bd74-fe6e546ce59a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:46.485007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f req-f8f23e1e-28ea-4af9-953d-1d729ff5d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.485007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b494cd7-8a9c-4ce8-8f16-c94638b1c63f req-f8f23e1e-28ea-4af9-953d-1d729ff5d22f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3031340 Sep 17 01:18:46.513659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60514) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:46.555540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.556658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cab0e809-4fc8-4ddd-bd56-596004cdefc3 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2075388 Sep 17 01:18:46.560720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60516) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:46.587394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b3fbd15-65dd-4216-aa38-1395bb331a92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc82b2d0ce33465fad42b06e81e1ced8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725470 Sep 17 01:18:46.590360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60518) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:46.596253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1128416744', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'fixed_ips': [{'ip_address': '172.25.1.95'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:46.599103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-832bbb1a-534f-4e83-9de0-1e92533de481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.601446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-832bbb1a-534f-4e83-9de0-1e92533de481 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4caa369cfa4046d79faa02f41e622c52&device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 1094 time: 0.0724764 Sep 17 01:18:46.671543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-30b861e7-d03a-4410-bb81-21532172a860 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f4e052-01be-4785-9541-80ca01301f7c HTTP/1.1" status: 200 len: 217 time: 0.0494528 Sep 17 01:18:46.701198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:46.703558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.708152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3712c660-ea2c-4fca-b21c-8766cf8c2d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.741797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3712c660-ea2c-4fca-b21c-8766cf8c2d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.748893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-3ebe5c1d-245f-4304-a11b-2f3cda4261c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:46.750370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-3ebe5c1d-245f-4304-a11b-2f3cda4261c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=65334762-a6f5-4969-9ace-8383811fe82c HTTP/1.1" status: 200 len: 865 time: 0.0701852 Sep 17 01:18:46.777451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.797097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-de8cc2b4-021f-4723-be09-fd5429e4988e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c827016-0d9a-41f0-9ae3-10fc0c838470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374236 Sep 17 01:18:46.807328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Made reservation on behalf of 98691f85fc704faa9b91765abc9fdd85 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:46.809633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.821389 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.872978 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.901733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-19608ad5-3088-4c17-b26c-2da6d0338ea9 service neutron] 10.222.0.23 "GET /v2.0/networks/8c827016-0d9a-41f0-9ae3-10fc0c838470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972569 Sep 17 01:18:46.918719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3712c660-ea2c-4fca-b21c-8766cf8c2d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.921300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3712c660-ea2c-4fca-b21c-8766cf8c2d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:46.923612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3712c660-ea2c-4fca-b21c-8766cf8c2d15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33ce5015-95a6-4a3d-977e-fa7457d79b54 HTTP/1.1" status: 204 len: 168 time: 0.3319600 Sep 17 01:18:46.953554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712c660-ea2c-4fca-b21c-8766cf8c2d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce5015-95a6-4a3d-977e-fa7457d79b54,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:47.029014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91c81b9b-856d-489f-944b-1f9f56497d13 req-6b210c4c-d1e1-4ab6-8e8a-b9d839a29d5e service neutron] 10.222.0.23 "GET /v2.0/networks/8c827016-0d9a-41f0-9ae3-10fc0c838470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189721 Sep 17 01:18:47.076243 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Floating IP dbde1a10-a526-4070-96d0-4b8f5ab7879c associated. External IP: 172.25.1.139, port: 250fe7ff-3ae6-4898-91ef-f300401c2110. Sep 17 01:18:47.131711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:47.152628 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:47.229312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:47.243029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] device_id is not set on port 5255ff07-2166-4462-9388-a6c41542f96a yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:18:47.263749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6488c78-7b9e-4ad2-956e-025e552fb2af,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:47.375511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bca26ee-213f-43f8-91e0-564bff2b9461,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:47.378719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:47.379103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Network hostable DHCP agents. Network: 05b7cf59-fc35-4ccc-a670-8779a75a804d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:47.453958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd038b-a770-4e14-beff-e75249be0e27 req-3caf7155-b814-48c5-8d2e-484b8d8e3ca9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:47.455773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbdd038b-a770-4e14-beff-e75249be0e27 req-3caf7155-b814-48c5-8d2e-484b8d8e3ca9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.0527556 Sep 17 01:18:47.497609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbdd038b-a770-4e14-beff-e75249be0e27 req-10bcf6de-5497-405b-b8c0-0bf4168520b7 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339642 Sep 17 01:18:47.535658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:47.582705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a3455-6fef-413b-9bb6-88ee10c97e4f req-053b219f-d951-4890-ab92-09d0e3726246 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:47.584298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da7a3455-6fef-413b-9bb6-88ee10c97e4f req-053b219f-d951-4890-ab92-09d0e3726246 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 943 time: 0.2205563 Sep 17 01:18:47.668589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 05b7cf59-fc35-4ccc-a670-8779a75a804d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:47.676763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32091f2e-a250-4b0c-9367-7ed5b4dfc582 None None] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:47.680427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:47.681039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:47.687640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Router 9ddf2e50-9430-4a14-8222-4b8a5929055f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:18:47.694049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da7a3455-6fef-413b-9bb6-88ee10c97e4f req-0284f45b-ee2a-410b-a0e9-c157fc0d9b4e tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843654 Sep 17 01:18:47.714790 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 01:18:47.715417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:18:47.796673 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-df2616f9-b539-4dff-a263-837d61686b7c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.3562598 Sep 17 01:18:47.864513 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82946c6c-1b66-49ea-b0db-c35075bc0518 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2733986 Sep 17 01:18:47.867745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0264198-1d04-4be0-b09a-990edfe59abb None None] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:47.867997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60584) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:47.892104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:18:47.898719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:47.906180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] Sync routers for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:18:47.964174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:47.965189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:18:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:47.966357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f966a71-73c3-4fae-b33d-ea25377944ff tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "PUT /v2.0/floatingips/dbde1a10-a526-4070-96d0-4b8f5ab7879c HTTP/1.1" status: 200 len: 992 time: 1.9047399 Sep 17 01:18:47.967002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:47.969799 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eead188-484c-4bef-a419-5ec17ad9dc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:48.047215 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24aa997-52a0-4881-b24c-4ebc0dd6fd6b x-openstack-request-id: req-a24aa997-52a0-4881-b24c-4ebc0dd6fd6b {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:48.047678 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:48.048063 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a24aa997-52a0-4881-b24c-4ebc0dd6fd6b {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:48.048612 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'status': 'completed', 'code': 200} Sep 17 01:18:48.101903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Deleting port f6c5d2d3-966e-4208-bd74-fe6e546ce59a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:18:48.102254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:48.168009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:48.231158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.231757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.232278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.232816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.233348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.233876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.234410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.236575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-1a315052-b1dc-4dcd-8053-0bb59a59a460 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6489 time: 0.1294711 Sep 17 01:18:48.270295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:48.270950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:48.304583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Calling delete_port for f6c5d2d3-966e-4208-bd74-fe6e546ce59a owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:18:48.462099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-a2e3e4de-a81c-4d71-82ed-20adf9183cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.468461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-a2e3e4de-a81c-4d71-82ed-20adf9183cc0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34180796-d80a-4cc5-b5b4-600e53ccbb57 HTTP/1.1" status: 200 len: 912 time: 0.2182381 Sep 17 01:18:48.496781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'dbde1a10-a526-4070-96d0-4b8f5ab7879c', 'tenant_id': '376960955bac466792ea65f5939476d4', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'port_id': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'mac_address': 'fa:16:3e:9d:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:17:24Z', 'updated_at': '2021-09-17T01:18:46Z', 'revision_number': 1, 'project_id': '376960955bac466792ea65f5939476d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:06Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:48.525156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] Checking router: 9ddf2e50-9430-4a14-8222-4b8a5929055f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:18:48.536024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:18:48.536335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:18:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:48.575464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-3af61984-e566-41c5-ba90-94f08c7bd1d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 200 len: 1000 time: 0.0986681 Sep 17 01:18:48.657171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-bcbd8f03-32e9-4538-8597-c3182256bc75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.658773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-bcbd8f03-32e9-4538-8597-c3182256bc75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1595030 Sep 17 01:18:48.667199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-3f10116c-b0ad-42f7-81f7-7d20a244c8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.668724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-3f10116c-b0ad-42f7-81f7-7d20a244c8bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04a9f94e-f084-4e87-be9b-6a3aa10f201b HTTP/1.1" status: 200 len: 850 time: 0.0860651 Sep 17 01:18:48.677311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-a0a0e2e6-4f22-496c-81e1-81bc10835d9a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0113008 Sep 17 01:18:48.688648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:18:48.731943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-70898f17-dcce-4da3-a4f5-4d8796a6cbaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480127 Sep 17 01:18:48.756512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:48.764370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-0838dae3-115b-4536-ba8c-8ac7fda7fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:48.766245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-0838dae3-115b-4536-ba8c-8ac7fda7fe4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34180796-d80a-4cc5-b5b4-600e53ccbb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819769 Sep 17 01:18:48.810884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6c5d2d3-966e-4208-bd74-fe6e546ce59a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:48.888138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f9373d48-119f-4153-9446-699abb9c02ec service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399622 Sep 17 01:18:49.037926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-5f008d5c-6a55-495b-be5c-3690ed798e25 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387708 Sep 17 01:18:49.048122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'dbde1a10-a526-4070-96d0-4b8f5ab7879c', 'tenant_id': '376960955bac466792ea65f5939476d4', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'port_id': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'mac_address': 'fa:16:3e:9d:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:17:24Z', 'updated_at': '2021-09-17T01:18:46Z', 'revision_number': 1, 'project_id': '376960955bac466792ea65f5939476d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:06Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:18:49.066774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab4a7f-1b46-4a81-90f0-ed1034b2fafb req-e16ea096-2f3e-40db-bc35-8ee27e2f3d01 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:49.068934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aaab4a7f-1b46-4a81-90f0-ed1034b2fafb req-e16ea096-2f3e-40db-bc35-8ee27e2f3d01 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 943 time: 0.2742913 Sep 17 01:18:49.089347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc23cad-b763-4d00-bfab-bcf1287996e5 None None] The sync data for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 is: [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'dbde1a10-a526-4070-96d0-4b8f5ab7879c', 'tenant_id': '376960955bac466792ea65f5939476d4', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'port_id': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'mac_address': 'fa:16:3e:9d:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b30003-283c-4fb0-bf91-4638c167060d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:17:24Z', 'updated_at': '2021-09-17T01:18:46Z', 'revision_number': 1, 'project_id': '376960955bac466792ea65f5939476d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:06Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:18:49.124528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:49.145544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aaab4a7f-1b46-4a81-90f0-ed1034b2fafb req-1f8ea330-978c-4a93-9ceb-c2071c81f592 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577319 Sep 17 01:18:49.152366 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.164534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.170965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fd3a106d-1837-4d75-8e7d-4f3ee2a2cbe8 tempest-ExternalNetworksAdminNegativeTestJSON-408624002 tempest-ExternalNetworksAdminNegativeTestJSON-408624002-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/c2bf0a1c-e226-40ea-a206-4894202c0ade HTTP/1.1" status: 204 len: 168 time: 1.3042231 Sep 17 01:18:49.206763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-c392c523-8f05-48ed-b819-10540aaa6f0e service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155533 Sep 17 01:18:49.354034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33cbaa93-d109-4ae8-a029-2f7006651124 req-52643a09-be33-4190-94a6-eab968bbb349 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 210 time: 0.0575562 Sep 17 01:18:49.355262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5eead188-484c-4bef-a419-5ec17ad9dc9d req-3dbfac0e-1eb7-4a2b-a0b3-a62db4a63e67 service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395462 Sep 17 01:18:49.367268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff373-3c58-4f2f-a4e0-e017cbe027d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.469734 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cdd45f-b1e8-4aff-8b38-9a01a25ca49e None None] New status for floating IP dbde1a10-a526-4070-96d0-4b8f5ab7879c: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:18:49.571164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff373-3c58-4f2f-a4e0-e017cbe027d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.634717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60674) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:49.636276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f9ff373-3c58-4f2f-a4e0-e017cbe027d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.682005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f9ff373-3c58-4f2f-a4e0-e017cbe027d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dcca0ae1514b45408199b20046ecfe40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542235 Sep 17 01:18:49.682005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ff373-3c58-4f2f-a4e0-e017cbe027d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02361acb-91b7-4b27-b8a5-6f8e59a5083d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:49.682333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60678) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:49.762695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf0afc00-1f35-4141-ac36-3f7556d732a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.807218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf0afc00-1f35-4141-ac36-3f7556d732a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.822850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5c10f745-c190-435d-ad3b-a60103c015b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.940457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5c10f745-c190-435d-ad3b-a60103c015b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.989019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf0afc00-1f35-4141-ac36-3f7556d732a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.992378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf0afc00-1f35-4141-ac36-3f7556d732a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:49.993575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bf0afc00-1f35-4141-ac36-3f7556d732a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02361acb-91b7-4b27-b8a5-6f8e59a5083d HTTP/1.1" status: 204 len: 168 time: 0.3101950 Sep 17 01:18:50.002090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0afc00-1f35-4141-ac36-3f7556d732a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02361acb-91b7-4b27-b8a5-6f8e59a5083d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:50.011944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5c10f745-c190-435d-ad3b-a60103c015b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:50.058771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5c10f745-c190-435d-ad3b-a60103c015b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b6c976cf61548c2a18dcfbe1c3b24b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180605 Sep 17 01:18:50.058771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10f745-c190-435d-ad3b-a60103c015b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbdc3b4-f34e-4ad3-90c7-ef68f295b279,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:50.059066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:50.110838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-281e6aa7-5610-48e5-a698-893cf84e1f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:50.141333 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-281e6aa7-5610-48e5-a698-893cf84e1f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:50.278095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-281e6aa7-5610-48e5-a698-893cf84e1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:50.281142 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-281e6aa7-5610-48e5-a698-893cf84e1f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:50.286056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-281e6aa7-5610-48e5-a698-893cf84e1f75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bbdc3b4-f34e-4ad3-90c7-ef68f295b279 HTTP/1.1" status: 204 len: 168 time: 0.2251542 Sep 17 01:18:50.300348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa85f6-38ef-4242-aa82-62d4abdabfee req-d7f9c1bb-64b9-4a38-9160-75d16c0af308 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:50.308192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebfa85f6-38ef-4242-aa82-62d4abdabfee req-d7f9c1bb-64b9-4a38-9160-75d16c0af308 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 943 time: 0.0849080 Sep 17 01:18:50.321633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e6aa7-5610-48e5-a698-893cf84e1f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbdc3b4-f34e-4ad3-90c7-ef68f295b279,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:50.387618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebfa85f6-38ef-4242-aa82-62d4abdabfee req-bf8df220-afc4-43df-a5a8-1812fd88523f tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759735 Sep 17 01:18:50.441165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c21e5b26-fda5-4445-af08-bba1617eedda req-41e260a5-ea3f-4c52-b0b5-2ebe37a8d2ec tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 210 time: 0.0363109 Sep 17 01:18:50.959375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d4f4e052-01be-4785-9541-80ca01301f7c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:51.073681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d4f4e052-01be-4785-9541-80ca01301f7c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d4f4e052-01be-4785-9541-80ca01301f7c,segment=NetworkSegment(8346f36a-cc1b-49b2-810c-28a96cee409d),segment_id=8346f36a-cc1b-49b2-810c-28a96cee409d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:51.086448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'd4f4e052-01be-4785-9541-80ca01301f7c', 'network_id': '8c827016-0d9a-41f0-9ae3-10fc0c838470', 'port_id': 'd4f4e052-01be-4785-9541-80ca01301f7c', 'mac_address': 'fa:16:3e:02:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65334762-a6f5-4969-9ace-8383811fe82c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:51.130362 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.144664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f4e052-01be-4785-9541-80ca01301f7c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:51.153743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60720) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:51.180527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d4f4e052-01be-4785-9541-80ca01301f7c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d4f4e052-01be-4785-9541-80ca01301f7c,segment=NetworkSegment(8346f36a-cc1b-49b2-810c-28a96cee409d),segment_id=8346f36a-cc1b-49b2-810c-28a96cee409d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:51.211460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a94157fa-5c00-46e6-85a1-f4e906ba93cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98691f85fc704faa9b91765abc9fdd85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559306 Sep 17 01:18:51.213648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60722) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:51.231798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:51.246386 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.269677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f81406fa-7e34-46ef-b592-2df5b810a054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.292982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f81406fa-7e34-46ef-b592-2df5b810a054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.304687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=d4f4e052-01be-4785-9541-80ca01301f7c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:51.347542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1358816845-network', 'tenant_id': 'c4eca3b6714a40469283afaade03a6d6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:51.440141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f81406fa-7e34-46ef-b592-2df5b810a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.444542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f81406fa-7e34-46ef-b592-2df5b810a054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.449622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f81406fa-7e34-46ef-b592-2df5b810a054 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7bca26ee-213f-43f8-91e0-564bff2b9461 HTTP/1.1" status: 204 len: 168 time: 0.2311363 Sep 17 01:18:51.453785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81406fa-7e34-46ef-b592-2df5b810a054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bca26ee-213f-43f8-91e0-564bff2b9461,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:51.461266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['d4f4e052-01be-4785-9541-80ca01301f7c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:51.468606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Made reservation on behalf of c4eca3b6714a40469283afaade03a6d6 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:51.476686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.492155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.621685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d57f6242-bbf0-491f-bc3d-741a50632f2e req-d145b7ea-63b6-4139-aa15-8027ff7a206c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 210 time: 0.0403099 Sep 17 01:18:51.634648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bab7e2-48ff-4cd4-962a-bd03ab9ad417 req-981c62f6-da66-4e6a-9d0a-339e3cea22e0 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:51.636268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81bab7e2-48ff-4cd4-962a-bd03ab9ad417 req-981c62f6-da66-4e6a-9d0a-339e3cea22e0 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 944 time: 0.1310833 Sep 17 01:18:51.734097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-6320ae33-21c6-4acf-b2e9-91b2ef9a95ef tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:51.735590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-6320ae33-21c6-4acf-b2e9-91b2ef9a95ef tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.2095239 Sep 17 01:18:51.743601 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81bab7e2-48ff-4cd4-962a-bd03ab9ad417 req-d623ea25-7703-4677-a857-ef99cb336024 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975986 Sep 17 01:18:51.749819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': '8c37064f-2bdf-4db6-8036-75bb30367793', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:51.781675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.852214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.876864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:18:51.894234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22449dae-2c54-4dc7-93df-30fdfde6eb4d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:51.903989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.904329 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Added segment 6ef0453f-67ad-4f95-86c0-799c36ce0443 of type vlan for network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea Sep 17 01:18:51.948745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:51.952644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:51.976547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.080438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.081446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:52.082055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.126503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.10 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/ebbed3cb-4c93-4c49-97e8-bac4fb9971ff) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:52.158090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] Pushing event updated for resources: {'Network': ['ID=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:52.168773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:18:52.187330 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-16386a1a-e40e-45ae-8ca6-4a267f3d87ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9514883 Sep 17 01:18:52.187555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:52.195477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Request body: {'subnet': {'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1358816845-subnet', 'tenant_id': 'c4eca3b6714a40469283afaade03a6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:52.286748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Made reservation on behalf of c4eca3b6714a40469283afaade03a6d6 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:52.293507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.314808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.413241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.483301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:52.491234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:52.494699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:52.517385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:52.537817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.558484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:52.559335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.612570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11312e8-0100-4db3-ba2b-ef34ff924942,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:52.615324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Checking segment: {'id': '6ef0453f-67ad-4f95-86c0-799c36ce0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:52.615865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Network hostable DHCP agents. Network: b14cc4ac-4f98-43a0-bee9-16f0874ed9ea, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:18:52.618608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-f3f27e53-ad3e-4500-bb76-35d732d671dd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8731270 Sep 17 01:18:52.632234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Request body: {'port': {'device_id': '8c37064f-2bdf-4db6-8036-75bb30367793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:52.697238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:18:52.710340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.783215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b14cc4ac-4f98-43a0-bee9-16f0874ed9ea) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:52.788014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:52.788671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:52.797056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df3421-e57e-4ae7-b2a7-f5b74eb99f0b None None] Network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:52.898705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542df80-4cb7-4ee0-a763-32184b3500bc req-416ba104-58c7-4a34-adc9-f7e92d6002cb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:52.900322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e542df80-4cb7-4ee0-a763-32184b3500bc req-416ba104-58c7-4a34-adc9-f7e92d6002cb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 932 time: 0.1511137 Sep 17 01:18:52.916830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989b7c-4acd-4d37-98f6-24cc5bcdf68d req-fccc101d-c596-415a-a1c2-8c334958ed6f tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:52.927806 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14989b7c-4acd-4d37-98f6-24cc5bcdf68d req-fccc101d-c596-415a-a1c2-8c334958ed6f tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 944 time: 0.0829775 Sep 17 01:18:52.952592 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da1fa504-5d37-4d9d-9160-64e37e202b73 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7634351 Sep 17 01:18:52.979412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d4f4e052-01be-4785-9541-80ca01301f7c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:18:52.979657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e542df80-4cb7-4ee0-a763-32184b3500bc req-bf2780c3-089a-42af-b3ad-b9c8152aae67 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702219 Sep 17 01:18:52.995055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14989b7c-4acd-4d37-98f6-24cc5bcdf68d req-c173750b-d916-4f59-a02e-4db482cd88a5 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655971 Sep 17 01:18:53.046979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f409e9-2c5e-401f-99ed-93eb0b9a2701 None None] Network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:18:53.223222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port d4f4e052-01be-4785-9541-80ca01301f7c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:18:53.228341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port d4f4e052-01be-4785-9541-80ca01301f7c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:18:53.228964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:53.338141 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:53.365370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f4e052-01be-4785-9541-80ca01301f7c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:53.368409 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894300f1-70d2-428b-b964-89eac1498818" -d '{"events": [{"server_uuid": "2d08bff5-01de-4151-a6fd-7cbe4b49d51d", "name": "network-vif-plugged", "status": "completed", "tag": "d4f4e052-01be-4785-9541-80ca01301f7c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:53.406334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d4f4e052-01be-4785-9541-80ca01301f7c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d4f4e052-01be-4785-9541-80ca01301f7c,segment=NetworkSegment(8346f36a-cc1b-49b2-810c-28a96cee409d),segment_id=8346f36a-cc1b-49b2-810c-28a96cee409d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:53.433997 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde22055-cd70-483e-8bf5-027880f86a91 x-openstack-request-id: req-bde22055-cd70-483e-8bf5-027880f86a91 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:53.434572 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d08bff5-01de-4151-a6fd-7cbe4b49d51d", "name": "network-vif-plugged", "status": "completed", "tag": "d4f4e052-01be-4785-9541-80ca01301f7c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:53.434992 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bde22055-cd70-483e-8bf5-027880f86a91 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:53.435578 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f4e052-01be-4785-9541-80ca01301f7c', 'code': 200} Sep 17 01:18:53.446081 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:53.516701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=d4f4e052-01be-4785-9541-80ca01301f7c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:53.582424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7ec4c-52c8-4297-a6fe-58f8b68f7aa1 req-2c28cf0a-43c5-4360-87df-e9a1211f7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:53.584921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10d7ec4c-52c8-4297-a6fe-58f8b68f7aa1 req-2c28cf0a-43c5-4360-87df-e9a1211f7a6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 1096 time: 0.0797284 Sep 17 01:18:53.644185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbed3cb-4c93-4c49-97e8-bac4fb9971ff {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:53.657776 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:53.669383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10d7ec4c-52c8-4297-a6fe-58f8b68f7aa1 req-61ac75a9-e7fe-4bab-a4ec-9ed547c0d268 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576258 Sep 17 01:18:53.676980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Transition to ACTIVE for port object ebbed3cb-4c93-4c49-97e8-bac4fb9971ff will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:53.741420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60806) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:53.758474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:53.838037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-2d998b0b-3b08-42f9-8050-943c5aa14ea7 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:53.846801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-2d998b0b-3b08-42f9-8050-943c5aa14ea7 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/networks?id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea HTTP/1.1" status: 200 len: 814 time: 0.1473362 Sep 17 01:18:53.860725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-796a0ca1-aa82-43ce-9d60-8e9d17a538e1 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/quotas/c4eca3b6714a40469283afaade03a6d6 HTTP/1.1" status: 200 len: 375 time: 0.0129278 Sep 17 01:18:53.868484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Pushing event updated for resources: {'Port': ['ID=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:53.899879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-0c3bff42-8d0a-4242-be42-1889831e15eb tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4eca3b6714a40469283afaade03a6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292442 Sep 17 01:18:53.911039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Attempting to bind port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:53.911444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Attempting to bind port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:53.911768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Attempting to bind port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:53.917180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:53.917506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Attempting to bind port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:53.922745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:53.923132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:53.923629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:53.924069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Bound port: ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:53.924565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:53.967114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-253a5bd5-1888-4c48-af17-8c7666857dcf tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-13840070'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:53.967665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-253a5bd5-1888-4c48-af17-8c7666857dcf tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Unknown quota resources ['metering_label']. {{(pid=112073) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:18:54.012714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-213c6f13-99a5-48ec-8a8d-aa1680e58e82 service neutron] 10.222.0.13 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038978 Sep 17 01:18:54.111513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] For port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:54.116739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] For port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:54.124994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-0c5974cb-fec6-4c31-b235-23efaf2e0bed service neutron] 10.222.0.13 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012912 Sep 17 01:18:54.198887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:54.266253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df9e56-8128-4886-8585-3f903d057d06 req-e6f434b8-bc53-478d-b87e-35dc6040d67d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:54.267900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12df9e56-8128-4886-8585-3f903d057d06 req-e6f434b8-bc53-478d-b87e-35dc6040d67d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 944 time: 0.2087793 Sep 17 01:18:54.289511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-253a5bd5-1888-4c48-af17-8c7666857dcf tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:54.293461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-253a5bd5-1888-4c48-af17-8c7666857dcf tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.5482085 Sep 17 01:18:54.294334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60816) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:54.298925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-06a49d41-1e7b-405b-85fc-4de1d4040311 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ef5f7f3a-5913-4a75-bb3e-413a2078fa9e'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:54.300517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-06a49d41-1e7b-405b-85fc-4de1d4040311 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:18:54.308108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:54.309256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:54.310518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] 10.222.0.23 "PUT /v2.0/ports/ebbed3cb-4c93-4c49-97e8-bac4fb9971ff HTTP/1.1" status: 200 len: 1092 time: 1.6838579 Sep 17 01:18:54.313768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c37064f-2bdf-4db6-8036-75bb30367793', 'tag': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:54.317181 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25cb312-1de8-4a25-b965-9e4338d92c20" -d '{"events": [{"name": "network-changed", "server_uuid": "8c37064f-2bdf-4db6-8036-75bb30367793", "tag": "ebbed3cb-4c93-4c49-97e8-bac4fb9971ff"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:54.366832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12df9e56-8128-4886-8585-3f903d057d06 req-7debbb07-aa28-496a-af90-5b7f44df4473 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748484 Sep 17 01:18:54.367840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad00d3-27a2-4d92-8210-18b00c205a2d service neutron] Pushing event updated for resources: {'Port': ['ID=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:54.481886 n-d-789963-7 neutron-server[112072]: WARNING neutron.services.metering.metering_plugin [None req-06a49d41-1e7b-405b-85fc-4de1d4040311 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 01:18:54.483664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-ab4fd40c-17eb-47bc-95d7-bc9a86a4a6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:54.485286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-ab4fd40c-17eb-47bc-95d7-bc9a86a4a6b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 1095 time: 0.0634563 Sep 17 01:18:54.546368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870c9eef-dcb8-4a58-9ccb-476bbfdeeb9f x-openstack-request-id: req-870c9eef-dcb8-4a58-9ccb-476bbfdeeb9f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:54.547371 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c37064f-2bdf-4db6-8036-75bb30367793", "tag": "ebbed3cb-4c93-4c49-97e8-bac4fb9971ff", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:54.547760 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-870c9eef-dcb8-4a58-9ccb-476bbfdeeb9f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:54.548598 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c37064f-2bdf-4db6-8036-75bb30367793', 'tag': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', 'status': 'completed', 'code': 200} Sep 17 01:18:54.551160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-646e42f3-ef66-4007-abde-77fbb3ce1f6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff HTTP/1.1" status: 200 len: 217 time: 0.0527649 Sep 17 01:18:54.632821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-bb3a8c23-a872-4653-bca1-a64be6087370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:54.637262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-bb3a8c23-a872-4653-bca1-a64be6087370 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0726893 Sep 17 01:18:54.642805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037bdb1-2be5-4210-a81b-a890e53bbafa req-975edd47-5cb9-4c1d-931d-527c1bec8f89 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:54.644366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2037bdb1-2be5-4210-a81b-a890e53bbafa req-975edd47-5cb9-4c1d-931d-527c1bec8f89 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.2051001 Sep 17 01:18:54.645831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06a49d41-1e7b-405b-85fc-4de1d4040311 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:54.647763 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-06a49d41-1e7b-405b-85fc-4de1d4040311 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3521683 Sep 17 01:18:54.650860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60828) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:54.658254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-beb23396-9d40-4acd-ac75-34c6b56fe4d5 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ef5f7f3a-5913-4a75-bb3e-413a2078fa9e'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:54.658832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-beb23396-9d40-4acd-ac75-34c6b56fe4d5 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:18:54.675629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dc72f6c-0ccc-45f9-bf8d-c168885b825f req-84610209-d202-47e4-a6eb-bce6c3abf3f0 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 210 time: 0.0450187 Sep 17 01:18:54.737720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-d7451797-4f77-4178-be55-6cc70443d82c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606906 Sep 17 01:18:54.871019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-1036d20e-6e95-4afc-ab60-0a1aae33df00 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245682 Sep 17 01:18:54.982121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bee1682-56a0-4a9c-99a2-fa5bd52ecd4b req-1db6dc68-957a-473b-b4f2-1b2cabc00123 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031325 Sep 17 01:18:55.098472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2037bdb1-2be5-4210-a81b-a890e53bbafa req-3c167259-34d0-41e8-b743-d9a8f5183f84 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313626 Sep 17 01:18:55.148836 n-d-789963-7 neutron-server[112072]: WARNING neutron.services.metering.metering_plugin [None req-beb23396-9d40-4acd-ac75-34c6b56fe4d5 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 01:18:55.174039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-542f7ef5-8cda-4c8b-a26f-8d188accfba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:55.176354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-542f7ef5-8cda-4c8b-a26f-8d188accfba7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 1095 time: 0.0591810 Sep 17 01:18:55.245827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-beb23396-9d40-4acd-ac75-34c6b56fe4d5 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:55.249608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-beb23396-9d40-4acd-ac75-34c6b56fe4d5 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5942650 Sep 17 01:18:55.250242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60834) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:55.263674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a23e8f7e-e3b9-41e8-8b8d-87b4f55c9c30 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c38f76b7-7338-4c3d-b29e-cdc3922a8336 HTTP/1.1" status: 200 len: 464 time: 0.0103116 Sep 17 01:18:55.263914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60836) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:55.301800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-f3318f17-190f-482d-83c4-8effdf42687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:55.304187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-f3318f17-190f-482d-83c4-8effdf42687c service neutron] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 907 time: 0.1198618 Sep 17 01:18:55.350140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-baa29c65-76e4-491e-a699-51f96b3e1f05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff HTTP/1.1" status: 200 len: 217 time: 0.0383577 Sep 17 01:18:55.414058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-1210bd1d-cfea-4290-a14c-8f237a15c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:55.416552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-1210bd1d-cfea-4290-a14c-8f237a15c136 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0586383 Sep 17 01:18:55.453084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92f6d64d-227e-4449-9d78-849e90d4425a tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:55.459138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-92f6d64d-227e-4449-9d78-849e90d4425a tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c38f76b7-7338-4c3d-b29e-cdc3922a8336 HTTP/1.1" status: 204 len: 168 time: 0.1895797 Sep 17 01:18:55.459138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60842) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:55.469127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-c4274c79-df1f-480d-9ac0-1a300e8f7cf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461423 Sep 17 01:18:55.469453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b69fe09c-f1cc-4ce0-b73d-aece53c9f87c tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=c38f76b7-7338-4c3d-b29e-cdc3922a8336 HTTP/1.1" status: 200 len: 221 time: 0.0111427 Sep 17 01:18:55.473121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60844) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:55.480689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6ac9063d-1b1b-41dc-af02-2eb4e6254126 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--574375102', 'description': 'label created by tempest'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:55.480689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6ac9063d-1b1b-41dc-af02-2eb4e6254126 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Unknown quota resources ['metering_label']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:18:55.583506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781bb2-a449-4287-a86f-3d1c715034b1 req-87cb1f2f-0f36-4a21-bf6e-b0140e279e5e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:55.585120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f781bb2-a449-4287-a86f-3d1c715034b1 req-87cb1f2f-0f36-4a21-bf6e-b0140e279e5e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 944 time: 0.1218174 Sep 17 01:18:55.620542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-109ea331-beed-4f63-a665-58f15f892d59 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415420 Sep 17 01:18:55.661287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f781bb2-a449-4287-a86f-3d1c715034b1 req-1b7f0d41-e4b8-4c8a-8f73-22985423b52f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687745 Sep 17 01:18:55.746745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c25cb312-1de8-4a25-b965-9e4338d92c20 req-0d9be634-69e2-4620-9f37-6609ebd12d76 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150641 Sep 17 01:18:55.799480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ac9063d-1b1b-41dc-af02-2eb4e6254126 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:55.803375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ac9063d-1b1b-41dc-af02-2eb4e6254126 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3264692 Sep 17 01:18:55.803765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:55.826750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11125931-cbd9-4c4e-a757-563bdc36e62f req-e817ad41-5951-4ebb-b308-290ed1996c47 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 210 time: 0.0383651 Sep 17 01:18:55.897936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e874196f-fbcf-4f1f-b7c3-63fadcd4c8fd tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=81d06f79-b40d-4546-9e78-5bb888feb1f4 HTTP/1.1" status: 200 len: 467 time: 0.0929165 Sep 17 01:18:55.907586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60856) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.197792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5a1bf833-c6a8-4ff7-a094-24870c2f176f tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:56.201605 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5a1bf833-c6a8-4ff7-a094-24870c2f176f tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/81d06f79-b40d-4546-9e78-5bb888feb1f4 HTTP/1.1" status: 204 len: 168 time: 0.2905085 Sep 17 01:18:56.201940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60860) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.221684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-239e3595-b1cd-4609-a326-2d3b1f082c25 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=81d06f79-b40d-4546-9e78-5bb888feb1f4 HTTP/1.1" status: 200 len: 216 time: 0.0185523 Sep 17 01:18:56.225757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60862) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.240380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3eff87e0-ed43-48c2-a8bf-078d3ca5fa57 tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0111859 Sep 17 01:18:56.240625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c415e3-2e18-4bfd-beb5-8dc23c216c8e req-216fdef0-2b80-40cb-8ab8-01f113d0e5c9 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:56.241583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1c415e3-2e18-4bfd-beb5-8dc23c216c8e req-216fdef0-2b80-40cb-8ab8-01f113d0e5c9 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.0701704 Sep 17 01:18:56.244879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60864) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.259092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1a72ab0a-9df8-4215-9b9b-1bac816c5dad tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0127223 Sep 17 01:18:56.267755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60866) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.294179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1c415e3-2e18-4bfd-beb5-8dc23c216c8e req-56126960-dfbd-45d3-8e67-a68e9efdeca6 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439131 Sep 17 01:18:56.329145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b686cb2b-dc6c-4150-8a8c-c2c9f2b1912b tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/ef5f7f3a-5913-4a75-bb3e-413a2078fa9e HTTP/1.1" status: 200 len: 471 time: 0.0601025 Sep 17 01:18:56.333190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60870) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.347601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f71e0c3d-75e3-4d11-b055-3cdee50b574d tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/c1d1c1ff-ba2b-4dce-b834-b2d93fc7f9e7 HTTP/1.1" status: 200 len: 461 time: 0.0096405 Sep 17 01:18:56.347776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60872) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.485030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e0669-ded2-4c20-bfb6-ce703d62f15f req-956c775c-ac8a-4278-89ef-a6ed804e5c37 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:56.486584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-413e0669-ded2-4c20-bfb6-ce703d62f15f req-956c775c-ac8a-4278-89ef-a6ed804e5c37 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.0976830 Sep 17 01:18:56.523844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8565b57-7613-4553-af30-566649c072de tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:56.524997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f8565b57-7613-4553-af30-566649c072de tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/c1d1c1ff-ba2b-4dce-b834-b2d93fc7f9e7 HTTP/1.1" status: 204 len: 168 time: 0.1764686 Sep 17 01:18:56.527837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60874) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:56.561657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-413e0669-ded2-4c20-bfb6-ce703d62f15f req-15c40960-efaf-40ba-82bf-73683669dd0b tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426791 Sep 17 01:18:56.826372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239caa8-d1e5-4a5a-8f4e-188cecbdf16b req-fbdadde9-2e02-4d1c-8b42-cab6a6322971 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:56.831577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d239caa8-d1e5-4a5a-8f4e-188cecbdf16b req-fbdadde9-2e02-4d1c-8b42-cab6a6322971 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 944 time: 0.0573220 Sep 17 01:18:56.843053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ccf490b-d559-4a21-82a8-e8f954bb9dac tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:56.844554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ccf490b-d559-4a21-82a8-e8f954bb9dac tempest-MeteringTestJSON-308817249 tempest-MeteringTestJSON-308817249-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/ef5f7f3a-5913-4a75-bb3e-413a2078fa9e HTTP/1.1" status: 204 len: 168 time: 0.3157415 Sep 17 01:18:56.933385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d239caa8-d1e5-4a5a-8f4e-188cecbdf16b req-8ad05f4a-7480-410d-8285-56d21b579170 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874183 Sep 17 01:18:56.973828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-a1273152-9ed4-4cda-8108-35d3a5c27db9 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:56.977831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-a1273152-9ed4-4cda-8108-35d3a5c27db9 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.36 "GET /v2.0/networks?id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea HTTP/1.1" status: 200 len: 814 time: 0.1621470 Sep 17 01:18:56.991563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Request body: {'port': {'device_id': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea', 'admin_state_up': True, 'tenant_id': 'c4eca3b6714a40469283afaade03a6d6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:57.074299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-befae7d0-a60f-4562-8328-ed931c074fba req-b9ad1562-b2b2-4f99-aa25-e7138cdfcb04 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 210 time: 0.0468683 Sep 17 01:18:57.187704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381db4e-f3d2-4854-be9f-5fd31f558c0d req-13a21aee-4416-4681-aba2-b3a3dce8b6a7 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:57.189393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6381db4e-f3d2-4854-be9f-5fd31f558c0d req-13a21aee-4416-4681-aba2-b3a3dce8b6a7 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.0647030 Sep 17 01:18:57.219164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Made reservation on behalf of c4eca3b6714a40469283afaade03a6d6 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:18:57.222886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.246837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6381db4e-f3d2-4854-be9f-5fd31f558c0d req-d0a7b719-1840-4a7f-aa1e-606deb815678 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Sep 17 01:18:57.379053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Allocated IP 172.20.0.9 (b14cc4ac-4f98-43a0-bee9-16f0874ed9ea/f11312e8-0100-4db3-ba2b-ef34ff924942/beb71a58-d3e0-48f1-9e67-fbe31df917c0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:18:57.529786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60900) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:57.555035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.641812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.647537 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0881926-e1ca-4413-9bab-8594b61a3678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.690974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:18:57.694246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:18:57.698532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:18:57.732127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Pushing event updated for resources: {'Port': ['ID=beb71a58-d3e0-48f1-9e67-fbe31df917c0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:57.772436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:57.773156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.804102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0881926-e1ca-4413-9bab-8594b61a3678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.829714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f1fd2-22e7-4016-91ad-e997bd2a4074 req-3ce8f73e-f7e3-4001-b4bc-8cfcaba8de94 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:57.831619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e8f1fd2-22e7-4016-91ad-e997bd2a4074 req-3ce8f73e-f7e3-4001-b4bc-8cfcaba8de94 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.0671377 Sep 17 01:18:57.868861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0881926-e1ca-4413-9bab-8594b61a3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:57.877992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e8f1fd2-22e7-4016-91ad-e997bd2a4074 req-38eeeff1-18d6-4078-b72a-3603608af07c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Sep 17 01:18:57.911046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b0881926-e1ca-4413-9bab-8594b61a3678 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eb069a5aa8e648bca08391a808406a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778260 Sep 17 01:18:57.911046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0881926-e1ca-4413-9bab-8594b61a3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a767d1ab-1ab4-4442-aa68-b11379f5dd1c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:57.911438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60908) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:57.938212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-bbdfd344-e9bc-47d2-ab97-3ac8340e79f4 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9507494 Sep 17 01:18:57.952709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Request body: {'port': {'device_id': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:18:57.996303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42939a11-4eac-4bc1-91af-a2d557caada9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.047121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.062583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42939a11-4eac-4bc1-91af-a2d557caada9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.065896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c4e75-82dc-44cc-a3bd-ef89c6f2dfcc req-61881398-e089-4623-bb9c-f7d616595d29 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:58.067725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-860c4e75-82dc-44cc-a3bd-ef89c6f2dfcc req-61881398-e089-4623-bb9c-f7d616595d29 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 944 time: 0.0609019 Sep 17 01:18:58.118393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-860c4e75-82dc-44cc-a3bd-ef89c6f2dfcc req-a77987cb-9cbf-4c43-aa2b-d26aba3e28bb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Sep 17 01:18:58.300350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9086-2fcf-4f8d-aa79-8d4f251a8a5a req-bc33ffe7-ec8f-4490-8f4d-69c92b7ce126 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:58.301893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b6a9086-2fcf-4f8d-aa79-8d4f251a8a5a req-bc33ffe7-ec8f-4490-8f4d-69c92b7ce126 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 931 time: 0.0923040 Sep 17 01:18:58.332370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42939a11-4eac-4bc1-91af-a2d557caada9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.335448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42939a11-4eac-4bc1-91af-a2d557caada9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.336672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-42939a11-4eac-4bc1-91af-a2d557caada9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a767d1ab-1ab4-4442-aa68-b11379f5dd1c HTTP/1.1" status: 204 len: 168 time: 0.4235146 Sep 17 01:18:58.369986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42939a11-4eac-4bc1-91af-a2d557caada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a767d1ab-1ab4-4442-aa68-b11379f5dd1c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:58.413645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b6a9086-2fcf-4f8d-aa79-8d4f251a8a5a req-c3f33afd-e5fe-4061-8bb1-e1ad49d71bb8 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847194 Sep 17 01:18:58.483325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb71a58-d3e0-48f1-9e67-fbe31df917c0 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:58.493043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.506773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Transition to ACTIVE for port object beb71a58-d3e0-48f1-9e67-fbe31df917c0 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:18:58.608211 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.634693 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.678984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Pushing event updated for resources: {'Port': ['ID=beb71a58-d3e0-48f1-9e67-fbe31df917c0,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:58.735619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Attempting to bind port beb71a58-d3e0-48f1-9e67-fbe31df917c0 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:18:58.736054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Attempting to bind port beb71a58-d3e0-48f1-9e67-fbe31df917c0 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '6ef0453f-67ad-4f95-86c0-799c36ce0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:18:58.736384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Attempting to bind port beb71a58-d3e0-48f1-9e67-fbe31df917c0 on network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:58.741095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Port beb71a58-d3e0-48f1-9e67-fbe31df917c0 on network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:18:58.741415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Attempting to bind port beb71a58-d3e0-48f1-9e67-fbe31df917c0 on network b14cc4ac-4f98-43a0-bee9-16f0874ed9ea {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:18:58.746956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:18:58.747572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Checking segment: {'id': '6ef0453f-67ad-4f95-86c0-799c36ce0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:18:58.747714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Bound using segment: {'id': '6ef0453f-67ad-4f95-86c0-799c36ce0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:18:58.748126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Bound port: beb71a58-d3e0-48f1-9e67-fbe31df917c0, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef0453f-67ad-4f95-86c0-799c36ce0443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:18:58.748548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.841485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] For port beb71a58-d3e0-48f1-9e67-fbe31df917c0, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:18:58.844667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] For port beb71a58-d3e0-48f1-9e67-fbe31df917c0, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0,segment=NetworkSegment(6ef0453f-67ad-4f95-86c0-799c36ce0443),segment_id=6ef0453f-67ad-4f95-86c0-799c36ce0443)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:18:58.909403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.953097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:58.953609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.955010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] 10.222.0.36 "PUT /v2.0/ports/beb71a58-d3e0-48f1-9e67-fbe31df917c0 HTTP/1.1" status: 200 len: 1091 time: 1.0070605 Sep 17 01:18:58.955485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'tag': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:18:58.957830 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408fb466-5a9e-493a-ad83-339db1109f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "94520759-a963-4dfc-a17f-b60f4ffd5b3b", "tag": "beb71a58-d3e0-48f1-9e67-fbe31df917c0"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:18:58.983358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:58.995546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60928) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:59.007658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ebbed3cb-4c93-4c49-97e8-bac4fb9971ff details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:18:59.009935 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0c95700-e493-4ce7-ab34-e2c17d8784e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.051762 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fb58a9-4f16-4fdb-85b4-8c205c9b814f x-openstack-request-id: req-75fb58a9-4f16-4fdb-85b4-8c205c9b814f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:18:59.053074 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94520759-a963-4dfc-a17f-b60f4ffd5b3b", "tag": "beb71a58-d3e0-48f1-9e67-fbe31df917c0", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:18:59.053074 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75fb58a9-4f16-4fdb-85b4-8c205c9b814f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:18:59.053349 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'tag': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0', 'status': 'completed', 'code': 200} Sep 17 01:18:59.056557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e5595-1f0d-41b9-9493-4e167066955a service neutron] Pushing event updated for resources: {'Port': ['ID=beb71a58-d3e0-48f1-9e67-fbe31df917c0,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:59.108369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4672f3-cead-43b5-a059-79856b6ba101 req-1c38e1bf-90ca-420c-81c1-df5ebcdf8b56 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:59.109956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a4672f3-cead-43b5-a059-79856b6ba101 req-1c38e1bf-90ca-420c-81c1-df5ebcdf8b56 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.1397417 Sep 17 01:18:59.115883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-21ffaa35-fea7-48e6-a028-810ff0b1b57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:59.117357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-21ffaa35-fea7-48e6-a028-810ff0b1b57f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4eca3b6714a40469283afaade03a6d6&device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 1094 time: 0.0778971 Sep 17 01:18:59.140809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0c95700-e493-4ce7-ab34-e2c17d8784e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.157281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:59.175391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', 'mac_address': 'fa:16:3e:f4:5d:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:18:59.188513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0c95700-e493-4ce7-ab34-e2c17d8784e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.214735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-75e60d8f-a02e-4775-9737-9d6d1f1e76d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0 HTTP/1.1" status: 200 len: 217 time: 0.0714691 Sep 17 01:18:59.254779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f0c95700-e493-4ce7-ab34-e2c17d8784e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95d8da41472848efb3c9eca6febc6bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581282 Sep 17 01:18:59.256571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c95700-e493-4ce7-ab34-e2c17d8784e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51270015-a9da-4d6c-8d10-87893f2db5b9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:59.259472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60936) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:18:59.264163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.287484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbed3cb-4c93-4c49-97e8-bac4fb9971ff {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:18:59.312009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-588d7be0-6329-4e0e-9570-de3fafe1127e tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:59.313734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-588d7be0-6329-4e0e-9570-de3fafe1127e tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 945 time: 0.1939178 Sep 17 01:18:59.314446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:18:59.320197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a4672f3-cead-43b5-a059-79856b6ba101 req-a7594734-4d22-4e9a-bb68-3ea8c57b85f4 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/security-groups?id=b3252139-ea85-495f-b90b-3970fc3d3b53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632099 Sep 17 01:18:59.337879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-7d4c23f4-2501-407a-96a3-09d612bc10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:59.339383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-7d4c23f4-2501-407a-96a3-09d612bc10bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f11312e8-0100-4db3-ba2b-ef34ff924942 HTTP/1.1" status: 200 len: 854 time: 0.1163692 Sep 17 01:18:59.360049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f656-ab52-43f4-a66a-cc4e644d2d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.390624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-cfc52d07-0bab-4ae3-9a10-7b3bd46682d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318406 Sep 17 01:18:59.392128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f656-ab52-43f4-a66a-cc4e644d2d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.401182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402461-b944-4266-b80d-41bb75ebab3d req-88da59e1-1ffa-4809-a425-86e4f4834f96 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:59.402728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd402461-b944-4266-b80d-41bb75ebab3d req-88da59e1-1ffa-4809-a425-86e4f4834f96 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 944 time: 0.0849299 Sep 17 01:18:59.405640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.488564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:59.509538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd402461-b944-4266-b80d-41bb75ebab3d req-6071985b-62c9-4331-abe4-986ab969551b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Sep 17 01:18:59.588994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f656-ab52-43f4-a66a-cc4e644d2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.591873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2b1f656-ab52-43f4-a66a-cc4e644d2d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:18:59.593036 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d2b1f656-ab52-43f4-a66a-cc4e644d2d9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51270015-a9da-4d6c-8d10-87893f2db5b9 HTTP/1.1" status: 204 len: 168 time: 0.3208137 Sep 17 01:18:59.601440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1f656-ab52-43f4-a66a-cc4e644d2d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51270015-a9da-4d6c-8d10-87893f2db5b9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:18:59.620373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:18:59.863623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-c9e27e4c-6b4c-4a8c-bef4-4e9335e44349 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628234 Sep 17 01:18:59.873755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba32c9-3020-4967-b60b-7e292ce25c8e req-92837703-3eb5-4365-92f3-3f438777442b tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:18:59.875271 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bba32c9-3020-4967-b60b-7e292ce25c8e req-92837703-3eb5-4365-92f3-3f438777442b tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 943 time: 0.1132944 Sep 17 01:18:59.917407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Deleting port d4f4e052-01be-4785-9541-80ca01301f7c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:18:59.918149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:00.061528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bba32c9-3020-4967-b60b-7e292ce25c8e req-089b6c7f-2415-44b0-8134-99430fbe7219 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694694 Sep 17 01:19:00.117065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e184279a-1795-4116-8aa8-8d2d8bb1cb1c req-537debde-88f3-4e5f-80c5-b58f94685c8e service neutron] 10.222.0.36 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399018 Sep 17 01:19:00.124905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] For port d4f4e052-01be-4785-9541-80ca01301f7c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d4f4e052-01be-4785-9541-80ca01301f7c,segment=NetworkSegment(8346f36a-cc1b-49b2-810c-28a96cee409d),segment_id=8346f36a-cc1b-49b2-810c-28a96cee409d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:00.125495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:00.146243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Calling delete_port for d4f4e052-01be-4785-9541-80ca01301f7c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:00.377268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:00.472634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Pushing event deleted for resources: {'Port': ['ID=d4f4e052-01be-4785-9541-80ca01301f7c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:00.492154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75ef9f85-61f2-446a-8f1d-b3ac0f712d0d req-2c18bf86-0b7a-4d32-b93f-efa38427ad58 tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 210 time: 0.0711606 Sep 17 01:19:00.523971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] No DVR routers for this DVR port d4f4e052-01be-4785-9541-80ca01301f7c on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:00.527342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:00.529630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-377c6e8d-72ed-410a-a3c5-a5fb64d186f3 req-bb739900-53b9-4c1e-854f-a31d5d4c610c tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.23 "DELETE /v2.0/ports/d4f4e052-01be-4785-9541-80ca01301f7c HTTP/1.1" status: 204 len: 173 time: 1.2059376 Sep 17 01:19:00.549773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb466-5a9e-493a-ad83-339db1109f6e req-88e9ee00-9c14-47f2-a040-72207dc233c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:00.551289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-88e9ee00-9c14-47f2-a040-72207dc233c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4eca3b6714a40469283afaade03a6d6&device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 1094 time: 0.1717677 Sep 17 01:19:00.638665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a8f60-3e63-4292-bc75-959ea4f5cfba req-926990e3-053b-44b0-a15f-dcbb94c607c7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:00.640224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-312a8f60-3e63-4292-bc75-959ea4f5cfba req-926990e3-053b-44b0-a15f-dcbb94c607c7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 945 time: 0.0591528 Sep 17 01:19:00.671163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb466-5a9e-493a-ad83-339db1109f6e req-31f9ef62-acfc-4af5-9485-36d8c282a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:00.673422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-31f9ef62-acfc-4af5-9485-36d8c282a323 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea HTTP/1.1" status: 200 len: 915 time: 0.1110895 Sep 17 01:19:00.684091 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-312a8f60-3e63-4292-bc75-959ea4f5cfba req-5f03dc4a-e5ac-4994-945b-e244dfe66c6e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362842 Sep 17 01:19:00.722228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-aaa46d0e-186b-41ed-ad9a-427be7cb90c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0 HTTP/1.1" status: 200 len: 217 time: 0.0416915 Sep 17 01:19:00.779812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fb466-5a9e-493a-ad83-339db1109f6e req-c88240d2-a0d6-4354-a871-114e83eb8ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:00.781285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-c88240d2-a0d6-4354-a871-114e83eb8ff2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f11312e8-0100-4db3-ba2b-ef34ff924942 HTTP/1.1" status: 200 len: 854 time: 0.0469053 Sep 17 01:19:00.813640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-920e314d-dbef-4225-8a28-155ff6ea65b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249310 Sep 17 01:19:00.931780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-b667a48b-27d1-401c-8eb3-49afb60b9dcf service neutron] 10.222.0.36 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107874 Sep 17 01:19:01.015987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ebbed3cb-4c93-4c49-97e8-bac4fb9971ff up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:01.055821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'name': 'network-vif-deleted', 'tag': 'd4f4e052-01be-4785-9541-80ca01301f7c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:01.058770 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a519d6cb-7b87-4003-82bb-7a9b5a484412" -d '{"events": [{"server_uuid": "2d08bff5-01de-4151-a6fd-7cbe4b49d51d", "name": "network-vif-deleted", "tag": "d4f4e052-01be-4785-9541-80ca01301f7c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:01.080638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-408fb466-5a9e-493a-ad83-339db1109f6e req-a4d6dbe7-8000-45be-b7ca-8be8c49bb440 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408467 Sep 17 01:19:01.154309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481ab182-66c3-415a-8b89-bd29562a7c50 x-openstack-request-id: req-481ab182-66c3-415a-8b89-bd29562a7c50 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:01.154612 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d08bff5-01de-4151-a6fd-7cbe4b49d51d", "name": "network-vif-deleted", "tag": "d4f4e052-01be-4785-9541-80ca01301f7c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:01.154870 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-481ab182-66c3-415a-8b89-bd29562a7c50 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:01.155300 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d08bff5-01de-4151-a6fd-7cbe4b49d51d', 'name': 'network-vif-deleted', 'tag': 'd4f4e052-01be-4785-9541-80ca01301f7c', 'status': 'completed', 'code': 200} Sep 17 01:19:01.249850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569493-311b-4307-836c-4ce28eec7e49 req-8eab8764-6a89-482b-82a5-268804da0e19 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:01.251785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c569493-311b-4307-836c-4ce28eec7e49 req-8eab8764-6a89-482b-82a5-268804da0e19 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 943 time: 0.0777256 Sep 17 01:19:01.274825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:19:01.282247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:01.282851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:01.329697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c569493-311b-4307-836c-4ce28eec7e49 req-e0be1aad-f613-454e-bbea-64304ede5707 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707295 Sep 17 01:19:01.409501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:01.444351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c37064f-2bdf-4db6-8036-75bb30367793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:01.448250 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2d63dd-5700-4265-82d8-0277d193e60b" -d '{"events": [{"server_uuid": "8c37064f-2bdf-4db6-8036-75bb30367793", "name": "network-vif-plugged", "status": "completed", "tag": "ebbed3cb-4c93-4c49-97e8-bac4fb9971ff"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:01.460161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:01.486944 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ec1459-01f1-4241-a97d-94e3d986110d x-openstack-request-id: req-35ec1459-01f1-4241-a97d-94e3d986110d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:01.487592 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c37064f-2bdf-4db6-8036-75bb30367793", "name": "network-vif-plugged", "status": "completed", "tag": "ebbed3cb-4c93-4c49-97e8-bac4fb9971ff", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:01.487944 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35ec1459-01f1-4241-a97d-94e3d986110d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:01.488444 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c37064f-2bdf-4db6-8036-75bb30367793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', 'code': 200} Sep 17 01:19:01.549003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:01.552786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d4f4e052-01be-4785-9541-80ca01301f7c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:01.599018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: d4f4e052-01be-4785-9541-80ca01301f7c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:19:01.600445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d4f4e052-01be-4785-9541-80ca01301f7c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:19:01.603588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824167f-6e21-4ccf-bc16-3a7896014724 req-4dc6a1f4-1c6d-4cc6-a6b8-39c2c5db6d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:01.605186 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6824167f-6e21-4ccf-bc16-3a7896014724 req-4dc6a1f4-1c6d-4cc6-a6b8-39c2c5db6d8a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 1097 time: 0.0512125 Sep 17 01:19:01.638523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:01.649589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6824167f-6e21-4ccf-bc16-3a7896014724 req-89d45bf6-f9c3-43b3-8915-823e244e4433 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376437 Sep 17 01:19:01.663032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c928dcd-3cd7-4561-a5a8-a2d7660cc591 req-b011e536-c070-485e-8d90-23fbd156904a tempest-ServersNegativeTestMultiTenantJSON-744825968 tempest-ServersNegativeTestMultiTenantJSON-744825968-project] 10.222.0.13 "GET /v2.0/ports?device_id=2d08bff5-01de-4151-a6fd-7cbe4b49d51d HTTP/1.1" status: 200 len: 210 time: 0.0522206 Sep 17 01:19:01.809066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18cb6e-ecea-425e-847f-1301194947c5 req-ba21742c-1160-4408-8eff-8978c051c929 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:01.810674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df18cb6e-ecea-425e-847f-1301194947c5 req-ba21742c-1160-4408-8eff-8978c051c929 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 946 time: 0.0512581 Sep 17 01:19:01.866239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device beb71a58-d3e0-48f1-9e67-fbe31df917c0 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:19:01.871669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df18cb6e-ecea-425e-847f-1301194947c5 req-a3e2d08e-bc4d-4a78-aa1e-b0b9a166a96a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544643 Sep 17 01:19:01.996674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port beb71a58-d3e0-48f1-9e67-fbe31df917c0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0,segment=NetworkSegment(6ef0453f-67ad-4f95-86c0-799c36ce0443),segment_id=6ef0453f-67ad-4f95-86c0-799c36ce0443)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:02.009568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0', 'network_id': 'b14cc4ac-4f98-43a0-bee9-16f0874ed9ea', 'port_id': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0', 'mac_address': 'fa:16:3e:dc:8f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11312e8-0100-4db3-ba2b-ef34ff924942', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:19:02.062207 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.080473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb71a58-d3e0-48f1-9e67-fbe31df917c0 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:02.107233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port beb71a58-d3e0-48f1-9e67-fbe31df917c0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0,segment=NetworkSegment(6ef0453f-67ad-4f95-86c0-799c36ce0443),segment_id=6ef0453f-67ad-4f95-86c0-799c36ce0443)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:02.195283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.243470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=beb71a58-d3e0-48f1-9e67-fbe31df917c0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:02.275769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32770) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:02.482692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb110-29a2-4a6d-aff1-dd3947ae6e97 req-33a1a439-f0c3-496d-aa42-cf7c8cd35bbd tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:02.488244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54deb110-29a2-4a6d-aff1-dd3947ae6e97 req-33a1a439-f0c3-496d-aa42-cf7c8cd35bbd tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 944 time: 0.0820756 Sep 17 01:19:02.507310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-844860967'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:02.508080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['beb71a58-d3e0-48f1-9e67-fbe31df917c0'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:02.536267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54deb110-29a2-4a6d-aff1-dd3947ae6e97 req-845e8370-1125-485c-9a0a-f4a5e2062355 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457056 Sep 17 01:19:02.634442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Made reservation on behalf of d386dfdb6de9422c9ab587b13e161683 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:02.638648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.648251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.759013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32782) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:02.763477 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.804191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Deleting subnet 65334762-a6f5-4969-9ace-8383811fe82c {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:19:02.807976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.845003 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.847398 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:19:02.851939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.881257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:02.891458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e3d05-fbfa-4027-8ff7-e8eb6e78906b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:02.896998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.897363 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Added segment b907ed4f-fa37-4401-a05d-529a5bf1b68b of type vlan for network ec574239-734c-4f61-af99-92d592485961 Sep 17 01:19:02.914224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:02.957460 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.051242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aad81-d829-440b-88f6-821d08716c5e req-316a8655-c610-4c0d-9e26-dbf4ff02c38f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:03.053042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af8aad81-d829-440b-88f6-821d08716c5e req-316a8655-c610-4c0d-9e26-dbf4ff02c38f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 946 time: 0.0767522 Sep 17 01:19:03.093531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af8aad81-d829-440b-88f6-821d08716c5e req-934210b6-53c6-4e38-a45a-f5fd02fd40d3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Sep 17 01:19:03.548752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.554909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:03.555969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.636169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Pushing event updated for resources: {'Network': ['ID=ec574239-734c-4f61-af99-92d592485961,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:03.648543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ec574239-734c-4f61-af99-92d592485961 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:03.677005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a73e23-a940-4089-b595-d9633c48a128 req-8dcca514-1322-4ef9-9dff-93d3574afef3 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:03.679258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-70a73e23-a940-4089-b595-d9633c48a128 req-8dcca514-1322-4ef9-9dff-93d3574afef3 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 944 time: 0.0547800 Sep 17 01:19:03.720362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-70a73e23-a940-4089-b595-d9633c48a128 req-5a78da0c-b149-46d1-8301-48d48bc2cc08 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347555 Sep 17 01:19:03.761021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.791621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65334762-a6f5-4969-9ace-8383811fe82c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:03.795816 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.798616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a1e16844-d824-41c8-8588-caace0e1819a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65334762-a6f5-4969-9ace-8383811fe82c HTTP/1.1" status: 204 len: 168 time: 1.0435164 Sep 17 01:19:03.800278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32794) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:03.871846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89d64a19-5610-4eda-bd60-6afd3048c989 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5947788 Sep 17 01:19:03.884750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.886483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device beb71a58-d3e0-48f1-9e67-fbe31df917c0 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:03.977423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:03.997582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c827016-0d9a-41f0-9ae3-10fc0c838470']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:04.008129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8346f36a-cc1b-49b2-810c-28a96cee409d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:04.008419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8346f36a-cc1b-49b2-810c-28a96cee409d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:04.018265 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.023110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port beb71a58-d3e0-48f1-9e67-fbe31df917c0 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:19:04.029530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port beb71a58-d3e0-48f1-9e67-fbe31df917c0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:04.029926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.033520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.041283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:04.041944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:04.045363 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:04.071352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32800) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:04.086167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Request body: {'port': {'network_id': 'ec574239-734c-4f61-af99-92d592485961', 'binding:host_id': 'n-h2-789963-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-250640418'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:04.121616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.148383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:04.156392 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1d464e-d450-4335-b2ac-eeb6726c473f" -d '{"events": [{"server_uuid": "94520759-a963-4dfc-a17f-b60f4ffd5b3b", "name": "network-vif-plugged", "status": "completed", "tag": "beb71a58-d3e0-48f1-9e67-fbe31df917c0"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:04.167327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port beb71a58-d3e0-48f1-9e67-fbe31df917c0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0,segment=NetworkSegment(6ef0453f-67ad-4f95-86c0-799c36ce0443),segment_id=6ef0453f-67ad-4f95-86c0-799c36ce0443)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:04.194214 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb68e77-b1d1-44e9-bc59-c69ffcddbb45 x-openstack-request-id: req-dbb68e77-b1d1-44e9-bc59-c69ffcddbb45 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:04.194457 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94520759-a963-4dfc-a17f-b60f4ffd5b3b", "name": "network-vif-plugged", "status": "completed", "tag": "beb71a58-d3e0-48f1-9e67-fbe31df917c0", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:04.194811 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbb68e77-b1d1-44e9-bc59-c69ffcddbb45 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:04.195335 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0', 'code': 200} Sep 17 01:19:04.268215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db3d8-049e-4e5f-b605-f94af0065991 req-bdcf3bac-b230-4988-9ce3-42f17d4b3375 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:04.269804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a9db3d8-049e-4e5f-b605-f94af0065991 req-bdcf3bac-b230-4988-9ce3-42f17d4b3375 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 946 time: 0.0800173 Sep 17 01:19:04.310311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c2ac2-c77e-49aa-804a-d9fdeaff5f46 req-883ca49c-7d1e-482d-bc59-7c2f12b2ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:04.311983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6c2ac2-c77e-49aa-804a-d9fdeaff5f46 req-883ca49c-7d1e-482d-bc59-7c2f12b2ea43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 1095 time: 0.0436943 Sep 17 01:19:04.314180 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a9db3d8-049e-4e5f-b605-f94af0065991 req-f3b8086a-6f5f-49e2-adef-c73cd7986afe tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Sep 17 01:19:04.315225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.325708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.356789 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.361955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/8c827016-0d9a-41f0-9ae3-10fc0c838470 HTTP/1.1" status: 204 len: 168 time: 0.5601275 Sep 17 01:19:04.365393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c586-c01d-4e3f-8613-4ee8211a1f8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c827016-0d9a-41f0-9ae3-10fc0c838470,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:04.367280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:04.370327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Made reservation on behalf of 504ab40513a247c3a96ddad78b153571 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:04.373825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.377742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd6c2ac2-c77e-49aa-804a-d9fdeaff5f46 req-862ad274-27ce-47b6-b6ff-857288aa9acc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559173 Sep 17 01:19:04.391681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.423835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Deleting subnet 4016cc6b-d721-4b35-91a7-ae68cbc9e1ec {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:19:04.429963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.448074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=beb71a58-d3e0-48f1-9e67-fbe31df917c0,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:04.492068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.512130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.553622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.565557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.592485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port bab6ed38-ddb9-42e2-819c-ee50001b4c31 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:04.688183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04bf5bc-b118-4c2b-88a2-dfcc7eb0b1fe,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:04.771027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993407b-96c5-46ff-8f87-947ecc181dee req-be5083b4-cb74-4e18-affb-4bd96dbc898a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:04.771027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a993407b-96c5-46ff-8f87-947ecc181dee req-be5083b4-cb74-4e18-affb-4bd96dbc898a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1722450 Sep 17 01:19:04.788093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a993407b-96c5-46ff-8f87-947ecc181dee req-9616c907-4cde-4404-8328-91ba3902101c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0103512 Sep 17 01:19:04.793614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.820829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4016cc6b-d721-4b35-91a7-ae68cbc9e1ec,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:04.834298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:04.839456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbffa8a5-974f-4250-b9ab-a1f55ac9ff3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4016cc6b-d721-4b35-91a7-ae68cbc9e1ec HTTP/1.1" status: 204 len: 168 time: 0.4679039 Sep 17 01:19:04.839586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32844) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:04.871735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a993407b-96c5-46ff-8f87-947ecc181dee req-4f5da7e7-858d-4248-abe2-088417bb898f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0542662 Sep 17 01:19:04.974989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a993407b-96c5-46ff-8f87-947ecc181dee req-9508424d-106f-4d36-8e8d-037508a1983a service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960236 Sep 17 01:19:04.996961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port bab6ed38-ddb9-42e2-819c-ee50001b4c31 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:05.022883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9663e9-71cc-461c-9241-26e4ab31a9e3 req-d4757f8d-e638-4204-8afc-f2554958253d tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:05.024652 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db9663e9-71cc-461c-9241-26e4ab31a9e3 req-d4757f8d-e638-4204-8afc-f2554958253d tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.1929934 Sep 17 01:19:05.025840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.029178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.074840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a993407b-96c5-46ff-8f87-947ecc181dee req-75263f21-76ae-4cf1-91a5-2b62af324748 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908265 Sep 17 01:19:05.100570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db9663e9-71cc-461c-9241-26e4ab31a9e3 req-2f425c4e-0929-408f-aa13-74ed852e843c tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663362 Sep 17 01:19:05.123374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.193939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.237802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3570f3-9aba-477c-9eff-3b1f8107e6c1']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:05.242439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=bab6ed38-ddb9-42e2-819c-ee50001b4c31,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:05.257044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e76668b-fd0b-4a47-b9c7-fe9d6b309838') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:05.257468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e76668b-fd0b-4a47-b9c7-fe9d6b309838') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:05.270313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Checking segment: {'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:05.270688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Network hostable DHCP agents. Network: ec574239-734c-4f61-af99-92d592485961, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:19:05.275701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.298559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.317362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:05.317943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:05.320076 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:05.424226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Network ec574239-734c-4f61-af99-92d592485961 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:19:05.451759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.462413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.464707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f3570f3-9aba-477c-9eff-3b1f8107e6c1 HTTP/1.1" status: 204 len: 168 time: 0.6246598 Sep 17 01:19:05.469216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d6bfbad3-fc1a-478a-a19f-ec6a5651be71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.541060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a1933-cec1-46ca-9b0c-f2ec6eda54d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3570f3-9aba-477c-9eff-3b1f8107e6c1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:05.617302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ec574239-734c-4f61-af99-92d592485961) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:05.621475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:05.627566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c212e-591e-40b9-958d-c81d73664d9a None None] Network ec574239-734c-4f61-af99-92d592485961 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:05.641262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.645403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.645403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.647605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.651232 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.651767 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 2 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.682153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.685889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.686338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.697494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.700562 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.701261 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 3 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.735790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.736341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.737221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.757958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.758288 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.758697 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 4 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.773130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.773470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.773776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.778475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.778806 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.779218 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 5 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.795354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.795796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.796024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.800965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.801313 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.801697 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 6 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.816017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.816344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.816787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.821535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.821858 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.822236 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 7 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.835678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.835920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.836250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.840882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.841473 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.841602 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 8 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.854641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.854968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.855328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.862398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.862775 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.863194 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 9 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.876183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.876512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.876843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.881310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.881642 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.882280 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 10 to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 Sep 17 01:19:05.898268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:05.898678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:05.898807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:05.903394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:05.903712 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port bab6ed38-ddb9-42e2-819c-ee50001b4c31 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:05.904141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:05.998686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] For port bab6ed38-ddb9-42e2-819c-ee50001b4c31, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:05.999196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempted to set empty binding levels {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 01:19:06.069694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32886) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:06.083250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.124762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a9f62fff-d5f7-46ee-9b0b-38ddc1afe7ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4caa369cfa4046d79faa02f41e622c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552211 Sep 17 01:19:06.127222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32890) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:06.160746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:06.162443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.179810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-04c84d5c-2742-462e-84f9-bf7ae95c7d33 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:06.186849 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-04c84d5c-2742-462e-84f9-bf7ae95c7d33 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1847901 Sep 17 01:19:06.208077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=bab6ed38-ddb9-42e2-819c-ee50001b4c31,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:06.221763 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c0476aa-1841-4930-99a0-8eb8c9b233a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.221897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-21370c77-ab49-436d-b1d2-3e11bfddd6d5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0308154 Sep 17 01:19:06.247144 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c0476aa-1841-4930-99a0-8eb8c9b233a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.265970 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-03f8403d-b3e8-49fa-b076-7446d74780f4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464077 Sep 17 01:19:06.279865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190f4ff-14d7-40f3-b868-0ef58558c519 req-1687769e-81e1-43bf-8a34-90bc51a30a38 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:06.281357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f190f4ff-14d7-40f3-b868-0ef58558c519 req-1687769e-81e1-43bf-8a34-90bc51a30a38 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.1019044 Sep 17 01:19:06.305548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-81dd91d1-2add-448c-9719-7ddfc771ed47 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2297375 Sep 17 01:19:06.305776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32892) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:06.325290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f190f4ff-14d7-40f3-b868-0ef58558c519 req-ad85f474-c678-4609-b0b2-5afa7d1778cc tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350244 Sep 17 01:19:06.413196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c0476aa-1841-4930-99a0-8eb8c9b233a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.416210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-40466f44-0973-4d3c-9305-251b477b8c86 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422341 Sep 17 01:19:06.422016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c0476aa-1841-4930-99a0-8eb8c9b233a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.423552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7c0476aa-1841-4930-99a0-8eb8c9b233a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3252139-ea85-495f-b90b-3970fc3d3b53 HTTP/1.1" status: 204 len: 168 time: 0.2950490 Sep 17 01:19:06.446574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0476aa-1841-4930-99a0-8eb8c9b233a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3252139-ea85-495f-b90b-3970fc3d3b53,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:06.546978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Deleting port bab6ed38-ddb9-42e2-819c-ee50001b4c31 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:06.547358 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.596308 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-8d687d38-e6cf-4a6a-bc59-0b1277b6c99f service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736660 Sep 17 01:19:06.639039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] For port bab6ed38-ddb9-42e2-819c-ee50001b4c31, host n-h2-789963-7, got binding levels [] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:06.642692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.653563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Calling delete_port for bab6ed38-ddb9-42e2-819c-ee50001b4c31 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:06.860037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-438350c3-141d-4cd6-b2ff-94a8a6f230f3 req-dd61f220-c245-4992-9aa7-c482c4e137b4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 210 time: 0.0399058 Sep 17 01:19:06.861673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.876402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ffc72-066f-4d3d-bb46-a297211975e8 req-41186b95-57cb-4122-a165-c2590944ecc8 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:06.887104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5ffc72-066f-4d3d-bb46-a297211975e8 req-41186b95-57cb-4122-a165-c2590944ecc8 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.0659750 Sep 17 01:19:06.904543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event deleted for resources: {'Port': ['ID=bab6ed38-ddb9-42e2-819c-ee50001b4c31,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:06.916819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:06.923907 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-efc6a45b-d90e-40fe-97be-1d0d17af51f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bab6ed38-ddb9-42e2-819c-ee50001b4c31 HTTP/1.1" status: 204 len: 168 time: 0.6146624 Sep 17 01:19:06.924469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32922) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:06.991921 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcc2b59-ddbb-4211-9d19-68daf126a05a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:19:06.994383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-adcc2b59-ddbb-4211-9d19-68daf126a05a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "GET /v2.0/ports/bab6ed38-ddb9-42e2-819c-ee50001b4c31 HTTP/1.1" status: 404 len: 333 time: 0.0685322 Sep 17 01:19:06.998852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:07.000267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5ffc72-066f-4d3d-bb46-a297211975e8 req-92de4be3-762c-45df-bdaf-e281e12d33df tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117313 Sep 17 01:19:07.003780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Request body: {'port': {'network_id': 'ec574239-734c-4f61-af99-92d592485961', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1111727251'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:07.015612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-5031a674-8f56-48e4-94d0-82ea42c75530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:07.017506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-5031a674-8f56-48e4-94d0-82ea42c75530 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4eca3b6714a40469283afaade03a6d6&device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 1096 time: 0.1106563 Sep 17 01:19:07.114037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Made reservation on behalf of 504ab40513a247c3a96ddad78b153571 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:07.116458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.133269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port 84dc4d60-0885-43f2-b420-48eafc37f001 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:07.134523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-c0418faa-e3fa-444a-a04c-ae16b35f1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:07.136676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-c0418faa-e3fa-444a-a04c-ae16b35f1627 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea HTTP/1.1" status: 200 len: 915 time: 0.1106727 Sep 17 01:19:07.185592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-40cdd511-ae4b-4b2a-b887-7cbdb0a92233 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0 HTTP/1.1" status: 200 len: 217 time: 0.0411243 Sep 17 01:19:07.246357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-7408af22-80dd-4afe-b797-36e897ce0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:07.249050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-7408af22-80dd-4afe-b797-36e897ce0b70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f11312e8-0100-4db3-ba2b-ef34ff924942 HTTP/1.1" status: 200 len: 854 time: 0.0525882 Sep 17 01:19:07.284762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-e411c49e-855f-4f28-abc2-014d1a619da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256896 Sep 17 01:19:07.309354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.403184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-7f5fb11b-126a-455c-9148-d179fb510147 service neutron] 10.222.0.36 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078811 Sep 17 01:19:07.407515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32930) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:07.446896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.525164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ff792a4-5dac-4cf0-82d7-7d718d512472 req-f5dccf4e-3022-45fd-923e-a7eb63dc814c service neutron] 10.222.0.36 "GET /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127741 Sep 17 01:19:07.549646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d75d65c-a87a-4096-beef-87bbc56a2199 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bb9decb7cb54673b5cc0683fc270ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385410 Sep 17 01:19:07.549646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=84dc4d60-0885-43f2-b420-48eafc37f001,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:07.550069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:07.562483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Network ec574239-734c-4f61-af99-92d592485961 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:07.563607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:07.573103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:07.574896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:07.575920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.615610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5aa9-5a62-4ab8-8c3a-e7c0311fee80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.640516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5aa9-5a62-4ab8-8c3a-e7c0311fee80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.656226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-770a3f4e-b766-4a9b-9d8a-05e618876ac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6562510 Sep 17 01:19:07.656876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32938) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:07.662175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:07.720443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.771685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5aa9-5a62-4ab8-8c3a-e7c0311fee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.774530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e0e5aa9-5a62-4ab8-8c3a-e7c0311fee80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:07.778299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7e0e5aa9-5a62-4ab8-8c3a-e7c0311fee80 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52dd0cc6-b719-4203-a767-c5802d6d228c HTTP/1.1" status: 204 len: 168 time: 0.2248859 Sep 17 01:19:07.794486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e5aa9-5a62-4ab8-8c3a-e7c0311fee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dd0cc6-b719-4203-a767-c5802d6d228c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:07.984946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port 84dc4d60-0885-43f2-b420-48eafc37f001 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:07.994324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.015260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da16234d-ee45-4602-8816-16abcbe250db req-97ff699e-491b-4e1f-8b9a-ce5a5777e4e1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 210 time: 0.0336633 Sep 17 01:19:08.103948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.155778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=84dc4d60-0885-43f2-b420-48eafc37f001,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:08.175305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.175818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.176154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.178180 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7a27a67c-f81a-4efa-bb41-a67448f4bb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.181863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.182241 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.183875 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 2 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.187038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf33cb-7cbc-414a-8df5-671436f37176 req-581c21e6-18dd-41ac-9efd-124a7153d1f0 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.188867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2acf33cb-7cbc-414a-8df5-671436f37176 req-581c21e6-18dd-41ac-9efd-124a7153d1f0 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.0836568 Sep 17 01:19:08.202595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.202959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.203499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.208937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.209271 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.209662 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 3 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.234270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.234623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.235487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.249285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.249807 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.249945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2acf33cb-7cbc-414a-8df5-671436f37176 req-ec2f6299-7745-4d7a-b795-014ff90f82f6 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Sep 17 01:19:08.252277 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 4 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.277785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.277785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.278063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.284844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.285171 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.286167 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 5 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.301828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.302712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.303563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.309377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.310276 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.311310 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 6 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.331480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.331817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.332157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.337280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.337727 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.339226 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 7 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.351640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.351969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.352311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.359157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.359590 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.359982 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 8 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.375999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.378788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.379194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.383892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.384333 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.384735 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 9 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.398033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.398408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.398743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.403425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.403746 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.404122 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 10 to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 Sep 17 01:19:08.418945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:08.419340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:08.419650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:08.424221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:08.424541 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 84dc4d60-0885-43f2-b420-48eafc37f001 on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:08.424903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.495696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] For port 84dc4d60-0885-43f2-b420-48eafc37f001, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:08.496086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempted to set empty binding levels {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 01:19:08.623679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.657324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] In _notify_port_updated(), no bound segment for port 84dc4d60-0885-43f2-b420-48eafc37f001 on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:19:08.658170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.659050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.660104 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "PUT /v2.0/ports/84dc4d60-0885-43f2-b420-48eafc37f001 HTTP/1.1" status: 200 len: 979 time: 1.0023336 Sep 17 01:19:08.663464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:08.729601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9799ab2-6861-4938-98be-8a96dfe3186a tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=84dc4d60-0885-43f2-b420-48eafc37f001,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:08.767931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.768420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.768876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.769337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.769803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.770241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.770786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.771264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.771714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.772167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.772613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.773262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.773713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.774161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.774603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.775050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.775521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.776052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.782278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:08.783178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e3ccd9e5-6ff5-42c7-97e3-48aa3f09a788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23472 time: 0.1181145 Sep 17 01:19:08.786866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32964) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:08.869424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Deleting port 84dc4d60-0885-43f2-b420-48eafc37f001 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:08.869858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.952627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] For port 84dc4d60-0885-43f2-b420-48eafc37f001, host n-h2-789963-7, got binding levels [] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:08.953048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:08.972699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Calling delete_port for 84dc4d60-0885-43f2-b420-48eafc37f001 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:09.127325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-425438ba-2158-4ab8-863f-25d4a04348fb req-bf668bf3-bab2-4732-b23b-a307263f7e3b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 210 time: 0.0299525 Sep 17 01:19:09.149862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.252424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.299349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event deleted for resources: {'Port': ['ID=84dc4d60-0885-43f2-b420-48eafc37f001,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:09.301743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.304518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bcc93f2a-f7c4-4078-90d5-7d08f124e931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "DELETE /v2.0/ports/84dc4d60-0885-43f2-b420-48eafc37f001 HTTP/1.1" status: 204 len: 168 time: 0.5163417 Sep 17 01:19:09.308959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32982) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:09.338504 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-801160e4-6ace-4e45-8559-75faa94a55eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:19:09.340747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-801160e4-6ace-4e45-8559-75faa94a55eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "GET /v2.0/ports/84dc4d60-0885-43f2-b420-48eafc37f001 HTTP/1.1" status: 404 len: 333 time: 0.0299904 Sep 17 01:19:09.344203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 32984) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:09.350327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650345442', 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:09.359827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 32986) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:09.471290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fed60-3a8d-44d9-baf3-2c9ed7838fc7 req-3450dc70-f83e-4b28-9478-3add9a1b203f tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:09.472787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b3fed60-3a8d-44d9-baf3-2c9ed7838fc7 req-3450dc70-f83e-4b28-9478-3add9a1b203f tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.1450491 Sep 17 01:19:09.482313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-69731229-a86c-4152-a5d8-9233de419276 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:09.483794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-69731229-a86c-4152-a5d8-9233de419276 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1953635 Sep 17 01:19:09.506641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1522005186-network', 'tenant_id': '4a8f799541ba4c75848b0efb474c3e71'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:09.508652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.514342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:09.558970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9b3fed60-3a8d-44d9-baf3-2c9ed7838fc7 req-809f936a-a282-4bdc-9739-c9b5353efabb tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742226 Sep 17 01:19:09.565929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Made reservation on behalf of 504ab40513a247c3a96ddad78b153571 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:09.572732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.585254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port 957046bc-21be-4fc9-a554-8ae5dfa7ac3e yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:09.737840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Made reservation on behalf of 4a8f799541ba4c75848b0efb474c3e71 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:09.741300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.753660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.763788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.858125 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.859232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:09.867651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:09.913306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Network ec574239-734c-4f61-af99-92d592485961 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:09.922742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=957046bc-21be-4fc9-a554-8ae5dfa7ac3e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:09.925514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:09.928940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:09.929988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:09.930718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.067291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.3 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/51a19e31-3c07-44d3-bc8f-ef40cb094a69) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:10.080815 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.182032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.204861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d9db1d7a-8498-483d-8809-18ad09324250 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8594410 Sep 17 01:19:10.207358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33002) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:10.222689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:10.228797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825c5bd7-618a-41e7-8b8b-c4a9ec35f837,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:10.248773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.249114 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Added segment d32f9c71-7466-4ff8-963f-62189e10eead of type vlan for network 6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f Sep 17 01:19:10.264759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d25a284c-0e79-4cd9-b700-dd8c3a7656e7 req-1f4cff85-7404-453b-90dc-1cd704e77796 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 210 time: 0.0581856 Sep 17 01:19:10.273291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601d66db-2325-454e-9db5-00603646afe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:10.278174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-601d66db-2325-454e-9db5-00603646afe4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "GET /v2.0/ports/957046bc-21be-4fc9-a554-8ae5dfa7ac3e HTTP/1.1" status: 200 len: 959 time: 0.0699069 Sep 17 01:19:10.278890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33004) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:10.291574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.357530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.378940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Deleting port 957046bc-21be-4fc9-a554-8ae5dfa7ac3e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:10.384274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.426045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea937f4-76c5-4754-b3a8-a2c67a0797f4 req-8d5d8f53-b28c-4887-a5bb-86e8ec22aab0 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:10.428131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ea937f4-76c5-4754-b3a8-a2c67a0797f4 req-8d5d8f53-b28c-4887-a5bb-86e8ec22aab0 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.0680380 Sep 17 01:19:10.445540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.458657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Calling delete_port for 957046bc-21be-4fc9-a554-8ae5dfa7ac3e owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:10.469351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ea937f4-76c5-4754-b3a8-a2c67a0797f4 req-08a12733-17b2-4332-ba6a-59beb55e4982 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Sep 17 01:19:10.480479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.493460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:10.529348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.530306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:10.531008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.545373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:10.572194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:10.577097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=51a19e31-3c07-44d3-bc8f-ef40cb094a69,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:10.588023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:10.653397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:10.677915 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-39a8f566-e591-489d-bd28-aa461da268e7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3088770 Sep 17 01:19:10.678187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:10.678654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:10.687650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.835863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c5187cdc-a179-4794-a35a-24703e6fccaf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3360267 Sep 17 01:19:10.851207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Request body: {'port': {'device_id': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:10.921195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:10.971843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.004892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event deleted for resources: {'Port': ['ID=957046bc-21be-4fc9-a554-8ae5dfa7ac3e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:11.015767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.019506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-466418fd-c25d-4b70-8aa6-dea604a75206 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "DELETE /v2.0/ports/957046bc-21be-4fc9-a554-8ae5dfa7ac3e HTTP/1.1" status: 204 len: 168 time: 0.7369609 Sep 17 01:19:11.019913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33018) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:11.034588 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.049742 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ebd4e1-a2a1-4e8f-bb9a-0c6e40811a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:19:11.052951 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f7ebd4e1-a2a1-4e8f-bb9a-0c6e40811a7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "GET /v2.0/ports/957046bc-21be-4fc9-a554-8ae5dfa7ac3e HTTP/1.1" status: 404 len: 333 time: 0.0295334 Sep 17 01:19:11.058971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33022) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:11.064040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Request body: {'port': {'network_id': 'ec574239-734c-4f61-af99-92d592485961', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1390524537'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:11.177038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Made reservation on behalf of 504ab40513a247c3a96ddad78b153571 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:11.179482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.203019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port 50480ead-e8ef-4406-af6d-d7da17b1d8de yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:11.394142 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.423652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a52301-a75a-47fe-90d2-52d37de7e184 req-91e4026c-9543-4332-9584-ca9f629b6056 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.425282 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3a52301-a75a-47fe-90d2-52d37de7e184 req-91e4026c-9543-4332-9584-ca9f629b6056 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 931 time: 0.0725513 Sep 17 01:19:11.476821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3a52301-a75a-47fe-90d2-52d37de7e184 req-211c6376-318a-4356-9817-12117c1bcb99 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Sep 17 01:19:11.531775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.581835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Network ec574239-734c-4f61-af99-92d592485961 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:11.585152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:11.592842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:11.593958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.595139 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.598294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=50480ead-e8ef-4406-af6d-d7da17b1d8de,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:11.631558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfba9-0e87-4207-938b-1837bda5fa2d req-2f1e8a18-a5ce-441e-aa85-57a4955bde83 tempest-ComputeTenantNetworksTest-1594382711 tempest-ComputeTenantNetworksTest-1594382711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.638207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfba9-0e87-4207-938b-1837bda5fa2d req-2f1e8a18-a5ce-441e-aa85-57a4955bde83 tempest-ComputeTenantNetworksTest-1594382711 tempest-ComputeTenantNetworksTest-1594382711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.644363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacfba9-0e87-4207-938b-1837bda5fa2d req-2f1e8a18-a5ce-441e-aa85-57a4955bde83 tempest-ComputeTenantNetworksTest-1594382711 tempest-ComputeTenantNetworksTest-1594382711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.646107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cacfba9-0e87-4207-938b-1837bda5fa2d req-2f1e8a18-a5ce-441e-aa85-57a4955bde83 tempest-ComputeTenantNetworksTest-1594382711 tempest-ComputeTenantNetworksTest-1594382711-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6106200 Sep 17 01:19:11.673645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ba0c2-64d2-4c54-8d14-f72350bbb05a req-c759b1e4-cca6-495d-a8b8-727fb6e25aaa tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.675247 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-496ba0c2-64d2-4c54-8d14-f72350bbb05a req-c759b1e4-cca6-495d-a8b8-727fb6e25aaa tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.0590796 Sep 17 01:19:11.697306 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f1e567ef-8dc3-408c-8271-3aba36d593dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6380858 Sep 17 01:19:11.700007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33032) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:11.705111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:11.746323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-496ba0c2-64d2-4c54-8d14-f72350bbb05a req-9e684a15-0dfd-493e-9501-4d5deb38048c tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/security-groups?id=22449dae-2c54-4dc7-93df-30fdfde6eb4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640566 Sep 17 01:19:11.775436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.805949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9761b-147a-4891-a0dd-6432a667ce71 req-54cc1725-a09b-47ed-8dc0-2666ce0f2ac7 tempest-ComputeTenantNetworksTest-1594382711 tempest-ComputeTenantNetworksTest-1594382711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.808531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03d9761b-147a-4891-a0dd-6432a667ce71 req-54cc1725-a09b-47ed-8dc0-2666ce0f2ac7 tempest-ComputeTenantNetworksTest-1594382711 tempest-ComputeTenantNetworksTest-1594382711-project] 10.222.0.13 "GET /v2.0/networks/6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f HTTP/1.1" status: 200 len: 769 time: 0.1319745 Sep 17 01:19:11.815601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a19e31-3c07-44d3-bc8f-ef40cb094a69 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:11.819514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33036) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:11.824754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.868328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Transition to ACTIVE for port object 51a19e31-3c07-44d3-bc8f-ef40cb094a69 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:19:11.887944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-3ba69dbc-74b8-4709-a133-f0dc4c506692 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:11.889503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-3ba69dbc-74b8-4709-a133-f0dc4c506692 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.36 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 945 time: 0.0622363 Sep 17 01:19:11.951430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:11.958955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.019966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Pushing event updated for resources: {'Port': ['ID=51a19e31-3c07-44d3-bc8f-ef40cb094a69,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:12.079683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Deleting port beb71a58-d3e0-48f1-9e67-fbe31df917c0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:12.079939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.089945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.105214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] device_id is not set on port 50480ead-e8ef-4406-af6d-d7da17b1d8de yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:12.120361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.124919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:12.134728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32f9c71-7466-4ff8-963f-62189e10eead') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:12.135044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32f9c71-7466-4ff8-963f-62189e10eead') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:12.144964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.157024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Attempting to bind port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.157362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Attempting to bind port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.157696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Attempting to bind port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.159192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.166457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:12.167113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.167828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.168158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Attempting to bind port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:12.168904 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:12.176539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:12.183674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:12.183674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:12.183674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Bound port: 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:12.183674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.184159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.207351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] For port beb71a58-d3e0-48f1-9e67-fbe31df917c0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=beb71a58-d3e0-48f1-9e67-fbe31df917c0,segment=NetworkSegment(6ef0453f-67ad-4f95-86c0-799c36ce0443),segment_id=6ef0453f-67ad-4f95-86c0-799c36ce0443)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:12.211643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.245754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Calling delete_port for beb71a58-d3e0-48f1-9e67-fbe31df917c0 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:12.271116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=50480ead-e8ef-4406-af6d-d7da17b1d8de,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:12.288163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.288494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.288827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.293286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.293606 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.293989 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 2 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.307725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.308056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.308384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.311045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] For port 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:12.312888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.313209 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.313588 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 3 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.326271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.326598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.326926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.329081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] For port 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=51a19e31-3c07-44d3-bc8f-ef40cb094a69,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:12.331446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.331705 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.332085 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 4 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.346402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.346739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.347108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.351713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.352030 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.352411 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 5 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.364735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.365071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.365466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.370029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.370346 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.370726 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 6 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.384091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.384420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.384745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.389136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.389459 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.389843 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 7 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.403014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.403701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.403701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.407976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.408982 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.408982 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 8 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.421356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.421686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.422016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.426286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.426606 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.427031 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 9 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.438847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.439208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.439696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.445107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.445435 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.445955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.450164 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempt 10 to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de Sep 17 01:19:12.460952 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.464920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f HTTP/1.1" status: 204 len: 168 time: 0.6419539 Sep 17 01:19:12.474172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791941a-5934-4fd1-b113-c7de47b10a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a8fc3ca-055c-49bf-9ad0-6d4ecabe444f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:12.478462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:12.478815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:12.479046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempting to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:12.483667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:12.483991 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Failed to bind port 50480ead-e8ef-4406-af6d-d7da17b1d8de on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'b907ed4f-fa37-4401-a05d-529a5bf1b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ec574239-734c-4f61-af99-92d592485961'}] Sep 17 01:19:12.484359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.497645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.538717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:12.539890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.541781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] 10.222.0.23 "PUT /v2.0/ports/51a19e31-3c07-44d3-bc8f-ef40cb094a69 HTTP/1.1" status: 200 len: 1091 time: 1.6971924 Sep 17 01:19:12.544640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'tag': '51a19e31-3c07-44d3-bc8f-ef40cb094a69'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:12.548009 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7cb97f-47be-42ec-b70a-142a0ad329cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc6775a-22ad-4337-84e9-d19594ae1e46", "tag": "51a19e31-3c07-44d3-bc8f-ef40cb094a69"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:12.560114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] For port 50480ead-e8ef-4406-af6d-d7da17b1d8de, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:12.560618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attempted to set empty binding levels {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 01:19:12.570430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.581966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['beb71a58-d3e0-48f1-9e67-fbe31df917c0'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:12.608220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b7de40-a3e4-46f5-8514-ee88bfb30e96 x-openstack-request-id: req-27b7de40-a3e4-46f5-8514-ee88bfb30e96 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:12.608514 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc6775a-22ad-4337-84e9-d19594ae1e46", "tag": "51a19e31-3c07-44d3-bc8f-ef40cb094a69", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:12.608764 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27b7de40-a3e4-46f5-8514-ee88bfb30e96 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:12.609154 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'tag': '51a19e31-3c07-44d3-bc8f-ef40cb094a69', 'status': 'completed', 'code': 200} Sep 17 01:19:12.649005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425a29b-167f-4836-a33e-093cd748ad45 service neutron] Pushing event updated for resources: {'Port': ['ID=51a19e31-3c07-44d3-bc8f-ef40cb094a69,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:12.686206 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.698322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] No DVR routers for this DVR port beb71a58-d3e0-48f1-9e67-fbe31df917c0 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:12.701137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Pushing event deleted for resources: {'Port': ['ID=beb71a58-d3e0-48f1-9e67-fbe31df917c0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:12.703666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.705629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0ed16cc-c5f4-4260-81a8-b0a912accda5 req-12b7ce4d-d826-476a-8e7a-7ad25fc9b070 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.36 "DELETE /v2.0/ports/beb71a58-d3e0-48f1-9e67-fbe31df917c0 HTTP/1.1" status: 204 len: 173 time: 0.8100543 Sep 17 01:19:12.713554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04546225-b851-43e6-8f3b-da3d11c8597c req-23981475-5623-4742-83dd-dd2c22521d2b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:12.715015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04546225-b851-43e6-8f3b-da3d11c8597c req-23981475-5623-4742-83dd-dd2c22521d2b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 943 time: 0.1487691 Sep 17 01:19:12.731190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] In _notify_port_updated(), no bound segment for port 50480ead-e8ef-4406-af6d-d7da17b1d8de on network ec574239-734c-4f61-af99-92d592485961 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:19:12.732049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:12.738383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.738383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "PUT /v2.0/ports/50480ead-e8ef-4406-af6d-d7da17b1d8de HTTP/1.1" status: 200 len: 979 time: 1.0333498 Sep 17 01:19:12.738383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:12.758185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04546225-b851-43e6-8f3b-da3d11c8597c req-a752596e-0d74-408f-b233-2d581a408545 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Sep 17 01:19:12.784072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65df244-9fad-424f-a86e-0cb4524e9fe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event updated for resources: {'Port': ['ID=50480ead-e8ef-4406-af6d-d7da17b1d8de,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:12.825469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cb97f-47be-42ec-b70a-142a0ad329cb req-c1130022-089a-47a1-9c97-fe21b09604ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:12.827831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea7cb97f-47be-42ec-b70a-142a0ad329cb req-c1130022-089a-47a1-9c97-fe21b09604ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 1094 time: 0.0612757 Sep 17 01:19:12.845996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Deleting port 50480ead-e8ef-4406-af6d-d7da17b1d8de {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:12.846333 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.899413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c18b735-6652-47ae-8770-b21001818cab req-79865a24-c0d4-421c-844a-5be40345e887 tempest-InstanceActionsTestJSON-1417437464 tempest-InstanceActionsTestJSON-1417437464-project] 10.222.0.13 "GET /v2.0/ports?device_id=94520759-a963-4dfc-a17f-b60f4ffd5b3b HTTP/1.1" status: 200 len: 210 time: 0.0508342 Sep 17 01:19:12.928639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33054) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:12.950510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] For port 50480ead-e8ef-4406-af6d-d7da17b1d8de, host n-h2-789963-7, got binding levels [] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:12.951240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:12.965400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Calling delete_port for 50480ead-e8ef-4406-af6d-d7da17b1d8de owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:12.990625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cb97f-47be-42ec-b70a-142a0ad329cb req-283c8ae7-b37b-4ebf-a3c1-18a74f40ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:12.992303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea7cb97f-47be-42ec-b70a-142a0ad329cb req-283c8ae7-b37b-4ebf-a3c1-18a74f40ee5a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1aeecf3493ad450f9c0697468c6e714f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1555815 Sep 17 01:19:12.994913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-488e3b6a-8551-4e53-bc44-46756234a5f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a8f799541ba4c75848b0efb474c3e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652089 Sep 17 01:19:12.997611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33056) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:13.117830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9a9879f-89f2-4b31-9c07-92af291ebe83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.139174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cb97f-47be-42ec-b70a-142a0ad329cb req-388eaa01-2cea-4e21-afe1-f6ab367c6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:13.140628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea7cb97f-47be-42ec-b70a-142a0ad329cb req-388eaa01-2cea-4e21-afe1-f6ab367c6145 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368971 Sep 17 01:19:13.150650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.155962 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9a9879f-89f2-4b31-9c07-92af291ebe83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.193518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Pushing event deleted for resources: {'Port': ['ID=50480ead-e8ef-4406-af6d-d7da17b1d8de,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:13.197265 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.201948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5eabb4f5-6007-45f9-af5e-0c8cd30cbd56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "DELETE /v2.0/ports/50480ead-e8ef-4406-af6d-d7da17b1d8de HTTP/1.1" status: 204 len: 168 time: 0.4638417 Sep 17 01:19:13.202381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33062) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:13.243347 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d337f43-ab94-4c84-9c0f-3f5b907f8187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:19:13.244850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d337f43-ab94-4c84-9c0f-3f5b907f8187 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732463769-project-admin] 10.222.0.13 "GET /v2.0/ports/50480ead-e8ef-4406-af6d-d7da17b1d8de HTTP/1.1" status: 404 len: 333 time: 0.0403769 Sep 17 01:19:13.253834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:13.291624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-9c373669-cc1c-4fd7-9f02-1f8da45b0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:13.293141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-9c373669-cc1c-4fd7-9f02-1f8da45b0b5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 1094 time: 0.1034319 Sep 17 01:19:13.370371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-a4e4f281-a53d-447c-a635-1b05ded04a91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51a19e31-3c07-44d3-bc8f-ef40cb094a69 HTTP/1.1" status: 200 len: 217 time: 0.0428629 Sep 17 01:19:13.375560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.388227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9a9879f-89f2-4b31-9c07-92af291ebe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.390654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9a9879f-89f2-4b31-9c07-92af291ebe83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.391739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f9a9879f-89f2-4b31-9c07-92af291ebe83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/825c5bd7-618a-41e7-8b8b-c4a9ec35f837 HTTP/1.1" status: 204 len: 168 time: 0.3932090 Sep 17 01:19:13.431888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9879f-89f2-4b31-9c07-92af291ebe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825c5bd7-618a-41e7-8b8b-c4a9ec35f837,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:13.466749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a198fc-66db-4a4f-8991-db082e863b89 req-9314d36d-218e-4cb1-b330-4cbea57f7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:13.468247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-9314d36d-218e-4cb1-b330-4cbea57f7b98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0908253 Sep 17 01:19:13.520414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-624c7617-403a-481b-8024-f7d8e339870c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367098 Sep 17 01:19:13.558712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.603944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec574239-734c-4f61-af99-92d592485961']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:13.640320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b907ed4f-fa37-4401-a05d-529a5bf1b68b') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:13.640553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b907ed4f-fa37-4401-a05d-529a5bf1b68b') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:13.656351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.673855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:13.696408 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:13.710777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-9087abe9-bccd-4554-b671-9915d22f3bdd service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540411 Sep 17 01:19:13.858705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-29a198fc-66db-4a4f-8991-db082e863b89 req-35d720d3-b877-41ec-b457-c72fdbe54d8a service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400199 Sep 17 01:19:13.895624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.904191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:13.906018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] 10.222.0.13 "DELETE /v2.0/networks/ec574239-734c-4f61-af99-92d592485961 HTTP/1.1" status: 204 len: 168 time: 0.6512542 Sep 17 01:19:13.916487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf96080-ba3b-4b59-be44-22b8782735fc req-f6b77838-12a0-45d3-85f0-b6406fd7e970 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:13.919292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbf96080-ba3b-4b59-be44-22b8782735fc req-f6b77838-12a0-45d3-85f0-b6406fd7e970 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 943 time: 0.0802622 Sep 17 01:19:13.932490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726665e-7309-48f3-8cd5-a63c667ec079 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371158282-project] Pushing event deleted for resources: {'Network': ['ID=ec574239-734c-4f61-af99-92d592485961,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:13.979281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33086) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:13.985291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cbf96080-ba3b-4b59-be44-22b8782735fc req-a7d7c864-5c06-41f1-9c9b-737c9860b051 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551145 Sep 17 01:19:14.041443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Deleting subnet f11312e8-0100-4db3-ba2b-ef34ff924942 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:19:14.046759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.080541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.123058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.301661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.325323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11312e8-0100-4db3-ba2b-ef34ff924942,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:14.335840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.335840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da6706f3-95f6-4464-93b1-03257ef5ee87 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f11312e8-0100-4db3-ba2b-ef34ff924942 HTTP/1.1" status: 204 len: 168 time: 0.3529921 Sep 17 01:19:14.336732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:14.409303 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.497604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.503766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33100) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:14.522616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14cc4ac-4f98-43a0-bee9-16f0874ed9ea']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:14.532981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef0453f-67ad-4f95-86c0-799c36ce0443') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:14.533394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef0453f-67ad-4f95-86c0-799c36ce0443') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:14.544251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.558600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.565014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:14.565410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:14.567249 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:14.610580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'name': 'network-vif-deleted', 'tag': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:14.617686 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7934d90-d2f5-4c70-ae5c-015e059f3ced" -d '{"events": [{"server_uuid": "94520759-a963-4dfc-a17f-b60f4ffd5b3b", "name": "network-vif-deleted", "tag": "beb71a58-d3e0-48f1-9e67-fbe31df917c0"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:14.656001 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70449f3-923d-4711-a324-58b85949699c x-openstack-request-id: req-f70449f3-923d-4711-a324-58b85949699c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:14.656289 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94520759-a963-4dfc-a17f-b60f4ffd5b3b", "name": "network-vif-deleted", "tag": "beb71a58-d3e0-48f1-9e67-fbe31df917c0", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:14.656537 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f70449f3-923d-4711-a324-58b85949699c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:14.657145 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94520759-a963-4dfc-a17f-b60f4ffd5b3b', 'name': 'network-vif-deleted', 'tag': 'beb71a58-d3e0-48f1-9e67-fbe31df917c0', 'status': 'completed', 'code': 200} Sep 17 01:19:14.664902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2dbf80b1-7a81-4972-938e-3f7dade61524 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d386dfdb6de9422c9ab587b13e161683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593037 Sep 17 01:19:14.666680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33108) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:14.719205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-634557fc-76e1-4f6d-a076-37c5360cf94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.725887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.742305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-634557fc-76e1-4f6d-a076-37c5360cf94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.744702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.746813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b14cc4ac-4f98-43a0-bee9-16f0874ed9ea HTTP/1.1" status: 204 len: 168 time: 0.4091363 Sep 17 01:19:14.748313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16a44a-e96e-4fa5-8ac3-7433034e45a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14cc4ac-4f98-43a0-bee9-16f0874ed9ea,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:14.880755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-634557fc-76e1-4f6d-a076-37c5360cf94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.883390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-634557fc-76e1-4f6d-a076-37c5360cf94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:14.887192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-634557fc-76e1-4f6d-a076-37c5360cf94f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c3e3d05-fbfa-4027-8ff7-e8eb6e78906b HTTP/1.1" status: 204 len: 168 time: 0.2168667 Sep 17 01:19:14.893150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634557fc-76e1-4f6d-a076-37c5360cf94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e3d05-fbfa-4027-8ff7-e8eb6e78906b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:15.123171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffd5eb-72d2-4fa4-ab26-0d7633ae5aba req-b741cfc7-12c7-4938-9c16-5969b21a98f6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:15.125373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92ffd5eb-72d2-4fa4-ab26-0d7633ae5aba req-b741cfc7-12c7-4938-9c16-5969b21a98f6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 943 time: 0.0600474 Sep 17 01:19:15.166012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-92ffd5eb-72d2-4fa4-ab26-0d7633ae5aba req-1388090b-a424-42b4-a543-1eefbeedeaab tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Sep 17 01:19:15.190354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33126) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:15.243774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e5f16fdb-40c1-41d2-a9d1-e158255d9a1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4eca3b6714a40469283afaade03a6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515957 Sep 17 01:19:15.245422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33130) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:15.303117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75c78b83-f3e6-41d0-96e3-b7a948cb242a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:15.328062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75c78b83-f3e6-41d0-96e3-b7a948cb242a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:15.514017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75c78b83-f3e6-41d0-96e3-b7a948cb242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:15.520071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75c78b83-f3e6-41d0-96e3-b7a948cb242a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:15.520071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-75c78b83-f3e6-41d0-96e3-b7a948cb242a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22449dae-2c54-4dc7-93df-30fdfde6eb4d HTTP/1.1" status: 204 len: 168 time: 0.2709787 Sep 17 01:19:15.526173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c78b83-f3e6-41d0-96e3-b7a948cb242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22449dae-2c54-4dc7-93df-30fdfde6eb4d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:15.690140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33142) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:15.739414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-828c84c1-2fb1-4aee-a6e4-fb1426dc9f65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=504ab40513a247c3a96ddad78b153571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480342 Sep 17 01:19:15.742281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:15.801123 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8265-5f6c-46e0-8585-b4b17be77862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:15.826447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8265-5f6c-46e0-8585-b4b17be77862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:15.947948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device beb71a58-d3e0-48f1-9e67-fbe31df917c0 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:15.979604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: beb71a58-d3e0-48f1-9e67-fbe31df917c0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:19:15.980098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device beb71a58-d3e0-48f1-9e67-fbe31df917c0 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:19:16.006415 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8265-5f6c-46e0-8585-b4b17be77862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:16.017619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e0e8265-5f6c-46e0-8585-b4b17be77862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:16.017619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2e0e8265-5f6c-46e0-8585-b4b17be77862 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a04bf5bc-b118-4c2b-88a2-dfcc7eb0b1fe HTTP/1.1" status: 204 len: 168 time: 0.2675064 Sep 17 01:19:16.026901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e8265-5f6c-46e0-8585-b4b17be77862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04bf5bc-b118-4c2b-88a2-dfcc7eb0b1fe,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:16.300314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d34d3e-0948-413e-aee8-58efe804d6f2 req-5cbcd38e-f646-4c9f-881b-97a087b93920 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:16.302352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25d34d3e-0948-413e-aee8-58efe804d6f2 req-5cbcd38e-f646-4c9f-881b-97a087b93920 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 943 time: 0.0571170 Sep 17 01:19:16.347692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25d34d3e-0948-413e-aee8-58efe804d6f2 req-eee6b9e5-fd3c-4658-9490-b7c35eb35ed6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343735 Sep 17 01:19:17.106519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 51a19e31-3c07-44d3-bc8f-ef40cb094a69 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:19:17.225759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=51a19e31-3c07-44d3-bc8f-ef40cb094a69,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:17.241961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '51a19e31-3c07-44d3-bc8f-ef40cb094a69', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': '51a19e31-3c07-44d3-bc8f-ef40cb094a69', 'mac_address': 'fa:16:3e:b1:50:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:19:17.285112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:17.298230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a19e31-3c07-44d3-bc8f-ef40cb094a69 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:17.321316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=51a19e31-3c07-44d3-bc8f-ef40cb094a69,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:17.372490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:17.481999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=51a19e31-3c07-44d3-bc8f-ef40cb094a69,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:17.505716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501abd2-fef6-4ef7-b12e-2f44cf6b692c req-b188e5e3-c987-4a47-89c8-ad18546e5fc3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:17.511551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4501abd2-fef6-4ef7-b12e-2f44cf6b692c req-b188e5e3-c987-4a47-89c8-ad18546e5fc3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 944 time: 0.0805242 Sep 17 01:19:17.550276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4501abd2-fef6-4ef7-b12e-2f44cf6b692c req-5db1c98a-318b-452c-bcb8-0febe4761dca tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361905 Sep 17 01:19:17.644411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['51a19e31-3c07-44d3-bc8f-ef40cb094a69'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:18.306950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33272) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:18.564566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5785-b0f4-4b23-94f1-b561a5e5673f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:18.709545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5785-b0f4-4b23-94f1-b561a5e5673f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:18.722154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8676-728b-4570-8bca-d967b2932e0c req-27fa7303-62fe-4a3d-92ff-086e9730009a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:18.725090 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-432a8676-728b-4570-8bca-d967b2932e0c req-27fa7303-62fe-4a3d-92ff-086e9730009a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 944 time: 0.0917351 Sep 17 01:19:18.762287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2cc5785-b0f4-4b23-94f1-b561a5e5673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:18.824192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:18.824829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b2cc5785-b0f4-4b23-94f1-b561a5e5673f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b6bb8565cb143c49bd94ec9d50011eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5157669 Sep 17 01:19:18.833949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-432a8676-728b-4570-8bca-d967b2932e0c req-4f8f63d5-56ea-43dc-83f1-f64e63c53f1d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933502 Sep 17 01:19:18.842036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc5785-b0f4-4b23-94f1-b561a5e5673f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849ceb0a-a891-45e4-92a6-2ec5b57d5059,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:18.913654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60044743-2e04-4337-969c-30e0a7839271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:18.948929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60044743-2e04-4337-969c-30e0a7839271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:18.966093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33298) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.081156 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4503-48cf-4f0d-a164-fc89e941f9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.118721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 51a19e31-3c07-44d3-bc8f-ef40cb094a69 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:19.137110 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60044743-2e04-4337-969c-30e0a7839271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.139904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60044743-2e04-4337-969c-30e0a7839271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.141596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-60044743-2e04-4337-969c-30e0a7839271 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/849ceb0a-a891-45e4-92a6-2ec5b57d5059 HTTP/1.1" status: 204 len: 168 time: 0.3151751 Sep 17 01:19:19.156134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60044743-2e04-4337-969c-30e0a7839271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849ceb0a-a891-45e4-92a6-2ec5b57d5059,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:19.172714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.249238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4503-48cf-4f0d-a164-fc89e941f9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.268107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:19:19.274059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:19.274898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.296934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe8c4503-48cf-4f0d-a164-fc89e941f9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.320335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-029367c3-327b-4b49-a758-b68036cad1df tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:19.354684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe8c4503-48cf-4f0d-a164-fc89e941f9a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=962164f4df8747cdaa1da190a2c34a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874154 Sep 17 01:19:19.355583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c4503-48cf-4f0d-a164-fc89e941f9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbb6069-d2e1-4450-8b09-6cf1e5796219,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:19.357262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33314) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.390324 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.417260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19e31-3c07-44d3-bc8f-ef40cb094a69'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:19.419678 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c515ae-a000-45ff-8489-dcb90f1a37d8" -d '{"events": [{"server_uuid": "3dc6775a-22ad-4337-84e9-d19594ae1e46", "name": "network-vif-plugged", "status": "completed", "tag": "51a19e31-3c07-44d3-bc8f-ef40cb094a69"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:19.434010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99241560-8139-43d8-8759-10f447a584a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.472161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99241560-8139-43d8-8759-10f447a584a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.482719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=51a19e31-3c07-44d3-bc8f-ef40cb094a69,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:19.496547 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a69ca-c674-4f51-8719-222be287d3ab x-openstack-request-id: req-c67a69ca-c674-4f51-8719-222be287d3ab {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:19.496864 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc6775a-22ad-4337-84e9-d19594ae1e46", "name": "network-vif-plugged", "status": "completed", "tag": "51a19e31-3c07-44d3-bc8f-ef40cb094a69", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:19.497124 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c67a69ca-c674-4f51-8719-222be287d3ab {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:19.497712 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a19e31-3c07-44d3-bc8f-ef40cb094a69', 'code': 200} Sep 17 01:19:19.509497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-029367c3-327b-4b49-a758-b68036cad1df tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "PUT /v2.0/quotas/3c613ae957bf4163ae36df6f8b5ffa7f HTTP/1.1" status: 200 len: 366 time: 0.3355641 Sep 17 01:19:19.517386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.542832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.561706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4989e065-d7c2-4afb-a0b6-e184b6bda4ce tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0404360 Sep 17 01:19:19.562975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33324) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.596181 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-62963d39-439d-483f-b73d-dde0117e5fff tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "GET /v2.0/quotas/3c613ae957bf4163ae36df6f8b5ffa7f HTTP/1.1" status: 200 len: 366 time: 0.0320582 Sep 17 01:19:19.600601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.640451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=51a19e31-3c07-44d3-bc8f-ef40cb094a69,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:19.642831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acde2ce-4298-45d6-ab89-b59239077a67 req-837a0825-287e-4a28-a9c8-f6c7b9867f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:19.652059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2acde2ce-4298-45d6-ab89-b59239077a67 req-837a0825-287e-4a28-a9c8-f6c7b9867f91 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 1096 time: 0.0762739 Sep 17 01:19:19.688553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2acde2ce-4298-45d6-ab89-b59239077a67 req-c6dd5306-266f-42c0-a7c9-28cc1d2c7b8d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297983 Sep 17 01:19:19.718624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-497ecb30-9f44-4320-a399-6cc527595512 tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3c613ae957bf4163ae36df6f8b5ffa7f HTTP/1.1" status: 204 len: 168 time: 0.1169045 Sep 17 01:19:19.718624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.732741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-30ecf043-2557-4443-af0b-d74d9d63aaeb tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0140057 Sep 17 01:19:19.735022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33330) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.744964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ad347f56-b27b-4cd2-a685-9263743f0f91 tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "GET /v2.0/quotas/3c613ae957bf4163ae36df6f8b5ffa7f HTTP/1.1" status: 200 len: 370 time: 0.0089221 Sep 17 01:19:19.749160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33332) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.753986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9bdac304-abf8-498d-86eb-c633c854e407 tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "GET /v2.0/quotas/3c613ae957bf4163ae36df6f8b5ffa7f/default HTTP/1.1" status: 200 len: 370 time: 0.0039062 Sep 17 01:19:19.756444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33334) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:19.760304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99241560-8139-43d8-8759-10f447a584a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.765333 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-38f8f42d-f151-4e56-a31c-ebf920b0f8e4 tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] delete failed (client error): The resource could not be found. Sep 17 01:19:19.766330 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-38f8f42d-f151-4e56-a31c-ebf920b0f8e4 tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/3c613ae957bf4163ae36df6f8b5ffa7f HTTP/1.1" status: 404 len: 348 time: 0.0090566 Sep 17 01:19:19.766455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99241560-8139-43d8-8759-10f447a584a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:19.768267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-99241560-8139-43d8-8759-10f447a584a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbbb6069-d2e1-4450-8b09-6cf1e5796219 HTTP/1.1" status: 204 len: 168 time: 0.4096169 Sep 17 01:19:19.781354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99241560-8139-43d8-8759-10f447a584a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbb6069-d2e1-4450-8b09-6cf1e5796219,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:19.965839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28440631-9db0-4ad5-8920-96704235c370 req-a7904b54-c375-4d88-b349-7a31e92be9af tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:19.967360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-28440631-9db0-4ad5-8920-96704235c370 req-a7904b54-c375-4d88-b349-7a31e92be9af tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.0517504 Sep 17 01:19:19.986386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33342) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:20.010717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3d3b-0785-4092-bb3c-e5da08ce06c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.051022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-28440631-9db0-4ad5-8920-96704235c370 req-affb5621-7404-4113-8edf-7eec895a057b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686405 Sep 17 01:19:20.133456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3d3b-0785-4092-bb3c-e5da08ce06c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.184656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33346) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:20.200929 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3d3b-0785-4092-bb3c-e5da08ce06c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.257927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:20.258565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7fcb3d3b-0785-4092-bb3c-e5da08ce06c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c8161b38d0849b5a05e5c600aa6c6ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706618 Sep 17 01:19:20.263293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb3d3b-0785-4092-bb3c-e5da08ce06c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f5f954-a1f6-43e8-b32a-ccc6ca0c4a53,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:20.265546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:network and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.272397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.279919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:subnet and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.285475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.294467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:subnetpool and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.302487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.311946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:port and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.312879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0001e087-f500-428e-bab5-804a1b0964b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.319752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.327661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:router and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.335220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.340409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0001e087-f500-428e-bab5-804a1b0964b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.343883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:floatingip and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.350605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.437485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:security_group and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.443672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.451178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0001e087-f500-428e-bab5-804a1b0964b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.453252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Usage tracker for resource:security_group_rule and tenant:3ac1831727fb4a4d948a9166fa8e432f is out of sync, need to count used quota {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 17 01:19:20.454279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0001e087-f500-428e-bab5-804a1b0964b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:20.463687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.quota.resource [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=112072) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 17 01:19:20.467155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0001e087-f500-428e-bab5-804a1b0964b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97f5f954-a1f6-43e8-b32a-ccc6ca0c4a53 HTTP/1.1" status: 204 len: 168 time: 0.2007611 Sep 17 01:19:20.471011 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-32da630c-1986-4315-9530-97faf1fa709d tempest-QuotasTest-705889892 tempest-QuotasTest-705889892-project-admin] 10.222.0.13 "GET /v2.0/quotas/3ac1831727fb4a4d948a9166fa8e432f/details.json HTTP/1.1" status: 200 len: 703 time: 0.2832482 Sep 17 01:19:20.482445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001e087-f500-428e-bab5-804a1b0964b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f5f954-a1f6-43e8-b32a-ccc6ca0c4a53,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:21.169074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33372) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:21.202520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa99d3-a2e0-42f9-896b-2097643070ea req-acb99d99-4741-496d-a939-1ececc99c64c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:21.204195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9aa99d3-a2e0-42f9-896b-2097643070ea req-acb99d99-4741-496d-a939-1ececc99c64c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.0697711 Sep 17 01:19:21.271832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9aa99d3-a2e0-42f9-896b-2097643070ea req-e653809e-e3dd-4e04-a942-0789c0c2a7e3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Sep 17 01:19:21.349282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-875130e5-c9d8-40dd-80b1-23fb7f9d6466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.463534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-875130e5-c9d8-40dd-80b1-23fb7f9d6466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.526025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-875130e5-c9d8-40dd-80b1-23fb7f9d6466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.566350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-875130e5-c9d8-40dd-80b1-23fb7f9d6466 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0181267c2dfe4407a4d29f594463ca5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965850 Sep 17 01:19:21.568167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875130e5-c9d8-40dd-80b1-23fb7f9d6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e637e-0668-4f0a-91be-980d15fc91f0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:21.569744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33388) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:21.676031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-530c201d-22fc-4af7-bc85-dfa8c1bdf47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.715570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-530c201d-22fc-4af7-bc85-dfa8c1bdf47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.863002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-530c201d-22fc-4af7-bc85-dfa8c1bdf47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.866656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-530c201d-22fc-4af7-bc85-dfa8c1bdf47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:21.868187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-530c201d-22fc-4af7-bc85-dfa8c1bdf47a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/672e637e-0668-4f0a-91be-980d15fc91f0 HTTP/1.1" status: 204 len: 168 time: 0.2971396 Sep 17 01:19:21.882443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c201d-22fc-4af7-bc85-dfa8c1bdf47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e637e-0668-4f0a-91be-980d15fc91f0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:22.054683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:22.401574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-89055739-network', 'tenant_id': '7433308b38ce4b5cb575c5dd9f51a4eb'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:22.461456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d00533-61eb-447d-81d6-dd31c78e32d9 req-7da95388-4088-4cbb-a3c5-60ab2cd13e13 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:22.467652 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-78d00533-61eb-447d-81d6-dd31c78e32d9 req-7da95388-4088-4cbb-a3c5-60ab2cd13e13 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.0986254 Sep 17 01:19:22.504987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-78d00533-61eb-447d-81d6-dd31c78e32d9 req-29d59a13-5fa7-4089-a9e4-924dd288d45c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337870 Sep 17 01:19:22.513798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Made reservation on behalf of 7433308b38ce4b5cb575c5dd9f51a4eb for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:22.516195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.532406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.658245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f354b3f-d6e4-4e4c-a8f1-77450a70df05 req-f0c3b442-8d5e-4d9d-98c3-6ddaa107dd7e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:22.659819 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f354b3f-d6e4-4e4c-a8f1-77450a70df05 req-f0c3b442-8d5e-4d9d-98c3-6ddaa107dd7e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.0740077 Sep 17 01:19:22.697425 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.730951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f354b3f-d6e4-4e4c-a8f1-77450a70df05 req-370b84f4-91db-4348-b035-55357f86d5ac tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Sep 17 01:19:22.822913 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.864097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f729235-4e9a-4128-8b85-4d28df9966f3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:22.870054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33440) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:22.876449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:22.884769 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2f7499a-fa20-4a8c-9aa3-7e26866f5490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.888922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.889564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.889923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.890389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.891029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.891948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.892292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.892713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.893095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.893431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.893812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.894187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:22.906122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.906466 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Added segment f6747cef-4656-4eca-b60c-fec49ad453ba of type vlan for network ba04b260-0950-4d20-97cd-70ffdd6f9bbe Sep 17 01:19:22.957657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:22.997438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2f7499a-fa20-4a8c-9aa3-7e26866f5490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.097065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2f7499a-fa20-4a8c-9aa3-7e26866f5490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.098746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.099927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:23.100510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.147591 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e2f7499a-fa20-4a8c-9aa3-7e26866f5490 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ac1831727fb4a4d948a9166fa8e432f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780368 Sep 17 01:19:23.148536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7499a-fa20-4a8c-9aa3-7e26866f5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e756025-8d12-48d6-81ef-253d6732065d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:23.152228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33446) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:23.203229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1445844 Sep 17 01:19:23.203600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33450) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:23.209022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Request body: {'subnet': {'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-89055739-subnet', 'tenant_id': '7433308b38ce4b5cb575c5dd9f51a4eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:23.213768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d302-45d3-4aca-adf6-5c170e161ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba04b260-0950-4d20-97cd-70ffdd6f9bbe,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:23.218654 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75a41f55-359b-42ed-bc24-32a48c563536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.233876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ba04b260-0950-4d20-97cd-70ffdd6f9bbe details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:23.259224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75a41f55-359b-42ed-bc24-32a48c563536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.296129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0481fa7f-840d-4de4-ae73-7f5c5681ff71 req-1b79c541-38be-4fd4-ac20-0cba213a8080 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:23.297776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0481fa7f-840d-4de4-ae73-7f5c5681ff71 req-1b79c541-38be-4fd4-ac20-0cba213a8080 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.1054199 Sep 17 01:19:23.342897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Made reservation on behalf of 7433308b38ce4b5cb575c5dd9f51a4eb for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:23.345324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.353769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0481fa7f-840d-4de4-ae73-7f5c5681ff71 req-c6df179c-c0a9-476f-97f0-d6217bd79d3b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Sep 17 01:19:23.439954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75a41f55-359b-42ed-bc24-32a48c563536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.443582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75a41f55-359b-42ed-bc24-32a48c563536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.445623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-75a41f55-359b-42ed-bc24-32a48c563536 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3e756025-8d12-48d6-81ef-253d6732065d HTTP/1.1" status: 204 len: 168 time: 0.2924507 Sep 17 01:19:23.464465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41f55-359b-42ed-bc24-32a48c563536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e756025-8d12-48d6-81ef-253d6732065d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:23.657360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.714436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c676c0f-eecf-4b99-8fe2-c161e662ecb7,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:23.722510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Checking segment: {'id': 'f6747cef-4656-4eca-b60c-fec49ad453ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:23.722855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Network hostable DHCP agents. Network: ba04b260-0950-4d20-97cd-70ffdd6f9bbe, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:19:23.821902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Network ba04b260-0950-4d20-97cd-70ffdd6f9bbe is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:19:23.914398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ba04b260-0950-4d20-97cd-70ffdd6f9bbe) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:23.920714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:23.921773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:23.922871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47501874-1ea2-484a-8ca9-3efcd0bd82a2 None None] Network ba04b260-0950-4d20-97cd-70ffdd6f9bbe requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:23.981737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d09cc34-e094-4c75-8e68-5eb90e92ccc5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7734179 Sep 17 01:19:24.059569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26327ac8-d52c-45c2-bb52-3aead2c650cf None None] Network ba04b260-0950-4d20-97cd-70ffdd6f9bbe requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:24.489979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb997a3f-08e4-430e-9d53-a8697ae074c1 req-143ed53a-d2d4-49e2-aaee-ae1e87164d42 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:24.491780 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb997a3f-08e4-430e-9d53-a8697ae074c1 req-143ed53a-d2d4-49e2-aaee-ae1e87164d42 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.0635252 Sep 17 01:19:24.532189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb997a3f-08e4-430e-9d53-a8697ae074c1 req-3721d9a9-12ba-4e0f-ad69-9c5717bcb381 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Sep 17 01:19:24.743690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889af55c-1c12-49e2-884b-c4af740b220e req-7fa45d14-ac8c-409c-9d3d-a0d87b5ee99c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:24.745177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-889af55c-1c12-49e2-884b-c4af740b220e req-7fa45d14-ac8c-409c-9d3d-a0d87b5ee99c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 945 time: 0.1212320 Sep 17 01:19:24.814764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-e1d9637e-1690-4365-a6a7-950eb5d26bc9 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:24.822711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-e1d9637e-1690-4365-a6a7-950eb5d26bc9 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/networks?id=ba04b260-0950-4d20-97cd-70ffdd6f9bbe HTTP/1.1" status: 200 len: 812 time: 0.1853113 Sep 17 01:19:24.866329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-0a596594-108a-401b-a98b-599771cb4650 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/quotas/7433308b38ce4b5cb575c5dd9f51a4eb HTTP/1.1" status: 200 len: 375 time: 0.0426738 Sep 17 01:19:24.906596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-de193268-4087-4c7f-83bd-96ab6209877e tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7433308b38ce4b5cb575c5dd9f51a4eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364430 Sep 17 01:19:25.002234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:25.002592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:25.045223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-bddb7779-5fef-425e-9d21-0c5868b9add6 service neutron] 10.222.0.13 "GET /v2.0/networks/ba04b260-0950-4d20-97cd-70ffdd6f9bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375377 Sep 17 01:19:25.159690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port 51a19e31-3c07-44d3-bc8f-ef40cb094a69, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=51a19e31-3c07-44d3-bc8f-ef40cb094a69,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:25.160056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:25.177254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for 51a19e31-3c07-44d3-bc8f-ef40cb094a69 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:25.202566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-427d63da-68d1-4ce6-88fd-adf19050c374 service neutron] 10.222.0.13 "GET /v2.0/networks/ba04b260-0950-4d20-97cd-70ffdd6f9bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320834 Sep 17 01:19:25.422509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:25.435321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', '51a19e31-3c07-44d3-bc8f-ef40cb094a69'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:25.486762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=51a19e31-3c07-44d3-bc8f-ef40cb094a69,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:25.535107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port 51a19e31-3c07-44d3-bc8f-ef40cb094a69 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:25.538269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:25.538458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c023832e-e022-48a7-8071-c2fefa42dce7 req-18ec928e-beb2-4f34-aa04-263f46c92ef8 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 210 time: 0.0452075 Sep 17 01:19:25.540555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-889af55c-1c12-49e2-884b-c4af740b220e req-1228de1d-3787-4dac-aa12-6db565ce69e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/51a19e31-3c07-44d3-bc8f-ef40cb094a69 HTTP/1.1" status: 204 len: 173 time: 0.7876654 Sep 17 01:19:25.541190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'name': 'network-vif-deleted', 'tag': '51a19e31-3c07-44d3-bc8f-ef40cb094a69'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:25.543851 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03044a4b-6d20-4c20-9907-60d48451f022" -d '{"events": [{"server_uuid": "3dc6775a-22ad-4337-84e9-d19594ae1e46", "name": "network-vif-deleted", "tag": "51a19e31-3c07-44d3-bc8f-ef40cb094a69"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:25.604679 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c656259-b32c-4916-9908-58aa76d974d6 x-openstack-request-id: req-6c656259-b32c-4916-9908-58aa76d974d6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:25.604976 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc6775a-22ad-4337-84e9-d19594ae1e46", "name": "network-vif-deleted", "tag": "51a19e31-3c07-44d3-bc8f-ef40cb094a69", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:25.605228 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c656259-b32c-4916-9908-58aa76d974d6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:25.605630 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc6775a-22ad-4337-84e9-d19594ae1e46', 'name': 'network-vif-deleted', 'tag': '51a19e31-3c07-44d3-bc8f-ef40cb094a69', 'status': 'completed', 'code': 200} Sep 17 01:19:25.696822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e6a91ba-93ed-4a80-a71f-47d244bbdf74 req-5490ff5a-4aec-4be2-bc86-f2a1395e2c11 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=3dc6775a-22ad-4337-84e9-d19594ae1e46 HTTP/1.1" status: 200 len: 210 time: 0.0357883 Sep 17 01:19:26.481309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33570) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:26.659710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ca47a55-8b33-48e8-a35c-b49fac5d98e8 req-69383810-3a15-4583-855c-e8d389f1c8aa tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 210 time: 0.0405996 Sep 17 01:19:26.708837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-966399989', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:26.865066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Made reservation on behalf of 56285ceb57554681841ac6de3178818b for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:26.865197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:26.874245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:26.963910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.125510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.131136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] device_id is not set on port ca7a4dd9-d9fb-4129-9632-8a8f977717e5 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:27.196874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2675d9b-67d4-4e3d-be2c-71fe974258a3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:27.279152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Allocated IP 172.25.1.56 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ca7a4dd9-d9fb-4129-9632-8a8f977717e5) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:27.406872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-8bacf372-8586-4721-8d20-e8e4de23c9cd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:27.409264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-8bacf372-8586-4721-8d20-e8e4de23c9cd tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1155612 Sep 17 01:19:27.426037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-ca278bf3-f607-4bbc-8999-20f4632e2076 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0101397 Sep 17 01:19:27.436929 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.481358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-e01e76a2-89ca-4ffe-ba75-ee5bff6d76f0 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493593 Sep 17 01:19:27.543236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.587193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:27.590115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-81d795ce-76bc-445e-9595-518ead6d2853 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957880 Sep 17 01:19:27.595489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:27.599105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Pushing event updated for resources: {'Port': ['ID=ca7a4dd9-d9fb-4129-9632-8a8f977717e5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:27.600635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:27.641973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:27.642740 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.694886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-d41890ab-6f94-4fb6-84ac-701af267e6a4 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984998 Sep 17 01:19:27.743068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-09d0fdf7-1244-4ec8-9d94-fc153c9b5586 tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.2554445 Sep 17 01:19:27.743068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33616) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:27.747393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.56'}]}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:27.790122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02b7aa1d-8212-4f56-ad76-8b173b743c6f req-0c5c163a-ccc6-49cd-8b59-ea68e9a9d681 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 210 time: 0.0342829 Sep 17 01:19:27.891482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.892569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:27.948030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.049603 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9d475fd0-e097-4d86-8d87-02668d832c4c req-ef3689f5-46bb-4fb8-b6bc-74698e27bd5e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 210 time: 0.0299826 Sep 17 01:19:28.131442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-a5f6bc7f-096a-42fe-8cc3-f5c6ddeb2927 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:28.133108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-a5f6bc7f-096a-42fe-8cc3-f5c6ddeb2927 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.36 "GET /v2.0/networks?id=ba04b260-0950-4d20-97cd-70ffdd6f9bbe HTTP/1.1" status: 200 len: 812 time: 0.1530340 Sep 17 01:19:28.157994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Request body: {'port': {'device_id': '77ba667d-955e-4070-8e2b-c8e46042086c', 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe', 'admin_state_up': True, 'tenant_id': '7433308b38ce4b5cb575c5dd9f51a4eb'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:28.310324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.399872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Made reservation on behalf of 7433308b38ce4b5cb575c5dd9f51a4eb for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:28.404035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.551899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Allocated IP 172.20.0.8 (ba04b260-0950-4d20-97cd-70ffdd6f9bbe/0c676c0f-eecf-4b99-8fe2-c161e662ecb7/4e7472bc-3d6c-4471-af9c-96cddbcfa4f4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:28.669682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.720570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.727986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.749868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.820866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.888416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Pushing event updated for resources: {'Port': ['ID=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:28.908420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Network ba04b260-0950-4d20-97cd-70ffdd6f9bbe is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:28.909923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:28.913305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:28.976094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:28.976775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:28.977192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27a672-e837-46e6-af91-366457824103 req-767b98d3-5e5a-4f8b-b93d-19b4c35a605f tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:28.983628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f27a672-e837-46e6-af91-366457824103 req-767b98d3-5e5a-4f8b-b93d-19b4c35a605f tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 931 time: 0.0799210 Sep 17 01:19:29.015672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.051274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.062903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f27a672-e837-46e6-af91-366457824103 req-7ff41aa2-f534-4c80-b1b6-21f6a009c35c tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749784 Sep 17 01:19:29.100467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-522c852a-7454-4e71-8474-7aad85d7d950 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9541998 Sep 17 01:19:29.113321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Request body: {'port': {'device_id': '77ba667d-955e-4070-8e2b-c8e46042086c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:29.144364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 51a19e31-3c07-44d3-bc8f-ef40cb094a69 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:29.168362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 51a19e31-3c07-44d3-bc8f-ef40cb094a69 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:19:29.169003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 51a19e31-3c07-44d3-bc8f-ef40cb094a69 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:19:29.257620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.260557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.480980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.481613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4711c3ed-5d92-4705-96c1-95ae1a2e6758 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:19:29.504804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5a44c72d-0f44-4674-8911-1122d4772d70 req-fd7d68aa-f861-46bc-ac8d-843e62145140 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 210 time: 0.3683701 Sep 17 01:19:29.539016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.583265 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 01:19:29.584985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fafa482-5e9f-43e3-ba42-31f903b6610c tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8411489 Sep 17 01:19:29.587844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33660) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:29.686052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Deleting port ca7a4dd9-d9fb-4129-9632-8a8f977717e5 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:29.686398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.769712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.783223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Calling delete_port for ca7a4dd9-d9fb-4129-9632-8a8f977717e5 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:29.852278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:29.860059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.873838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Transition to ACTIVE for port object 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:19:29.947775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:29.971115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:30.021269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca7a4dd9-d9fb-4129-9632-8a8f977717e5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:30.063568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Pushing event updated for resources: {'Port': ['ID=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:30.110242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Attempting to bind port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:30.110650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Attempting to bind port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'f6747cef-4656-4eca-b60c-fec49ad453ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:30.111492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Attempting to bind port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 on network ba04b260-0950-4d20-97cd-70ffdd6f9bbe {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:30.115855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 on network ba04b260-0950-4d20-97cd-70ffdd6f9bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:30.116179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Attempting to bind port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 on network ba04b260-0950-4d20-97cd-70ffdd6f9bbe {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:30.121651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:30.121992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Checking segment: {'id': 'f6747cef-4656-4eca-b60c-fec49ad453ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:30.122383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Bound using segment: {'id': 'f6747cef-4656-4eca-b60c-fec49ad453ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:30.123189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Bound port: 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6747cef-4656-4eca-b60c-fec49ad453ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:30.123189 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:30.137171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:30.143611 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52beebb4-5dfc-4442-b08d-ffe046ff32ec tempest-RoutersAdminNegativeIpV6Test-428797910 tempest-RoutersAdminNegativeIpV6Test-428797910-project-admin] 10.222.0.13 "DELETE /v2.0/ports/ca7a4dd9-d9fb-4129-9632-8a8f977717e5 HTTP/1.1" status: 204 len: 168 time: 0.5542898 Sep 17 01:19:30.235071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] For port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:30.240013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] For port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,segment=NetworkSegment(f6747cef-4656-4eca-b60c-fec49ad453ba),segment_id=f6747cef-4656-4eca-b60c-fec49ad453ba)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:30.248363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dce54-8e93-4ba1-a999-efc5c5cbb6d9 req-40090936-fdd3-43d4-8533-1c65d99ce10b tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:30.249942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea0dce54-8e93-4ba1-a999-efc5c5cbb6d9 req-40090936-fdd3-43d4-8533-1c65d99ce10b tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 943 time: 0.1022367 Sep 17 01:19:30.287864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:30.364094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:30.364776 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:30.366266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] 10.222.0.36 "PUT /v2.0/ports/4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 HTTP/1.1" status: 200 len: 1091 time: 1.2583807 Sep 17 01:19:30.367099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ba667d-955e-4070-8e2b-c8e46042086c', 'tag': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:30.369463 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50" -d '{"events": [{"name": "network-changed", "server_uuid": "77ba667d-955e-4070-8e2b-c8e46042086c", "tag": "4e7472bc-3d6c-4471-af9c-96cddbcfa4f4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:30.388963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea0dce54-8e93-4ba1-a999-efc5c5cbb6d9 req-c1c3f22b-4d73-4c2a-8255-06dba325ac13 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276641 Sep 17 01:19:30.465162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ef570f-85b3-4be5-81ef-98a1835c03fe x-openstack-request-id: req-15ef570f-85b3-4be5-81ef-98a1835c03fe {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:30.465162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ba667d-955e-4070-8e2b-c8e46042086c", "tag": "4e7472bc-3d6c-4471-af9c-96cddbcfa4f4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:30.465162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-15ef570f-85b3-4be5-81ef-98a1835c03fe {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:30.465501 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ba667d-955e-4070-8e2b-c8e46042086c', 'tag': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4', 'status': 'completed', 'code': 200} Sep 17 01:19:30.478080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4feb8-90cb-4e93-8a62-21f97cefafcd service neutron] Pushing event updated for resources: {'Port': ['ID=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:30.571967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-a9e3b07a-bf85-4581-87d3-88ea41ac3b98 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:30.573500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-a9e3b07a-bf85-4581-87d3-88ea41ac3b98 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.2336597 Sep 17 01:19:30.586746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50 req-4e5970fd-e7e6-4f76-8bc1-8670aea044ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:30.588479 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50 req-4e5970fd-e7e6-4f76-8bc1-8670aea044ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7433308b38ce4b5cb575c5dd9f51a4eb&device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 1094 time: 0.1117570 Sep 17 01:19:30.594059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': 'ca80926b-8886-4039-8720-1d5218aa050c', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:30.728400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b01a2f2-b005-4812-b657-1cf04df516ec req-457ef307-1138-478b-a3f9-2566a3e68dd5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 210 time: 0.1131995 Sep 17 01:19:30.761677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:30.884756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50 req-f44c7d28-85fd-46f7-9ee3-956e41a2906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:30.886383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50 req-f44c7d28-85fd-46f7-9ee3-956e41a2906b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7433308b38ce4b5cb575c5dd9f51a4eb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2885242 Sep 17 01:19:30.907939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b23e578-ba6a-42ba-bd5b-66b0dbe96447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:30.995498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50 req-b89864c3-9364-41d2-b186-fd8e87bffbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:30.996979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68e96bd2-53fd-42f5-b6ac-f00bda1c4e50 req-b89864c3-9364-41d2-b186-fd8e87bffbe7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032047 Sep 17 01:19:31.005265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:31.009326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.096104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b23e578-ba6a-42ba-bd5b-66b0dbe96447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.165749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-41340ab5-831c-4cfd-94a1-b70dadf8ada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:31.167376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-41340ab5-831c-4cfd-94a1-b70dadf8ada1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7433308b38ce4b5cb575c5dd9f51a4eb&device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 1094 time: 0.1251872 Sep 17 01:19:31.213517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b23e578-ba6a-42ba-bd5b-66b0dbe96447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.217255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-428fbbfd-5475-4c6b-b72d-8faa3cf32b08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 HTTP/1.1" status: 200 len: 217 time: 0.0398791 Sep 17 01:19:31.266401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.13 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/fcf0902c-713d-44bb-997c-676be1bd9d1a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:31.279452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b23e578-ba6a-42ba-bd5b-66b0dbe96447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d246c3c9-092a-4262-a63d-18a6f3070dfd,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:31.305111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-0cc5ea6a-4f34-4450-8b5f-da2f31bb95f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:31.306629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-0cc5ea6a-4f34-4450-8b5f-da2f31bb95f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c676c0f-eecf-4b99-8fe2-c161e662ecb7 HTTP/1.1" status: 200 len: 852 time: 0.0815985 Sep 17 01:19:31.311960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9b23e578-ba6a-42ba-bd5b-66b0dbe96447 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f6ae1510f7d453d9296a76b689d033d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5487754 Sep 17 01:19:31.314785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33694) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:31.358248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-63b2efd6-e7e5-4638-87b5-c8392dde6080 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba04b260-0950-4d20-97cd-70ffdd6f9bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440838 Sep 17 01:19:31.430405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5d9486b-eeba-4d59-814b-a7ffa18dffa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.493414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5d9486b-eeba-4d59-814b-a7ffa18dffa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.604656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.604962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d102f9-793b-4acb-a9c9-37e4a71d73bc req-abb157d4-3399-4c5b-b6a7-df067610760a tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:31.613764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1d102f9-793b-4acb-a9c9-37e4a71d73bc req-abb157d4-3399-4c5b-b6a7-df067610760a tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 943 time: 0.0914125 Sep 17 01:19:31.639687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-a698c6a3-5871-486c-b89b-33839dde12fe service neutron] 10.222.0.36 "GET /v2.0/networks/ba04b260-0950-4d20-97cd-70ffdd6f9bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724226 Sep 17 01:19:31.649966 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a1d102f9-793b-4acb-a9c9-37e4a71d73bc req-7c1579a1-b929-4447-aebd-372cf54d10d9 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353334 Sep 17 01:19:31.702465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5d9486b-eeba-4d59-814b-a7ffa18dffa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.705068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5d9486b-eeba-4d59-814b-a7ffa18dffa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.707938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5d9486b-eeba-4d59-814b-a7ffa18dffa5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d246c3c9-092a-4262-a63d-18a6f3070dfd HTTP/1.1" status: 204 len: 168 time: 0.3913612 Sep 17 01:19:31.716764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9486b-eeba-4d59-814b-a7ffa18dffa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d246c3c9-092a-4262-a63d-18a6f3070dfd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:31.722623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.740083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:31.789388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:31.799516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:31.805812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:31.818255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b930d1ba-ce3a-4607-9bbb-73a17f029412 req-5792bc60-ed02-408e-8aa9-ba2a76f107b7 service neutron] 10.222.0.36 "GET /v2.0/networks/ba04b260-0950-4d20-97cd-70ffdd6f9bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699486 Sep 17 01:19:31.843041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=fcf0902c-713d-44bb-997c-676be1bd9d1a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:31.875722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:31.876458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:31.947513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326692d-249e-402d-8cfc-913cdc406c88 req-92aec77b-3a9e-462f-b858-7ba49d4e5954 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:31.949110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7326692d-249e-402d-8cfc-913cdc406c88 req-92aec77b-3a9e-462f-b858-7ba49d4e5954 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 932 time: 0.0691073 Sep 17 01:19:31.993192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7326692d-249e-402d-8cfc-913cdc406c88 req-e3486219-d7ec-4031-9c23-c477680622e3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Sep 17 01:19:32.017250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-b0d1f23f-9602-4cd9-b3f6-6d2b3cc4d4d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4277778 Sep 17 01:19:32.030084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Request body: {'port': {'device_id': 'ca80926b-8886-4039-8720-1d5218aa050c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:32.094621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.393257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf0902c-713d-44bb-997c-676be1bd9d1a {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:32.401592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.413981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Transition to ACTIVE for port object fcf0902c-713d-44bb-997c-676be1bd9d1a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:19:32.525175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.593740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Pushing event updated for resources: {'Port': ['ID=fcf0902c-713d-44bb-997c-676be1bd9d1a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:32.662880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33730) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:32.669132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Attempting to bind port fcf0902c-713d-44bb-997c-676be1bd9d1a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:32.669470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Attempting to bind port fcf0902c-713d-44bb-997c-676be1bd9d1a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:32.669802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Attempting to bind port fcf0902c-713d-44bb-997c-676be1bd9d1a on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:32.677087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Port fcf0902c-713d-44bb-997c-676be1bd9d1a on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:32.677900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Attempting to bind port fcf0902c-713d-44bb-997c-676be1bd9d1a on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:32.683721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:32.684062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:32.684444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:32.684936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Bound port: fcf0902c-713d-44bb-997c-676be1bd9d1a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:32.685288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.730749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33734) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:32.739441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9b146412-cf37-4e18-ad34-6f48d533e9a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56285ceb57554681841ac6de3178818b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729096 Sep 17 01:19:32.790811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] For port fcf0902c-713d-44bb-997c-676be1bd9d1a, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:32.798735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a69ee-0ffb-4eee-a34d-c1b68d2c07ba req-1bbc0bf6-bd78-4e99-84d8-7037000fa74d tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:32.807436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-578a69ee-0ffb-4eee-a34d-c1b68d2c07ba req-1bbc0bf6-bd78-4e99-84d8-7037000fa74d tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 943 time: 0.0662532 Sep 17 01:19:32.809991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] For port fcf0902c-713d-44bb-997c-676be1bd9d1a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcf0902c-713d-44bb-997c-676be1bd9d1a,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:32.823676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4d52935-c923-4559-b2ce-09f831025b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.844528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-578a69ee-0ffb-4eee-a34d-c1b68d2c07ba req-2a53616d-21f4-48a5-b7a0-d2ab46d81e2f tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360203 Sep 17 01:19:32.849628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4d52935-c923-4559-b2ce-09f831025b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.885771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.928829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:32.929509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:32.930971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] 10.222.0.23 "PUT /v2.0/ports/fcf0902c-713d-44bb-997c-676be1bd9d1a HTTP/1.1" status: 200 len: 1092 time: 0.9050183 Sep 17 01:19:32.931464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca80926b-8886-4039-8720-1d5218aa050c', 'tag': 'fcf0902c-713d-44bb-997c-676be1bd9d1a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:32.933791 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93325f1-2d17-4c35-8b00-d2044d246bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "ca80926b-8886-4039-8720-1d5218aa050c", "tag": "fcf0902c-713d-44bb-997c-676be1bd9d1a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:32.968710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531beaa-7efc-4fe2-8a62-9fc65b7a22ba service neutron] Pushing event updated for resources: {'Port': ['ID=fcf0902c-713d-44bb-997c-676be1bd9d1a,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:32.982805 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67541b7d-3792-46f2-b976-a1a02d34063e x-openstack-request-id: req-67541b7d-3792-46f2-b976-a1a02d34063e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:32.983163 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca80926b-8886-4039-8720-1d5218aa050c", "tag": "fcf0902c-713d-44bb-997c-676be1bd9d1a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:32.983423 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-67541b7d-3792-46f2-b976-a1a02d34063e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:32.983824 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca80926b-8886-4039-8720-1d5218aa050c', 'tag': 'fcf0902c-713d-44bb-997c-676be1bd9d1a', 'status': 'completed', 'code': 200} Sep 17 01:19:33.049369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4d52935-c923-4559-b2ce-09f831025b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:33.055132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4d52935-c923-4559-b2ce-09f831025b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:33.055785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4d52935-c923-4559-b2ce-09f831025b84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2675d9b-67d4-4e3d-be2c-71fe974258a3 HTTP/1.1" status: 204 len: 168 time: 0.3240190 Sep 17 01:19:33.072296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d52935-c923-4559-b2ce-09f831025b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2675d9b-67d4-4e3d-be2c-71fe974258a3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:33.111063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93325f1-2d17-4c35-8b00-d2044d246bd7 req-4e23d055-b46e-4104-a580-69b8e9319a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:33.111063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a93325f1-2d17-4c35-8b00-d2044d246bd7 req-4e23d055-b46e-4104-a580-69b8e9319a88 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 1095 time: 0.0974133 Sep 17 01:19:33.140862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c603a2-4c51-4c7a-a317-0bba7ed86512 req-ae7653cc-9280-4192-8aba-d6605cbad93c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:33.148547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57c603a2-4c51-4c7a-a317-0bba7ed86512 req-ae7653cc-9280-4192-8aba-d6605cbad93c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 944 time: 0.0805244 Sep 17 01:19:33.199429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57c603a2-4c51-4c7a-a317-0bba7ed86512 req-980e9b0d-6bbd-480e-b729-2ec791822743 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435767 Sep 17 01:19:33.260105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93325f1-2d17-4c35-8b00-d2044d246bd7 req-9cf70c1e-2a9e-4de0-8193-375ebdbeea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:33.261841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a93325f1-2d17-4c35-8b00-d2044d246bd7 req-9cf70c1e-2a9e-4de0-8193-375ebdbeea88 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1aeecf3493ad450f9c0697468c6e714f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1481726 Sep 17 01:19:33.382475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93325f1-2d17-4c35-8b00-d2044d246bd7 req-38380458-093a-44e4-bd2d-fa5dc154ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:33.383877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a93325f1-2d17-4c35-8b00-d2044d246bd7 req-38380458-093a-44e4-bd2d-fa5dc154ef6b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144814 Sep 17 01:19:33.471308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-c25d968a-7a43-4184-820f-219f87d6d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:33.472978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-c25d968a-7a43-4184-820f-219f87d6d64d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 1095 time: 0.0487766 Sep 17 01:19:33.521271 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-a9cecdb3-cca4-407f-b0d1-ac79d7b95231 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcf0902c-713d-44bb-997c-676be1bd9d1a HTTP/1.1" status: 200 len: 217 time: 0.0400302 Sep 17 01:19:33.601057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-9e35ab9b-394b-4e8e-a5f7-7a08c93dc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:33.603141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-9e35ab9b-394b-4e8e-a5f7-7a08c93dc99c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0743949 Sep 17 01:19:33.667989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-55f4e669-9fd4-43ff-9643-e2ac5fd12ee4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498133 Sep 17 01:19:33.796385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-1c29eaf1-2908-4598-a0de-5f8ba0db721c service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256621 Sep 17 01:19:33.943241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28a2b9d1-0f62-4d5d-ace3-db03cd2a0b81 req-0330502c-969c-44ef-8b5d-96fdafa6651c service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388555 Sep 17 01:19:34.009715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:19:34.022533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ce496-cb7b-49fa-a947-794419e6c5fc req-0877311f-5857-40cd-9a4d-d2ac6e5ee213 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:34.024213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-433ce496-cb7b-49fa-a947-794419e6c5fc req-0877311f-5857-40cd-9a4d-d2ac6e5ee213 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 943 time: 0.0742433 Sep 17 01:19:34.072860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-433ce496-cb7b-49fa-a947-794419e6c5fc req-20b14091-e6ff-4361-a2b4-e707aa38738f tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Sep 17 01:19:34.141627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,segment=NetworkSegment(f6747cef-4656-4eca-b60c-fec49ad453ba),segment_id=f6747cef-4656-4eca-b60c-fec49ad453ba)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:34.154770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4', 'network_id': 'ba04b260-0950-4d20-97cd-70ffdd6f9bbe', 'port_id': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4', 'mac_address': 'fa:16:3e:87:89:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c676c0f-eecf-4b99-8fe2-c161e662ecb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:19:34.201222 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:34.215710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:34.237064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,segment=NetworkSegment(f6747cef-4656-4eca-b60c-fec49ad453ba),segment_id=f6747cef-4656-4eca-b60c-fec49ad453ba)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:34.297610 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:34.354221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:34.362409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.362648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967b092-c355-4681-ac19-6369a8ea9511 req-4997bc30-06ab-48b2-8cc3-130fc9f3a835 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:34.363158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.363262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.364274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.364675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.365069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.365516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.366035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.366794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.367339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.413920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.413920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:34.414254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f967b092-c355-4681-ac19-6369a8ea9511 req-4997bc30-06ab-48b2-8cc3-130fc9f3a835 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 944 time: 0.0891519 Sep 17 01:19:34.424949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f967b092-c355-4681-ac19-6369a8ea9511 req-a59c3e69-fd4b-4637-8e4e-dd0519cf72df tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506842 Sep 17 01:19:34.551409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33788) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:34.574769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['4e7472bc-3d6c-4471-af9c-96cddbcfa4f4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:34.654770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-810176026'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:34.811159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Made reservation on behalf of 6e5765ad271e449788286d59eaa1dfa3 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:34.815008 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:34.824836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:34.917770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.028113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.060231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:35.065936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bfd4c8-478d-448d-990a-0d9b501d1400,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:35.073531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.073878 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Added segment 218935d8-0244-40cf-9953-27afe6fa5b7a of type vlan for network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 Sep 17 01:19:35.120230 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.204650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b074a40-525c-4120-ac73-8c4e22d1dae3 req-c886ec34-559f-4067-b5a2-a4b184b56c89 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:35.206136 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b074a40-525c-4120-ac73-8c4e22d1dae3 req-c886ec34-559f-4067-b5a2-a4b184b56c89 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 944 time: 0.0501814 Sep 17 01:19:35.246250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b074a40-525c-4120-ac73-8c4e22d1dae3 req-9b3e66d1-1218-49e2-8716-591b99877291 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337291 Sep 17 01:19:35.247331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.252702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:35.256402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.324682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Network': ['ID=68e9166a-5c7b-4ee3-bf7f-1349320969d3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:35.337925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:35.349103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-26d412d0-05ad-4601-84e9-4a15450cf926 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7963107 Sep 17 01:19:35.359678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33808) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:35.359678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'subnet': {'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:35.440698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-177da716-c365-4c65-87d7-5783ab0e0cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.532893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Made reservation on behalf of 6e5765ad271e449788286d59eaa1dfa3 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:35.536298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.614416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165f6db-3898-4874-a8be-1fd1c9adba83 req-f6f5a67c-236d-4bcd-b7bf-5f652929fd4b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:35.616035 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7165f6db-3898-4874-a8be-1fd1c9adba83 req-f6f5a67c-236d-4bcd-b7bf-5f652929fd4b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 944 time: 0.1115980 Sep 17 01:19:35.674137 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7165f6db-3898-4874-a8be-1fd1c9adba83 req-87eaa2af-d9f2-44e1-b803-14757643e30a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473673 Sep 17 01:19:35.777468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:35.893449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-737ddde8-baf2-457f-aa94-38724a49aea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.919962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.988004 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-737ddde8-baf2-457f-aa94-38724a49aea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:35.994608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Subnet': ['ID=813f6292-dbaf-40bc-92bd-b7a16e9ae59e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:35.998724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Checking segment: {'id': '218935d8-0244-40cf-9953-27afe6fa5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:35.999288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network hostable DHCP agents. Network: 68e9166a-5c7b-4ee3-bf7f-1349320969d3, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:19:36.034064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-737ddde8-baf2-457f-aa94-38724a49aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.039943 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:36.076911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-737ddde8-baf2-457f-aa94-38724a49aea6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60891d59e5cb4ac284d5863e86f01256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982862 Sep 17 01:19:36.079161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ddde8-baf2-457f-aa94-38724a49aea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea12d9ee-c361-4c4a-89ea-9ff8fcb18183,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:36.080575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33824) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:36.081643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:19:36.139495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d4614a-ee43-4b75-99f4-c1fcdec88d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.160505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d4614a-ee43-4b75-99f4-c1fcdec88d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.163416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 68e9166a-5c7b-4ee3-bf7f-1349320969d3) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:36.170931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdae262-003e-42e8-8d22-caaa2e738fb3 None None] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:36.172444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:36.173032 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.205224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:19:36.246220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:36.246616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.254249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8e9b6a84-7b8b-4153-ac15-a345df5ad6de tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9006793 Sep 17 01:19:36.257646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33826) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:36.262633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-597649603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:36.279651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d4614a-ee43-4b75-99f4-c1fcdec88d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.284440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d4614a-ee43-4b75-99f4-c1fcdec88d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.289647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e1d4614a-ee43-4b75-99f4-c1fcdec88d43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea12d9ee-c361-4c4a-89ea-9ff8fcb18183 HTTP/1.1" status: 204 len: 168 time: 0.2025967 Sep 17 01:19:36.303389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4614a-ee43-4b75-99f4-c1fcdec88d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea12d9ee-c361-4c4a-89ea-9ff8fcb18183,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:36.372269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.373332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.403314 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.448337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.471268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ba667d-955e-4070-8e2b-c8e46042086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:36.474196 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e1fa45-f7cf-44f6-88c8-78b1ba7dcd7f" -d '{"events": [{"server_uuid": "77ba667d-955e-4070-8e2b-c8e46042086c", "name": "network-vif-plugged", "status": "completed", "tag": "4e7472bc-3d6c-4471-af9c-96cddbcfa4f4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:36.474631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f744bdd-e5d0-4a78-b2ad-5948e41433b1 req-f1efd0d1-8683-4279-a57a-77343c358d9b tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:36.481299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-68e9166a-5c7b-4ee3-bf7f-1349320969d3', 'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3', 'tenant_id': '6e5765ad271e449788286d59eaa1dfa3', 'fixed_ips': [{'subnet_id': '813f6292-dbaf-40bc-92bd-b7a16e9ae59e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:19:36.482310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.500167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f744bdd-e5d0-4a78-b2ad-5948e41433b1 req-f1efd0d1-8683-4279-a57a-77343c358d9b tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 944 time: 0.1575985 Sep 17 01:19:36.504771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,segment=NetworkSegment(f6747cef-4656-4eca-b60c-fec49ad453ba),segment_id=f6747cef-4656-4eca-b60c-fec49ad453ba)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:36.537071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.621134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.629581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:36.629889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6946b0e0-4225-4d03-81be-aea8c4b5ce1e tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3712165 Sep 17 01:19:36.633175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33836) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:36.658197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f744bdd-e5d0-4a78-b2ad-5948e41433b1 req-9a36a3e4-9012-4151-8d55-01a6cb810a16 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481833 Sep 17 01:19:36.722545 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fa18aa-0da4-467a-b1ae-e078807b0a5b x-openstack-request-id: req-45fa18aa-0da4-467a-b1ae-e078807b0a5b {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:36.723900 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ba667d-955e-4070-8e2b-c8e46042086c", "name": "network-vif-plugged", "status": "completed", "tag": "4e7472bc-3d6c-4471-af9c-96cddbcfa4f4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:36.723900 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45fa18aa-0da4-467a-b1ae-e078807b0a5b {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:36.723900 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ba667d-955e-4070-8e2b-c8e46042086c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4', 'code': 200} Sep 17 01:19:36.745403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:36.757814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Allocated IP 172.20.0.2 (68e9166a-5c7b-4ee3-bf7f-1349320969d3/813f6292-dbaf-40bc-92bd-b7a16e9ae59e/a930516f-2432-4b4c-bd62-85cdb52999fe) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:36.900263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f763-708b-4787-b152-d32c9e301e5f req-e4d62624-d6c9-4206-ad7f-892bbcc314a3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:36.905272 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3059f763-708b-4787-b152-d32c9e301e5f req-e4d62624-d6c9-4206-ad7f-892bbcc314a3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 944 time: 0.0818832 Sep 17 01:19:36.951230 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3059f763-708b-4787-b152-d32c9e301e5f req-1107ceba-4c35-4031-8d72-47752608e904 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Sep 17 01:19:36.965247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea73cf-1053-4333-bbe5-4c1f44765aff req-8382404e-b254-4340-864b-f70daa2ae81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:36.971947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aeea73cf-1053-4333-bbe5-4c1f44765aff req-8382404e-b254-4340-864b-f70daa2ae81c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 1096 time: 0.1669202 Sep 17 01:19:37.085568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aeea73cf-1053-4333-bbe5-4c1f44765aff req-8644f8cb-6080-4091-b06d-b34b3c52e183 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873487 Sep 17 01:19:37.108611 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.124634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.165645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcf0902c-713d-44bb-997c-676be1bd9d1a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:19:37.204264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33848) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:37.227849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-593d50f8-c44a-45f2-81d2-904839da59ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.238152 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.292679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:37.299706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:37.304613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:37.316897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcf0902c-713d-44bb-997c-676be1bd9d1a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcf0902c-713d-44bb-997c-676be1bd9d1a,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:37.346253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Pushing event updated for resources: {'Port': ['ID=a930516f-2432-4b4c-bd62-85cdb52999fe,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:37.373862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'fcf0902c-713d-44bb-997c-676be1bd9d1a', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': 'fcf0902c-713d-44bb-997c-676be1bd9d1a', 'mac_address': 'fa:16:3e:f2:07:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:19:37.384474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Attempting to bind port a930516f-2432-4b4c-bd62-85cdb52999fe on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:37.385057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Attempting to bind port a930516f-2432-4b4c-bd62-85cdb52999fe by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '218935d8-0244-40cf-9953-27afe6fa5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:37.385423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Attempting to bind port a930516f-2432-4b4c-bd62-85cdb52999fe on network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:37.410344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:37.411272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Checking segment: {'id': '218935d8-0244-40cf-9953-27afe6fa5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:37.411272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.411532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Bound using segment: {'id': '218935d8-0244-40cf-9953-27afe6fa5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:37.412694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Bound port: a930516f-2432-4b4c-bd62-85cdb52999fe, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218935d8-0244-40cf-9953-27afe6fa5b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:37.413350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.465634 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.479872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Allocated IP 172.20.0.1 (68e9166a-5c7b-4ee3-bf7f-1349320969d3/813f6292-dbaf-40bc-92bd-b7a16e9ae59e/bf8c30c8-d241-4e0f-aa9a-9a933efd825e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:37.487253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf0902c-713d-44bb-997c-676be1bd9d1a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:37.523449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcf0902c-713d-44bb-997c-676be1bd9d1a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcf0902c-713d-44bb-997c-676be1bd9d1a,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:37.526530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6b24d147-e675-4be8-b93f-45509508303e None None] For port a930516f-2432-4b4c-bd62-85cdb52999fe, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:37.533568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-593d50f8-c44a-45f2-81d2-904839da59ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.543815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6b24d147-e675-4be8-b93f-45509508303e None None] For port a930516f-2432-4b4c-bd62-85cdb52999fe, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a930516f-2432-4b4c-bd62-85cdb52999fe,segment=NetworkSegment(218935d8-0244-40cf-9953-27afe6fa5b7a),segment_id=218935d8-0244-40cf-9953-27afe6fa5b7a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:37.605204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.633930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.668348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-593d50f8-c44a-45f2-81d2-904839da59ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.669961 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.672107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcf0902c-713d-44bb-997c-676be1bd9d1a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:37.713867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-593d50f8-c44a-45f2-81d2-904839da59ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35a0de80ec634fad95f36b69e3bf71d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087502 Sep 17 01:19:37.717268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:37.728282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d50f8-c44a-45f2-81d2-904839da59ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb2f5e8-0081-4158-a013-0555492fb3a7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:37.734605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.770911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24d147-e675-4be8-b93f-45509508303e None None] Pushing event updated for resources: {'Port': ['ID=a930516f-2432-4b4c-bd62-85cdb52999fe,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:37.795976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:37.799142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:37.806100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:37.810145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Port': ['ID=bf8c30c8-d241-4e0f-aa9a-9a933efd825e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:37.823207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['fcf0902c-713d-44bb-997c-676be1bd9d1a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:37.858304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb6c2a-c324-441f-bb42-910f1c8a9f3d req-90dd7dfd-f68c-49d2-b59c-21e122597f13 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:37.866765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8fb6c2a-c324-441f-bb42-910f1c8a9f3d req-90dd7dfd-f68c-49d2-b59c-21e122597f13 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 945 time: 0.0814772 Sep 17 01:19:37.928503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f8fb6c2a-c324-441f-bb42-910f1c8a9f3d req-b63e03ed-baab-4f52-91cd-0083aac56b13 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560925 Sep 17 01:19:37.933052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff9e377d-562f-4a53-be38-d0a8e2c5726e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:37.977899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff9e377d-562f-4a53-be38-d0a8e2c5726e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:38.178426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaf10a-1ebf-42b9-a65b-89ca40720ca2 req-7ed91c7c-5cc0-4588-86a7-7f0d716b7610 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:38.188828 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-40c1ea33-7b8b-4084-8115-859397b976f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:38.192852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cbdaf10a-1ebf-42b9-a65b-89ca40720ca2 req-7ed91c7c-5cc0-4588-86a7-7f0d716b7610 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 945 time: 0.0856245 Sep 17 01:19:38.246186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff9e377d-562f-4a53-be38-d0a8e2c5726e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:38.249980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff9e377d-562f-4a53-be38-d0a8e2c5726e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:38.251420 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff9e377d-562f-4a53-be38-d0a8e2c5726e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6eb2f5e8-0081-4158-a013-0555492fb3a7 HTTP/1.1" status: 204 len: 168 time: 0.5330627 Sep 17 01:19:38.274056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cbdaf10a-1ebf-42b9-a65b-89ca40720ca2 req-3d054c64-6fea-4ad5-a3ff-c1ce74aa6bd3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825720 Sep 17 01:19:38.279638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e377d-562f-4a53-be38-d0a8e2c5726e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb2f5e8-0081-4158-a013-0555492fb3a7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:38.325842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:38.507408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:38.877665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a930516f-2432-4b4c-bd62-85cdb52999fe up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:38.947057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a930516f-2432-4b4c-bd62-85cdb52999fe triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:38.947576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.046039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.080110 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.089021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef900e-c7bf-4868-86b1-bd9985564ee5 req-386cdddd-7b01-4ee5-b322-9bd971443c6f tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:39.090005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b728d33-b211-40c6-93aa-c9862e86d49e None None] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:39.091892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfef900e-c7bf-4868-86b1-bd9985564ee5 req-386cdddd-7b01-4ee5-b322-9bd971443c6f tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 945 time: 0.0785329 Sep 17 01:19:39.121106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.140814 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.142475 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfef900e-c7bf-4868-86b1-bd9985564ee5 req-e774ca90-f7c1-4026-b439-15ef718ebbc0 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357780 Sep 17 01:19:39.192832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcf0902c-713d-44bb-997c-676be1bd9d1a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:39.209349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.235937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-48c4710b-684e-48f7-81f5-50a34df6494c None None] Provisioning complete for port a930516f-2432-4b4c-bd62-85cdb52999fe triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:39.236940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Port': ['ID=bf8c30c8-d241-4e0f-aa9a-9a933efd825e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:39.237354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48c4710b-684e-48f7-81f5-50a34df6494c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.334286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a930516f-2432-4b4c-bd62-85cdb52999fe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a930516f-2432-4b4c-bd62-85cdb52999fe,segment=NetworkSegment(218935d8-0244-40cf-9953-27afe6fa5b7a),segment_id=218935d8-0244-40cf-9953-27afe6fa5b7a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:39.404632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:39.406983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:39.412403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.487197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c936f9-3a3a-43c0-b797-6ac81e4f3c7a req-ce1052d5-7d31-465e-80bd-798a8199d157 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:39.495502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b3c936f9-3a3a-43c0-b797-6ac81e4f3c7a req-ce1052d5-7d31-465e-80bd-798a8199d157 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 945 time: 0.1022356 Sep 17 01:19:39.550446 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b3c936f9-3a3a-43c0-b797-6ac81e4f3c7a req-fadf6b45-10d0-40e3-a8ef-2aa578ba7ba6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400469 Sep 17 01:19:39.557388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.580221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port fcf0902c-713d-44bb-997c-676be1bd9d1a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:19:39.603691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port fcf0902c-713d-44bb-997c-676be1bd9d1a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:39.604202 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.639628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Router 9ab31bf8-8bd2-493f-918f-5c690b84bc48 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:19:39.654855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a930516f-2432-4b4c-bd62-85cdb52999fe,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:39.754882 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:39.779124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:19:39.786285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b3c3656f-5d6f-455b-9c60-f23f29c536bd tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "PUT /v2.0/routers/9ab31bf8-8bd2-493f-918f-5c690b84bc48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1520233 Sep 17 01:19:39.789302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33910) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:39.794759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'port': {'network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3', 'name': 'tempest-FloatingIPNegativeTestJSON-1321853057'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:39.816362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca80926b-8886-4039-8720-1d5218aa050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf0902c-713d-44bb-997c-676be1bd9d1a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:39.819618 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d009b6-bf86-4eb8-ade8-998dadea9f54" -d '{"events": [{"server_uuid": "ca80926b-8886-4039-8720-1d5218aa050c", "name": "network-vif-plugged", "status": "completed", "tag": "fcf0902c-713d-44bb-997c-676be1bd9d1a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:39.822449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] Sync routers for ids ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:19:39.830251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port fcf0902c-713d-44bb-997c-676be1bd9d1a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcf0902c-713d-44bb-997c-676be1bd9d1a,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:39.842735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] Routers {'9ab31bf8-8bd2-493f-918f-5c690b84bc48'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:19:39.843755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:39.851585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:19:39.892257 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f4598d-084b-40c5-8347-9d64707b03c0 x-openstack-request-id: req-f4f4598d-084b-40c5-8347-9d64707b03c0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:39.892836 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca80926b-8886-4039-8720-1d5218aa050c", "name": "network-vif-plugged", "status": "completed", "tag": "fcf0902c-713d-44bb-997c-676be1bd9d1a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:39.892973 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4f4598d-084b-40c5-8347-9d64707b03c0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:39.893291 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca80926b-8886-4039-8720-1d5218aa050c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf0902c-713d-44bb-997c-676be1bd9d1a', 'code': 200} Sep 17 01:19:39.894588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:39.918030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] Routers {'9ab31bf8-8bd2-493f-918f-5c690b84bc48'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:19:39.918916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:39.997010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:39.997940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e071f5ce-20ab-4849-82a9-2f167d8e6691 None None] The sync data for ids ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:19:39.999670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.032574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e894de0-0aaf-4cde-a411-5625dee23ad3 req-5ec345ed-a632-49fb-aca0-a96e80aae713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:40.037937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e894de0-0aaf-4cde-a411-5625dee23ad3 req-5ec345ed-a632-49fb-aca0-a96e80aae713 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 1097 time: 0.0932803 Sep 17 01:19:40.074290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009cc09-deb2-4efd-9be9-43f064b6da14 req-32f84e4f-8fdd-4504-9257-200909687575 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:40.076879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3009cc09-deb2-4efd-9be9-43f064b6da14 req-32f84e4f-8fdd-4504-9257-200909687575 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 945 time: 0.2770207 Sep 17 01:19:40.093321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=fcf0902c-713d-44bb-997c-676be1bd9d1a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:40.112688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dafe5e6d-c694-4614-911a-195f94f2a672 None None] Provisioning complete for port a930516f-2432-4b4c-bd62-85cdb52999fe triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:40.113073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dafe5e6d-c694-4614-911a-195f94f2a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.116678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e894de0-0aaf-4cde-a411-5625dee23ad3 req-af8da2f4-1a33-4469-a0bc-12b49a3be5b2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693471 Sep 17 01:19:40.269463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dafe5e6d-c694-4614-911a-195f94f2a672 None None] Provisioning complete for port bf8c30c8-d241-4e0f-aa9a-9a933efd825e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:40.269835 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dafe5e6d-c694-4614-911a-195f94f2a672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.324512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dafe5e6d-c694-4614-911a-195f94f2a672 None None] Port bf8c30c8-d241-4e0f-aa9a-9a933efd825e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:19:40.452715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fb9cf634-cc59-4239-bbd9-ac644f8916ad None None] Provisioning complete for port bf8c30c8-d241-4e0f-aa9a-9a933efd825e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:40.453565 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf634-cc59-4239-bbd9-ac644f8916ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.507765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fb9cf634-cc59-4239-bbd9-ac644f8916ad None None] Port bf8c30c8-d241-4e0f-aa9a-9a933efd825e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:19:40.643781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6d74bd01-d319-4d2f-a4a4-011a954c21f5 None None] Provisioning complete for port bf8c30c8-d241-4e0f-aa9a-9a933efd825e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:40.646592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6d74bd01-d319-4d2f-a4a4-011a954c21f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.650671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3009cc09-deb2-4efd-9be9-43f064b6da14 req-ed8e05db-c4b2-482f-8cc5-74a99985a530 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/security-groups?id=6f729235-4e9a-4128-8b85-4d28df9966f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659804 Sep 17 01:19:40.700660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673f9d2-6668-41af-98cd-5702af53f2b6 req-cb03afbf-5570-49cb-9512-3874d4120a1b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:40.703294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2673f9d2-6668-41af-98cd-5702af53f2b6 req-cb03afbf-5570-49cb-9512-3874d4120a1b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 946 time: 0.0830085 Sep 17 01:19:40.711420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6d74bd01-d319-4d2f-a4a4-011a954c21f5 None None] Port bf8c30c8-d241-4e0f-aa9a-9a933efd825e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:19:40.725999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Made reservation on behalf of 6e5765ad271e449788286d59eaa1dfa3 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:40.729778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.750955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] device_id is not set on port f40bcb47-fac0-4014-b96f-936187421c57 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:19:40.761617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2673f9d2-6668-41af-98cd-5702af53f2b6 req-af29c4eb-8377-4aa7-a1b0-c8eef2f76285 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521526 Sep 17 01:19:40.811979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a930516f-2432-4b4c-bd62-85cdb52999fe up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:40.884274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a930516f-2432-4b4c-bd62-85cdb52999fe triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:40.886483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:40.968190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Allocated IP 172.20.0.13 (68e9166a-5c7b-4ee3-bf7f-1349320969d3/813f6292-dbaf-40bc-92bd-b7a16e9ae59e/f40bcb47-fac0-4014-b96f-936187421c57) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:41.057318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.101724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-a5b04b4c-2328-4877-a103-ecc619535011 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:41.103309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-a5b04b4c-2328-4877-a103-ecc619535011 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.36 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 945 time: 0.0864065 Sep 17 01:19:41.143919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.228836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.229330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Deleting port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:41.229671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.277220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:41.280711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:41.285226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:41.335184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Port': ['ID=f40bcb47-fac0-4014-b96f-936187421c57,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:41.349791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] For port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,segment=NetworkSegment(f6747cef-4656-4eca-b60c-fec49ad453ba),segment_id=f6747cef-4656-4eca-b60c-fec49ad453ba)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:41.353286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.371443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:41.372271 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.376668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Calling delete_port for 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:41.474373 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c05ad23-0e89-4021-9ed5-c13831b2836a tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6810603 Sep 17 01:19:41.474373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33948) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:41.478484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:41.559636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.600848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.613069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['4e7472bc-3d6c-4471-af9c-96cddbcfa4f4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:41.635731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Pushing event deleted for resources: {'Port': ['ID=4e7472bc-3d6c-4471-af9c-96cddbcfa4f4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:41.652801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6a2b4f5c-62b6-40f1-a3dc-7f8d8ae8ac0c None None] Provisioning complete for port f40bcb47-fac0-4014-b96f-936187421c57 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:41.653465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a2b4f5c-62b6-40f1-a3dc-7f8d8ae8ac0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.674670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.709360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b4f5c-62b6-40f1-a3dc-7f8d8ae8ac0c None None] Port f40bcb47-fac0-4014-b96f-936187421c57 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:19:41.709759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] No DVR routers for this DVR port 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:41.721135 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:41.722681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fff979fb-9b38-47fc-9e39-3f31ec9bf1d5 req-bbd55752-e584-4dff-a167-15384b8344e2 tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.36 "DELETE /v2.0/ports/4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 HTTP/1.1" status: 204 len: 173 time: 0.6123559 Sep 17 01:19:41.723711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ba667d-955e-4070-8e2b-c8e46042086c', 'name': 'network-vif-deleted', 'tag': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:41.730963 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae02812-cd7a-4a50-9313-d0a598aa8e8b" -d '{"events": [{"server_uuid": "77ba667d-955e-4070-8e2b-c8e46042086c", "name": "network-vif-deleted", "tag": "4e7472bc-3d6c-4471-af9c-96cddbcfa4f4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:41.777733 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13969c71-aa9c-47de-925d-93c20f0ebc49 x-openstack-request-id: req-13969c71-aa9c-47de-925d-93c20f0ebc49 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:41.778339 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ba667d-955e-4070-8e2b-c8e46042086c", "name": "network-vif-deleted", "tag": "4e7472bc-3d6c-4471-af9c-96cddbcfa4f4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:41.778797 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13969c71-aa9c-47de-925d-93c20f0ebc49 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:41.779431 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ba667d-955e-4070-8e2b-c8e46042086c', 'name': 'network-vif-deleted', 'tag': '4e7472bc-3d6c-4471-af9c-96cddbcfa4f4', 'status': 'completed', 'code': 200} Sep 17 01:19:41.820224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc829e12-5201-45a6-8796-b1c614883d8f req-536c03bb-738f-4fa7-a60a-bce79be99f7a tempest-ServerAddressesTestJSON-1672938788 tempest-ServerAddressesTestJSON-1672938788-project] 10.222.0.13 "GET /v2.0/ports?device_id=77ba667d-955e-4070-8e2b-c8e46042086c HTTP/1.1" status: 200 len: 210 time: 0.0374734 Sep 17 01:19:41.914429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Allocated IP 172.25.1.16 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/26eaecd9-11ac-4787-8c05-1c0bf33af949) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:41.937619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf502e-fe81-4942-a954-709244ee044b req-bb6abc99-bf1c-43c4-a14b-e3459979fea7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:41.939194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcdf502e-fe81-4942-a954-709244ee044b req-bb6abc99-bf1c-43c4-a14b-e3459979fea7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 946 time: 0.1027899 Sep 17 01:19:42.015753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcdf502e-fe81-4942-a954-709244ee044b req-5e561e53-ed12-4d63-acf0-0905285c32df tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667093 Sep 17 01:19:42.063035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.156782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f30b3-9a31-4eb9-8f90-c1b3ba6691eb req-74560124-0369-4e4b-9215-14244a3d5b8e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:42.158321 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-441f30b3-9a31-4eb9-8f90-c1b3ba6691eb req-74560124-0369-4e4b-9215-14244a3d5b8e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 946 time: 0.0540948 Sep 17 01:19:42.184058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.241300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:42.247356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-441f30b3-9a31-4eb9-8f90-c1b3ba6691eb req-93e142c6-9807-4ceb-9e2b-f6a2683cbc10 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813260 Sep 17 01:19:42.249937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:42.256910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:42.260215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Port': ['ID=26eaecd9-11ac-4787-8c05-1c0bf33af949,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:42.296880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.297225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.297567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.297896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.298503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.298647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.298847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.299209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.299528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.299846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.300296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.300478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:19:42.378214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.553227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.737560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.795717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f89c2d-5864-47b9-b5d4-3e6b640a8303 req-3da61593-4767-4916-984d-b364ee99d0f1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:42.797116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9f89c2d-5864-47b9-b5d4-3e6b640a8303 req-3da61593-4767-4916-984d-b364ee99d0f1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 946 time: 0.0629451 Sep 17 01:19:42.844461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9f89c2d-5864-47b9-b5d4-3e6b640a8303 req-4601c778-f5bb-405a-b386-b62e198890b0 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401924 Sep 17 01:19:42.851574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.898460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33998) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:42.962385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Port': ['ID=26eaecd9-11ac-4787-8c05-1c0bf33af949,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:42.965940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Deleting subnet 0c676c0f-eecf-4b99-8fe2-c161e662ecb7 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:19:42.970042 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:42.976580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.008126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.054610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.091377 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.092804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d142966e-563d-4fe0-b640-1b488e3302e4 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6194394 Sep 17 01:19:43.095835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34002) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:43.100421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a62bf599-5b82-4a5e-9ab7-647fc35263cf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'floatingip': {'port_id': 'f40bcb47-fac0-4014-b96f-936187421c57', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:43.144376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a62bf599-5b82-4a5e-9ab7-647fc35263cf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.188691 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.222141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.226751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c676c0f-eecf-4b99-8fe2-c161e662ecb7 HTTP/1.1" status: 204 len: 168 time: 0.3242562 Sep 17 01:19:43.226751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5441d4-976d-474e-ad4c-abc4f873199f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c676c0f-eecf-4b99-8fe2-c161e662ecb7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:43.229422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34006) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:43.272335 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-a62bf599-5b82-4a5e-9ab7-647fc35263cf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] update failed (client error): The resource could not be found. Sep 17 01:19:43.276699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a62bf599-5b82-4a5e-9ab7-647fc35263cf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "PUT /v2.0/floatingips/57e97555-c34a-4175-98af-061691425953 HTTP/1.1" status: 404 len: 507 time: 0.1797473 Sep 17 01:19:43.277303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34008) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:43.316447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.397465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34012) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:43.408209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.438316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba04b260-0950-4d20-97cd-70ffdd6f9bbe']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:43.448956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Deleting port 26eaecd9-11ac-4787-8c05-1c0bf33af949 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:43.449450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.460727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6747cef-4656-4eca-b60c-fec49ad453ba') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:43.461170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6747cef-4656-4eca-b60c-fec49ad453ba') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:43.481578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.501793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.522182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:43.522809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:43.526819 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:43.550950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.551340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.567335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Calling delete_port for 26eaecd9-11ac-4787-8c05-1c0bf33af949 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:43.590658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54b00d8b-16a0-4a7f-a2b6-a228ab4ec3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.685269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.695071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.698354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ba04b260-0950-4d20-97cd-70ffdd6f9bbe HTTP/1.1" status: 204 len: 168 time: 0.4673975 Sep 17 01:19:43.710494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6b06e-dfd8-44f3-aa37-a52d61043697 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba04b260-0950-4d20-97cd-70ffdd6f9bbe,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:43.795743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54b00d8b-16a0-4a7f-a2b6-a228ab4ec3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.961032 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:43.962957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-54b00d8b-16a0-4a7f-a2b6-a228ab4ec3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.039849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Port': ['ID=26eaecd9-11ac-4787-8c05-1c0bf33af949,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:44.046432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-fd079546-c340-4037-aa56-dd7ca5f476da tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:44.050029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-fd079546-c340-4037-aa56-dd7ca5f476da tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 946 time: 0.0681541 Sep 17 01:19:44.090369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:44.105423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b00d8b-16a0-4a7f-a2b6-a228ab4ec3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d090fe7a-22fa-49bc-a11a-aa6678a6f4d7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:44.112950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-54b00d8b-16a0-4a7f-a2b6-a228ab4ec3b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe285ca589c648f5a78deb248e3bf57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7140632 Sep 17 01:19:44.117023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:44.130138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd815230-2b0e-45ac-b70c-9989d445d917 req-09a6802e-ea1f-4ea5-ba2b-22366ca13fb7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:44.135365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:19:44.137507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd815230-2b0e-45ac-b70c-9989d445d917 req-09a6802e-ea1f-4ea5-ba2b-22366ca13fb7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 946 time: 0.2061017 Sep 17 01:19:44.137918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4e7472bc-3d6c-4471-af9c-96cddbcfa4f4 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:19:44.152765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:44.216248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port fcf0902c-713d-44bb-997c-676be1bd9d1a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:44.216487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.224476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1b89ff8e-05a1-48f6-ba18-f817b6f6cb76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7433308b38ce4b5cb575c5dd9f51a4eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683455 Sep 17 01:19:44.229445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34034) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:44.258507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.261255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.265816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-33cada9a-b135-45d1-8b3f-be8d34f354b3 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "DELETE /v2.0/floatingips/57e97555-c34a-4175-98af-061691425953 HTTP/1.1" status: 204 len: 168 time: 0.9841921 Sep 17 01:19:44.275270 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd815230-2b0e-45ac-b70c-9989d445d917 req-f2478f32-5bdc-4f22-a88e-39be7ec2983c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368139 Sep 17 01:19:44.275805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:44.301898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-48e646a5-fb1a-460d-9ef8-ec76c5efcabf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'floatingip': {'floating_network_id': '68e9166a-5c7b-4ee3-bf7f-1349320969d3', 'port_id': 'f40bcb47-fac0-4014-b96f-936187421c57', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:44.322513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port fcf0902c-713d-44bb-997c-676be1bd9d1a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=fcf0902c-713d-44bb-997c-676be1bd9d1a,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:44.323661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.338702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for fcf0902c-713d-44bb-997c-676be1bd9d1a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:44.354677 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a77601d2-9cca-4035-9080-770f4e906bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.386471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0725dabb-6639-48ed-b412-3b6840b9cc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.393110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a77601d2-9cca-4035-9080-770f4e906bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.425263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48e646a5-fb1a-460d-9ef8-ec76c5efcabf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.434849 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0725dabb-6639-48ed-b412-3b6840b9cc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.594162 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.606026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', 'fcf0902c-713d-44bb-997c-676be1bd9d1a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:44.623447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=fcf0902c-713d-44bb-997c-676be1bd9d1a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:44.639893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a77601d2-9cca-4035-9080-770f4e906bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.642617 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a77601d2-9cca-4035-9080-770f4e906bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.643870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a77601d2-9cca-4035-9080-770f4e906bd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d090fe7a-22fa-49bc-a11a-aa6678a6f4d7 HTTP/1.1" status: 204 len: 168 time: 0.5256028 Sep 17 01:19:44.649380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0725dabb-6639-48ed-b412-3b6840b9cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.650108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0725dabb-6639-48ed-b412-3b6840b9cc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.650811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0725dabb-6639-48ed-b412-3b6840b9cc4d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f729235-4e9a-4128-8b85-4d28df9966f3 HTTP/1.1" status: 204 len: 168 time: 0.4168067 Sep 17 01:19:44.657830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77601d2-9cca-4035-9080-770f4e906bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d090fe7a-22fa-49bc-a11a-aa6678a6f4d7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:44.682291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port fcf0902c-713d-44bb-997c-676be1bd9d1a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:44.682552 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-48e646a5-fb1a-460d-9ef8-ec76c5efcabf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:19:44.684593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-48e646a5-fb1a-460d-9ef8-ec76c5efcabf tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4042408 Sep 17 01:19:44.686074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725dabb-6639-48ed-b412-3b6840b9cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f729235-4e9a-4128-8b85-4d28df9966f3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:44.691627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:44.698711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'f40bcb47-fac0-4014-b96f-936187421c57', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:44.705061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.711826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2d7b6ea-9310-465d-a962-4402853fcd4b req-84cdd065-bc31-44d0-aac2-26f63839ae83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/fcf0902c-713d-44bb-997c-676be1bd9d1a HTTP/1.1" status: 204 len: 173 time: 0.6551805 Sep 17 01:19:44.714170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca80926b-8886-4039-8720-1d5218aa050c', 'name': 'network-vif-deleted', 'tag': 'fcf0902c-713d-44bb-997c-676be1bd9d1a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:44.719058 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b1a5b-d66c-49ff-a6d9-8e6d189cded0" -d '{"events": [{"server_uuid": "ca80926b-8886-4039-8720-1d5218aa050c", "name": "network-vif-deleted", "tag": "fcf0902c-713d-44bb-997c-676be1bd9d1a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:44.790283 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae82abd5-4571-405b-b016-99a082648eda x-openstack-request-id: req-ae82abd5-4571-405b-b016-99a082648eda {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:44.791162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca80926b-8886-4039-8720-1d5218aa050c", "name": "network-vif-deleted", "tag": "fcf0902c-713d-44bb-997c-676be1bd9d1a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:44.791162 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae82abd5-4571-405b-b016-99a082648eda {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:44.791417 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca80926b-8886-4039-8720-1d5218aa050c', 'name': 'network-vif-deleted', 'tag': 'fcf0902c-713d-44bb-997c-676be1bd9d1a', 'status': 'completed', 'code': 200} Sep 17 01:19:44.879487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:44.997945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.119053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Allocated IP 172.25.1.5 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4961eb69-9fd3-4176-953e-abcf09e32c20) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:45.237578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.399707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b203e1ab-0877-4eb5-8108-0ccdabcd3086 req-325e7779-0ec2-422d-94da-eb47b3688885 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca80926b-8886-4039-8720-1d5218aa050c HTTP/1.1" status: 200 len: 210 time: 0.0312715 Sep 17 01:19:45.405534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.454395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:45.466501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:45.470080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:45.507349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event updated for resources: {'Port': ['ID=4961eb69-9fd3-4176-953e-abcf09e32c20,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:45.642441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34072) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:45.672250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ea56509-15e1-471a-97e5-3579d53d6b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.699159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Deleting port 4961eb69-9fd3-4176-953e-abcf09e32c20 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:45.699502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.820182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.820511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.824735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ea56509-15e1-471a-97e5-3579d53d6b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:45.836594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Calling delete_port for 4961eb69-9fd3-4176-953e-abcf09e32c20 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:45.982471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6ea56509-15e1-471a-97e5-3579d53d6b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.031197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6ea56509-15e1-471a-97e5-3579d53d6b0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ebff7c65b11429d8bb82b65ef4786a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3875103 Sep 17 01:19:46.034539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:46.036040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea56509-15e1-471a-97e5-3579d53d6b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bad19b-2961-4c7d-a110-c7c6ab0a78e1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:46.083618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.116062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a065d0ca-7180-4049-8e9a-9a0efb5c1dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.118230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Port': ['ID=4961eb69-9fd3-4176-953e-abcf09e32c20,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:46.159795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a065d0ca-7180-4049-8e9a-9a0efb5c1dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.325494 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] create failed (client error): The resource could not be found. Sep 17 01:19:46.326829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed2ef999-98a9-4231-8c9a-876e3a9c3e81 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6339755 Sep 17 01:19:46.330298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34088) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:46.353854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a065d0ca-7180-4049-8e9a-9a0efb5c1dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.360678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a065d0ca-7180-4049-8e9a-9a0efb5c1dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.360678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a065d0ca-7180-4049-8e9a-9a0efb5c1dc6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5bad19b-2961-4c7d-a110-c7c6ab0a78e1 HTTP/1.1" status: 204 len: 168 time: 0.3225157 Sep 17 01:19:46.366750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065d0ca-7180-4049-8e9a-9a0efb5c1dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bad19b-2961-4c7d-a110-c7c6ab0a78e1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:46.449763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Deleting port f40bcb47-fac0-4014-b96f-936187421c57 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:46.450136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.560955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.576165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Calling delete_port for f40bcb47-fac0-4014-b96f-936187421c57 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:46.908256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:46.950187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Port': ['ID=f40bcb47-fac0-4014-b96f-936187421c57,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:47.021089 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.027582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-12879a0c-8983-438f-801a-996c9e0044f8 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "DELETE /v2.0/ports/f40bcb47-fac0-4014-b96f-936187421c57 HTTP/1.1" status: 204 len: 168 time: 0.6961277 Sep 17 01:19:47.027869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34110) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:47.121836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe665285-f5d3-485d-8c11-1b68fe0fa372 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:47.131310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34118) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:47.132467 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe665285-f5d3-485d-8c11-1b68fe0fa372 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ab31bf8-8bd2-493f-918f-5c690b84bc48 HTTP/1.1" status: 200 len: 913 time: 0.1029234 Sep 17 01:19:47.257946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34128) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:47.391776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5acbb465-fc1a-4208-a603-4de4cfd38e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.488707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-45968af9-c022-4667-a13e-cd4685b2c20f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:47.490297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-45968af9-c022-4667-a13e-cd4685b2c20f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.2339644 Sep 17 01:19:47.510902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-765aaaf0-a689-4c51-9576-bdff17ff5853 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0118966 Sep 17 01:19:47.558520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5acbb465-fc1a-4208-a603-4de4cfd38e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.598340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2341e0ce-d029-47b9-b8c7-982431c2c3cf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0591669 Sep 17 01:19:47.650695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5acbb465-fc1a-4208-a603-4de4cfd38e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.707790 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5acbb465-fc1a-4208-a603-4de4cfd38e0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a1037c3a7a6472aaab229554c57535d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481199 Sep 17 01:19:47.717547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:47.757466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbb465-fc1a-4208-a603-4de4cfd38e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8ab8d3-3ae4-4f3e-9516-545fc18e5185,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:47.766018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.783420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-71d66458-dc71-4c2e-9bfb-3b5ec10791c2 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699991 Sep 17 01:19:47.797285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7e4029a-dee0-46f3-b4ac-59929b625ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.827518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7e4029a-dee0-46f3-b4ac-59929b625ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.948909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7e4029a-dee0-46f3-b4ac-59929b625ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.954262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7e4029a-dee0-46f3-b4ac-59929b625ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:47.959248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c7e4029a-dee0-46f3-b4ac-59929b625ea4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d8ab8d3-3ae4-4f3e-9516-545fc18e5185 HTTP/1.1" status: 204 len: 168 time: 0.2406757 Sep 17 01:19:47.971180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4029a-dee0-46f3-b4ac-59929b625ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8ab8d3-3ae4-4f3e-9516-545fc18e5185,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:48.023720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-be178312-c8e1-4c73-9643-7036a20268e8 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425129 Sep 17 01:19:48.176138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Deleting port bf8c30c8-d241-4e0f-aa9a-9a933efd825e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:48.176555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:48.294470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:48.307308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Calling delete_port for bf8c30c8-d241-4e0f-aa9a-9a933efd825e owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:48.376492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c70df77-bf95-46ca-83b3-e260fd7d56be req-17025d1f-8568-4811-936c-473c11cc93ff tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 210 time: 0.0677500 Sep 17 01:19:48.679949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:48.735785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Port': ['ID=bf8c30c8-d241-4e0f-aa9a-9a933efd825e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:48.926022 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:49.159700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Router 9ab31bf8-8bd2-493f-918f-5c690b84bc48 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:19:49.240042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:19:49.247734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b50d563-9ffd-4b92-873a-712980e54c89 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "PUT /v2.0/routers/9ab31bf8-8bd2-493f-918f-5c690b84bc48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1132367 Sep 17 01:19:49.249082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34200) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:49.254955 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] Sync routers for ids ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:19:49.260451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcf0902c-713d-44bb-997c-676be1bd9d1a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:49.275244 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] Routers {'9ab31bf8-8bd2-493f-918f-5c690b84bc48'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:19:49.276047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:49.286907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: fcf0902c-713d-44bb-997c-676be1bd9d1a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:19:49.288233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device fcf0902c-713d-44bb-997c-676be1bd9d1a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:19:49.327885 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:49.335590 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] Routers {'9ab31bf8-8bd2-493f-918f-5c690b84bc48'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:19:49.336198 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:49.370545 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:49.371576 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c22149-b6d3-4ded-9066-2536bb382036 None None] The sync data for ids ['9ab31bf8-8bd2-493f-918f-5c690b84bc48'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:19:49.478504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9ceb754-686d-4d7a-ab7d-4bf701dfcb8e req-da88abe6-1769-4165-bf1e-dbf58d8cbcd5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 210 time: 0.0372128 Sep 17 01:19:49.608214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34214) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:49.623103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:49.717346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-554837799-network', 'tenant_id': 'd0abead524cd42bda12b9436fb37e958'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:49.795715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:49.797965 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:49.834095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Made reservation on behalf of d0abead524cd42bda12b9436fb37e958 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:49.837831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:49.852560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:49.999671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.000263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Fanout notify agent at l3_agent the message router_deleted on router 9ab31bf8-8bd2-493f-918f-5c690b84bc48 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:19:50.008842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.010170 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-99e9602d-1767-4241-8996-ab7ae6a59f36 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "DELETE /v2.0/routers/9ab31bf8-8bd2-493f-918f-5c690b84bc48 HTTP/1.1" status: 204 len: 168 time: 0.7598619 Sep 17 01:19:50.012828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34230) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:50.078007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Deleting subnet 813f6292-dbaf-40bc-92bd-b7a16e9ae59e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:19:50.081506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.093496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.131399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.216508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.244072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.445848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.475377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Subnet': ['ID=813f6292-dbaf-40bc-92bd-b7a16e9ae59e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:50.479540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.481475 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-42511a2f-4bff-44ea-89f9-fa10fa394e58 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "DELETE /v2.0/subnets/813f6292-dbaf-40bc-92bd-b7a16e9ae59e HTTP/1.1" status: 204 len: 168 time: 0.4676034 Sep 17 01:19:50.483982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34238) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:50.488276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc03d2-f34c-487c-a2b2-6cb38cdd5dcc None None] Network 68e9166a-5c7b-4ee3-bf7f-1349320969d3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:50.556068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:50.606418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f128fb7-0308-4f3a-9043-98a54c019704,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:50.625221 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.625221 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Added segment bed8a948-3e6a-4ccb-b3dc-4445133c4ee7 of type vlan for network a51e45fa-5188-4132-a568-0027843c4c75 Sep 17 01:19:50.630172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.664105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-073c5195-f77e-40a0-9ffd-cf794ead39a9 req-51138828-4bb9-4dcc-a2ce-fca3d9ef427f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 210 time: 0.0560701 Sep 17 01:19:50.685847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3aa33-c5a1-4a99-9d32-e008f5eec330 req-fc35d563-891c-4ae1-b2bf-6529ce44142b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:50.687488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9c3aa33-c5a1-4a99-9d32-e008f5eec330 req-fc35d563-891c-4ae1-b2bf-6529ce44142b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.1497240 Sep 17 01:19:50.692077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.717870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Deleting port a930516f-2432-4b4c-bd62-85cdb52999fe {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:50.718209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.737043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] DHCP port deletion for 68e9166a-5c7b-4ee3-bf7f-1349320969d3 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:19:50.764846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9c3aa33-c5a1-4a99-9d32-e008f5eec330 req-f268cf54-c5a3-4745-888e-28d1ff91cf29 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695341 Sep 17 01:19:50.807040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] For port a930516f-2432-4b4c-bd62-85cdb52999fe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a930516f-2432-4b4c-bd62-85cdb52999fe,segment=NetworkSegment(218935d8-0244-40cf-9953-27afe6fa5b7a),segment_id=218935d8-0244-40cf-9953-27afe6fa5b7a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:50.807437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.816211 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.818508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:50.822383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] Deleting port a930516f-2432-4b4c-bd62-85cdb52999fe {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:50.822383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.822639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.822809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Calling delete_port for a930516f-2432-4b4c-bd62-85cdb52999fe owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:50.894048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a930516f-2432-4b4c-bd62-85cdb52999fe no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:50.898413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] For port a930516f-2432-4b4c-bd62-85cdb52999fe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a930516f-2432-4b4c-bd62-85cdb52999fe,segment=NetworkSegment(218935d8-0244-40cf-9953-27afe6fa5b7a),segment_id=218935d8-0244-40cf-9953-27afe6fa5b7a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:50.898881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:50.939505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] Calling delete_port for a930516f-2432-4b4c-bd62-85cdb52999fe owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:50.988358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] Pushing event updated for resources: {'Network': ['ID=a51e45fa-5188-4132-a568-0027843c4c75,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:51.000538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a51e45fa-5188-4132-a568-0027843c4c75 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:51.033876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-436c29f6-d1b3-4238-843f-4b495338bfff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4245071 Sep 17 01:19:51.041289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34252) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:51.046842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Request body: {'subnet': {'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-554837799-subnet', 'tenant_id': 'd0abead524cd42bda12b9436fb37e958', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:51.057848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.078830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2e0ae7e4-6d2e-4398-bc6d-06e1444a90d5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:51.080489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2e0ae7e4-6d2e-4398-bc6d-06e1444a90d5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.2057393 Sep 17 01:19:51.090157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Port a930516f-2432-4b4c-bd62-85cdb52999fe update to DOWN by agent not found {{(pid=112074) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 01:19:51.111806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:51.120485 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.135300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Port': ['ID=a930516f-2432-4b4c-bd62-85cdb52999fe,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:51.146724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] No DVR routers for this DVR port a930516f-2432-4b4c-bd62-85cdb52999fe on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:51.152561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] Pushing event deleted for resources: {'Port': ['ID=a930516f-2432-4b4c-bd62-85cdb52999fe,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:51.154770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45014b68-f986-4051-aff2-96f63dd54e75 None None] No DVR routers for this DVR port a930516f-2432-4b4c-bd62-85cdb52999fe on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:51.266365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Made reservation on behalf of d0abead524cd42bda12b9436fb37e958 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:51.269483 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.273173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.312270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e9166a-5c7b-4ee3-bf7f-1349320969d3']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:51.349321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218935d8-0244-40cf-9953-27afe6fa5b7a') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:51.351815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218935d8-0244-40cf-9953-27afe6fa5b7a') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:51.363166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.384582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.393880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:51.394219 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:51.397218 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:51.405281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:51.408840 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.547729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.566726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.571450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] 10.222.0.13 "DELETE /v2.0/networks/68e9166a-5c7b-4ee3-bf7f-1349320969d3 HTTP/1.1" status: 204 len: 168 time: 1.0865898 Sep 17 01:19:51.572639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae43cb-da69-4b4b-83fc-1f8739a5a5a2 tempest-FloatingIPNegativeTestJSON-1925647925 tempest-FloatingIPNegativeTestJSON-1925647925-project] Pushing event deleted for resources: {'Network': ['ID=68e9166a-5c7b-4ee3-bf7f-1349320969d3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:51.582233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.653747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9865ad6-2fc6-402f-ad9c-348c701f25a5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:51.671004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Checking segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:51.671464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.8 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/4557ff81-0dbc-4e53-b531-d1957c29f899) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:51.671663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Network hostable DHCP agents. Network: a51e45fa-5188-4132-a568-0027843c4c75, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:19:51.749247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Network a51e45fa-5188-4132-a568-0027843c4c75 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:19:51.805320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9772196-c155-4d08-83ca-a2a785112683 req-702c31cd-85e6-4f75-a809-278439728344 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 210 time: 0.0425212 Sep 17 01:19:51.810745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a51e45fa-5188-4132-a568-0027843c4c75) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:51.820406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a0521-95c5-4dc3-91ba-3ddab7a2c10a None None] Network a51e45fa-5188-4132-a568-0027843c4c75 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:51.832481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:51.833597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.905935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:51.932519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6748d16-9680-4972-80c8-95df8266d5f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8898129 Sep 17 01:19:51.969624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389c251-f2d8-48f9-9f6e-3987e79b0775 None None] Network a51e45fa-5188-4132-a568-0027843c4c75 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:51.979634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265aa0-8c6d-4205-be35-addd9e426643 req-c5c49ca0-bd72-43ea-8496-f7893f394d29 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:51.981452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80265aa0-8c6d-4205-be35-addd9e426643 req-c5c49ca0-bd72-43ea-8496-f7893f394d29 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.1396182 Sep 17 01:19:52.012887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808894b9-924e-46a6-a757-b735e7eb9661 req-cc211d79-1c03-4bf6-b195-8eea5ee158a8 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:52.014424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-808894b9-924e-46a6-a757-b735e7eb9661 req-cc211d79-1c03-4bf6-b195-8eea5ee158a8 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 945 time: 0.1396208 Sep 17 01:19:52.120577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80265aa0-8c6d-4205-be35-addd9e426643 req-b9093a8d-3c25-4331-a748-6ac90409c7fb tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298966 Sep 17 01:19:52.135994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.148789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:52.192913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:52.208833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Deleting port 67934d32-58ba-4079-92e4-f6383e0fbfac {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:19:52.209226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.220356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:52.229459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:52.286824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=4557ff81-0dbc-4e53-b531-d1957c29f899,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:52.338609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:52.369914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:52.370556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.403697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] For port 67934d32-58ba-4079-92e4-f6383e0fbfac, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=67934d32-58ba-4079-92e4-f6383e0fbfac,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:52.404114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.417816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Calling delete_port for 67934d32-58ba-4079-92e4-f6383e0fbfac owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:19:52.483138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-97d75d22-93d0-472b-aa8b-8076bd392915 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3762426 Sep 17 01:19:52.500372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Request body: {'port': {'device_id': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:52.609746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.673801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f91014b-7876-490b-a669-ca708424a91f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e5765ad271e449788286d59eaa1dfa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3336463 Sep 17 01:19:52.680445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:52.731328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-798b2d76-6649-4b1f-8aeb-e26c3ef76321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.753464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-798b2d76-6649-4b1f-8aeb-e26c3ef76321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.818173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-61068cba-c684-4732-a0da-eba6d752f38a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:52.819913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-61068cba-c684-4732-a0da-eba6d752f38a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.2522275 Sep 17 01:19:52.843569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.855374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['67934d32-58ba-4079-92e4-f6383e0fbfac'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:52.857331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-40b898fe-ec7f-4257-8e39-76b8a9257866 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/quotas/d0abead524cd42bda12b9436fb37e958 HTTP/1.1" status: 200 len: 375 time: 0.0273895 Sep 17 01:19:52.915039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Pushing event deleted for resources: {'Port': ['ID=67934d32-58ba-4079-92e4-f6383e0fbfac,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:52.949625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ac339-6afa-44fa-a5c1-fb06a38c52e0 req-e89930c9-eeb0-46c1-9c27-46c6b67b9a30 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:52.951069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a4ac339-6afa-44fa-a5c1-fb06a38c52e0 req-e89930c9-eeb0-46c1-9c27-46c6b67b9a30 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 931 time: 0.0538664 Sep 17 01:19:52.953572 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-798b2d76-6649-4b1f-8aeb-e26c3ef76321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.954071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-b1732c6f-a220-4c9b-ad35-422c4d9e61bc tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872695 Sep 17 01:19:52.956380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-798b2d76-6649-4b1f-8aeb-e26c3ef76321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.957561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-798b2d76-6649-4b1f-8aeb-e26c3ef76321 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01bfd4c8-478d-448d-990a-0d9b501d1400 HTTP/1.1" status: 204 len: 168 time: 0.2759778 Sep 17 01:19:52.965482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] No DVR routers for this DVR port 67934d32-58ba-4079-92e4-f6383e0fbfac on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:19:52.970819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:52.972800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-808894b9-924e-46a6-a757-b735e7eb9661 req-c6b4d129-e330-4533-9583-b9e611392fa2 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "DELETE /v2.0/ports/67934d32-58ba-4079-92e4-f6383e0fbfac HTTP/1.1" status: 204 len: 173 time: 0.9502976 Sep 17 01:19:52.973244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'name': 'network-vif-deleted', 'tag': '67934d32-58ba-4079-92e4-f6383e0fbfac'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:52.975642 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56886dd4-3a38-448f-9121-6b02d171acaa" -d '{"events": [{"server_uuid": "a8d76ea1-3fe1-40df-9788-b255deb8c278", "name": "network-vif-deleted", "tag": "67934d32-58ba-4079-92e4-f6383e0fbfac"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:52.982081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b2d76-6649-4b1f-8aeb-e26c3ef76321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bfd4c8-478d-448d-990a-0d9b501d1400,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:53.009981 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a4ac339-6afa-44fa-a5c1-fb06a38c52e0 req-759eb9ce-dad7-4f75-98e8-cd65a0058228 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Sep 17 01:19:53.096322 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcdb17c-8009-4ff0-b337-bb74ce877df9 x-openstack-request-id: req-bfcdb17c-8009-4ff0-b337-bb74ce877df9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:53.096617 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d76ea1-3fe1-40df-9788-b255deb8c278", "name": "network-vif-deleted", "tag": "67934d32-58ba-4079-92e4-f6383e0fbfac", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:53.096862 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfcdb17c-8009-4ff0-b337-bb74ce877df9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:53.097408 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d76ea1-3fe1-40df-9788-b255deb8c278', 'name': 'network-vif-deleted', 'tag': '67934d32-58ba-4079-92e4-f6383e0fbfac', 'status': 'completed', 'code': 200} Sep 17 01:19:53.155523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-15a62da4-f6dd-413e-9a6c-159873b7e546 service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860764 Sep 17 01:19:53.256547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f3b0c769-98ec-442e-a27b-e5aaa77e2dda req-8a05afbe-b3a4-4942-af3d-4a9cb90671be tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=a8d76ea1-3fe1-40df-9788-b255deb8c278 HTTP/1.1" status: 200 len: 210 time: 0.0283709 Sep 17 01:19:53.270496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4557ff81-0dbc-4e53-b531-d1957c29f899 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:53.286011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:53.313031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Transition to ACTIVE for port object 4557ff81-0dbc-4e53-b531-d1957c29f899 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:19:53.322603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-28a70ee1-103d-45b5-b0b3-123ad79692c0 service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584101 Sep 17 01:19:53.417214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:53.493321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4557ff81-0dbc-4e53-b531-d1957c29f899,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:53.549602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Attempting to bind port 4557ff81-0dbc-4e53-b531-d1957c29f899 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:53.549985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Attempting to bind port 4557ff81-0dbc-4e53-b531-d1957c29f899 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:53.550265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Attempting to bind port 4557ff81-0dbc-4e53-b531-d1957c29f899 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:53.556109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Port 4557ff81-0dbc-4e53-b531-d1957c29f899 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:53.556442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Attempting to bind port 4557ff81-0dbc-4e53-b531-d1957c29f899 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:53.561946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:53.562279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:53.562659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:53.563116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Bound port: 4557ff81-0dbc-4e53-b531-d1957c29f899, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:53.563480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:53.637288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] For port 4557ff81-0dbc-4e53-b531-d1957c29f899, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:53.640991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] For port 4557ff81-0dbc-4e53-b531-d1957c29f899, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4557ff81-0dbc-4e53-b531-d1957c29f899,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:53.648891 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a396d2f4-608c-4f45-a180-4b11627188af req-64288356-6729-497a-8087-42ad85f3dd66 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 210 time: 0.0377374 Sep 17 01:19:53.721671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:53.765101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:53.766088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:53.767691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/4557ff81-0dbc-4e53-b531-d1957c29f899 HTTP/1.1" status: 200 len: 1091 time: 1.2752469 Sep 17 01:19:53.791095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd98720-750d-4096-ab17-2945b3d7e0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4557ff81-0dbc-4e53-b531-d1957c29f899,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:53.921643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-48288ab2-a374-4535-9902-21d9a43165ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:53.923183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-48288ab2-a374-4535-9902-21d9a43165ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 1094 time: 0.0426657 Sep 17 01:19:53.972326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-627f614f-3c60-4f02-adf3-414c6164725e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ff81-0dbc-4e53-b531-d1957c29f899 HTTP/1.1" status: 200 len: 217 time: 0.0404439 Sep 17 01:19:54.026568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413239-b1c7-455d-9da1-ddae19863773 req-591f4e07-61f2-4a82-a790-65a12400734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:54.028240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-591f4e07-61f2-4a82-a790-65a12400734a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0488775 Sep 17 01:19:54.071854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-178fbedf-2b9f-4e65-8da2-2f75375b4524 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356948 Sep 17 01:19:54.189545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d144d59-ff57-4e55-b246-4697b3686952 req-e3fb1d1b-5371-4219-bb34-34c14c28b8f2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:54.195581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d144d59-ff57-4e55-b246-4697b3686952 req-e3fb1d1b-5371-4219-bb34-34c14c28b8f2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 943 time: 0.1090600 Sep 17 01:19:54.235726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-f06eb0fb-07c0-4a26-b4bd-ec6f8f0385f7 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574035 Sep 17 01:19:54.269483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d144d59-ff57-4e55-b246-4697b3686952 req-f1295e75-1d58-422e-a1de-ee74e357b8b4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Sep 17 01:19:54.366708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1413239-b1c7-455d-9da1-ddae19863773 req-e76a7a9a-f019-4192-830f-dd37d5f0279d service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225870 Sep 17 01:19:54.420422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34382) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:54.523379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105968013'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:54.633952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:54.640852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:54.653410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:54.752138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-95ee8704-362c-4317-a8a5-ab3ee71c5c7b req-314aafde-0298-4d14-a0a5-f4db9f00f36b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 210 time: 0.0387738 Sep 17 01:19:54.806933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:54.993409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:55.019692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:55.028568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f17686a-1ee0-42a3-a7c0-7194e6862349,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:55.034876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:55.035284 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 304e7147-f1b0-419e-b2a6-83701ca03777 of type vlan for network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 Sep 17 01:19:55.079468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:55.098813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'tag': '4557ff81-0dbc-4e53-b531-d1957c29f899'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:55.102292 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7e22c-21e1-4800-9e51-24081169d5af" -d '{"events": [{"name": "network-changed", "server_uuid": "41a00b78-8971-4a8a-855e-bdbf30c3cc0e", "tag": "4557ff81-0dbc-4e53-b531-d1957c29f899"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:55.139251 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a7379f-2829-426b-8ea9-196f400b4f00 x-openstack-request-id: req-12a7379f-2829-426b-8ea9-196f400b4f00 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:55.139549 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a00b78-8971-4a8a-855e-bdbf30c3cc0e", "tag": "4557ff81-0dbc-4e53-b531-d1957c29f899", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:55.139800 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12a7379f-2829-426b-8ea9-196f400b4f00 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:55.140194 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'tag': '4557ff81-0dbc-4e53-b531-d1957c29f899', 'status': 'completed', 'code': 200} Sep 17 01:19:55.188125 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:55.194348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:55.194991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:55.210753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7e22c-21e1-4800-9e51-24081169d5af req-5bea9dd3-737c-46fe-ba19-2888372478fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:55.212472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-5bea9dd3-737c-46fe-ba19-2888372478fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 1094 time: 0.0467026 Sep 17 01:19:55.267290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=f21f6d4d-7745-4cb2-aae2-27d4ed74d356,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:55.277963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:55.331750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5a955b5b-f8fe-4101-a81b-fa6fecafcfa4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9101844 Sep 17 01:19:55.346180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7e22c-21e1-4800-9e51-24081169d5af req-7e6cd4a2-4b21-45df-92be-dd0228552b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:55.346180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-7e6cd4a2-4b21-45df-92be-dd0228552b7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 907 time: 0.1216719 Sep 17 01:19:55.392782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-0d35eb60-bef8-46b7-b213-c47ea1cab88b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4557ff81-0dbc-4e53-b531-d1957c29f899 HTTP/1.1" status: 200 len: 217 time: 0.0441320 Sep 17 01:19:55.493024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34410) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:55.498212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:55.506752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7e22c-21e1-4800-9e51-24081169d5af req-c889df63-b21b-4977-a649-cef61155ddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:55.506752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-c889df63-b21b-4977-a649-cef61155ddbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.1040294 Sep 17 01:19:55.515736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d969c-0886-4f02-8119-b987ed723e7e req-910559fb-9750-4a4d-92ef-dd7b3d63ef89 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:55.517975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de9d969c-0886-4f02-8119-b987ed723e7e req-910559fb-9750-4a4d-92ef-dd7b3d63ef89 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 943 time: 0.1273715 Sep 17 01:19:55.550141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-e41b528b-6075-48d5-b12a-4413fc0fc969 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318277 Sep 17 01:19:55.611756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de9d969c-0886-4f02-8119-b987ed723e7e req-866cfab5-8236-4f81-a1ab-a3faee6fcaa2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848434 Sep 17 01:19:55.688887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-c3b9fcbc-e5f9-43a3-8a4e-4fef93468efc service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306479 Sep 17 01:19:55.754398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:55.761139 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:55.804815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76b7e22c-21e1-4800-9e51-24081169d5af req-e5bbdcdb-04f3-4c2c-b0ec-08a43bb9d6c6 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084623 Sep 17 01:19:55.873273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d331cd07-6f62-461a-985a-83bd387e95d7 req-8b833d26-4553-4559-89c9-3398a5678e66 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 210 time: 0.0332403 Sep 17 01:19:56.091411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:56.165197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=a1e9daa5-de00-442a-a90b-ffa0cdd973ef,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:56.173500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '304e7147-f1b0-419e-b2a6-83701ca03777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:56.173930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: f21f6d4d-7745-4cb2-aae2-27d4ed74d356, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:19:56.233384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:19:56.301845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f21f6d4d-7745-4cb2-aae2-27d4ed74d356) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:56.306104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:56.306692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:56.311612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aef039-2dfa-4c0c-a38e-2d7603688530 None None] Network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:56.421516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-909f6764-e71d-4324-a848-49b8d7c2c46b tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9264708 Sep 17 01:19:56.424992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:56.434498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337402487'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:56.595050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-378d96f1-336e-4d58-8f90-2438c3768a3b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:56.596947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-378d96f1-336e-4d58-8f90-2438c3768a3b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.1588457 Sep 17 01:19:56.599049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:56.603514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:56.620211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Request body: {'port': {'device_id': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'admin_state_up': True, 'tenant_id': 'd0abead524cd42bda12b9436fb37e958'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:56.726747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:19:56.746366 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:56.753247 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment ef07c42b-0767-46dd-b043-5264e41504c0 of type vlan for network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 Sep 17 01:19:56.785643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-f21f6d4d-7745-4cb2-aae2-27d4ed74d356', 'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': 'a1e9daa5-de00-442a-a90b-ffa0cdd973ef'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:19:56.786708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:56.923156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:56.987774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Allocated IP 172.20.255.242 (f21f6d4d-7745-4cb2-aae2-27d4ed74d356/a1e9daa5-de00-442a-a90b-ffa0cdd973ef/66b73daa-4df1-4aff-9599-9bd4e568c054) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:57.011445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450ed7a-7cf9-4122-9a2a-eecabc7efd7c req-d4b8212f-2214-4a25-88c5-831f16dd8033 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:57.012989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b450ed7a-7cf9-4122-9a2a-eecabc7efd7c req-d4b8212f-2214-4a25-88c5-831f16dd8033 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 943 time: 0.1952574 Sep 17 01:19:57.026404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-325d394b-5f81-4c55-b592-b0bbe5c395df req-12315f7b-c291-4c6d-b5db-f9167c33ae82 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 210 time: 0.0313375 Sep 17 01:19:57.060666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b450ed7a-7cf9-4122-9a2a-eecabc7efd7c req-c9bdf745-ef55-43a8-a2df-4495408746e1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363238 Sep 17 01:19:57.065712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.071670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:57.072313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.112765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Made reservation on behalf of d0abead524cd42bda12b9436fb37e958 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:57.117517 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.176247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.182362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=fa7ade91-bc41-4d24-aeba-65a2df8b1aa7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:57.186875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59141fbe-bb3b-4201-affe-fbccaac00a16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7607744 Sep 17 01:19:57.189831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34454) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:57.201019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:57.205807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:19:57.232809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.315769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Allocated IP 172.20.0.7 (a51e45fa-5188-4132-a568-0027843c4c75/a9865ad6-2fc6-402f-ad9c-348c701f25a5/39bbbf05-f682-4392-a44f-d7b87436c9ef) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:57.332429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4557ff81-0dbc-4e53-b531-d1957c29f899 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:19:57.336405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 67934d32-58ba-4079-92e4-f6383e0fbfac no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:19:57.345145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:57.362477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:57.365146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Pushing event updated for resources: {'Port': ['ID=66b73daa-4df1-4aff-9599-9bd4e568c054,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:57.393067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:57.407542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 67934d32-58ba-4079-92e4-f6383e0fbfac {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:19:57.408050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 67934d32-58ba-4079-92e4-f6383e0fbfac not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:19:57.416138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:19:57.420765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.520268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Attempting to bind port 66b73daa-4df1-4aff-9599-9bd4e568c054 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:57.520559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Attempting to bind port 66b73daa-4df1-4aff-9599-9bd4e568c054 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '304e7147-f1b0-419e-b2a6-83701ca03777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:57.521128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Attempting to bind port 66b73daa-4df1-4aff-9599-9bd4e568c054 on network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:57.540658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:57.541033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Checking segment: {'id': '304e7147-f1b0-419e-b2a6-83701ca03777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:57.541517 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.541907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Bound using segment: {'id': '304e7147-f1b0-419e-b2a6-83701ca03777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:57.542559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Bound port: 66b73daa-4df1-4aff-9599-9bd4e568c054, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304e7147-f1b0-419e-b2a6-83701ca03777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f21f6d4d-7745-4cb2-aae2-27d4ed74d356'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:57.542947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.549247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.621070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4557ff81-0dbc-4e53-b531-d1957c29f899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4557ff81-0dbc-4e53-b531-d1957c29f899,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:57.647220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '4557ff81-0dbc-4e53-b531-d1957c29f899', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': '4557ff81-0dbc-4e53-b531-d1957c29f899', 'mac_address': 'fa:16:3e:73:08:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:19:57.655201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] For port 66b73daa-4df1-4aff-9599-9bd4e568c054, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:57.659315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] For port 66b73daa-4df1-4aff-9599-9bd4e568c054, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=66b73daa-4df1-4aff-9599-9bd4e568c054,segment=NetworkSegment(304e7147-f1b0-419e-b2a6-83701ca03777),segment_id=304e7147-f1b0-419e-b2a6-83701ca03777)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:57.698343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.712378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4557ff81-0dbc-4e53-b531-d1957c29f899 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:57.727757 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.735488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4557ff81-0dbc-4e53-b531-d1957c29f899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4557ff81-0dbc-4e53-b531-d1957c29f899,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:57.773779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Network a51e45fa-5188-4132-a568-0027843c4c75 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:57.776979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:57.779403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:57.810475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event updated for resources: {'Port': ['ID=39bbbf05-f682-4392-a44f-d7b87436c9ef,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:57.840295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.843022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:57.844720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.895926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.897690 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:57.904358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b14661-5deb-441d-a360-efc6e122306b None None] Pushing event updated for resources: {'Port': ['ID=66b73daa-4df1-4aff-9599-9bd4e568c054,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:57.984345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4557ff81-0dbc-4e53-b531-d1957c29f899,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:57.999698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1606eb26-2920-47b7-a8ba-02ec0eee5910 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3935041 Sep 17 01:19:58.012644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=725465ca-a2d0-4e03-bffb-93553fc6a2af,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:58.012976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Request body: {'port': {'device_id': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:19:58.020237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': 'ef07c42b-0767-46dd-b043-5264e41504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:58.020609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: fa7ade91-bc41-4d24-aeba-65a2df8b1aa7, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:19:58.098188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['4557ff81-0dbc-4e53-b531-d1957c29f899'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:19:58.119328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:19:58.121037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.245829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd24082-7c08-496e-beb4-f8bc41b2cbc4 req-b93b35cb-c14c-45cc-881c-2ad4b3ef8715 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:58.247740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0dd24082-7c08-496e-beb4-f8bc41b2cbc4 req-b93b35cb-c14c-45cc-881c-2ad4b3ef8715 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 931 time: 0.0819502 Sep 17 01:19:58.256414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, fa7ade91-bc41-4d24-aeba-65a2df8b1aa7) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:58.274534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:58.284718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22e650-51d0-4819-9913-57a42576db12 None None] Network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:58.288028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.336219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0dd24082-7c08-496e-beb4-f8bc41b2cbc4 req-7d3b6fc7-663e-4df1-83e9-cf02714cc3ae tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Sep 17 01:19:58.417196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ff29318-cd11-4104-8766-64b1303b9036 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2261281 Sep 17 01:19:58.419811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:19:58.554623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899e33d-e40f-480d-8cb4-dfa413d2167f req-4ae34460-e00c-4a6a-aa64-bcf38e45e707 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:58.570857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4899e33d-e40f-480d-8cb4-dfa413d2167f req-4ae34460-e00c-4a6a-aa64-bcf38e45e707 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 944 time: 0.0899141 Sep 17 01:19:58.599173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.619597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78505168-897d-4471-9b96-409eb188187e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-fa7ade91-bc41-4d24-aeba-65a2df8b1aa7', 'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '725465ca-a2d0-4e03-bffb-93553fc6a2af'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:19:58.620731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78505168-897d-4471-9b96-409eb188187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.667639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4899e33d-e40f-480d-8cb4-dfa413d2167f req-9fa82379-b7e5-4809-8e02-5fa87a16ea29 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958405 Sep 17 01:19:58.717378 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.746428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39bbbf05-f682-4392-a44f-d7b87436c9ef {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:19:58.761432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.761622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.783937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Transition to ACTIVE for port object 39bbbf05-f682-4392-a44f-d7b87436c9ef will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:19:58.867651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-78505168-897d-4471-9b96-409eb188187e None None] Allocated IP 172.20.0.2 (fa7ade91-bc41-4d24-aeba-65a2df8b1aa7/725465ca-a2d0-4e03-bffb-93553fc6a2af/6e6b8dc5-c264-4996-beb9-06c9bf306d4b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:19:58.874163 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:58.960001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=39bbbf05-f682-4392-a44f-d7b87436c9ef,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:58.977752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 66b73daa-4df1-4aff-9599-9bd4e568c054 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:59.063829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Attempting to bind port 39bbbf05-f682-4392-a44f-d7b87436c9ef on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:59.064166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Attempting to bind port 39bbbf05-f682-4392-a44f-d7b87436c9ef by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:59.064497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Attempting to bind port 39bbbf05-f682-4392-a44f-d7b87436c9ef on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:59.069853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Port 39bbbf05-f682-4392-a44f-d7b87436c9ef on network a51e45fa-5188-4132-a568-0027843c4c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:19:59.069853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Attempting to bind port 39bbbf05-f682-4392-a44f-d7b87436c9ef on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:59.074908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:59.078690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Checking segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:59.078690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Bound using segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:59.078690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Bound port: 39bbbf05-f682-4392-a44f-d7b87436c9ef, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:59.078690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.141056 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.149604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 66b73daa-4df1-4aff-9599-9bd4e568c054 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:59.149978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.167583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] For port 39bbbf05-f682-4392-a44f-d7b87436c9ef, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:19:59.171959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] For port 39bbbf05-f682-4392-a44f-d7b87436c9ef, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:19:59.251591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.309153 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78505168-897d-4471-9b96-409eb188187e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.310625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:59.311419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.313232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] 10.222.0.36 "PUT /v2.0/ports/39bbbf05-f682-4392-a44f-d7b87436c9ef HTTP/1.1" status: 200 len: 1091 time: 1.3044145 Sep 17 01:19:59.315952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'tag': '39bbbf05-f682-4392-a44f-d7b87436c9ef'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:19:59.319986 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225861d-d88e-4095-9207-2233b87b24b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b232ab44-fbbe-42cc-9906-ad6579467fbe", "tag": "39bbbf05-f682-4392-a44f-d7b87436c9ef"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:19:59.323227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.332118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4557ff81-0dbc-4e53-b531-d1957c29f899 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:19:59.358613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a974ddfe-826f-4f7e-9da2-18757655f7a9 service neutron] Pushing event updated for resources: {'Port': ['ID=39bbbf05-f682-4392-a44f-d7b87436c9ef,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:59.374778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5fb529-adf0-42f2-be49-ada7653b187f None None] Network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:19:59.381239 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4467865a-b3f1-43ea-b209-810011fa190b x-openstack-request-id: req-4467865a-b3f1-43ea-b209-810011fa190b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:19:59.385448 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b232ab44-fbbe-42cc-9906-ad6579467fbe", "tag": "39bbbf05-f682-4392-a44f-d7b87436c9ef", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:19:59.385448 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4467865a-b3f1-43ea-b209-810011fa190b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:19:59.385448 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'tag': '39bbbf05-f682-4392-a44f-d7b87436c9ef', 'status': 'completed', 'code': 200} Sep 17 01:19:59.425619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78505168-897d-4471-9b96-409eb188187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.484097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225861d-d88e-4095-9207-2233b87b24b0 req-861f9a97-1096-4326-b996-ce0f9b6ab3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:59.485613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2225861d-d88e-4095-9207-2233b87b24b0 req-861f9a97-1096-4326-b996-ce0f9b6ab3c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 1094 time: 0.0841589 Sep 17 01:19:59.508166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e39de-8209-4c8a-963d-6dd0dba8e436 req-682827f7-10e9-42c3-9cb3-40c2c98be307 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:59.509870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd5e39de-8209-4c8a-963d-6dd0dba8e436 req-682827f7-10e9-42c3-9cb3-40c2c98be307 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 943 time: 0.0582047 Sep 17 01:19:59.511156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 66b73daa-4df1-4aff-9599-9bd4e568c054, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=66b73daa-4df1-4aff-9599-9bd4e568c054,segment=NetworkSegment(304e7147-f1b0-419e-b2a6-83701ca03777),segment_id=304e7147-f1b0-419e-b2a6-83701ca03777)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:19:59.538965 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.539279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d1268a39-ea50-487d-acc7-8c9cd626bc46 None None] Provisioning complete for port 66b73daa-4df1-4aff-9599-9bd4e568c054 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:59.539854 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1268a39-ea50-487d-acc7-8c9cd626bc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.543659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78505168-897d-4471-9b96-409eb188187e None None] Network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:19:59.579248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-78505168-897d-4471-9b96-409eb188187e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:19:59.585079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78505168-897d-4471-9b96-409eb188187e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:19:59.589638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78505168-897d-4471-9b96-409eb188187e None None] Pushing event updated for resources: {'Port': ['ID=6e6b8dc5-c264-4996-beb9-06c9bf306d4b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:59.590900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=725465ca-a2d0-4e03-bffb-93553fc6a2af,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:59.607676 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.633960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd5e39de-8209-4c8a-963d-6dd0dba8e436 req-b2591afd-8570-408b-9005-3ef536553ca5 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150837 Sep 17 01:19:59.720152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 4557ff81-0dbc-4e53-b531-d1957c29f899 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:19:59.763597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.769528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 4557ff81-0dbc-4e53-b531-d1957c29f899 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:19:59.772047 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.805998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7ade91-bc41-4d24-aeba-65a2df8b1aa7']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:59.834457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-78505168-897d-4471-9b96-409eb188187e None None] Attempting to bind port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:19:59.834457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-78505168-897d-4471-9b96-409eb188187e None None] Attempting to bind port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ef07c42b-0767-46dd-b043-5264e41504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:19:59.834457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78505168-897d-4471-9b96-409eb188187e None None] Attempting to bind port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b on network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:19:59.840923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef07c42b-0767-46dd-b043-5264e41504c0') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:59.841188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78505168-897d-4471-9b96-409eb188187e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:19:59.841390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef07c42b-0767-46dd-b043-5264e41504c0') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:19:59.841509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78505168-897d-4471-9b96-409eb188187e None None] Checking segment: {'id': 'ef07c42b-0767-46dd-b043-5264e41504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:19:59.841924 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78505168-897d-4471-9b96-409eb188187e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.842321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78505168-897d-4471-9b96-409eb188187e None None] Bound using segment: {'id': 'ef07c42b-0767-46dd-b043-5264e41504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:19:59.842957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-78505168-897d-4471-9b96-409eb188187e None None] Bound port: 6e6b8dc5-c264-4996-beb9-06c9bf306d4b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef07c42b-0767-46dd-b043-5264e41504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:19:59.843372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78505168-897d-4471-9b96-409eb188187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.856462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.873641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=66b73daa-4df1-4aff-9599-9bd4e568c054,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:19:59.875506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.900133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302ee31-d250-4d81-a75d-d9f1f84aca3f req-858ce56d-2dd9-478a-85fb-e1135a510f02 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:19:59.908182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5302ee31-d250-4d81-a75d-d9f1f84aca3f req-858ce56d-2dd9-478a-85fb-e1135a510f02 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 944 time: 0.1079783 Sep 17 01:19:59.919640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:19:59.920123 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:19:59.923473 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:19:59.953791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-78505168-897d-4471-9b96-409eb188187e None None] For port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:00.062697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5302ee31-d250-4d81-a75d-d9f1f84aca3f req-6b0d8004-1e4b-4adb-ae90-c71dd240d7a2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523764 Sep 17 01:20:00.075534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225861d-d88e-4095-9207-2233b87b24b0 req-a6a39c25-2ee2-4949-b633-1dd5ff495a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:00.079729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2225861d-d88e-4095-9207-2233b87b24b0 req-a6a39c25-2ee2-4949-b633-1dd5ff495a3b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0abead524cd42bda12b9436fb37e958&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5858603 Sep 17 01:20:00.087178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-78505168-897d-4471-9b96-409eb188187e None None] For port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6e6b8dc5-c264-4996-beb9-06c9bf306d4b,segment=NetworkSegment(ef07c42b-0767-46dd-b043-5264e41504c0),segment_id=ef07c42b-0767-46dd-b043-5264e41504c0)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:00.097512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:00.097512 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:00.097512 n-d-789963-7 neutron-server[112072]: [parameters: {'id': 'fa7ade91-bc41-4d24-aeba-65a2df8b1aa7'}] Sep 17 01:20:00.097512 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:00.098467 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.098940 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:00.139477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4557ff81-0dbc-4e53-b531-d1957c29f899'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:00.142390 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a906a342-f212-49af-aae4-8bea7678dd8c" -d '{"events": [{"server_uuid": "41a00b78-8971-4a8a-855e-bdbf30c3cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "4557ff81-0dbc-4e53-b531-d1957c29f899"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:00.147641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4557ff81-0dbc-4e53-b531-d1957c29f899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4557ff81-0dbc-4e53-b531-d1957c29f899,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:00.176986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78505168-897d-4471-9b96-409eb188187e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.214382 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da16406-8457-490e-a4be-1973aa9066e8 x-openstack-request-id: req-9da16406-8457-490e-a4be-1973aa9066e8 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:00.214382 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a00b78-8971-4a8a-855e-bdbf30c3cc0e", "name": "network-vif-plugged", "status": "completed", "tag": "4557ff81-0dbc-4e53-b531-d1957c29f899", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:00.214826 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9da16406-8457-490e-a4be-1973aa9066e8 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:00.215281 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4557ff81-0dbc-4e53-b531-d1957c29f899', 'code': 200} Sep 17 01:20:00.219976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225861d-d88e-4095-9207-2233b87b24b0 req-3b0e679a-d57a-4c2e-b0d5-34e3fe5d402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:00.222360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2225861d-d88e-4095-9207-2233b87b24b0 req-3b0e679a-d57a-4c2e-b0d5-34e3fe5d402a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350350 Sep 17 01:20:00.268058 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.285114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fdb59-fd65-4cad-8eb2-088ee9f89138 None None] Network fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:00.314323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78505168-897d-4471-9b96-409eb188187e None None] Pushing event updated for resources: {'Port': ['ID=6e6b8dc5-c264-4996-beb9-06c9bf306d4b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:00.328601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10725f-b155-46d2-b1f8-615c7b657f91 req-b4746b2d-0c87-4cf1-98cb-0935faac3ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:00.330211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e10725f-b155-46d2-b1f8-615c7b657f91 req-b4746b2d-0c87-4cf1-98cb-0935faac3ba5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 1096 time: 0.0705836 Sep 17 01:20:00.348231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-5ebfd99f-bc4d-4a90-a9d3-d80aa8564c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:00.349799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-5ebfd99f-bc4d-4a90-a9d3-d80aa8564c92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 1094 time: 0.0602975 Sep 17 01:20:00.401810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-2f0777c3-a080-45db-acf6-15c6aaccff9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef HTTP/1.1" status: 200 len: 217 time: 0.0436006 Sep 17 01:20:00.440199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4557ff81-0dbc-4e53-b531-d1957c29f899,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:00.446423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e10725f-b155-46d2-b1f8-615c7b657f91 req-d767e822-a669-492c-ae3c-118011a7ca9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082218 Sep 17 01:20:00.450259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b62108bf-73a0-4669-813b-7bcff6ad8e3b None None] Provisioning complete for port 66b73daa-4df1-4aff-9599-9bd4e568c054 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:00.450657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b62108bf-73a0-4669-813b-7bcff6ad8e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.474729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-ee695909-086f-48b0-83b4-7f261add4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:00.476722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-ee695909-086f-48b0-83b4-7f261add4ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.0684173 Sep 17 01:20:00.522471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036cd1f-409d-4658-bfde-254edd8d3150 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:00.522666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-1de07754-0574-4f32-8fec-85c68de36830 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379188 Sep 17 01:20:00.602378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.623934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-06689857-6dba-404e-ab10-f1ca87f553b0 service neutron] 10.222.0.36 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946844 Sep 17 01:20:00.726827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:00.734356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.846095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036cd1f-409d-4658-bfde-254edd8d3150 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:00.866258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 66b73daa-4df1-4aff-9599-9bd4e568c054 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:00.901982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6e6b8dc5-c264-4996-beb9-06c9bf306d4b,segment=NetworkSegment(ef07c42b-0767-46dd-b043-5264e41504c0),segment_id=ef07c42b-0767-46dd-b043-5264e41504c0)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:00.902749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:00.904611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9a8ca3e2-348d-461b-97ab-2f74fe5e578c req-b613ebdb-5db6-400c-9435-750e6ab60488 service neutron] 10.222.0.36 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725725 Sep 17 01:20:00.924709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 6e6b8dc5-c264-4996-beb9-06c9bf306d4b owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:00.929113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac92a8ff-be26-432e-a3f2-5c34a3773a39 req-7db92972-59b1-43ae-98a9-6d2926aa883c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:00.930340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac92a8ff-be26-432e-a3f2-5c34a3773a39 req-7db92972-59b1-43ae-98a9-6d2926aa883c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 943 time: 0.1813133 Sep 17 01:20:00.973748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac92a8ff-be26-432e-a3f2-5c34a3773a39 req-86d2f443-ac78-4960-8581-92a736356503 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369735 Sep 17 01:20:01.038533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 66b73daa-4df1-4aff-9599-9bd4e568c054 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:01.038920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.129676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.157989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=6e6b8dc5-c264-4996-beb9-06c9bf306d4b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:01.181800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 6e6b8dc5-c264-4996-beb9-06c9bf306d4b on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:01.588994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.619718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b311bf-9694-4433-8688-d619c43c907d req-deb2e0cd-a62e-48cf-8ab5-bb4ac641c2e7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:01.621250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60b311bf-9694-4433-8688-d619c43c907d req-deb2e0cd-a62e-48cf-8ab5-bb4ac641c2e7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 945 time: 0.4376886 Sep 17 01:20:01.622909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7ade91-bc41-4d24-aeba-65a2df8b1aa7']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:01.639657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef07c42b-0767-46dd-b043-5264e41504c0') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:01.639956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef07c42b-0767-46dd-b043-5264e41504c0') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:01.660183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.684103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.687142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60b311bf-9694-4433-8688-d619c43c907d req-1cbec01f-9cbd-4e51-8928-5d4c8225f883 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Sep 17 01:20:01.692503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:01.692925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:01.697897 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:01.885077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.894105 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:01.895932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 HTTP/1.1" status: 204 len: 168 time: 3.4749393 Sep 17 01:20:01.900131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:01.906217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521202178'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:01.925447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e5bc7-c18a-4380-bb01-d0d71d82e47c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=fa7ade91-bc41-4d24-aeba-65a2df8b1aa7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:01.999444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:02.003107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.049624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:02.060466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.061192 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 205c1725-2fda-4bbe-b85b-41d8929f6759 of type vlan for network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d Sep 17 01:20:02.106108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.143505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9f50f-c9b0-4175-b905-06d7d54968e8 req-8ed6c6a8-332b-482f-957f-ba42cc519dc5 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:02.145563 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19a9f50f-c9b0-4175-b905-06d7d54968e8 req-8ed6c6a8-332b-482f-957f-ba42cc519dc5 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 943 time: 0.0768955 Sep 17 01:20:02.186490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19a9f50f-c9b0-4175-b905-06d7d54968e8 req-77f90b60-607d-49cd-a73f-46a779527c52 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Sep 17 01:20:02.210744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.216917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:02.217549 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.296273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=5c4a3479-7cea-4bee-889a-8e76ec5b6f3d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:02.307803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:02.348866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ae515a20-6896-4565-b51e-819bb8e1c711 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4466991 Sep 17 01:20:02.352290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34568) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:02.357238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:02.530024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:02.533445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.590473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_backend_mixin [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing IP validity checks on allocation pools {{(pid=112072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 01:20:02.591017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_backend_mixin [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 01:20:02.805302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:02.857993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b859ad-32ee-4263-9a4e-d9edcb3900bc req-cbc4296b-6e16-4e65-97bc-4370580c6c26 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:02.859516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06b859ad-32ee-4263-9a4e-d9edcb3900bc req-cbc4296b-6e16-4e65-97bc-4370580c6c26 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 945 time: 0.0915155 Sep 17 01:20:02.897269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=6af82ecf-266a-4b3f-bfc8-5953421a5ecc,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:02.916804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '205c1725-2fda-4bbe-b85b-41d8929f6759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:02.919984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:02.927056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06b859ad-32ee-4263-9a4e-d9edcb3900bc req-73383492-b749-409b-be55-623f346d5b11 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595491 Sep 17 01:20:02.981845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:03.050640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:03.060628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3b3524-6262-4f51-a4c5-d6aab481a3ab None None] Network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:03.060763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:03.060763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.189202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27ae7ba3-c882-4fd8-88d9-8b0f009f9581 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8333158 Sep 17 01:20:03.189954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34600) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:03.224414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-5c4a3479-7cea-4bee-889a-8e76ec5b6f3d', 'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '6af82ecf-266a-4b3f-bfc8-5953421a5ecc'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:03.225537 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.230784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-b271491e-444a-4eb5-919e-ca105434a4af tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:03.233791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-b271491e-444a-4eb5-919e-ca105434a4af tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1197276 Sep 17 01:20:03.260672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-2fa83e45-522b-448a-9b44-08a07228b11e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0204289 Sep 17 01:20:03.330437 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-1d0ebe24-2887-4eaa-a574-11b0aa53c7a7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684071 Sep 17 01:20:03.370456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a61d3-b55b-42ab-bc87-f1d917070ec7 req-17bf3ffe-3602-4f27-ae47-de7d53104d0c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:03.377969 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-641a61d3-b55b-42ab-bc87-f1d917070ec7 req-17bf3ffe-3602-4f27-ae47-de7d53104d0c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 943 time: 0.0787094 Sep 17 01:20:03.406942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Allocated IP 172.20.0.3 (5c4a3479-7cea-4bee-889a-8e76ec5b6f3d/6af82ecf-266a-4b3f-bfc8-5953421a5ecc/7bf2f65c-045d-448d-9409-59ea3f8d0c0d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:03.421065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.441315 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-54c6175a-05b2-49bc-8f9f-5dfad51250e3 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097281 Sep 17 01:20:03.491377 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-641a61d3-b55b-42ab-bc87-f1d917070ec7 req-1e8c2358-e0db-4227-be3c-c59684535b07 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121898 Sep 17 01:20:03.536134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.569476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-1da781ca-00be-43b7-8c8a-f8ce8c5b1c5b service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266840 Sep 17 01:20:03.651805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.753968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.793044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:03.800345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:03.804005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:03.820865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Pushing event updated for resources: {'Port': ['ID=7bf2f65c-045d-448d-9409-59ea3f8d0c0d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:03.826828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-1195d1ca-4649-4196-8b2b-3743e841065a tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:03.834434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-1195d1ca-4649-4196-8b2b-3743e841065a tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/networks?id=7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 200 len: 813 time: 0.1510441 Sep 17 01:20:03.846634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-7b68a57c-d591-499c-8f67-5ecf65d02c45 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/quotas/6b61f69dd762484488b8d278d4d6e6c1 HTTP/1.1" status: 200 len: 375 time: 0.0111220 Sep 17 01:20:03.866146 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.891619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Attempting to bind port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:03.892139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Attempting to bind port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '205c1725-2fda-4bbe-b85b-41d8929f6759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:03.892714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-2f198176-5643-4de7-a853-a2c265888e5a tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396392 Sep 17 01:20:03.892875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Attempting to bind port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d on network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:03.899316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:03.904334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Checking segment: {'id': '205c1725-2fda-4bbe-b85b-41d8929f6759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:03.904334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.904791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f8b604e-799e-421c-bf69-283f5170760d req-c1a11c24-35d3-4f93-860f-b83052eb9043 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 210 time: 0.0362053 Sep 17 01:20:03.905472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Bound using segment: {'id': '205c1725-2fda-4bbe-b85b-41d8929f6759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:03.905472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Bound port: 7bf2f65c-045d-448d-9409-59ea3f8d0c0d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205c1725-2fda-4bbe-b85b-41d8929f6759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:03.905472 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:03.925674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=6af82ecf-266a-4b3f-bfc8-5953421a5ecc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:03.978154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] For port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:03.981707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] For port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7bf2f65c-045d-448d-9409-59ea3f8d0c0d,segment=NetworkSegment(205c1725-2fda-4bbe-b85b-41d8929f6759),segment_id=205c1725-2fda-4bbe-b85b-41d8929f6759)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:04.035566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.069761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.073887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a3479-7cea-4bee-889a-8e76ec5b6f3d']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:04.092870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205c1725-2fda-4bbe-b85b-41d8929f6759') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:04.093171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205c1725-2fda-4bbe-b85b-41d8929f6759') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:04.111586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-6de34ee7-880a-43cc-a53c-6baabf660cab service neutron] 10.222.0.13 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947093 Sep 17 01:20:04.114156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.131981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 39bbbf05-f682-4392-a44f-d7b87436c9ef details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:20:04.147775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.161328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:04.161723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:04.165350 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:04.189777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d97572-2f4a-4e20-8c9f-b424e2306034 None None] Pushing event updated for resources: {'Port': ['ID=7bf2f65c-045d-448d-9409-59ea3f8d0c0d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:04.228023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99312df-6027-414d-8b69-1f254a83890e None None] Network 5c4a3479-7cea-4bee-889a-8e76ec5b6f3d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:04.277441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-cd622d10-0f49-47d0-a2e4-2858d1711489 service neutron] 10.222.0.13 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529860 Sep 17 01:20:04.292774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:04.292774 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:04.292774 n-d-789963-7 neutron-server[112073]: [parameters: {'id': '5c4a3479-7cea-4bee-889a-8e76ec5b6f3d'}] Sep 17 01:20:04.292774 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:04.294254 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:04.409718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 39bbbf05-f682-4392-a44f-d7b87436c9ef, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:04.424797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '39bbbf05-f682-4392-a44f-d7b87436c9ef', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'port_id': '39bbbf05-f682-4392-a44f-d7b87436c9ef', 'mac_address': 'fa:16:3e:34:f0:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9865ad6-2fc6-402f-ad9c-348c701f25a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:20:04.456207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a670f278-595f-41dd-b907-0c99c25ca081 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:04.501185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.519960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39bbbf05-f682-4392-a44f-d7b87436c9ef {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:04.576684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 39bbbf05-f682-4392-a44f-d7b87436c9ef, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:04.630439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a670f278-595f-41dd-b907-0c99c25ca081 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:04.634183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb47a438-f4bc-48cd-92f6-e8af9b6979da req-9be88e5c-5ce0-4381-b400-1ad8675667d7 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 210 time: 0.0404773 Sep 17 01:20:04.644576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.685749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ef10e-0a24-455a-a87b-207e17e1abe5 req-70358e51-643d-47c9-bff8-51d3350badaf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:04.694000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d30ef10e-0a24-455a-a87b-207e17e1abe5 req-70358e51-643d-47c9-bff8-51d3350badaf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 943 time: 0.0850208 Sep 17 01:20:04.747915 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d30ef10e-0a24-455a-a87b-207e17e1abe5 req-6ded2899-f230-4245-9262-dbab9fc3d647 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Sep 17 01:20:04.762769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=39bbbf05-f682-4392-a44f-d7b87436c9ef,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:04.796003 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.859831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:04.860196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.912928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:04.936121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7bf2f65c-045d-448d-9409-59ea3f8d0c0d,segment=NetworkSegment(205c1725-2fda-4bbe-b85b-41d8929f6759),segment_id=205c1725-2fda-4bbe-b85b-41d8929f6759)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:04.936488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:04.950191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 7bf2f65c-045d-448d-9409-59ea3f8d0c0d owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:05.031990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97e56d00-29d4-43f7-a4d6-f6f61c43a255 req-8795bd5d-6737-4307-bc42-b337666733da tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 210 time: 0.0322530 Sep 17 01:20:05.176406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.204167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=7bf2f65c-045d-448d-9409-59ea3f8d0c0d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:05.206111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 7bf2f65c-045d-448d-9409-59ea3f8d0c0d on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:05.296165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.319668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4a3479-7cea-4bee-889a-8e76ec5b6f3d']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:05.336254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205c1725-2fda-4bbe-b85b-41d8929f6759') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:05.336254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205c1725-2fda-4bbe-b85b-41d8929f6759') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:05.350450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.366547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.373384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:05.373891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:05.377775 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:05.706528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7079e8e-441f-4ec6-a0f7-72cbeffc9620 req-d83b3252-c6d3-43c1-849d-bc8df746bd0e tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 210 time: 0.0258417 Sep 17 01:20:05.726558 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27b5bc4b-ea03-4b65-adce-26251bd75e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.734688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.772382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.772382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/5c4a3479-7cea-4bee-889a-8e76ec5b6f3d HTTP/1.1" status: 204 len: 168 time: 2.5698404 Sep 17 01:20:05.772903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:05.773492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81289ae8-fd68-451d-ae73-ae8fa4f710bd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=5c4a3479-7cea-4bee-889a-8e76ec5b6f3d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:05.783539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-598431214'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:05.876587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253e605-9076-4b6c-83a2-d72866fe5bf4 req-46967ccf-20f1-4717-acce-e87034ada53e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:05.878083 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f253e605-9076-4b6c-83a2-d72866fe5bf4 req-46967ccf-20f1-4717-acce-e87034ada53e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 944 time: 0.0494373 Sep 17 01:20:05.896008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:05.905422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.920852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f253e605-9076-4b6c-83a2-d72866fe5bf4 req-0d3a6d2b-c84f-405f-a02e-807a224abb62 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359809 Sep 17 01:20:05.931990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:05.941346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:05.941699 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 9e91475f-b934-4254-9509-a5fa64e13f8f of type vlan for network b0a22f22-8fb0-4012-adcd-130ffc78d7b0 Sep 17 01:20:05.984127 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.102178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.107892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:06.108613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.150528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 39bbbf05-f682-4392-a44f-d7b87436c9ef up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:06.166795 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0aad7e54-ee20-436c-9226-10457e6b0068 req-4bbcd28e-88d9-4355-a3ea-9e24b561759d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 210 time: 0.0514300 Sep 17 01:20:06.207293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=b0a22f22-8fb0-4012-adcd-130ffc78d7b0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:06.219538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b0a22f22-8fb0-4012-adcd-130ffc78d7b0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:06.253129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3fa6dc42-4240-4247-b378-a82ea78b042d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4729648 Sep 17 01:20:06.253129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34696) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:06.258083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': 'b0a22f22-8fb0-4012-adcd-130ffc78d7b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:06.305897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 39bbbf05-f682-4392-a44f-d7b87436c9ef completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:20:06.305897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 39bbbf05-f682-4392-a44f-d7b87436c9ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:06.306255 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.388591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.413689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bbbf05-f682-4392-a44f-d7b87436c9ef'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:06.417467 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02da80ad-5071-4649-b27d-14a0a88c6410" -d '{"events": [{"server_uuid": "b232ab44-fbbe-42cc-9906-ad6579467fbe", "name": "network-vif-plugged", "status": "completed", "tag": "39bbbf05-f682-4392-a44f-d7b87436c9ef"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:06.432933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:06.435819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.438164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 39bbbf05-f682-4392-a44f-d7b87436c9ef, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:06.483310 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a6ca22-340d-454a-92be-e3268843f743 x-openstack-request-id: req-74a6ca22-340d-454a-92be-e3268843f743 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:06.483956 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b232ab44-fbbe-42cc-9906-ad6579467fbe", "name": "network-vif-plugged", "status": "completed", "tag": "39bbbf05-f682-4392-a44f-d7b87436c9ef", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:06.484425 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74a6ca22-340d-454a-92be-e3268843f743 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:06.485077 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39bbbf05-f682-4392-a44f-d7b87436c9ef', 'code': 200} Sep 17 01:20:06.487632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.564541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=39bbbf05-f682-4392-a44f-d7b87436c9ef,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:06.675182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c287b-5299-4ccf-a062-2ea997f24290 req-6d095488-8697-49ad-b167-c3321d3397c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:06.676807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-785c287b-5299-4ccf-a062-2ea997f24290 req-6d095488-8697-49ad-b167-c3321d3397c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 1096 time: 0.0910444 Sep 17 01:20:06.709884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-6296dedb-458e-4f86-be8f-d4e25187769c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:06.711243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-6296dedb-458e-4f86-be8f-d4e25187769c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1706972 Sep 17 01:20:06.726094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:06.748250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-785c287b-5299-4ccf-a062-2ea997f24290 req-67925167-a97b-4812-98bc-bc6de8f7e032 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640197 Sep 17 01:20:06.793773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:06.847202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9283e4a8-d07c-4a80-bbf5-a2d2243d6ff8 req-82c81d64-2c38-400e-b530-ec05a778e7ff tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 210 time: 0.0446756 Sep 17 01:20:06.895938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '9e91475f-b934-4254-9509-a5fa64e13f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b0a22f22-8fb0-4012-adcd-130ffc78d7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:06.895938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: b0a22f22-8fb0-4012-adcd-130ffc78d7b0, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:06.897336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=c28c20dc-53c2-4e42-9604-4816709c5ad7,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:07.001233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:07.007235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.027849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network b0a22f22-8fb0-4012-adcd-130ffc78d7b0 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:07.095367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4d507-f3dd-4cf4-8020-a2054ccb445c req-21516ec6-7512-4829-b20e-a3de7f0dd421 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:07.096854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57e4d507-f3dd-4cf4-8020-a2054ccb445c req-21516ec6-7512-4829-b20e-a3de7f0dd421 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 945 time: 0.1076162 Sep 17 01:20:07.147819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b0a22f22-8fb0-4012-adcd-130ffc78d7b0) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:07.152405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:07.160056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.160999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411ea41-bb6d-4962-93a9-e50b7b00b156 None None] Network b0a22f22-8fb0-4012-adcd-130ffc78d7b0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:07.172820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57e4d507-f3dd-4cf4-8020-a2054ccb445c req-485caa2f-1ea3-48e3-8f6a-6fdda90af226 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671437 Sep 17 01:20:07.217422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.3 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:07.228289 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7561b499-2b73-457e-8488-2b67047d691d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9770777 Sep 17 01:20:07.236539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34716) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:07.352253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f68693de-564a-4e36-b714-7c3def47cc3d req-17c31e15-7bf6-48f2-bcee-3f13d99efc0f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 210 time: 0.0738301 Sep 17 01:20:07.388000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-6a9e7440-2b73-41be-a440-11b3215d4378 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:07.389910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-6a9e7440-2b73-41be-a440-11b3215d4378 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "GET /v2.0/networks?id=7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 200 len: 813 time: 0.1895783 Sep 17 01:20:07.408340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Request body: {'port': {'device_id': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67', 'admin_state_up': True, 'tenant_id': '6b61f69dd762484488b8d278d4d6e6c1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:07.434074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.503091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.592685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.602366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332ce4d-3497-4863-aa0c-e488de27d511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-b0a22f22-8fb0-4012-adcd-130ffc78d7b0', 'network_id': 'b0a22f22-8fb0-4012-adcd-130ffc78d7b0', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': 'c28c20dc-53c2-4e42-9604-4816709c5ad7'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:07.604004 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2332ce4d-3497-4863-aa0c-e488de27d511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.667861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.704321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=c28c20dc-53c2-4e42-9604-4816709c5ad7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server [None req-2332ce4d-3497-4863-aa0c-e488de27d511 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c28c20dc-53c2-4e42-9604-4816709c5ad7: This subnet is being modified by another concurrent operation. Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:20:07.749569 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise exception Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c28c20dc-53c2-4e42-9604-4816709c5ad7: This subnet is being modified by another concurrent operation. Sep 17 01:20:07.761371 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Sep 17 01:20:07.773976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0972e1ff-6e7d-44d6-9b49-257ff0c18249 None None] Network b0a22f22-8fb0-4012-adcd-130ffc78d7b0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:07.775434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.795745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a22f22-8fb0-4012-adcd-130ffc78d7b0']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:07.799368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Made reservation on behalf of 6b61f69dd762484488b8d278d4d6e6c1 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:07.805577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.808372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.809199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e91475f-b934-4254-9509-a5fa64e13f8f') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:07.809482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e91475f-b934-4254-9509-a5fa64e13f8f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:07.831748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.833314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', '4557ff81-0dbc-4e53-b531-d1957c29f899'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:07.851620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.862620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:07.863653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:07.868482 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:07.876042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:07.887339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:07.898677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:07.911449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:07.923706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b28154-d2fe-4ed4-aff1-1c4ed5232853 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:08.043577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d06d2cd-4114-44b9-ab88-8c0682d85265 req-7f779660-4ed2-40d2-b2da-83352e0a3d7c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 210 time: 0.0575078 Sep 17 01:20:08.067573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.076306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:08.076306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.084245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.088467 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/b0a22f22-8fb0-4012-adcd-130ffc78d7b0 HTTP/1.1" status: 204 len: 168 time: 0.8507161 Sep 17 01:20:08.094564 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:08.101540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762926511'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:08.114618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b28154-d2fe-4ed4-aff1-1c4ed5232853 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:08.127139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf200a01-c237-4d68-94d1-42322d55f3b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=b0a22f22-8fb0-4012-adcd-130ffc78d7b0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:08.140670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f8fdba9c-a94b-45e8-97a5-adbb8273f902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.158064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Allocated IP 172.20.0.14 (7c9c4a44-8177-4988-89d0-72f7035cfa67/1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c/f744838d-78ff-4af2-b0b1-396bcb5e9899) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:08.228665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:08.233306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.275229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:08.290242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.291040 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 71ab4bed-1ce2-4710-8758-98c126c6c3f5 of type vlan for network 08f8271b-0b71-4172-a166-27dbdc533d4f Sep 17 01:20:08.339365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-ea605551-9f01-4d02-a751-d159b77fc570 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6165354 Sep 17 01:20:08.347229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.363724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Request body: {'port': {'device_id': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:08.451197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.467485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:08.468652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.476978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9bd90-5b67-4a9d-a60d-74946b731a84 req-5aa71a6a-99c8-4c7c-95dc-11ef6600ec7c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:08.483811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-adf9bd90-5b67-4a9d-a60d-74946b731a84 req-5aa71a6a-99c8-4c7c-95dc-11ef6600ec7c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 945 time: 0.2161779 Sep 17 01:20:08.520040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.526716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.565205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=08f8271b-0b71-4172-a166-27dbdc533d4f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:08.576275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6fd93-91ef-4a72-8c9e-056222f547eb req-7d60c7bf-adb4-45a7-885b-c251fa426d87 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:08.581274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88a6fd93-91ef-4a72-8c9e-056222f547eb req-7d60c7bf-adb4-45a7-885b-c251fa426d87 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 931 time: 0.1380086 Sep 17 01:20:08.581428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 08f8271b-0b71-4172-a166-27dbdc533d4f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:08.581904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-adf9bd90-5b67-4a9d-a60d-74946b731a84 req-fe4af1eb-82a2-4017-a92a-627e43fd0cd3 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946734 Sep 17 01:20:08.590145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ef8b817-b518-44b2-ab7a-d85a94dd8e36 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4943163 Sep 17 01:20:08.596411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34738) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:08.610281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': '08f8271b-0b71-4172-a166-27dbdc533d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:08.715167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88a6fd93-91ef-4a72-8c9e-056222f547eb req-ef866987-b244-416e-842a-9ff9357789bf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228352 Sep 17 01:20:08.845818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:08.851881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.914218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:08.922663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:08.937220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Transition to ACTIVE for port object 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:20:08.954302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.001536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Network 7c9c4a44-8177-4988-89d0-72f7035cfa67 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:09.005037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:09.009694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:09.041196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Pushing event updated for resources: {'Port': ['ID=f744838d-78ff-4af2-b0b1-396bcb5e9899,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:09.047114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.080107 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.116262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:09.116262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.142790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Pushing event updated for resources: {'Port': ['ID=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:09.182445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.237509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc87d-0a86-48fc-b78b-fc675959108d req-c526fc7b-0873-456f-85d8-72732a1f8a0f tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:09.238977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-944bc87d-0a86-48fc-b78b-fc675959108d req-c526fc7b-0873-456f-85d8-72732a1f8a0f tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 932 time: 0.0935044 Sep 17 01:20:09.242923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-70235365-020d-415d-9d32-2f6ab664491c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8404899 Sep 17 01:20:09.247181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=c5ec8303-2122-4e08-93ab-40ff04263828,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:09.264753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '71ab4bed-1ce2-4710-8758-98c126c6c3f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '08f8271b-0b71-4172-a166-27dbdc533d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:09.265121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: 08f8271b-0b71-4172-a166-27dbdc533d4f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:09.265775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Request body: {'port': {'device_id': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:09.275516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Attempting to bind port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:09.275852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Attempting to bind port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:09.276182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Attempting to bind port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:09.353372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 08f8271b-0b71-4172-a166-27dbdc533d4f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:09.433526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 08f8271b-0b71-4172-a166-27dbdc533d4f) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:09.433795 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.440315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:09.441720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.451357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc3546-0172-4805-8c78-93f23e445cca None None] Network 08f8271b-0b71-4172-a166-27dbdc533d4f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:09.515596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c3be9fe8-8071-4a0a-8dfc-fd8145cd9e24 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9136629 Sep 17 01:20:09.517781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:09.623032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:20:09.623396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Attempting to bind port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:09.649197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c066366-e933-4b99-a7d4-7212939c7f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-08f8271b-0b71-4172-a166-27dbdc533d4f', 'network_id': '08f8271b-0b71-4172-a166-27dbdc533d4f', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': 'c5ec8303-2122-4e08-93ab-40ff04263828'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:09.650662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c066366-e933-4b99-a7d4-7212939c7f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.654577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:09.655109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:09.655525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:09.656405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Bound port: 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:09.656774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.684315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-944bc87d-0a86-48fc-b78b-fc675959108d req-3c45e67e-c3bf-4f17-86e6-970f79128dd4 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324222 Sep 17 01:20:09.685435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.694789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.760439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.796987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] For port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:09.834784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34760) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:09.867735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] For port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:09.910646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3620ce3-52a1-4d12-9634-ea1e0ed2364f req-9c2207c0-6a27-4431-8783-731ca735e0d6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:09.912985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b3620ce3-52a1-4d12-9634-ea1e0ed2364f req-9c2207c0-6a27-4431-8783-731ca735e0d6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 943 time: 0.0573049 Sep 17 01:20:09.920102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:09.948911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ec8303-2122-4e08-93ab-40ff04263828,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server [None req-5c066366-e933-4b99-a7d4-7212939c7f63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5ec8303-2122-4e08-93ab-40ff04263828: This subnet is being modified by another concurrent operation. Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:20:09.983783 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise exception Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5ec8303-2122-4e08-93ab-40ff04263828: This subnet is being modified by another concurrent operation. Sep 17 01:20:09.987853 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Sep 17 01:20:10.009437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d72b442-006b-47b3-8bbe-1de6d85f0f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.012244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c32ff-65f2-4d29-8cbd-d125aae1c737 None None] Network 08f8271b-0b71-4172-a166-27dbdc533d4f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:10.027898 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.074718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b3620ce3-52a1-4d12-9634-ea1e0ed2364f req-5ae27bfa-af86-492a-bc3c-7531059f16d6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269262 Sep 17 01:20:10.115459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f744838d-78ff-4af2-b0b1-396bcb5e9899 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:10.120879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.123653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.132619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8c6256-0d88-4a56-8c4b-6cb50562dcd0 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:10.137582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Transition to ACTIVE for port object f744838d-78ff-4af2-b0b1-396bcb5e9899 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:20:10.144529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:10.145434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.147882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] 10.222.0.23 "PUT /v2.0/ports/7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 HTTP/1.1" status: 200 len: 1091 time: 1.7947879 Sep 17 01:20:10.148416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'tag': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:10.151166 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3102fe30-d2be-4961-b516-5862e1b4e8de" -d '{"events": [{"name": "network-changed", "server_uuid": "4a89f6a6-a544-4dca-a067-c170ccc9ab17", "tag": "7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:10.179366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f8271b-0b71-4172-a166-27dbdc533d4f']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:10.198294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261d9e0-6d2b-48a2-bf13-14524b3c250e service neutron] Pushing event updated for resources: {'Port': ['ID=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:10.207551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ab4bed-1ce2-4710-8758-98c126c6c3f5') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:10.207959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ab4bed-1ce2-4710-8758-98c126c6c3f5') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:10.221819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.242058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.284584 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf2564f-5348-47ca-b070-6ad17f8126dd x-openstack-request-id: req-acf2564f-5348-47ca-b070-6ad17f8126dd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:10.284584 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a89f6a6-a544-4dca-a067-c170ccc9ab17", "tag": "7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:10.284584 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acf2564f-5348-47ca-b070-6ad17f8126dd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:10.288358 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'tag': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85', 'status': 'completed', 'code': 200} Sep 17 01:20:10.290222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8c6256-0d88-4a56-8c4b-6cb50562dcd0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:10.291379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.305939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:10.305939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.367017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f744838d-78ff-4af2-b0b1-396bcb5e9899,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:10.401523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fe30-d2be-4961-b516-5862e1b4e8de req-a1e193be-81c6-4427-bbe2-53f564ec9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:10.402464 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:10.405257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3102fe30-d2be-4961-b516-5862e1b4e8de req-a1e193be-81c6-4427-bbe2-53f564ec9225 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 1094 time: 0.1272559 Sep 17 01:20:10.483673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.489547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Attempting to bind port f744838d-78ff-4af2-b0b1-396bcb5e9899 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:10.490418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Attempting to bind port f744838d-78ff-4af2-b0b1-396bcb5e9899 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:10.490909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Attempting to bind port f744838d-78ff-4af2-b0b1-396bcb5e9899 on network 7c9c4a44-8177-4988-89d0-72f7035cfa67 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:10.495094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.500990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/08f8271b-0b71-4172-a166-27dbdc533d4f HTTP/1.1" status: 204 len: 168 time: 0.9813702 Sep 17 01:20:10.503563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34772) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:10.510722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-711815416'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:10.514870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Port f744838d-78ff-4af2-b0b1-396bcb5e9899 on network 7c9c4a44-8177-4988-89d0-72f7035cfa67 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:20:10.514870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Attempting to bind port f744838d-78ff-4af2-b0b1-396bcb5e9899 on network 7c9c4a44-8177-4988-89d0-72f7035cfa67 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:10.516750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739773c-ea0c-4cce-bdb7-76c5e40a6e9d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=08f8271b-0b71-4172-a166-27dbdc533d4f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:10.528089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:10.528089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Checking segment: {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:10.528595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Bound using segment: {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:10.528806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Bound port: f744838d-78ff-4af2-b0b1-396bcb5e9899, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:10.529166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.556982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d72b442-006b-47b3-8bbe-1de6d85f0f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.575033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fe30-d2be-4961-b516-5862e1b4e8de req-b3d70b9d-d35a-407f-bd9a-70bec298ca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:10.576524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3102fe30-d2be-4961-b516-5862e1b4e8de req-b3d70b9d-d35a-407f-bd9a-70bec298ca53 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1aeecf3493ad450f9c0697468c6e714f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1652458 Sep 17 01:20:10.651000 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d72b442-006b-47b3-8bbe-1de6d85f0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.671361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] For port f744838d-78ff-4af2-b0b1-396bcb5e9899, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:10.697255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] For port f744838d-78ff-4af2-b0b1-396bcb5e9899, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:10.698047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72b442-006b-47b3-8bbe-1de6d85f0f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c87af-1999-4c33-ad44-bde2f311c605,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:10.702542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d72b442-006b-47b3-8bbe-1de6d85f0f36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f17ecef475844a9185a1e47037c10c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8666193 Sep 17 01:20:10.706123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34778) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:10.751109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102fe30-d2be-4961-b516-5862e1b4e8de req-e5519b62-e8f5-42bc-a92a-af0e2675493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:10.752804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3102fe30-d2be-4961-b516-5862e1b4e8de req-e5519b62-e8f5-42bc-a92a-af0e2675493d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1682520 Sep 17 01:20:10.785708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7145f25b-ce8e-44e0-bade-3143540d563c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.838752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.841161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:10.844603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.916156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7145f25b-ce8e-44e0-bade-3143540d563c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.940580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:10.941257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:10.942620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] 10.222.0.23 "PUT /v2.0/ports/f744838d-78ff-4af2-b0b1-396bcb5e9899 HTTP/1.1" status: 200 len: 1092 time: 1.6834393 Sep 17 01:20:10.983236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:11.008415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5f171-42e1-445e-a9cf-556bdaf5a4b4 req-2a028401-f674-4c3b-94c8-b46e549e801b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.009892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddd5f171-42e1-445e-a9cf-556bdaf5a4b4 req-2a028401-f674-4c3b-94c8-b46e549e801b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 944 time: 0.2283645 Sep 17 01:20:11.016634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-a41c8ad8-62a7-4d62-a67c-e49e1c540a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.022770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-a41c8ad8-62a7-4d62-a67c-e49e1c540a5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 1094 time: 0.2153685 Sep 17 01:20:11.024683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4c29f-4abd-4228-b8e3-4724536bb1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f744838d-78ff-4af2-b0b1-396bcb5e9899,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:11.033785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.034464 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.035516 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 8ea0c39d-03ab-4cd0-96bd-b7415509fae6 of type vlan for network bb39c449-6f0b-4e21-a78d-580ad06cc68d Sep 17 01:20:11.102648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-a3156bd7-61e3-46ef-b2b5-fe75bd0b1c7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 HTTP/1.1" status: 200 len: 217 time: 0.0743489 Sep 17 01:20:11.192530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.209388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddd5f171-42e1-445e-a9cf-556bdaf5a4b4 req-4961b03c-74b4-432a-9ac2-7d9a87310ea9 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903889 Sep 17 01:20:11.243306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040d831-5934-46ac-9c3f-562316acebbf req-f7df90af-99a2-4f7c-aa62-67569d5b6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.244778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-f7df90af-99a2-4f7c-aa62-67569d5b6c53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.1230202 Sep 17 01:20:11.245358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7145f25b-ce8e-44e0-bade-3143540d563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.247906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7145f25b-ce8e-44e0-bade-3143540d563c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.248952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7145f25b-ce8e-44e0-bade-3143540d563c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/953c87af-1999-4c33-ad44-bde2f311c605 HTTP/1.1" status: 204 len: 168 time: 0.5400267 Sep 17 01:20:11.254627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-5650e58d-8613-4ef5-b662-641d1e2bed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.256638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-5650e58d-8613-4ef5-b662-641d1e2bed58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 1095 time: 0.1686304 Sep 17 01:20:11.273934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4d096-01cd-4436-be62-a367d2145c14 req-85bd8eee-5a99-46fc-bad8-c7fb3ba5cdf8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.279755 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-96e4d096-01cd-4436-be62-a367d2145c14 req-85bd8eee-5a99-46fc-bad8-c7fb3ba5cdf8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 943 time: 0.0699022 Sep 17 01:20:11.280781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145f25b-ce8e-44e0-bade-3143540d563c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c87af-1999-4c33-ad44-bde2f311c605,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:11.325018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-093d41b3-c837-43df-8402-7802bd134a4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644395 Sep 17 01:20:11.327282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-64ce42ea-4e48-4a6a-a3bf-c3f125d3812d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899 HTTP/1.1" status: 200 len: 217 time: 0.0547004 Sep 17 01:20:11.327814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-96e4d096-01cd-4436-be62-a367d2145c14 req-645b5ab7-5da9-467b-8def-18bae7bdbb7d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458624 Sep 17 01:20:11.389704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.395513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.396693 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.529079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-7357dc75-4c28-4459-9a73-777c848164cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:11.530654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-7357dc75-4c28-4459-9a73-777c848164cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c HTTP/1.1" status: 200 len: 853 time: 0.1824419 Sep 17 01:20:11.535006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=bb39c449-6f0b-4e21-a78d-580ad06cc68d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:11.549061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network bb39c449-6f0b-4e21-a78d-580ad06cc68d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:11.575172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-96113ad2-8df6-4f60-940c-1c6c817a6799 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c9c4a44-8177-4988-89d0-72f7035cfa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343585 Sep 17 01:20:11.581314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-46313efb-0a23-4305-b806-ca4898f08e6f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0768969 Sep 17 01:20:11.584623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34792) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:11.589551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:11.605194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-d12224d1-e4d8-46f6-be24-01b4098dc73d service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682164 Sep 17 01:20:11.832996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-91ad40fe-8616-4e84-bc44-7c6785e7c8e9 service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491853 Sep 17 01:20:11.837100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b040d831-5934-46ac-9c3f-562316acebbf req-2bfcce66-6c4a-4e56-81a6-c2cf53cb352a service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128761 Sep 17 01:20:11.920379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:11.923891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:11.949071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3904e57-f6a3-4cc2-a763-467c21d317de req-8dc368a5-758d-4bfd-9050-0d69d2ea8f4e service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046653 Sep 17 01:20:11.994615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing IP validity checks on allocation pools {{(pid=112073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 01:20:11.995187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 01:20:12.019890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34800) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:12.034201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90d9a31b-9306-4e45-94f1-01b14985fe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.130011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90d9a31b-9306-4e45-94f1-01b14985fe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.250229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.250990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90d9a31b-9306-4e45-94f1-01b14985fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.286293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'tag': 'f744838d-78ff-4af2-b0b1-396bcb5e9899'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:12.293503 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb034f0-f99b-4b24-98c2-deed0a10d05c", "tag": "f744838d-78ff-4af2-b0b1-396bcb5e9899"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:12.299711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-90d9a31b-9306-4e45-94f1-01b14985fe35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba951f4ca0074ef38b5fb96db5a19bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2787418 Sep 17 01:20:12.301068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9a31b-9306-4e45-94f1-01b14985fe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78869259-7d2c-40bf-81bf-6b2fb63a4cba,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:12.307025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34812) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:12.344159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=2e6b90c0-7116-49f3-bf8e-f25f897e7766,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:12.363174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93b3a470-ed18-4664-85b9-96a0ed94f086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.367528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '8ea0c39d-03ab-4cd0-96bd-b7415509fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:12.367883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: bb39c449-6f0b-4e21-a78d-580ad06cc68d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:12.378542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef55ab0-9656-4bdf-9506-85788284c15f req-ddb09662-bbab-4cbc-b701-77c9635f2b39 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.380062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ef55ab0-9656-4bdf-9506-85788284c15f req-ddb09662-bbab-4cbc-b701-77c9635f2b39 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 944 time: 0.0990005 Sep 17 01:20:12.385535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93b3a470-ed18-4664-85b9-96a0ed94f086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.423661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ef55ab0-9656-4bdf-9506-85788284c15f req-9c36381d-76a7-4f58-b2f9-2dca0e47e398 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342362 Sep 17 01:20:12.469397 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34eeeaf9-7c2b-4388-98e6-e5f3ddc36f28 x-openstack-request-id: req-34eeeaf9-7c2b-4388-98e6-e5f3ddc36f28 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:12.469693 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb034f0-f99b-4b24-98c2-deed0a10d05c", "tag": "f744838d-78ff-4af2-b0b1-396bcb5e9899", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:12.469943 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34eeeaf9-7c2b-4388-98e6-e5f3ddc36f28 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:12.470359 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'tag': 'f744838d-78ff-4af2-b0b1-396bcb5e9899', 'status': 'completed', 'code': 200} Sep 17 01:20:12.508549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network bb39c449-6f0b-4e21-a78d-580ad06cc68d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:12.524528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93b3a470-ed18-4664-85b9-96a0ed94f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.527572 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93b3a470-ed18-4664-85b9-96a0ed94f086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.528472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-93b3a470-ed18-4664-85b9-96a0ed94f086 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78869259-7d2c-40bf-81bf-6b2fb63a4cba HTTP/1.1" status: 204 len: 168 time: 0.2201817 Sep 17 01:20:12.536333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3a470-ed18-4664-85b9-96a0ed94f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78869259-7d2c-40bf-81bf-6b2fb63a4cba,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:12.580248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-bf05c44c-801b-4c67-a54a-3295362a5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.584861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-bf05c44c-801b-4c67-a54a-3295362a5a3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 1095 time: 0.0833440 Sep 17 01:20:12.652679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, bb39c449-6f0b-4e21-a78d-580ad06cc68d) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:12.661548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c889129b-4bce-4609-b454-4d0224a62055 None None] Network bb39c449-6f0b-4e21-a78d-580ad06cc68d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:12.670381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d7e6e-05ec-4748-b965-8e677acc5162 req-f1d46f52-0a0f-4027-9597-a95b62b7ec6d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.672186 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-177d7e6e-05ec-4748-b965-8e677acc5162 req-f1d46f52-0a0f-4027-9597-a95b62b7ec6d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 943 time: 0.1452365 Sep 17 01:20:12.674987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.675814 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.763412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-c3276970-4327-4fe2-a406-07bf16329266 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1807075 Sep 17 01:20:12.802846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-177d7e6e-05ec-4748-b965-8e677acc5162 req-a1b1ea2c-1644-4892-b25c-7e2bc1aa10b5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205339 Sep 17 01:20:12.808632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-28935e0d-f5d3-49cf-ba6b-0b388495bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.814088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-28935e0d-f5d3-49cf-ba6b-0b388495bb45 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 200 len: 914 time: 0.2172968 Sep 17 01:20:12.857173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-bb39c449-6f0b-4e21-a78d-580ad06cc68d', 'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '2e6b90c0-7116-49f3-bf8e-f25f897e7766'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:12.858149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:12.879111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-510fd0b3-a58e-4a68-94b0-ea9045a8fc42 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899 HTTP/1.1" status: 200 len: 217 time: 0.0598156 Sep 17 01:20:12.920994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34822) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:12.921508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b50b3bb1-2720-4814-8134-7589ffaaccd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3357041 Sep 17 01:20:12.943461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.944250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.945283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.945283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.945745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.946298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.946933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.949281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-780ea9c7-436a-47dd-b07c-de8bc4278932 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6489 time: 0.1234782 Sep 17 01:20:12.959145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-7166d320-27c8-404c-b9d8-e8bc69f0ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:12.960974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-7166d320-27c8-404c-b9d8-e8bc69f0ae93 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c HTTP/1.1" status: 200 len: 853 time: 0.0739408 Sep 17 01:20:13.000828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-8b5c61ab-4cc5-4649-8374-dc9c7fdd2a45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7c9c4a44-8177-4988-89d0-72f7035cfa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286736 Sep 17 01:20:13.030249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Allocated IP 172.20.0.3 (bb39c449-6f0b-4e21-a78d-580ad06cc68d/2e6b90c0-7116-49f3-bf8e-f25f897e7766/80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:13.122530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.178813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-42843a6b-6292-4008-9199-5e9b77f9dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:13.187248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-42843a6b-6292-4008-9199-5e9b77f9dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:13.187835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-42843a6b-6292-4008-9199-5e9b77f9dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:13.189513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-42843a6b-6292-4008-9199-5e9b77f9dc06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34180796-d80a-4cc5-b5b4-600e53ccbb57&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 200 len: 2293 time: 0.1912160 Sep 17 01:20:13.198022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-8851ba3c-ce04-4d9a-9f24-9580ab31e4a2 service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768260 Sep 17 01:20:13.242465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.242918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.308542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.360046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Network bb39c449-6f0b-4e21-a78d-580ad06cc68d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:13.363547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:13.369636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:13.394305 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.442545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Pushing event updated for resources: {'Port': ['ID=80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:13.455663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Attempting to bind port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:13.455663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Attempting to bind port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8ea0c39d-03ab-4cd0-96bd-b7415509fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:13.455663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Attempting to bind port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b on network bb39c449-6f0b-4e21-a78d-580ad06cc68d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:13.462205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:13.462462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Checking segment: {'id': '8ea0c39d-03ab-4cd0-96bd-b7415509fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:13.462950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.463401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Bound using segment: {'id': '8ea0c39d-03ab-4cd0-96bd-b7415509fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:13.464159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Bound port: 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea0c39d-03ab-4cd0-96bd-b7415509fae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:13.464549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.488960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6b90c0-7116-49f3-bf8e-f25f897e7766,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:13.540370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.561179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] For port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:13.571203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb39c449-6f0b-4e21-a78d-580ad06cc68d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:13.576297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] For port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b,segment=NetworkSegment(8ea0c39d-03ab-4cd0-96bd-b7415509fae6),segment_id=8ea0c39d-03ab-4cd0-96bd-b7415509fae6)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:13.587565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea0c39d-03ab-4cd0-96bd-b7415509fae6') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:13.587936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea0c39d-03ab-4cd0-96bd-b7415509fae6') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:13.607513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.628311 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.631290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.643487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:13.644382 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:13.648974 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:13.714326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-82a6e316-dd34-432b-be72-4d79a2746086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 200 len: 1002 time: 0.5131140 Sep 17 01:20:13.770323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d719f8e4-9171-48d9-a5d6-ef3de9b2db12 req-6fbcda0f-6783-4af6-a035-89b1f9c5d5fd service neutron] 10.222.0.23 "GET /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5624669 Sep 17 01:20:13.777713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:13.777713 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:13.777713 n-d-789963-7 neutron-server[112072]: [parameters: {'id': 'bb39c449-6f0b-4e21-a78d-580ad06cc68d'}] Sep 17 01:20:13.777713 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:13.777713 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:13.785508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38451369-adb4-4f18-a6e5-eb84b71e9a1e req-63f06b10-b7e0-4733-bca3-765c2ce6788c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:13.794403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38451369-adb4-4f18-a6e5-eb84b71e9a1e req-63f06b10-b7e0-4733-bca3-765c2ce6788c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 944 time: 0.1674523 Sep 17 01:20:13.800175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae67cde-4fff-4603-bacc-9359dcd708af None None] Pushing event updated for resources: {'Port': ['ID=80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:13.825795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-778afcfe-d37a-4ee6-b03a-d894cd623e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:13.827289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-778afcfe-d37a-4ee6-b03a-d894cd623e08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04a9f94e-f084-4e87-be9b-6a3aa10f201b HTTP/1.1" status: 200 len: 850 time: 0.0994434 Sep 17 01:20:13.875502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38451369-adb4-4f18-a6e5-eb84b71e9a1e req-87c40cc0-35e3-4cf3-b8d6-0a18f94d2fc4 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803993 Sep 17 01:20:13.882068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f51462b-2102-40cd-adf6-b26f989449fe None None] Network bb39c449-6f0b-4e21-a78d-580ad06cc68d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:13.901165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-a7956d29-835e-4165-9f8b-f4afcc2dd1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:13.905056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-a7956d29-835e-4165-9f8b-f4afcc2dd1ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34180796-d80a-4cc5-b5b4-600e53ccbb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633900 Sep 17 01:20:14.051328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14755fd8-47a0-4d3e-b89f-9a3284d54de9 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:14.110125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637ab24e-5011-4871-a6d2-de3665a33989 req-eb405742-6ddd-4e31-9195-ebb459afc896 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:14.118234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-637ab24e-5011-4871-a6d2-de3665a33989 req-eb405742-6ddd-4e31-9195-ebb459afc896 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 943 time: 0.1288080 Sep 17 01:20:14.142670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-0e962ec9-8201-46ea-992e-de2ac4968251 service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226858 Sep 17 01:20:14.165047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14755fd8-47a0-4d3e-b89f-9a3284d54de9 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:14.187700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-637ab24e-5011-4871-a6d2-de3665a33989 req-98e168aa-fd77-4d79-88aa-b1767c8219d1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684741 Sep 17 01:20:14.279675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.280938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-332c321f-b003-48ac-ad5c-c5883afeaec3 service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241107 Sep 17 01:20:14.375333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-846b77e5-3213-4f5c-ab8a-451741d08da4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 217 time: 0.0836713 Sep 17 01:20:14.416563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:14.417100 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.471228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-4cccf0eb-6cb5-4c6a-ad66-be2ecb7e2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:14.471228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-4cccf0eb-6cb5-4c6a-ad66-be2ecb7e2f42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.0842712 Sep 17 01:20:14.517472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b,segment=NetworkSegment(8ea0c39d-03ab-4cd0-96bd-b7415509fae6),segment_id=8ea0c39d-03ab-4cd0-96bd-b7415509fae6)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:14.517846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.533646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:14.534003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-e8a0fe45-62b8-4f3d-acc0-8870c167754c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:14.535466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-e8a0fe45-62b8-4f3d-acc0-8870c167754c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0549033 Sep 17 01:20:14.655647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-c62a1d60-481c-4df1-9753-8de70db5b8fa service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080899 Sep 17 01:20:14.707649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.741151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:14.753089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 80c074cf-5e1f-4d56-ada8-66d3e9a0fa8b on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:14.791954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-43a6a43a-7d7d-49d6-a558-4594b2e8e1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218526 Sep 17 01:20:14.848795 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-305a31cb-d571-4d6d-ada8-de50b045b80f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 217 time: 0.0485017 Sep 17 01:20:14.868613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.923219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb39c449-6f0b-4e21-a78d-580ad06cc68d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:14.942786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea0c39d-03ab-4cd0-96bd-b7415509fae6') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:14.943670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea0c39d-03ab-4cd0-96bd-b7415509fae6') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:14.962322 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.976586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-92cc8b5d-5b91-4712-b051-cfeec0725042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:14.978118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-92cc8b5d-5b91-4712-b051-cfeec0725042 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1141272 Sep 17 01:20:14.979487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.987571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:14.988185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:14.993055 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:15.064593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9da391-3195-4693-9daf-834b2369fdaf req-f3514c4b-bc51-42a1-a2d9-b8d57a9634c5 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:15.074772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa9da391-3195-4693-9daf-834b2369fdaf req-f3514c4b-bc51-42a1-a2d9-b8d57a9634c5 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 944 time: 0.1129017 Sep 17 01:20:15.109449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-37d7a830-506a-443e-b798-1f530ae5fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:15.111353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-37d7a830-506a-443e-b798-1f530ae5fd91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071694 Sep 17 01:20:15.177697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa9da391-3195-4693-9daf-834b2369fdaf req-47cc40f2-3362-492b-8bf8-7ed85fa6e546 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992227 Sep 17 01:20:15.216892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.238048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.238048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/bb39c449-6f0b-4e21-a78d-580ad06cc68d HTTP/1.1" status: 204 len: 168 time: 2.3071847 Sep 17 01:20:15.238048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34884) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:15.243743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1744608391'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:15.263910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65d55-18e4-4c4a-98c0-849d060cd697 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=bb39c449-6f0b-4e21-a78d-580ad06cc68d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:15.288298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-203c3518-44e6-4ea0-a2e6-1a1c07b4d744 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670249 Sep 17 01:20:15.369839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3669929-326a-4f0f-aa21-f0b0a1b5a821 req-78ae76f6-4f1a-4c23-959a-a89a50e82040 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:15.378994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3669929-326a-4f0f-aa21-f0b0a1b5a821 req-78ae76f6-4f1a-4c23-959a-a89a50e82040 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 943 time: 0.0908899 Sep 17 01:20:15.382469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:15.386255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.438511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-5230820c-eb94-479b-9c62-9dc25ba982dd service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413643 Sep 17 01:20:15.476670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3669929-326a-4f0f-aa21-f0b0a1b5a821 req-ff90d7d0-bd73-4dde-9a9d-9a84a9fd1187 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916295 Sep 17 01:20:15.503407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:15.511970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-24f34c24-0c8c-4b7a-899b-77dcf70dd96d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=8bb8a19d-9d13-4535-b9fa-299126101df9 HTTP/1.1" status: 200 len: 217 time: 0.0642598 Sep 17 01:20:15.514068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.514419 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 8fce1da1-03a1-4083-8bea-5004d1c81233 of type vlan for network 4cef8928-e361-4a48-a2fd-536d2eb19db9 Sep 17 01:20:15.559879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:20:15.575001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.592124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-8f8d8b1b-90c2-4ffc-a644-bb649842235c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:15.593700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-8f8d8b1b-90c2-4ffc-a644-bb649842235c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.0713091 Sep 17 01:20:15.669150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-a59a480e-fdda-4291-a67f-df3f95fde40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:15.669150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-a59a480e-fdda-4291-a67f-df3f95fde40d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0598249 Sep 17 01:20:15.690501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.698361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:15.699045 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.738072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:15.752032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85', 'mac_address': 'fa:16:3e:cc:93:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:20:15.775306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=4cef8928-e361-4a48-a2fd-536d2eb19db9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:15.789033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 4cef8928-e361-4a48-a2fd-536d2eb19db9 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:15.790756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-133d3877-0ba8-4b1e-9023-d09b7bb78363 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154675 Sep 17 01:20:15.824355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.846779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6318c53a-7dff-4aa0-85f4-f5e7e2146d63 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6101105 Sep 17 01:20:15.849616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34894) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:15.859215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:15.882601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:15.906861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:15.993298 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:15.994451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f744838d-78ff-4af2-b0b1-396bcb5e9899 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:20:16.012300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-44388f5e-2ccb-41c8-8feb-e9dc863ad053 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144086 Sep 17 01:20:16.073956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-86f8081b-2a48-401e-b3e0-f5721b30b7d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=19a841ce-6269-4c6b-bbef-6275d71302c3 HTTP/1.1" status: 200 len: 217 time: 0.0541248 Sep 17 01:20:16.107416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:16.109694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:16.112642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:16.153059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-a9be4ccf-b0e4-4055-a608-dbc6bbb02775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.154881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-a9be4ccf-b0e4-4055-a608-dbc6bbb02775 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.0734470 Sep 17 01:20:16.160822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f744838d-78ff-4af2-b0b1-396bcb5e9899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:16.191091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'f744838d-78ff-4af2-b0b1-396bcb5e9899', 'network_id': '7c9c4a44-8177-4988-89d0-72f7035cfa67', 'port_id': 'f744838d-78ff-4af2-b0b1-396bcb5e9899', 'mac_address': 'fa:16:3e:c9:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:20:16.248832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-16c2ac87-222a-468b-9b3e-78be25df5514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.250362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-16c2ac87-222a-468b-9b3e-78be25df5514 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783389 Sep 17 01:20:16.255860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:16.290592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f744838d-78ff-4af2-b0b1-396bcb5e9899 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:16.314235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7ba5-54b0-4d72-a41f-1ce41a234b38 req-f0bd922d-0c9b-4483-953d-54220f54e0fb tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.322466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32de7ba5-54b0-4d72-a41f-1ce41a234b38 req-f0bd922d-0c9b-4483-953d-54220f54e0fb tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 944 time: 0.0794771 Sep 17 01:20:16.350690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f744838d-78ff-4af2-b0b1-396bcb5e9899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:16.415422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32de7ba5-54b0-4d72-a41f-1ce41a234b38 req-ce7730b0-ec07-4b03-b4da-6cd49eeb5af1 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874622 Sep 17 01:20:16.416512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:16.418774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-45289bcc-ec60-4a16-b0b4-a3cdcb8e252e service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591551 Sep 17 01:20:16.490272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f744838d-78ff-4af2-b0b1-396bcb5e9899,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:16.528635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-90610629-101b-4a34-9c8b-f3892c4880b5 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027646 Sep 17 01:20:16.559303 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:16.590815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-20ea6f8d-4bf9-4e71-b7ae-2c37703a9932 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6268543-082a-4588-be63-fa9de808d17d HTTP/1.1" status: 200 len: 217 time: 0.0541186 Sep 17 01:20:16.657360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f744838d-78ff-4af2-b0b1-396bcb5e9899'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:16.668770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:16.678563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-3d9dc56d-91f9-499c-bc0d-aecd5e3239e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.680094 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-3d9dc56d-91f9-499c-bc0d-aecd5e3239e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0813327 Sep 17 01:20:16.699313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692cda9-c6f2-487f-8438-ea83cd5b3ce3 req-e6f6cc3b-1bb3-4267-a593-207faa3bf11f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.706881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5692cda9-c6f2-487f-8438-ea83cd5b3ce3 req-e6f6cc3b-1bb3-4267-a593-207faa3bf11f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 944 time: 0.1190846 Sep 17 01:20:16.714604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '8fce1da1-03a1-4083-8bea-5004d1c81233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:16.717372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: 4cef8928-e361-4a48-a2fd-536d2eb19db9, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:16.721209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=1489272b-dfaf-4497-9d56-666c457ad87e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:16.815636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 4cef8928-e361-4a48-a2fd-536d2eb19db9 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:16.852650 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:20:16.853298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5692cda9-c6f2-487f-8438-ea83cd5b3ce3 req-98af1657-1e99-4504-b73b-aa16c842b6c7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240728 Sep 17 01:20:16.856451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-5b718fe9-bb96-42d0-8912-117ef9f14152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.858145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-5b718fe9-bb96-42d0-8912-117ef9f14152 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1490042 Sep 17 01:20:16.919137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 4cef8928-e361-4a48-a2fd-536d2eb19db9) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:16.931531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:16.934213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0a0940-24c2-4706-b43d-8d09c1e68a1e None None] Network 4cef8928-e361-4a48-a2fd-536d2eb19db9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:16.934742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.013069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-b562d21d-3b55-4fbf-af15-9e3eb9ef93ed service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454248 Sep 17 01:20:17.023263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8296d00-4f64-43f0-baf4-57b1fbea641d tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1682556 Sep 17 01:20:17.025256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34922) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:17.260838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-f9be6c38-7632-4c62-bd72-f44dcb988323 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401552 Sep 17 01:20:17.270485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.280480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-4cef8928-e361-4a48-a2fd-536d2eb19db9', 'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '1489272b-dfaf-4497-9d56-666c457ad87e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:17.281352 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.335893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.346046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-5d2c6437-23ca-4575-9fb6-156474583712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 200 len: 217 time: 0.0758855 Sep 17 01:20:17.409239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-0a72545b-0bb9-4161-a33b-186273272597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:17.410728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-0a72545b-0bb9-4161-a33b-186273272597 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0572262 Sep 17 01:20:17.480670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Allocated IP 172.20.0.1 (4cef8928-e361-4a48-a2fd-536d2eb19db9/1489272b-dfaf-4497-9d56-666c457ad87e/25099d69-f98c-4c08-9ed2-2aa5992d289b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:17.528755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31488536-f299-45d0-97df-82833605d594 req-6c308f1a-ea2b-4c24-b3cf-132a6bd55a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:17.530674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-6c308f1a-ea2b-4c24-b3cf-132a6bd55a13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1102622 Sep 17 01:20:17.666263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-40a136b9-5f3d-49ac-a159-0ed750ffbb57 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255343 Sep 17 01:20:17.686083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.777252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.836090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31488536-f299-45d0-97df-82833605d594 req-e50cd3c1-2c2d-40fa-90aa-e260a9eb6c33 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626911 Sep 17 01:20:17.857619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Network 4cef8928-e361-4a48-a2fd-536d2eb19db9 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:17.858497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Pushing event updated for resources: {'Port': ['ID=25099d69-f98c-4c08-9ed2-2aa5992d289b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:17.861857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:17.864242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:17.899307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74ad4-1f25-4d66-927d-e4bd05c0cefb req-2baaf7d2-cfc0-4368-9e74-1dc5bfd68f94 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:17.901536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aed74ad4-1f25-4d66-927d-e4bd05c0cefb req-2baaf7d2-cfc0-4368-9e74-1dc5bfd68f94 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 945 time: 0.3886962 Sep 17 01:20:17.925861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Attempting to bind port 25099d69-f98c-4c08-9ed2-2aa5992d289b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:17.926318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Attempting to bind port 25099d69-f98c-4c08-9ed2-2aa5992d289b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8fce1da1-03a1-4083-8bea-5004d1c81233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:17.926707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Attempting to bind port 25099d69-f98c-4c08-9ed2-2aa5992d289b on network 4cef8928-e361-4a48-a2fd-536d2eb19db9 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:17.932861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:17.933858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Checking segment: {'id': '8fce1da1-03a1-4083-8bea-5004d1c81233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:17.934302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.934711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Bound using segment: {'id': '8fce1da1-03a1-4083-8bea-5004d1c81233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:17.935219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Bound port: 25099d69-f98c-4c08-9ed2-2aa5992d289b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fce1da1-03a1-4083-8bea-5004d1c81233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4cef8928-e361-4a48-a2fd-536d2eb19db9'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:17.935610 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:17.951861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aed74ad4-1f25-4d66-927d-e4bd05c0cefb req-fd3d9dd2-32d5-4842-bfcc-f968fde0c501 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Sep 17 01:20:18.012464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c673bb8-a43a-4d5e-b21b-c0584dbefdc0 req-ff215261-ef8d-4c5a-9fc8-a088ff61bc6a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:18.020400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c673bb8-a43a-4d5e-b21b-c0584dbefdc0 req-ff215261-ef8d-4c5a-9fc8-a088ff61bc6a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 944 time: 0.0764673 Sep 17 01:20:18.039393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.047218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] For port 25099d69-f98c-4c08-9ed2-2aa5992d289b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:18.052682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] For port 25099d69-f98c-4c08-9ed2-2aa5992d289b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=25099d69-f98c-4c08-9ed2-2aa5992d289b,segment=NetworkSegment(8fce1da1-03a1-4083-8bea-5004d1c81233),segment_id=8fce1da1-03a1-4083-8bea-5004d1c81233)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:18.081430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=1489272b-dfaf-4497-9d56-666c457ad87e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:18.091625 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c673bb8-a43a-4d5e-b21b-c0584dbefdc0 req-78fe4337-e186-4122-a6c8-46165479eadb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689490 Sep 17 01:20:18.152720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.160224 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.190105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef8928-e361-4a48-a2fd-536d2eb19db9']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:18.207233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fce1da1-03a1-4083-8bea-5004d1c81233') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:18.207774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fce1da1-03a1-4083-8bea-5004d1c81233') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:18.227068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.246426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.262856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:18.264496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.267109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebabd01-9b99-498a-89e2-a13ed0bcf24e None None] Pushing event updated for resources: {'Port': ['ID=25099d69-f98c-4c08-9ed2-2aa5992d289b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:18.267939 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:18.393744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:18.393744 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:18.393744 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '4cef8928-e361-4a48-a2fd-536d2eb19db9'}] Sep 17 01:20:18.393744 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:18.394236 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:18.851885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 25099d69-f98c-4c08-9ed2-2aa5992d289b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:18.897005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.910589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 25099d69-f98c-4c08-9ed2-2aa5992d289b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:18.914253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:18.959277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 25099d69-f98c-4c08-9ed2-2aa5992d289b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:18.959802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.046562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.064510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 25099d69-f98c-4c08-9ed2-2aa5992d289b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=25099d69-f98c-4c08-9ed2-2aa5992d289b,segment=NetworkSegment(8fce1da1-03a1-4083-8bea-5004d1c81233),segment_id=8fce1da1-03a1-4083-8bea-5004d1c81233)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:19.065037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.089993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 25099d69-f98c-4c08-9ed2-2aa5992d289b owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:19.103212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 25099d69-f98c-4c08-9ed2-2aa5992d289b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=25099d69-f98c-4c08-9ed2-2aa5992d289b,segment=NetworkSegment(8fce1da1-03a1-4083-8bea-5004d1c81233),segment_id=8fce1da1-03a1-4083-8bea-5004d1c81233)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:19.112605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd4b64-ba90-46bc-baa2-12ba949c9d43 req-b3f99649-46a8-4847-a4b8-7b3ee9d220fd tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:19.120544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6dd4b64-ba90-46bc-baa2-12ba949c9d43 req-b3f99649-46a8-4847-a4b8-7b3ee9d220fd tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 945 time: 0.0794389 Sep 17 01:20:19.191509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6dd4b64-ba90-46bc-baa2-12ba949c9d43 req-facc1cc3-b54e-4f4d-bc98-bb8376352f90 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628564 Sep 17 01:20:19.222341 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.287545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a05e6-8fb8-4e0a-8797-9f4800512d6e req-d9da48a3-c781-4de6-b10d-3a8a1008a45f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:19.289461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a0a05e6-8fb8-4e0a-8797-9f4800512d6e req-d9da48a3-c781-4de6-b10d-3a8a1008a45f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 944 time: 0.1003659 Sep 17 01:20:19.313580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=25099d69-f98c-4c08-9ed2-2aa5992d289b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:19.321090 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.356014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=25099d69-f98c-4c08-9ed2-2aa5992d289b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:19.366822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 25099d69-f98c-4c08-9ed2-2aa5992d289b on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:19.379162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a0a05e6-8fb8-4e0a-8797-9f4800512d6e req-d1ff97a7-1404-4204-b4d0-c4d4217c4b3d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806055 Sep 17 01:20:19.410676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45ff4f-b5c8-4a49-bb71-16778b0c202f None None] Network 4cef8928-e361-4a48-a2fd-536d2eb19db9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:19.474635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:19.502231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.511154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5081725d-c2e4-4e5d-9fbc-c3096f3f5b9a None None] Could not find standard attr ID for object 25099d69-f98c-4c08-9ed2-2aa5992d289b. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:20:19.527620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cef8928-e361-4a48-a2fd-536d2eb19db9']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:19.538204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fce1da1-03a1-4083-8bea-5004d1c81233') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:19.538902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fce1da1-03a1-4083-8bea-5004d1c81233') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:19.550104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.565289 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.582515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:19.583412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:19.587550 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:19.645030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:20:19.650931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:19.651585 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.677853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2325f3d-6c15-4022-a09e-ef316175c98d None None] DHCP port deletion for 4cef8928-e361-4a48-a2fd-536d2eb19db9 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:20:19.707954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.717170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.722952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34980) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:19.723486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/4cef8928-e361-4a48-a2fd-536d2eb19db9 HTTP/1.1" status: 204 len: 168 time: 2.6968153 Sep 17 01:20:19.729168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-43181414'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:19.734319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb344c-045b-4c50-a02c-b7fd136bfc16 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=4cef8928-e361-4a48-a2fd-536d2eb19db9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:19.762846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.786021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:19.788690 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4e0d5-1555-4034-8fa0-0dbc0cc56142" -d '{"events": [{"server_uuid": "4a89f6a6-a544-4dca-a067-c170ccc9ab17", "name": "network-vif-plugged", "status": "completed", "tag": "7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:19.801352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:19.827419 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b5b8f6-0eff-4cfa-9160-2b2e91c44a76 x-openstack-request-id: req-90b5b8f6-0eff-4cfa-9160-2b2e91c44a76 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:19.827720 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89f6a6-a544-4dca-a067-c170ccc9ab17", "name": "network-vif-plugged", "status": "completed", "tag": "7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:19.827978 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90b5b8f6-0eff-4cfa-9160-2b2e91c44a76 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:19.828412 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85', 'code': 200} Sep 17 01:20:19.884337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:19.884337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.924884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.925951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f744838d-78ff-4af2-b0b1-396bcb5e9899 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:19.955352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:19.961948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99a35f1-04a5-4bc9-8a46-cdf059d39816 req-f4985c5b-004b-495c-81b1-72c2726b84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:19.963601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b99a35f1-04a5-4bc9-8a46-cdf059d39816 req-f4985c5b-004b-495c-81b1-72c2726b84ea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 1095 time: 0.0705931 Sep 17 01:20:19.969447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:19.969778 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment a11706f0-095a-47d1-b10e-4098c0320429 of type vlan for network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 Sep 17 01:20:19.987346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:20.033978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.041104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b99a35f1-04a5-4bc9-8a46-cdf059d39816 req-4764008a-77b8-4528-a807-80b96fd46fbd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694506 Sep 17 01:20:20.095170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port f744838d-78ff-4af2-b0b1-396bcb5e9899 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:20:20.100582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port f744838d-78ff-4af2-b0b1-396bcb5e9899 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:20.100971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.130539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.137759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:20.141489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.200381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.258203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f744838d-78ff-4af2-b0b1-396bcb5e9899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:20.267726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5429604 Sep 17 01:20:20.270342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34992) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:20.277283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:20.281763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437ff2c-f150-4f2c-aedf-056c1f3e7244 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=5ae4501b-66f2-4cb6-9ff3-a616b42b8540,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:20.296479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:20.377926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.390859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04168a83-4cbd-4936-b014-d7388a8c8b70 req-3fe0b566-dc2e-45f4-af1e-c63e2a085f30 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:20.392448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04168a83-4cbd-4936-b014-d7388a8c8b70 req-3fe0b566-dc2e-45f4-af1e-c63e2a085f30 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 945 time: 0.1116896 Sep 17 01:20:20.455369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f744838d-78ff-4af2-b0b1-396bcb5e9899,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:20.485225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04168a83-4cbd-4936-b014-d7388a8c8b70 req-b4f1aa5a-bc28-4672-a71f-b6e5a9ab3fdb tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810499 Sep 17 01:20:20.503788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:20.507924 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.534470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136cebb-b8de-49eb-944e-bde166431c57 req-fd907407-ea17-471d-8bfb-57b01a74bb86 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:20.536676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e136cebb-b8de-49eb-944e-bde166431c57 req-fd907407-ea17-471d-8bfb-57b01a74bb86 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 945 time: 0.0758286 Sep 17 01:20:20.619345 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e136cebb-b8de-49eb-944e-bde166431c57 req-c25f13bc-6c12-4730-a438-6e96f9bd3f4d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Sep 17 01:20:20.819103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 25099d69-f98c-4c08-9ed2-2aa5992d289b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:20:20.848092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 25099d69-f98c-4c08-9ed2-2aa5992d289b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:20:20.848561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 25099d69-f98c-4c08-9ed2-2aa5992d289b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:20:20.862222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:20.922394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=c1fd4b79-0ec4-4190-ac4d-797844c49476,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:20.937433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': 'a11706f0-095a-47d1-b10e-4098c0320429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:20.937794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: 5ae4501b-66f2-4cb6-9ff3-a616b42b8540, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:21.016518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:21.170679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 5ae4501b-66f2-4cb6-9ff3-a616b42b8540) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:21.176857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:21.178486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.179968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879c43e-1236-4b04-9a5b-6dd066252029 None None] Network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:21.266449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1571c497-7856-4d03-a10e-ee35c8c15085 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9930515 Sep 17 01:20:21.268598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35008) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:21.350405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-5ae4501b-66f2-4cb6-9ff3-a616b42b8540', 'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': 'c1fd4b79-0ec4-4190-ac4d-797844c49476'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:21.351349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.407938 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.501633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.565499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Allocated IP 172.20.0.1 (5ae4501b-66f2-4cb6-9ff3-a616b42b8540/c1fd4b79-0ec4-4190-ac4d-797844c49476/349fcb46-67ef-4fed-a0a3-7270e6183628) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:21.751059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.770204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167ae92-5ca9-4377-93ca-de95a508be7c req-c70809de-1098-4236-807f-4a89baea488c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:21.772703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4167ae92-5ca9-4377-93ca-de95a508be7c req-c70809de-1098-4236-807f-4a89baea488c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 945 time: 0.0681293 Sep 17 01:20:21.820003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4167ae92-5ca9-4377-93ca-de95a508be7c req-e99579e4-ccc0-4dc6-848c-45fb3a9349ef tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Sep 17 01:20:21.829189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744838d-78ff-4af2-b0b1-396bcb5e9899'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:21.844912 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1aef14-5dc1-4259-bf07-a9972f3ffa77" -d '{"events": [{"server_uuid": "3bb034f0-f99b-4b24-98c2-deed0a10d05c", "name": "network-vif-plugged", "status": "completed", "tag": "f744838d-78ff-4af2-b0b1-396bcb5e9899"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:21.865505 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.936901 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb23cdb-cb78-4c0a-93d4-ddb34cd1bf36 x-openstack-request-id: req-bfb23cdb-cb78-4c0a-93d4-ddb34cd1bf36 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:21.941026 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb034f0-f99b-4b24-98c2-deed0a10d05c", "name": "network-vif-plugged", "status": "completed", "tag": "f744838d-78ff-4af2-b0b1-396bcb5e9899", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:21.941622 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfb23cdb-cb78-4c0a-93d4-ddb34cd1bf36 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:21.942180 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f744838d-78ff-4af2-b0b1-396bcb5e9899', 'code': 200} Sep 17 01:20:21.958691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:21.959804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Pushing event updated for resources: {'Port': ['ID=349fcb46-67ef-4fed-a0a3-7270e6183628,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:21.976525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:21.978300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:21.981836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-ae52e24e-a016-485d-a75e-6f1547785a1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960207 Sep 17 01:20:21.982861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:22.050924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=c1fd4b79-0ec4-4190-ac4d-797844c49476,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:22.083765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Attempting to bind port 349fcb46-67ef-4fed-a0a3-7270e6183628 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:22.084459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Attempting to bind port 349fcb46-67ef-4fed-a0a3-7270e6183628 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a11706f0-095a-47d1-b10e-4098c0320429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:22.084903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Attempting to bind port 349fcb46-67ef-4fed-a0a3-7270e6183628 on network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:22.091357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:22.097159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Checking segment: {'id': 'a11706f0-095a-47d1-b10e-4098c0320429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:22.097159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.097159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Bound using segment: {'id': 'a11706f0-095a-47d1-b10e-4098c0320429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:22.097159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Bound port: 349fcb46-67ef-4fed-a0a3-7270e6183628, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11706f0-095a-47d1-b10e-4098c0320429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:22.097159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.104636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fda66-0353-4720-b2c7-243126840741 req-396d8d08-4c7e-432d-8194-7da0f3ec98d6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.106198 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-133fda66-0353-4720-b2c7-243126840741 req-396d8d08-4c7e-432d-8194-7da0f3ec98d6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 946 time: 0.5241222 Sep 17 01:20:22.155543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.175496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] For port 349fcb46-67ef-4fed-a0a3-7270e6183628, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:22.180157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] For port 349fcb46-67ef-4fed-a0a3-7270e6183628, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=349fcb46-67ef-4fed-a0a3-7270e6183628,segment=NetworkSegment(a11706f0-095a-47d1-b10e-4098c0320429),segment_id=a11706f0-095a-47d1-b10e-4098c0320429)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:22.189845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6e5e2-c384-47e7-a4f4-d88a72ec5ef8 req-97e9d232-6872-4737-9c3a-3304ba12b1ba tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.192337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93b6e5e2-c384-47e7-a4f4-d88a72ec5ef8 req-97e9d232-6872-4737-9c3a-3304ba12b1ba tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 945 time: 0.1969233 Sep 17 01:20:22.194933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea196d-52ab-4efa-b2ab-85f2886ab8d3 req-4ae78079-15f9-4f28-a247-d2e189c11591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.196752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5ea196d-52ab-4efa-b2ab-85f2886ab8d3 req-4ae78079-15f9-4f28-a247-d2e189c11591 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 1097 time: 0.1916120 Sep 17 01:20:22.224276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04427-477e-4996-869a-19313a74bc9f req-e717d171-8f25-45e5-a28b-ea633798c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.224276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-e717d171-8f25-45e5-a28b-ea633798c13f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 1097 time: 0.1716135 Sep 17 01:20:22.235762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-133fda66-0353-4720-b2c7-243126840741 req-9525b35e-6f47-4262-87be-69180a012086 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820591 Sep 17 01:20:22.241651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae4501b-66f2-4cb6-9ff3-a616b42b8540']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:22.252626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11706f0-095a-47d1-b10e-4098c0320429') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:22.252930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11706f0-095a-47d1-b10e-4098c0320429') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:22.259784 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.290384 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.316266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.323513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:22.323973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:22.331512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93b6e5e2-c384-47e7-a4f4-d88a72ec5ef8 req-d8b12e99-cadd-490a-92b0-2c20d404f00e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317573 Sep 17 01:20:22.354439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643bf6e-cb09-4c26-ad10-00b182d9991a None None] Pushing event updated for resources: {'Port': ['ID=349fcb46-67ef-4fed-a0a3-7270e6183628,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:22.382188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31937bc-dc66-4869-9fcd-19bbf10fb884 None None] Network 5ae4501b-66f2-4cb6-9ff3-a616b42b8540 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:22.402162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5ea196d-52ab-4efa-b2ab-85f2886ab8d3 req-064a0443-68c6-4aaf-b38b-2e0eac525537 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814470 Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:22.414229 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:22.504662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c68c16-3b9f-4f3f-96fa-0607a2c34cf4 req-46b7568f-675f-4262-a691-a61c2f76d8ac tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.506935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31c68c16-3b9f-4f3f-96fa-0607a2c34cf4 req-46b7568f-675f-4262-a691-a61c2f76d8ac tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 945 time: 0.0709569 Sep 17 01:20:22.508659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04427-477e-4996-869a-19313a74bc9f req-ad92eabc-7b3b-455d-ac22-acf856a3a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.510120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-ad92eabc-7b3b-455d-ac22-acf856a3a6cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 907 time: 0.2497883 Sep 17 01:20:22.512451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:22.512451 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:22.512451 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '5ae4501b-66f2-4cb6-9ff3-a616b42b8540'}] Sep 17 01:20:22.512451 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:22.517766 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:22.548466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31c68c16-3b9f-4f3f-96fa-0607a2c34cf4 req-82a4a482-2254-4bbb-b1f5-7f8dff5748b4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Sep 17 01:20:22.580618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f53ad6-71fe-4901-a30c-ac3e5ce9d663 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:22.645382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-f44fd8a4-fc36-4c3f-a852-6b53a126d564 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff HTTP/1.1" status: 200 len: 217 time: 0.0436494 Sep 17 01:20:22.688620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f53ad6-71fe-4901-a30c-ac3e5ce9d663 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:22.704714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f04427-477e-4996-869a-19313a74bc9f req-1368cbfd-1606-4867-bd6d-9b2c2f6460c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:22.706490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-1368cbfd-1606-4867-bd6d-9b2c2f6460c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0528185 Sep 17 01:20:22.740249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-a36a7db4-eca1-43a3-95e5-e2c7e51d3fda service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245178 Sep 17 01:20:22.838496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-21b7cc02-8104-4d18-88ca-162af84092d8 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894547 Sep 17 01:20:22.946880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93f04427-477e-4996-869a-19313a74bc9f req-41bab565-adf6-4351-b10a-561e88ab71d9 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006351 Sep 17 01:20:23.013941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.111911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 349fcb46-67ef-4fed-a0a3-7270e6183628 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:23.112414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.132350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39181f-2f30-4421-ae46-7f3e05913a13 req-32f48446-2aad-4091-97a3-c4fbb7fa76c5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:23.133827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac39181f-2f30-4421-ae46-7f3e05913a13 req-32f48446-2aad-4091-97a3-c4fbb7fa76c5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 945 time: 0.0873840 Sep 17 01:20:23.207909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 349fcb46-67ef-4fed-a0a3-7270e6183628, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=349fcb46-67ef-4fed-a0a3-7270e6183628,segment=NetworkSegment(a11706f0-095a-47d1-b10e-4098c0320429),segment_id=a11706f0-095a-47d1-b10e-4098c0320429)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:23.208314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.223852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac39181f-2f30-4421-ae46-7f3e05913a13 req-20e5f780-9f06-404b-87d4-57aa73307dd7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809834 Sep 17 01:20:23.227715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 349fcb46-67ef-4fed-a0a3-7270e6183628 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:23.359752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.361596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d418c74-4948-4108-9389-8dfceaac3e92 req-b2e9466b-b8e1-4b18-83f3-2d23115b5486 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:23.363282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d418c74-4948-4108-9389-8dfceaac3e92 req-b2e9466b-b8e1-4b18-83f3-2d23115b5486 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 946 time: 0.0542996 Sep 17 01:20:23.392307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=349fcb46-67ef-4fed-a0a3-7270e6183628,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:23.395042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 349fcb46-67ef-4fed-a0a3-7270e6183628 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:23.444145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d418c74-4948-4108-9389-8dfceaac3e92 req-fa27b9fc-e792-4910-9292-f543ceccacb6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Sep 17 01:20:23.492048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.519931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae4501b-66f2-4cb6-9ff3-a616b42b8540']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:23.531887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11706f0-095a-47d1-b10e-4098c0320429') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:23.532492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11706f0-095a-47d1-b10e-4098c0320429') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:23.543925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.561574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.577330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:23.582229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:23.589569 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:23.776112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.785096 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.787536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/5ae4501b-66f2-4cb6-9ff3-a616b42b8540 HTTP/1.1" status: 204 len: 168 time: 2.5168164 Sep 17 01:20:23.791656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35060) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:23.797166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1068686433'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:23.812604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3932-0fe6-4d01-a06c-794fd0966d41 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=5ae4501b-66f2-4cb6-9ff3-a616b42b8540,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:23.942271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:23.946844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.970639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:23.979299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:23.979605 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment 5c1fd631-889c-42ea-8962-c6574d1408cf of type vlan for network c244f80e-02c1-4163-83aa-f6129c948e80 Sep 17 01:20:24.023394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.135873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.143616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:24.144287 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.212136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=c244f80e-02c1-4163-83aa-f6129c948e80,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:24.219922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.220322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.220634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.220971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.221303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.221634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.221962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.222283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.222639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.222961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.223323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.223697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:24.234588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c244f80e-02c1-4163-83aa-f6129c948e80 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:24.242612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:24.243185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b979b041-17cd-4996-9ab2-38bbb9ff0706 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4496417 Sep 17 01:20:24.248220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'New_network'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:24.433825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf810f1-5722-4b81-98e4-0a581c8645a3 req-3a18828c-1415-4493-aed2-0aedab421593 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:24.435365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ddf810f1-5722-4b81-98e4-0a581c8645a3 req-3a18828c-1415-4493-aed2-0aedab421593 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 945 time: 0.1177397 Sep 17 01:20:24.477848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.507203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ddf810f1-5722-4b81-98e4-0a581c8645a3 req-273dbb52-cd51-4a38-ba67-adf5ca957253 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573442 Sep 17 01:20:24.593937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-cb594609-f585-45a4-a9cb-548c388e29c7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:24.595487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-cb594609-f585-45a4-a9cb-548c388e29c7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 945 time: 0.0706270 Sep 17 01:20:24.599633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.621096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network c244f80e-02c1-4163-83aa-f6129c948e80 is not hosted by any dhcp agent {{(pid=112072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:20:24.626651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:24.632175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.632175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "PUT /v2.0/networks/c244f80e-02c1-4163-83aa-f6129c948e80 HTTP/1.1" status: 200 len: 723 time: 0.3848827 Sep 17 01:20:24.635611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35084) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:24.698141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc52fe0-52ff-4b51-b82c-8f304cbe76f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=c244f80e-02c1-4163-83aa-f6129c948e80,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:24.701633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:24.710112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c244f80e-02c1-4163-83aa-f6129c948e80 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:24.738128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6f9f0-c486-4f8e-a67f-653341d49d88 req-cedd32cb-40b9-40c9-b9aa-924bacf1187c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:24.740723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ca6f9f0-c486-4f8e-a67f-653341d49d88 req-cedd32cb-40b9-40c9-b9aa-924bacf1187c tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 946 time: 0.1694214 Sep 17 01:20:24.870284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ca6f9f0-c486-4f8e-a67f-653341d49d88 req-f711b752-c27a-44e7-80d2-1d29dd580d3e tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217196 Sep 17 01:20:24.881996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:24.882337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:24.981697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:24.987164 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:25.000397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:25.006717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:25.010514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:25.318789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:25.330698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', '4557ff81-0dbc-4e53-b531-d1957c29f899', '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:25.368744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:25.370655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:25.455562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:25.465469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:25.467454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-739ac1c2-5c50-43a2-b46a-1046b8a467a6 req-5b60eb6e-9481-4a21-b6c4-d5afae2224d7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 HTTP/1.1" status: 204 len: 173 time: 0.8542407 Sep 17 01:20:25.471775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'name': 'network-vif-deleted', 'tag': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:25.472054 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e04f1c1-03fe-4025-927c-78c597174283" -d '{"events": [{"server_uuid": "4a89f6a6-a544-4dca-a067-c170ccc9ab17", "name": "network-vif-deleted", "tag": "7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:25.485630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=3b35a896-a607-40d4-9a7e-280b55f5bd36,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:25.492762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': '5c1fd631-889c-42ea-8962-c6574d1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:25.492960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: c244f80e-02c1-4163-83aa-f6129c948e80, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:25.516852 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daacb6ae-d52e-4704-848a-ec6e5252b746 x-openstack-request-id: req-daacb6ae-d52e-4704-848a-ec6e5252b746 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:25.517452 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a89f6a6-a544-4dca-a067-c170ccc9ab17", "name": "network-vif-deleted", "tag": "7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:25.517731 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daacb6ae-d52e-4704-848a-ec6e5252b746 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:25.523501 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a89f6a6-a544-4dca-a067-c170ccc9ab17', 'name': 'network-vif-deleted', 'tag': '7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85', 'status': 'completed', 'code': 200} Sep 17 01:20:25.604480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network c244f80e-02c1-4163-83aa-f6129c948e80 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:25.673487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d48a681-2498-42be-b6ec-162a1a37cfbe req-82cc6c29-81a1-4629-b8e2-bcc6180f7562 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a89f6a6-a544-4dca-a067-c170ccc9ab17 HTTP/1.1" status: 200 len: 210 time: 0.0329113 Sep 17 01:20:25.701968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c244f80e-02c1-4163-83aa-f6129c948e80) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:25.706556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:25.708010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:25.712378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a4530-9123-4ffd-8b17-38da26ea0e95 None None] Network c244f80e-02c1-4163-83aa-f6129c948e80 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:25.810858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35116) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:25.861791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-329a3a9a-a8ab-49d7-a06b-01756a60e9dc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1924610 Sep 17 01:20:25.866019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35122) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:25.870581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:25.984410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79205f12-3019-4179-bcee-40ea50538232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.005511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9249915'] for subnet, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.141255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-c244f80e-02c1-4163-83aa-f6129c948e80', 'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '3b35a896-a607-40d4-9a7e-280b55f5bd36'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:26.142774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.558459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79205f12-3019-4179-bcee-40ea50538232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.638482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-6d2e539a-7798-4581-8c4a-588bfb179c8d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:26.640194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-6d2e539a-7798-4581-8c4a-588bfb179c8d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.1159081 Sep 17 01:20:26.657651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79205f12-3019-4179-bcee-40ea50538232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.661602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765636036356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8557729'] for subnet, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.676565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-4cd32aa6-66ee-4498-bcfa-7d68573c7ba8 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/quotas/d0abead524cd42bda12b9436fb37e958 HTTP/1.1" status: 200 len: 375 time: 0.0294111 Sep 17 01:20:26.709898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Allocated IP 172.20.0.2 (c244f80e-02c1-4163-83aa-f6129c948e80/3b35a896-a607-40d4-9a7e-280b55f5bd36/530ba6f1-481e-4d14-869a-635783933d00) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:26.745615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:26.748932 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.753805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "PUT /v2.0/subnets/3b35a896-a607-40d4-9a7e-280b55f5bd36 HTTP/1.1" status: 200 len: 806 time: 0.8878005 Sep 17 01:20:26.754349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35142) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:26.798849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79205f12-3019-4179-bcee-40ea50538232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e172a992-8b4f-4dc6-a478-d0005cd3eba5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:26.811907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-79205f12-3019-4179-bcee-40ea50538232 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b906987d45943c18014f7eb897de682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9997909 Sep 17 01:20:26.812507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:26.851361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e4d3b-fb28-48d0-8df1-a4101a52cd3f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=3b35a896-a607-40d4-9a7e-280b55f5bd36,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:26.885690 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-dfd8516d-ae2a-4ce0-9f8e-b890dcc6fe71 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1691871 Sep 17 01:20:26.956009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ac06fdb-8ab5-46a4-9d77-aad41e14763f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.963460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:26.974145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.018812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ac06fdb-8ab5-46a4-9d77-aad41e14763f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.031327 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.068562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-9d80cd69-eeda-4f91-aa63-efbe6aba235e service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737840 Sep 17 01:20:27.073888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.119546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Network c244f80e-02c1-4163-83aa-f6129c948e80 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:27.124546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:27.129547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:27.146399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Pushing event updated for resources: {'Port': ['ID=530ba6f1-481e-4d14-869a-635783933d00,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:27.165076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ac06fdb-8ab5-46a4-9d77-aad41e14763f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.167641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0ac06fdb-8ab5-46a4-9d77-aad41e14763f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.171846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0ac06fdb-8ab5-46a4-9d77-aad41e14763f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e172a992-8b4f-4dc6-a478-d0005cd3eba5 HTTP/1.1" status: 204 len: 168 time: 0.3524532 Sep 17 01:20:27.182615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac06fdb-8ab5-46a4-9d77-aad41e14763f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e172a992-8b4f-4dc6-a478-d0005cd3eba5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:27.197785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.233335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-83f3a99d-6f2e-44ac-b842-2f689538322d service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449826 Sep 17 01:20:27.248329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=3b35a896-a607-40d4-9a7e-280b55f5bd36,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:27.290972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Attempting to bind port 530ba6f1-481e-4d14-869a-635783933d00 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:27.291377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Attempting to bind port 530ba6f1-481e-4d14-869a-635783933d00 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '5c1fd631-889c-42ea-8962-c6574d1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:27.291738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Attempting to bind port 530ba6f1-481e-4d14-869a-635783933d00 on network c244f80e-02c1-4163-83aa-f6129c948e80 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:27.310642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:27.310838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Checking segment: {'id': '5c1fd631-889c-42ea-8962-c6574d1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:27.311250 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.311651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Bound using segment: {'id': '5c1fd631-889c-42ea-8962-c6574d1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:27.312133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Bound port: 530ba6f1-481e-4d14-869a-635783933d00, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1fd631-889c-42ea-8962-c6574d1408cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c244f80e-02c1-4163-83aa-f6129c948e80'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:27.312502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.323939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.346390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c244f80e-02c1-4163-83aa-f6129c948e80']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:27.356818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1fd631-889c-42ea-8962-c6574d1408cf') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:27.357425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1fd631-889c-42ea-8962-c6574d1408cf') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:27.367611 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.382318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.388760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:27.389421 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.396839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] For port 530ba6f1-481e-4d14-869a-635783933d00, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:27.413604 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:27.480621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] For port 530ba6f1-481e-4d14-869a-635783933d00, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=530ba6f1-481e-4d14-869a-635783933d00,segment=NetworkSegment(5c1fd631-889c-42ea-8962-c6574d1408cf),segment_id=5c1fd631-889c-42ea-8962-c6574d1408cf)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:27.499342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37d086-3c63-40fb-934e-1be7ffa7ffd7 req-b3e59426-7381-44e5-b298-e2d6ae4fc2cb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:27.500954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a37d086-3c63-40fb-934e-1be7ffa7ffd7 req-b3e59426-7381-44e5-b298-e2d6ae4fc2cb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 945 time: 0.0865350 Sep 17 01:20:27.563772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a37d086-3c63-40fb-934e-1be7ffa7ffd7 req-2ee52e72-7000-4870-b461-a3daf7d250c3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515094 Sep 17 01:20:27.565926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:27.565926 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:27.565926 n-d-789963-7 neutron-server[112072]: [parameters: {'id': 'c244f80e-02c1-4163-83aa-f6129c948e80'}] Sep 17 01:20:27.565926 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:27.566293 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:27.601942 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:27.627887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0cacc6c3-4918-49b0-b4e8-c34fd0d83182 req-d91a2768-5dc2-45a1-8118-68008b8031fb tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 210 time: 0.0462372 Sep 17 01:20:27.776870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f5fd-836a-479d-a74f-8ff0f6d0ab20 None None] Pushing event updated for resources: {'Port': ['ID=530ba6f1-481e-4d14-869a-635783933d00,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:27.799307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a1c05c-ddd9-4498-a731-2d6073ffbeca None None] Network c244f80e-02c1-4163-83aa-f6129c948e80 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:27.928325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489e7bc-db44-46c9-8ed7-535c42845881 None None] Network c244f80e-02c1-4163-83aa-f6129c948e80 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:28.067013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.069912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e18020-8e58-44fe-9a01-f8d179316114 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:28.081418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35170) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:28.097641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-386efc52-37b8-4882-ae7c-8bdb8a49f686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.136381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 530ba6f1-481e-4d14-869a-635783933d00 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:28.136724 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.193798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e18020-8e58-44fe-9a01-f8d179316114 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:28.222390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-386efc52-37b8-4882-ae7c-8bdb8a49f686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.229407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 530ba6f1-481e-4d14-869a-635783933d00, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=530ba6f1-481e-4d14-869a-635783933d00,segment=NetworkSegment(5c1fd631-889c-42ea-8962-c6574d1408cf),segment_id=5c1fd631-889c-42ea-8962-c6574d1408cf)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:28.229854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.243491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 530ba6f1-481e-4d14-869a-635783933d00 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:28.296050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-386efc52-37b8-4882-ae7c-8bdb8a49f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.346763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386efc52-37b8-4882-ae7c-8bdb8a49f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0920df06-6b98-4bc8-be95-d54581a95900,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:28.363294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-386efc52-37b8-4882-ae7c-8bdb8a49f686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f46d1099130484f968802672274999c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801402 Sep 17 01:20:28.365847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35174) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:28.382881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.423450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=530ba6f1-481e-4d14-869a-635783933d00,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:28.431253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6cba8f6a-7426-4848-8057-d726f6f5cd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.432821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 530ba6f1-481e-4d14-869a-635783933d00 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:28.464643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6cba8f6a-7426-4848-8057-d726f6f5cd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.538630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.561410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c244f80e-02c1-4163-83aa-f6129c948e80']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:28.571800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1fd631-889c-42ea-8962-c6574d1408cf') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:28.572084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1fd631-889c-42ea-8962-c6574d1408cf') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:28.585075 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.603940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.610374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:28.610761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:28.613827 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:28.687659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec015-fabe-485e-b6b5-11aaa78685d1 req-56b7dc09-fdb0-4a24-9b6d-91a068878329 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:28.689631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9eec015-fabe-485e-b6b5-11aaa78685d1 req-56b7dc09-fdb0-4a24-9b6d-91a068878329 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 945 time: 0.0556109 Sep 17 01:20:28.711556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa4efe18-0c10-440b-9af3-50567fa1caec req-01a82045-5b8d-46e3-b875-2c34a2b8bd3e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 210 time: 0.0290902 Sep 17 01:20:28.747616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.756251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6cba8f6a-7426-4848-8057-d726f6f5cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.758771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6cba8f6a-7426-4848-8057-d726f6f5cd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.759951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6cba8f6a-7426-4848-8057-d726f6f5cd01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0920df06-6b98-4bc8-be95-d54581a95900 HTTP/1.1" status: 204 len: 168 time: 0.3929868 Sep 17 01:20:28.771299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9eec015-fabe-485e-b6b5-11aaa78685d1 req-4f4276ae-e6df-4b8f-892d-f89c471b1058 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741723 Sep 17 01:20:28.788394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.795635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf50bb1-f693-4057-b510-815a2c032bce req-727b43f6-263b-4455-81d7-159ba08420d2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:28.797335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddf50bb1-f693-4057-b510-815a2c032bce req-727b43f6-263b-4455-81d7-159ba08420d2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 945 time: 0.0919738 Sep 17 01:20:28.797804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba8f6a-7426-4848-8057-d726f6f5cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0920df06-6b98-4bc8-be95-d54581a95900,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:28.803156 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:28.807492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/c244f80e-02c1-4163-83aa-f6129c948e80 HTTP/1.1" status: 204 len: 168 time: 2.0519512 Sep 17 01:20:28.813964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35186) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:28.859826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515877dd-a7f0-4b9e-8477-0b49c27f60f6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=c244f80e-02c1-4163-83aa-f6129c948e80,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:28.880491 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d26721c-8570-44dc-a427-440cf8f6dc85 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:28.881511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d26721c-8570-44dc-a427-440cf8f6dc85 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:28.886973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2d26721c-8570-44dc-a427-440cf8f6dc85 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/c244f80e-02c1-4163-83aa-f6129c948e80 HTTP/1.1" status: 404 len: 339 time: 0.0578933 Sep 17 01:20:28.888014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35188) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:28.919139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876746976', 'description': 'd1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:28.971953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port 4557ff81-0dbc-4e53-b531-d1957c29f899 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:28.972337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.035641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:29.040762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.060066 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.084500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:29.087354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port 4557ff81-0dbc-4e53-b531-d1957c29f899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4557ff81-0dbc-4e53-b531-d1957c29f899,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:29.087723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.110599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for 4557ff81-0dbc-4e53-b531-d1957c29f899 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:29.112676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.113022 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment ae67644c-80e2-4948-bad7-6f73dbb4506e of type vlan for network 4ce25507-1464-4942-b4e9-204e80253a82 Sep 17 01:20:29.189019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.313047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.323331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:29.324077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.404519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=4ce25507-1464-4942-b4e9-204e80253a82,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:29.419114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 4ce25507-1464-4942-b4e9-204e80253a82 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:29.438503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.450315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', '4557ff81-0dbc-4e53-b531-d1957c29f899'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:29.461862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:20:29.479930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=4557ff81-0dbc-4e53-b531-d1957c29f899,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:29.514995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port 4557ff81-0dbc-4e53-b531-d1957c29f899 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:29.518154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:29.520346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ddf50bb1-f693-4057-b510-815a2c032bce req-fc42b369-fbeb-4ffc-b182-e0c5a435f607 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/4557ff81-0dbc-4e53-b531-d1957c29f899 HTTP/1.1" status: 204 len: 173 time: 0.7170668 Sep 17 01:20:29.525970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'name': 'network-vif-deleted', 'tag': '4557ff81-0dbc-4e53-b531-d1957c29f899'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:29.528567 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d1e29-35d8-441b-8320-c7d7e32954bb" -d '{"events": [{"server_uuid": "41a00b78-8971-4a8a-855e-bdbf30c3cc0e", "name": "network-vif-deleted", "tag": "4557ff81-0dbc-4e53-b531-d1957c29f899"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:29.535474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-078532ab-dc42-4173-b1f0-60b24e096efe tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6437879 Sep 17 01:20:29.536606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:29.550198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:20:29.550542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 7edf655d-4a2e-4fd8-bf3c-6d63b20ffc85 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:20:29.591223 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078523e8-8d21-469b-8069-51f53ba73ef3 x-openstack-request-id: req-078523e8-8d21-469b-8069-51f53ba73ef3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:29.592681 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a00b78-8971-4a8a-855e-bdbf30c3cc0e", "name": "network-vif-deleted", "tag": "4557ff81-0dbc-4e53-b531-d1957c29f899", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:29.593130 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-078523e8-8d21-469b-8069-51f53ba73ef3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:29.593807 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41a00b78-8971-4a8a-855e-bdbf30c3cc0e', 'name': 'network-vif-deleted', 'tag': '4557ff81-0dbc-4e53-b531-d1957c29f899', 'status': 'completed', 'code': 200} Sep 17 01:20:29.675216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa97731-8dd9-4ac9-8a92-0a4a269d154c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:29.677799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3aa97731-8dd9-4ac9-8a92-0a4a269d154c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks?id=4ce25507-1464-4942-b4e9-204e80253a82 HTTP/1.1" status: 200 len: 761 time: 0.1390407 Sep 17 01:20:29.680167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35206) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:29.686667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'description': 'd2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:29.840266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86c74276-21c4-4857-bbce-f66ba98101c9 req-13f9369c-6a34-453f-919b-3da8f37cf9ec tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 210 time: 0.0325158 Sep 17 01:20:30.003606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef168e57-4942-43e9-983d-9b3ae34cbe61 req-646efd7d-95a5-45cf-a5f8-d9c0ba43003a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=41a00b78-8971-4a8a-855e-bdbf30c3cc0e HTTP/1.1" status: 200 len: 210 time: 0.0771663 Sep 17 01:20:30.013969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.119326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.134196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 4ce25507-1464-4942-b4e9-204e80253a82 is not hosted by any dhcp agent {{(pid=112073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:20:30.139861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:30.141308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.145579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "PUT /v2.0/networks/4ce25507-1464-4942-b4e9-204e80253a82 HTTP/1.1" status: 200 len: 758 time: 0.4615030 Sep 17 01:20:30.146131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35226) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:30.240841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988f584-d015-4041-b6a1-d7890c9aaffd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:30.246530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b988f584-d015-4041-b6a1-d7890c9aaffd tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks?id=4ce25507-1464-4942-b4e9-204e80253a82 HTTP/1.1" status: 200 len: 761 time: 0.0955141 Sep 17 01:20:30.247383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35230) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:30.259899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1000511603'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:30.274461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefbb95-05f8-4aff-9034-1932aceb3d2f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=4ce25507-1464-4942-b4e9-204e80253a82,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:30.287499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 4ce25507-1464-4942-b4e9-204e80253a82 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:30.359491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-82aec868-3ac8-4cac-ba6e-717ce33d769d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:30.363469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-82aec868-3ac8-4cac-ba6e-717ce33d769d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.2192326 Sep 17 01:20:30.381465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Request body: {'port': {'device_id': '16c60601-1e00-4fbb-b450-d218931adcb7', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'admin_state_up': True, 'tenant_id': 'd0abead524cd42bda12b9436fb37e958'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:30.393470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:30.397844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.445950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:30.460120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.460120 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment add149ee-e63b-4bf1-b1e4-09a591bf8ceb of type vlan for network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 Sep 17 01:20:30.511900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.610179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Made reservation on behalf of d0abead524cd42bda12b9436fb37e958 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:30.613747 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.639139 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.647329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:30.648376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.730795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:30.742237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:30.762536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Allocated IP 172.20.0.5 (a51e45fa-5188-4132-a568-0027843c4c75/a9865ad6-2fc6-402f-ad9c-348c701f25a5/02e3b5ba-7e2c-486b-8f13-0d00ee8e71af) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:30.804248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-59f50e55-e1b7-4326-8457-ad1110ea95ab tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5559351 Sep 17 01:20:30.804980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:30.810180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:30.945653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:30.946076 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b82843d-b8ee-4094-8a7a-28b65794286a req-e2e00db8-13ba-4e8c-bce8-6b3a7f69847f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 210 time: 0.0297997 Sep 17 01:20:30.987338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:30.992507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:31.050493 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:31.062651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:31.134735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Network a51e45fa-5188-4132-a568-0027843c4c75 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:31.137148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:31.150458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:31.218582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event updated for resources: {'Port': ['ID=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:31.249021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:31.250049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:31.353751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-8d48f686-9166-41b3-9fb2-05dcef79a7ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9767466 Sep 17 01:20:31.367915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-42473640-bcfb-4ac7-81d4-9979c58e2334 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:20:31.369163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-42473640-bcfb-4ac7-81d4-9979c58e2334 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064230 Sep 17 01:20:31.387519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Request body: {'port': {'device_id': '16c60601-1e00-4fbb-b450-d218931adcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:31.538432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:31.605313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-169347e1-5340-47fc-9a4c-a6197b9aab1f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:31.606924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-169347e1-5340-47fc-9a4c-a6197b9aab1f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1835139 Sep 17 01:20:31.621512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba8712-a389-40b2-a0d6-34cfa6e79407 req-fb61be00-cc06-43da-ad8f-183cae04c856 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:31.623155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1ba8712-a389-40b2-a0d6-34cfa6e79407 req-fb61be00-cc06-43da-ad8f-183cae04c856 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0894082 Sep 17 01:20:31.634991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-b64a7184-f928-462b-a270-5f31a65ed858 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0152843 Sep 17 01:20:31.670553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1ba8712-a389-40b2-a0d6-34cfa6e79407 req-febee022-3a7e-4fa5-a89d-aa6b7ed4a404 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370035 Sep 17 01:20:31.737011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:31.770421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-73c2be86-2648-4ede-a963-093568cd7ab5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0924833 Sep 17 01:20:31.806298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=4ff66471-49b6-4e3f-9019-c525ffaaa4af,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:31.815616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:31.815981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:31.901754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:31.937458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-212eb90d-0113-4957-be9f-ea73f32fa4cb service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376698 Sep 17 01:20:31.999547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:32.039673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.051672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:32.058230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:32.058819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.061877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Transition to ACTIVE for port object 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:20:32.063981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f35aea-f450-4ded-b329-a1c3de06f9e9 None None] Network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:32.082437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-80b0f86a-5d2f-4522-bd14-361010891e18 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237185 Sep 17 01:20:32.104119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ee669-e19c-4566-b166-038f5449c34f req-ef1d6551-70a3-4bda-b219-0bd60a80d395 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:32.105685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-007ee669-e19c-4566-b166-038f5449c34f req-ef1d6551-70a3-4bda-b219-0bd60a80d395 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 931 time: 0.0852771 Sep 17 01:20:32.149488 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-007ee669-e19c-4566-b166-038f5449c34f req-5a0ba316-ba18-4486-9bae-e817dc6bcb4e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366890 Sep 17 01:20:32.164685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.203683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a440389e-01e6-48da-86c4-864197c835db tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3970222 Sep 17 01:20:32.204474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35276) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:32.244732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8', 'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '4ff66471-49b6-4e3f-9019-c525ffaaa4af'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:32.245962 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.261721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Pushing event updated for resources: {'Port': ['ID=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:32.360185 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2061ffbe-7a20-4a98-bf4a-dc2b1ce6f3a0 req-53c207d3-9f27-4ad5-b427-50d43a87df6a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 210 time: 0.0296206 Sep 17 01:20:32.417142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Attempting to bind port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:32.417474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Attempting to bind port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:32.417809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Attempting to bind port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:32.427103 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.430793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af on network a51e45fa-5188-4132-a568-0027843c4c75 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:20:32.431765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Attempting to bind port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:32.440764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:32.441100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Checking segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:32.441504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Bound using segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:32.442001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Bound port: 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:32.443053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.445631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Allocated IP 172.20.0.2 (3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8/4ff66471-49b6-4e3f-9019-c525ffaaa4af/c09b1967-c6a8-4ff7-9dfc-10062b0fd602) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:32.531330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.584855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] For port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:32.590128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] For port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:32.610436 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.662283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.693164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:32.694388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.696010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] 10.222.0.36 "PUT /v2.0/ports/02e3b5ba-7e2c-486b-8f13-0d00ee8e71af HTTP/1.1" status: 200 len: 1091 time: 1.3176999 Sep 17 01:20:32.698329 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.698833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c60601-1e00-4fbb-b450-d218931adcb7', 'tag': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:32.701525 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5" -d '{"events": [{"name": "network-changed", "server_uuid": "16c60601-1e00-4fbb-b450-d218931adcb7", "tag": "02e3b5ba-7e2c-486b-8f13-0d00ee8e71af"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:32.746625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3341dd4-aa2f-400f-be4e-f438d820b5be service neutron] Pushing event updated for resources: {'Port': ['ID=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:32.754090 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd869b3d-6def-4d1a-8091-5fa9247bbd87 x-openstack-request-id: req-dd869b3d-6def-4d1a-8091-5fa9247bbd87 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:32.755221 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c60601-1e00-4fbb-b450-d218931adcb7", "tag": "02e3b5ba-7e2c-486b-8f13-0d00ee8e71af", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:32.755484 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd869b3d-6def-4d1a-8091-5fa9247bbd87 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:32.755882 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c60601-1e00-4fbb-b450-d218931adcb7', 'tag': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af', 'status': 'completed', 'code': 200} Sep 17 01:20:32.760916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:32.765015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:32.769331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:32.802306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Pushing event updated for resources: {'Port': ['ID=c09b1967-c6a8-4ff7-9dfc-10062b0fd602,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:32.835854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Attempting to bind port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:32.836217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Attempting to bind port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:32.836580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Attempting to bind port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 on network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:32.841718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:32.842089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Checking segment: {'id': 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:32.842526 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.842889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Bound using segment: {'id': 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:32.843377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Bound port: c09b1967-c6a8-4ff7-9dfc-10062b0fd602, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:32.843877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.860350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02652-f65a-4ac7-9ff9-a1a92dedff38 req-afa19abb-9437-4c70-873c-99678b73a7d5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:32.861859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fac02652-f65a-4ac7-9ff9-a1a92dedff38 req-afa19abb-9437-4c70-873c-99678b73a7d5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.1048059 Sep 17 01:20:32.883359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5 req-87637527-d5cf-4977-beac-f39d1ef1210b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:32.885113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5 req-87637527-d5cf-4977-beac-f39d1ef1210b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0854356 Sep 17 01:20:32.913070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] For port c09b1967-c6a8-4ff7-9dfc-10062b0fd602, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:32.916682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] For port c09b1967-c6a8-4ff7-9dfc-10062b0fd602, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c09b1967-c6a8-4ff7-9dfc-10062b0fd602,segment=NetworkSegment(add149ee-e63b-4bf1-b1e4-09a591bf8ceb),segment_id=add149ee-e63b-4bf1-b1e4-09a591bf8ceb)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:32.938101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:32.981726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:33.006889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fac02652-f65a-4ac7-9ff9-a1a92dedff38 req-c932d187-303d-46f3-84a0-3915d8ab06f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364298 Sep 17 01:20:33.009862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff66471-49b6-4e3f-9019-c525ffaaa4af,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:33.047569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd646f-fe2b-4969-9c3c-0d72fb7a8917 None None] Pushing event updated for resources: {'Port': ['ID=c09b1967-c6a8-4ff7-9dfc-10062b0fd602,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:33.096080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5 req-a150d2b7-2f59-4114-8bbf-b4328e93d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:33.097640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5 req-a150d2b7-2f59-4114-8bbf-b4328e93d667 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0abead524cd42bda12b9436fb37e958&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2030838 Sep 17 01:20:33.100128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:33.147696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:33.161969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:33.162313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:33.207179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:33.256532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:33.266394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:33.266800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:33.270158 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:33.288786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5 req-74610447-dc66-4b12-aee8-f95711d6d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:33.290212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2570e4c5-cb1d-4c2f-be68-17c00bc329b5 req-74610447-dc66-4b12-aee8-f95711d6d2c9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1820276 Sep 17 01:20:33.338350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0734-6efa-4533-8c20-d94c217ee725 req-3b1d0ffa-6670-4cd5-a706-e1fb49b95d2c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:33.340178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ebf0734-6efa-4533-8c20-d94c217ee725 req-3b1d0ffa-6670-4cd5-a706-e1fb49b95d2c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 943 time: 0.0807722 Sep 17 01:20:33.396274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ebf0734-6efa-4533-8c20-d94c217ee725 req-f1ba8134-ce8f-489e-a6ca-8a42665e092c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Sep 17 01:20:33.404246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-d27ee762-34e2-48ad-ac3e-7d519644548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:33.407131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-d27ee762-34e2-48ad-ac3e-7d519644548f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 1094 time: 0.0594015 Sep 17 01:20:33.465371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-c803a732-198b-45a2-a640-130275753e69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af HTTP/1.1" status: 200 len: 217 time: 0.0493696 Sep 17 01:20:33.465948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:20:33.465948 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:20:33.465948 n-d-789963-7 neutron-server[112073]: [parameters: {'id': '3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8'}] Sep 17 01:20:33.465948 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:33.466334 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:33.492988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4557ff81-0dbc-4e53-b531-d1957c29f899 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:20:33.505303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6677f9d2-4e41-4168-8150-1468c9d4e4c9 req-5e643f0b-f989-414f-b934-ae285fe1729e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 210 time: 0.0422177 Sep 17 01:20:33.514745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 4557ff81-0dbc-4e53-b531-d1957c29f899 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:20:33.515062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4557ff81-0dbc-4e53-b531-d1957c29f899 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:20:33.540687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-77b5e9a9-4e22-43dd-9439-310bc4c7fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:33.542224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-77b5e9a9-4e22-43dd-9439-310bc4c7fd88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.0646734 Sep 17 01:20:33.577024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-73e051ed-0286-4227-8903-546cd759783c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264480 Sep 17 01:20:33.679919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-900eb1b6-12d9-425d-8675-c3efc8b52c29 service neutron] 10.222.0.36 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Sep 17 01:20:33.864652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099d429f-7f1a-4089-b9e9-4cd97ea45a77 req-9cbe8b40-4437-4b5e-88af-d946ae209fb7 service neutron] 10.222.0.36 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767678 Sep 17 01:20:33.967858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.029784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33273f7-847e-4f38-9794-210a6a96ad9d None None] Network 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:34.030033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:34.030385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.101580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port c09b1967-c6a8-4ff7-9dfc-10062b0fd602, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c09b1967-c6a8-4ff7-9dfc-10062b0fd602,segment=NetworkSegment(add149ee-e63b-4bf1-b1e4-09a591bf8ceb),segment_id=add149ee-e63b-4bf1-b1e4-09a591bf8ceb)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:34.101945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.116786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for c09b1967-c6a8-4ff7-9dfc-10062b0fd602 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:34.126660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-93248c5e-c3eb-488f-97ab-9a386690cd0f None None] Provisioning complete for port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:34.127034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93248c5e-c3eb-488f-97ab-9a386690cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.138936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf3cf9-cfab-44bc-8f7f-f82aa1dd0d32 req-4906593c-9b70-4a08-b4d9-aed4102bbc88 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:34.140619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3cf3cf9-cfab-44bc-8f7f-f82aa1dd0d32 req-4906593c-9b70-4a08-b4d9-aed4102bbc88 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0634923 Sep 17 01:20:34.207456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3cf3cf9-cfab-44bc-8f7f-f82aa1dd0d32 req-a764f7df-187e-46a6-b79c-b53dab4e4d28 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589967 Sep 17 01:20:34.244720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93248c5e-c3eb-488f-97ab-9a386690cd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.271339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964c423-78d9-4817-804b-af3cef033955 None None] DHCP port deletion for 3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:20:34.317833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Deleting port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:34.318208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.322574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.368677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=c09b1967-c6a8-4ff7-9dfc-10062b0fd602,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:34.372691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:34.402296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9964c423-78d9-4817-804b-af3cef033955 None None] For port c09b1967-c6a8-4ff7-9dfc-10062b0fd602, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:34.402703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.417868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Calling delete_port for c09b1967-c6a8-4ff7-9dfc-10062b0fd602 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:34.420559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:20:34.421833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.454743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Pushing event deleted for resources: {'Port': ['ID=c09b1967-c6a8-4ff7-9dfc-10062b0fd602,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:34.459688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964c423-78d9-4817-804b-af3cef033955 None None] No DVR routers for this DVR port c09b1967-c6a8-4ff7-9dfc-10062b0fd602 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:34.468160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.476045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9964c423-78d9-4817-804b-af3cef033955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:34.524526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:34.544522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-01f5c3e9-c170-454c-9b00-695316085d9e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:34.544522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-01f5c3e9-c170-454c-9b00-695316085d9e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.2321095 Sep 17 01:20:34.559495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:34.579969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b3039-9496-4863-9589-f3ab260ca2f6 req-626b0370-2875-4b34-931f-0ef4bdc6415b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:34.587678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-394b3039-9496-4863-9589-f3ab260ca2f6 req-626b0370-2875-4b34-931f-0ef4bdc6415b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 943 time: 0.0591722 Sep 17 01:20:34.630933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-394b3039-9496-4863-9589-f3ab260ca2f6 req-ec386f25-2eaf-4137-9ee8-eca6fd0171a7 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Sep 17 01:20:34.925216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:34.962237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-335c7958-38da-4cfb-bd2c-d23519214e64 req-89ae9c47-a112-4390-a24e-773a1b8755f8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 210 time: 0.0390122 Sep 17 01:20:34.965939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:34.966232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add149ee-e63b-4bf1-b1e4-09a591bf8ceb') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:34.980224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.004890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.014092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:35.014480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:35.017360 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:35.146936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:35.150522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.153645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.166314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.170739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 HTTP/1.1" status: 204 len: 168 time: 2.9624307 Sep 17 01:20:35.170884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35324) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:35.183683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84775e2a-b5dc-44fa-9ec8-8e6314c64270 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:35.203519 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a39c298-39ae-446a-9994-754c03698dd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] GET failed (client error): The resource could not be found. Sep 17 01:20:35.204834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8a39c298-39ae-446a-9994-754c03698dd8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/subnets/4ff66471-49b6-4e3f-9019-c525ffaaa4af HTTP/1.1" status: 404 len: 337 time: 0.0329390 Sep 17 01:20:35.208198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:35.226739 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcf80ae-9c3d-44aa-93c6-2f5e8bdb49c5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:35.227320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcf80ae-9c3d-44aa-93c6-2f5e8bdb49c5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:35.228993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cfcf80ae-9c3d-44aa-93c6-2f5e8bdb49c5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 HTTP/1.1" status: 404 len: 339 time: 0.0197244 Sep 17 01:20:35.232597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:35.300609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.6 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/3b839a5b-592b-45fa-9201-af7447dc96f3) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:35.387055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78b4328c-5a03-4531-bf0f-e34b6477048b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.446274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2ffc2-8465-4c14-9102-e605e1b3ebc3 req-a3063394-2f79-4e83-a147-3f726fd9bb2f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.448043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dac2ffc2-8465-4c14-9102-e605e1b3ebc3 req-a3063394-2f79-4e83-a147-3f726fd9bb2f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.1619420 Sep 17 01:20:35.450072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.456940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed13799-979d-4743-89b5-9f121bd15c9c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.461496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ed13799-979d-4743-89b5-9f121bd15c9c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2251375 Sep 17 01:20:35.461795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35332) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:35.501317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dac2ffc2-8465-4c14-9102-e605e1b3ebc3 req-ce6ee462-a5bb-4e55-bff3-53c1848d0fb3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414417 Sep 17 01:20:35.502597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-96ef1783-8e42-400f-9948-9c47b88b1329 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 207 time: 0.0396690 Sep 17 01:20:35.507398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35336) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:35.621168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.634268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:35.890638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc41670-a8b7-42fc-be15-b219cd72691f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.890638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc41670-a8b7-42fc-be15-b219cd72691f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.890638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc41670-a8b7-42fc-be15-b219cd72691f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.890638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc41670-a8b7-42fc-be15-b219cd72691f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.890638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbc41670-a8b7-42fc-be15-b219cd72691f tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1743557 Sep 17 01:20:35.892175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35342) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:35.892521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:35.892521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:35.892521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:35.892521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=3b839a5b-592b-45fa-9201-af7447dc96f3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:35.892521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.892521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:35.930361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-81b21541-b23e-45a1-9d8d-7f9bdf63f4c8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3745899 Sep 17 01:20:35.946720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Request body: {'port': {'device_id': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:35.962370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-22af5d6a-ff11-4e0c-b33a-4dd6983033b1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2669759 Sep 17 01:20:35.965869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8338d8-869b-46c6-821e-d9c3b007af9a req-c2bd07d4-08c1-4abf-b36b-c81c9c6ceab9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:35.967422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba8338d8-869b-46c6-821e-d9c3b007af9a req-c2bd07d4-08c1-4abf-b36b-c81c9c6ceab9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 943 time: 0.1388817 Sep 17 01:20:35.969293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35350) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.044722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.086186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac993c41-0714-4bd5-b4c2-ee5e564c9cb9 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.087928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac993c41-0714-4bd5-b4c2-ee5e564c9cb9 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.089758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ac993c41-0714-4bd5-b4c2-ee5e564c9cb9 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1195371 Sep 17 01:20:36.099859 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35354) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.140017 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba8338d8-869b-46c6-821e-d9c3b007af9a req-2f40c724-9597-4642-89e5-e29cec66532a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019776 Sep 17 01:20:36.154867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fd971-89fd-4678-a7c0-b0a1ab8d7059 req-2128ae47-2458-4642-a97f-a7b34273ba30 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.156443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c57fd971-89fd-4678-a7c0-b0a1ab8d7059 req-2128ae47-2458-4642-a97f-a7b34273ba30 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 931 time: 0.1068366 Sep 17 01:20:36.176482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cd532-f539-4011-9ee8-e2dffba73e65 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.177926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8cd532-f539-4011-9ee8-e2dffba73e65 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.179490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e8cd532-f539-4011-9ee8-e2dffba73e65 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0786915 Sep 17 01:20:36.183603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.280746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c57fd971-89fd-4678-a7c0-b0a1ab8d7059 req-e441b113-868e-44a0-82f1-97a086a90413 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Sep 17 01:20:36.293569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785c5147-e477-49fd-ab79-4e9523eafba3 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.298400 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-785c5147-e477-49fd-ab79-4e9523eafba3 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks/f21f6d4d-7745-4cb2-aae2-27d4ed74d356 HTTP/1.1" status: 200 len: 799 time: 0.1103680 Sep 17 01:20:36.300649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.409402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e7a28801-1a5c-46ae-82bf-6acd9d1f5af4 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/networks/f21f6d4d-7745-4cb2-aae2-27d4ed74d356?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1076341 Sep 17 01:20:36.412987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35362) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.432174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b839a5b-592b-45fa-9201-af7447dc96f3 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:36.439638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.451974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Transition to ACTIVE for port object 3b839a5b-592b-45fa-9201-af7447dc96f3 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:20:36.472816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4fd7fa-5985-48f2-ae6c-c332c2bce376 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.474284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0e4fd7fa-5985-48f2-ae6c-c332c2bce376 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/subnets/a1e9daa5-de00-442a-a90b-ffa0cdd973ef HTTP/1.1" status: 200 len: 811 time: 0.0601933 Sep 17 01:20:36.477827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35364) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.527201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0127590c-ecd3-40fe-83c0-a1b0c02040bc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.531838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0127590c-ecd3-40fe-83c0-a1b0c02040bc tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "GET /v2.0/subnets/a1e9daa5-de00-442a-a90b-ffa0cdd973ef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0498784 Sep 17 01:20:36.531965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.532068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35366) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.536860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-650220409'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:36.598637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Pushing event updated for resources: {'Port': ['ID=3b839a5b-592b-45fa-9201-af7447dc96f3,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:36.630354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:36.634009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.661450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Attempting to bind port 3b839a5b-592b-45fa-9201-af7447dc96f3 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:36.661781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Attempting to bind port 3b839a5b-592b-45fa-9201-af7447dc96f3 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:36.662102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Attempting to bind port 3b839a5b-592b-45fa-9201-af7447dc96f3 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:36.666770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Port 3b839a5b-592b-45fa-9201-af7447dc96f3 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:20:36.667122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Attempting to bind port 3b839a5b-592b-45fa-9201-af7447dc96f3 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:36.672029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:36.678028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:36.678028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:36.678028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Bound port: 3b839a5b-592b-45fa-9201-af7447dc96f3, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:36.678028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.678426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0637-5e3b-4b50-9764-619ab1feb5ae req-23a32831-190c-4aa8-9ba7-6148043e2328 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.678426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df8a0637-5e3b-4b50-9764-619ab1feb5ae req-23a32831-190c-4aa8-9ba7-6148043e2328 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0778944 Sep 17 01:20:36.678426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:36.693216 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.693514 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Added segment b745a2a3-9e2c-4396-9f12-4bc1b2f8372e of type vlan for network 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb Sep 17 01:20:36.745127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] For port 3b839a5b-592b-45fa-9201-af7447dc96f3, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:36.748621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] For port 3b839a5b-592b-45fa-9201-af7447dc96f3, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3b839a5b-592b-45fa-9201-af7447dc96f3,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:36.750873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df8a0637-5e3b-4b50-9764-619ab1feb5ae req-ed636067-c658-4fab-a8f0-bb413078e087 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668166 Sep 17 01:20:36.759843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.799662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.815876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.822164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.822894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.833194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.834438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:36.835854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] 10.222.0.23 "PUT /v2.0/ports/3b839a5b-592b-45fa-9201-af7447dc96f3 HTTP/1.1" status: 200 len: 1091 time: 0.8974552 Sep 17 01:20:36.838208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'tag': '3b839a5b-592b-45fa-9201-af7447dc96f3'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:36.844407 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3289d252-fd13-4578-b244-2cd90967092e" -d '{"events": [{"name": "network-changed", "server_uuid": "76615914-8e44-4425-b0e9-bdfba1ffc821", "tag": "3b839a5b-592b-45fa-9201-af7447dc96f3"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:36.872669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac862c7-b116-4a1a-a693-dafc567dc665 service neutron] Pushing event updated for resources: {'Port': ['ID=3b839a5b-592b-45fa-9201-af7447dc96f3,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:36.885257 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25804e9f-bb28-4af3-b75d-66cdc9d0f943 x-openstack-request-id: req-25804e9f-bb28-4af3-b75d-66cdc9d0f943 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:36.885550 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76615914-8e44-4425-b0e9-bdfba1ffc821", "tag": "3b839a5b-592b-45fa-9201-af7447dc96f3", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:36.885839 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25804e9f-bb28-4af3-b75d-66cdc9d0f943 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:36.886278 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'tag': '3b839a5b-592b-45fa-9201-af7447dc96f3', 'status': 'completed', 'code': 200} Sep 17 01:20:36.897397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Network': ['ID=8ecef6e5-2136-4f35-9d5f-ecc21e793ecb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:36.907306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:36.952610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289d252-fd13-4578-b244-2cd90967092e req-19c534cd-331b-4b3d-82c7-8637798a711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:36.956119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb33fa4a-4a8c-47af-af8c-a4b8504ae445 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4204810 Sep 17 01:20:36.956236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3289d252-fd13-4578-b244-2cd90967092e req-19c534cd-331b-4b3d-82c7-8637798a711c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 1094 time: 0.0424795 Sep 17 01:20:36.956343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35376) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:36.961055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'network_id': '8ecef6e5-2136-4f35-9d5f-ecc21e793ecb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:37.129197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289d252-fd13-4578-b244-2cd90967092e req-d1139d92-68da-4e24-b7e3-aacb44cdafe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.131401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3289d252-fd13-4578-b244-2cd90967092e req-d1139d92-68da-4e24-b7e3-aacb44cdafe8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1aeecf3493ad450f9c0697468c6e714f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1652503 Sep 17 01:20:37.212256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Made reservation on behalf of 4466ec0c7f91489e9bbf7fdd8d01e8a9 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:37.216075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:37.258067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289d252-fd13-4578-b244-2cd90967092e req-f48b1f86-034d-4232-ad6b-f389792e40b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.259917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3289d252-fd13-4578-b244-2cd90967092e req-f48b1f86-034d-4232-ad6b-f389792e40b5 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1204226 Sep 17 01:20:37.267613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc34113-14e2-4e30-a7c5-5581f1c72f5a req-ad1d284b-18bf-4ad0-8037-5d3534c80ea6 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.269121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7dc34113-14e2-4e30-a7c5-5581f1c72f5a req-ad1d284b-18bf-4ad0-8037-5d3534c80ea6 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 943 time: 0.0575926 Sep 17 01:20:37.295599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Performing IP validity checks on allocation pools {{(pid=112073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 01:20:37.296110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 01:20:37.313927 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7dc34113-14e2-4e30-a7c5-5581f1c72f5a req-c71760c6-e0f4-412e-858e-eef2279a8f53 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370650 Sep 17 01:20:37.356259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-e4954f3b-35f1-4785-a254-e1bce593ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.357782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-e4954f3b-35f1-4785-a254-e1bce593ae6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 1094 time: 0.0593274 Sep 17 01:20:37.431101 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-a2bc587b-3097-4d3e-9742-2501f5de1205 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b839a5b-592b-45fa-9201-af7447dc96f3 HTTP/1.1" status: 200 len: 217 time: 0.0563552 Sep 17 01:20:37.519878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f34f1d-acf8-4eb8-ac70-247e153bcc63 req-29421bb1-20e8-4a0b-afaa-29691d32a1c2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.521443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53f34f1d-acf8-4eb8-ac70-247e153bcc63 req-29421bb1-20e8-4a0b-afaa-29691d32a1c2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 943 time: 0.1615746 Sep 17 01:20:37.543136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-d443fd07-d0a0-4dcc-b710-0dca0f560bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.544567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-d443fd07-d0a0-4dcc-b710-0dca0f560bc9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.1097038 Sep 17 01:20:37.615772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-db1568b4-c6a7-4db3-84db-9351836c2ea8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418689 Sep 17 01:20:37.637809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53f34f1d-acf8-4eb8-ac70-247e153bcc63 req-bb0b7ee9-56fb-4241-8970-91b734232645 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067023 Sep 17 01:20:37.693292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:37.760557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-80f1158a-cb92-4b73-a497-583e92b98f05 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351633 Sep 17 01:20:37.784442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=86da02e8-8d1a-44e3-bc55-6f7969df0b72,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:37.815011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Checking segment: {'id': 'b745a2a3-9e2c-4396-9f12-4bc1b2f8372e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ecef6e5-2136-4f35-9d5f-ecc21e793ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:37.815395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network hostable DHCP agents. Network: 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:37.915962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d24e088-ccc3-4c7e-9c67-8a43b385286d req-31bdd68e-74b2-464b-b765-1c5debfdb71e service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459243 Sep 17 01:20:37.924510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27185cc2-f1cb-46b2-8070-647f9674639b req-742f54d2-c51f-4e9d-a287-b2b4d8b3c1fa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:37.927568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27185cc2-f1cb-46b2-8070-647f9674639b req-742f54d2-c51f-4e9d-a287-b2b4d8b3c1fa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0830944 Sep 17 01:20:37.968146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27185cc2-f1cb-46b2-8070-647f9674639b req-988cbd45-9658-42e0-872f-a654ef17aa94 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335779 Sep 17 01:20:38.004983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Network 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:38.106840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:38.111026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:38.111671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.117008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16253f3c-f856-47e4-91c0-b249a51994c8 None None] Network 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:38.171723 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f54deadc-b693-40e8-89cb-78d8cedf1b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.205196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-34f0c31b-593d-4e2c-b97d-67c1a952b6b8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2478650 Sep 17 01:20:38.208121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35392) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:38.213792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:38.259801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:20:38.269641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912051a5-f636-4502-8370-3d089cb0b7c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-8ecef6e5-2136-4f35-9d5f-ecc21e793ecb', 'network_id': '8ecef6e5-2136-4f35-9d5f-ecc21e793ecb', 'tenant_id': '4466ec0c7f91489e9bbf7fdd8d01e8a9', 'fixed_ips': [{'subnet_id': '86da02e8-8d1a-44e3-bc55-6f7969df0b72'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:38.270717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-912051a5-f636-4502-8370-3d089cb0b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.343396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9249915'] for subnet, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.449837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a711cd0-a3c6-4312-a002-b2b25e6b57dc req-aacd3931-ea40-421e-9237-9a9e01334c0c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:38.457296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a711cd0-a3c6-4312-a002-b2b25e6b57dc req-aacd3931-ea40-421e-9237-9a9e01334c0c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 943 time: 0.0624278 Sep 17 01:20:38.460929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:38.473317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'port_id': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af', 'mac_address': 'fa:16:3e:59:9a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9865ad6-2fc6-402f-ad9c-348c701f25a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:20:38.501743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a711cd0-a3c6-4312-a002-b2b25e6b57dc req-e7ddabf4-a7ce-44b1-866c-8f753c35a27e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Sep 17 01:20:38.506607 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-912051a5-f636-4502-8370-3d089cb0b7c3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:20:38.506607 n-d-789963-7 neutron-server[112074]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 17 01:20:38.506607 n-d-789963-7 neutron-server[112074]: [parameters: {'in_use': 1, 'id_1': '86da02e8-8d1a-44e3-bc55-6f7969df0b72'}] Sep 17 01:20:38.506607 n-d-789963-7 neutron-server[112074]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:38.507508 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-912051a5-f636-4502-8370-3d089cb0b7c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:38.524760 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.540044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:38.560404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:38.650832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765636036356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8557729'] for subnet, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.651772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.714552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:38.715287 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.716673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "PUT /v2.0/subnets/86da02e8-8d1a-44e3-bc55-6f7969df0b72 HTTP/1.1" status: 200 len: 877 time: 0.5075707 Sep 17 01:20:38.719856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35412) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:38.733461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:38.764524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830412e-c6b4-435c-b79f-0948067d2b19 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event updated for resources: {'Subnet': ['ID=86da02e8-8d1a-44e3-bc55-6f7969df0b72,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:38.855471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621fcf1-4dae-4e3b-93ab-a52cc4c054ae req-fedc348c-b780-4a41-825a-67c34295beb7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:38.856889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f621fcf1-4dae-4e3b-93ab-a52cc4c054ae req-fedc348c-b780-4a41-825a-67c34295beb7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 943 time: 0.1227400 Sep 17 01:20:38.892151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:38.921147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f621fcf1-4dae-4e3b-93ab-a52cc4c054ae req-917a0a98-1d41-4c25-9cf8-6a56ce18e092 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579746 Sep 17 01:20:38.957327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:38.961098 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.014852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-912051a5-f636-4502-8370-3d089cb0b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.065430 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.108131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f8673-3b67-4f6d-8ff9-73f81495e87b req-f7412b15-8008-4efb-9dbc-cea038a50957 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:39.109645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-655f8673-3b67-4f6d-8ff9-73f81495e87b req-f7412b15-8008-4efb-9dbc-cea038a50957 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0572696 Sep 17 01:20:39.112391 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.151440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=86da02e8-8d1a-44e3-bc55-6f7969df0b72,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:39.152277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-655f8673-3b67-4f6d-8ff9-73f81495e87b req-a7f773a4-fe6d-4478-914b-293ad3830c6f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343492 Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server [None req-912051a5-f636-4502-8370-3d089cb0b7c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86da02e8-8d1a-44e3-bc55-6f7969df0b72: This subnet is being modified by another concurrent operation. Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 01:20:39.228221 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise exception Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 86da02e8-8d1a-44e3-bc55-6f7969df0b72: This subnet is being modified by another concurrent operation. Sep 17 01:20:39.231200 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Sep 17 01:20:39.234175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.247969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8baec3-3777-4594-aa4d-f08c12a0b697 None None] Network 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:39.261903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecef6e5-2136-4f35-9d5f-ecc21e793ecb']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:39.274840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b745a2a3-9e2c-4396-9f12-4bc1b2f8372e') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:39.275813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b745a2a3-9e2c-4396-9f12-4bc1b2f8372e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:39.288584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.308577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.320233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:39.320233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:39.320457 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:39.381288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecbf408-5c57-47e9-b28d-be6e4334524e None None] Network 8ecef6e5-2136-4f35-9d5f-ecc21e793ecb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:39.435267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.443590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.450488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.452342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/8ecef6e5-2136-4f35-9d5f-ecc21e793ecb HTTP/1.1" status: 204 len: 168 time: 0.7314639 Sep 17 01:20:39.458788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:39.466904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4eab6-702c-4fe7-bd36-0e826ba1d3e5 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=8ecef6e5-2136-4f35-9d5f-ecc21e793ecb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:39.488293 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04f7c05-1d77-42e6-b268-28545cf4570c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:39.488775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04f7c05-1d77-42e6-b268-28545cf4570c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:39.490521 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e04f7c05-1d77-42e6-b268-28545cf4570c tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/86da02e8-8d1a-44e3-bc55-6f7969df0b72 HTTP/1.1" status: 404 len: 337 time: 0.0301044 Sep 17 01:20:39.493432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35420) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:39.522725 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82942aa-f0f2-447a-9aa2-c24dea0dee21 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:39.523727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82942aa-f0f2-447a-9aa2-c24dea0dee21 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:39.525851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b82942aa-f0f2-447a-9aa2-c24dea0dee21 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/8ecef6e5-2136-4f35-9d5f-ecc21e793ecb HTTP/1.1" status: 404 len: 339 time: 0.0313387 Sep 17 01:20:39.528435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35424) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:39.560589 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98026e4-63ea-4faf-b501-eb7a771bc360 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:39.561145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98026e4-63ea-4faf-b501-eb7a771bc360 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:39.565579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f98026e4-63ea-4faf-b501-eb7a771bc360 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/4ff66471-49b6-4e3f-9019-c525ffaaa4af HTTP/1.1" status: 404 len: 337 time: 0.0335224 Sep 17 01:20:39.565880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35426) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:39.596236 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-66904860-10e2-41cb-bb41-5cb4a677d820 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:39.596815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66904860-10e2-41cb-bb41-5cb4a677d820 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:39.599197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-66904860-10e2-41cb-bb41-5cb4a677d820 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/3ec96eb7-0ca3-485e-a851-b0d2f11cbfe8 HTTP/1.1" status: 404 len: 339 time: 0.0322893 Sep 17 01:20:39.602085 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35428) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:39.657414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097a22b-8c75-4ba0-af6d-ce7c58b1acb6 req-780cea19-ae31-467d-83b8-56f3a768ccd1 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:39.665434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8097a22b-8c75-4ba0-af6d-ce7c58b1acb6 req-780cea19-ae31-467d-83b8-56f3a768ccd1 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 944 time: 0.0717380 Sep 17 01:20:39.692094 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b31ef3-5268-4df0-ae62-903e397ad03e None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:20:39.749674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8097a22b-8c75-4ba0-af6d-ce7c58b1acb6 req-41e5ed80-b251-461a-be42-28866d17e7f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829992 Sep 17 01:20:39.813241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.868894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b31ef3-5268-4df0-ae62-903e397ad03e None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:20:39.930905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.961213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ce25507-1464-4942-b4e9-204e80253a82']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:39.971559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae67644c-80e2-4948-bad7-6f73dbb4506e') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:39.971859 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae67644c-80e2-4948-bad7-6f73dbb4506e') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:39.982215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:39.996772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.003146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:40.003554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:40.007436 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:40.051902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9922a12-138c-4328-aaf9-883e4f68d6b8 req-b942202c-9886-4e01-a263-c59b7dab2259 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:40.053579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9922a12-138c-4328-aaf9-883e4f68d6b8 req-b942202c-9886-4e01-a263-c59b7dab2259 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 943 time: 0.0584807 Sep 17 01:20:40.093631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9922a12-138c-4328-aaf9-883e4f68d6b8 req-60761e42-3290-4479-9d79-6add9d7119d3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335021 Sep 17 01:20:40.124186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.131490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.133315 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/4ce25507-1464-4942-b4e9-204e80253a82 HTTP/1.1" status: 204 len: 168 time: 0.5302081 Sep 17 01:20:40.138887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.144572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d951dd-9a59-41a3-abb4-747fa0e1e162 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=4ce25507-1464-4942-b4e9-204e80253a82,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:40.167864 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-666c735c-298f-4cf0-9c83-9764bee8e599 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.168473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-666c735c-298f-4cf0-9c83-9764bee8e599 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.170173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-666c735c-298f-4cf0-9c83-9764bee8e599 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/3b35a896-a607-40d4-9a7e-280b55f5bd36 HTTP/1.1" status: 404 len: 337 time: 0.0302708 Sep 17 01:20:40.172612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35436) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.194093 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-64d7138c-cc55-4858-aff0-546d85eac289 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.194629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64d7138c-cc55-4858-aff0-546d85eac289 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.196329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-64d7138c-cc55-4858-aff0-546d85eac289 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/c244f80e-02c1-4163-83aa-f6129c948e80 HTTP/1.1" status: 404 len: 339 time: 0.0228360 Sep 17 01:20:40.198747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35440) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.224743 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c40839-d219-40e5-8089-5bd8685a8295 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.225186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c40839-d219-40e5-8089-5bd8685a8295 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.226864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5c40839-d219-40e5-8089-5bd8685a8295 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/c1fd4b79-0ec4-4190-ac4d-797844c49476 HTTP/1.1" status: 404 len: 337 time: 0.0272198 Sep 17 01:20:40.229357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.247394 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3680b9a2-1e13-42b4-bfc3-cec5b89cd6ea tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.247921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3680b9a2-1e13-42b4-bfc3-cec5b89cd6ea tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.249575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3680b9a2-1e13-42b4-bfc3-cec5b89cd6ea tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/5ae4501b-66f2-4cb6-9ff3-a616b42b8540 HTTP/1.1" status: 404 len: 339 time: 0.0193510 Sep 17 01:20:40.252054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35444) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.273372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:40.278755 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b21b1a6-7ef3-442c-9b8d-70e7b83958a1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.279228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b21b1a6-7ef3-442c-9b8d-70e7b83958a1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.281445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4b21b1a6-7ef3-442c-9b8d-70e7b83958a1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/1489272b-dfaf-4497-9d56-666c457ad87e HTTP/1.1" status: 404 len: 337 time: 0.0280147 Sep 17 01:20:40.282130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073cf62-b9d9-4ce5-a283-1212b56dcabc req-d7814803-c03c-46bf-b1e0-048ab5a3e7e8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:40.283555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.283918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4073cf62-b9d9-4ce5-a283-1212b56dcabc req-d7814803-c03c-46bf-b1e0-048ab5a3e7e8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0499747 Sep 17 01:20:40.304894 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ad29d9-f5da-4a6f-8d89-8f5eb76dc12e tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.305440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ad29d9-f5da-4a6f-8d89-8f5eb76dc12e tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.308344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a4ad29d9-f5da-4a6f-8d89-8f5eb76dc12e tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/4cef8928-e361-4a48-a2fd-536d2eb19db9 HTTP/1.1" status: 404 len: 339 time: 0.0223749 Sep 17 01:20:40.313955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35448) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.323920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4073cf62-b9d9-4ce5-a283-1212b56dcabc req-613937fe-98bd-45ab-833d-cdc95d15fe5b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Sep 17 01:20:40.348662 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62ffb5d-3b6f-49d8-bb37-324a34d564bf tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.349120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62ffb5d-3b6f-49d8-bb37-324a34d564bf tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.350838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f62ffb5d-3b6f-49d8-bb37-324a34d564bf tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/2e6b90c0-7116-49f3-bf8e-f25f897e7766 HTTP/1.1" status: 404 len: 337 time: 0.0359504 Sep 17 01:20:40.353650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.371638 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f38fc1-5f0d-4bd5-99fb-8559e044e0c6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.372158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f38fc1-5f0d-4bd5-99fb-8559e044e0c6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.373805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-37f38fc1-5f0d-4bd5-99fb-8559e044e0c6 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/bb39c449-6f0b-4e21-a78d-580ad06cc68d HTTP/1.1" status: 404 len: 339 time: 0.0195355 Sep 17 01:20:40.376334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.381440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:20:40.385986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:40.386393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.405666 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee67c3d6-c52a-4196-a061-cb7fde91d1a8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.406309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee67c3d6-c52a-4196-a061-cb7fde91d1a8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.408314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee67c3d6-c52a-4196-a061-cb7fde91d1a8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/c5ec8303-2122-4e08-93ab-40ff04263828 HTTP/1.1" status: 404 len: 337 time: 0.0310881 Sep 17 01:20:40.411030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35458) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.434243 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e02f570-46e1-49da-876b-18a6e80898ef tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.434782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e02f570-46e1-49da-876b-18a6e80898ef tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.437063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5e02f570-46e1-49da-876b-18a6e80898ef tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/08f8271b-0b71-4172-a166-27dbdc533d4f HTTP/1.1" status: 404 len: 339 time: 0.0245221 Sep 17 01:20:40.439168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35460) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.467782 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2be175-89be-456f-8c71-cc79457ab3f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.468288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2be175-89be-456f-8c71-cc79457ab3f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.470220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5a2be175-89be-456f-8c71-cc79457ab3f7 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/c28c20dc-53c2-4e42-9604-4816709c5ad7 HTTP/1.1" status: 404 len: 337 time: 0.0301635 Sep 17 01:20:40.472953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35462) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.476194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.492074 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3a6c4f-000c-4773-b5f9-2f9fc6bd1884 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.492608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3a6c4f-000c-4773-b5f9-2f9fc6bd1884 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.494318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-db3a6c4f-000c-4773-b5f9-2f9fc6bd1884 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/b0a22f22-8fb0-4012-adcd-130ffc78d7b0 HTTP/1.1" status: 404 len: 339 time: 0.0197184 Sep 17 01:20:40.496815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35464) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.499886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c60601-1e00-4fbb-b450-d218931adcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:40.502120 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28127497-05af-44b2-a0bb-85f9493dfae6" -d '{"events": [{"server_uuid": "16c60601-1e00-4fbb-b450-d218931adcb7", "name": "network-vif-plugged", "status": "completed", "tag": "02e3b5ba-7e2c-486b-8f13-0d00ee8e71af"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:40.515410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:40.526260 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bdf596-bea0-47e8-bbf9-07e98902388a tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.526718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bdf596-bea0-47e8-bbf9-07e98902388a tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.528461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-02bdf596-bea0-47e8-bbf9-07e98902388a tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/6af82ecf-266a-4b3f-bfc8-5953421a5ecc HTTP/1.1" status: 404 len: 337 time: 0.0307536 Sep 17 01:20:40.530998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35468) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.541353 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941da0d-beb0-4e7b-badf-a29e937f9752 x-openstack-request-id: req-7941da0d-beb0-4e7b-badf-a29e937f9752 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:40.541657 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c60601-1e00-4fbb-b450-d218931adcb7", "name": "network-vif-plugged", "status": "completed", "tag": "02e3b5ba-7e2c-486b-8f13-0d00ee8e71af", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:40.541911 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7941da0d-beb0-4e7b-badf-a29e937f9752 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:40.542307 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c60601-1e00-4fbb-b450-d218931adcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af', 'code': 200} Sep 17 01:20:40.551014 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-99c33e33-24a2-4c9d-8940-5fdaa5e1d493 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.551653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99c33e33-24a2-4c9d-8940-5fdaa5e1d493 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.555710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-99c33e33-24a2-4c9d-8940-5fdaa5e1d493 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/5c4a3479-7cea-4bee-889a-8e76ec5b6f3d HTTP/1.1" status: 404 len: 339 time: 0.0214455 Sep 17 01:20:40.555938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.581814 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6506974-be8b-4f84-a9c2-e8ef97e5def1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.582264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6506974-be8b-4f84-a9c2-e8ef97e5def1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.584660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f6506974-be8b-4f84-a9c2-e8ef97e5def1 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/725465ca-a2d0-4e03-bffb-93553fc6a2af HTTP/1.1" status: 404 len: 337 time: 0.0278225 Sep 17 01:20:40.587338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35472) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.587574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.614103 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8a77ed-e936-4ed7-9534-fa1d68f13694 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] DELETE failed (client error): The resource could not be found. Sep 17 01:20:40.614765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8a77ed-e936-4ed7-9534-fa1d68f13694 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:20:40.616472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab8a77ed-e936-4ed7-9534-fa1d68f13694 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/fa7ade91-bc41-4d24-aeba-65a2df8b1aa7 HTTP/1.1" status: 404 len: 339 time: 0.0275843 Sep 17 01:20:40.619160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:40.640937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:40.699495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7ced4-62ee-480b-a1ca-3d5253850878 req-c51670ec-0aed-4d0c-9195-2ea4b515ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:40.701010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96f7ced4-62ee-480b-a1ca-3d5253850878 req-c51670ec-0aed-4d0c-9195-2ea4b515ed86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0952790 Sep 17 01:20:40.705233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting subnet a1e9daa5-de00-442a-a90b-ffa0cdd973ef {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:20:40.708804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.769651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.773910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-96f7ced4-62ee-480b-a1ca-3d5253850878 req-f2df816d-c55d-4742-8173-3be611cfe7da service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622940 Sep 17 01:20:40.861713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.864392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b03149-ffca-4440-81c8-9db68e72f024 req-d4979454-2017-40bd-b500-834a81d86f05 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:40.865873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2b03149-ffca-4440-81c8-9db68e72f024 req-d4979454-2017-40bd-b500-834a81d86f05 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Sep 17 01:20:40.917006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2b03149-ffca-4440-81c8-9db68e72f024 req-ac9b8f9f-f077-41ac-a70b-dcee34f744d8 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437067 Sep 17 01:20:40.970617 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.992632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:40.997716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Subnet': ['ID=a1e9daa5-de00-442a-a90b-ffa0cdd973ef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:41.008837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.011641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76fd37-bcf9-48fd-9f71-14ae10ceac7f None None] Network f21f6d4d-7745-4cb2-aae2-27d4ed74d356 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:41.012204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-798fb4f2-e8e1-44ed-bda9-4c9188616fb8 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/subnets/a1e9daa5-de00-442a-a90b-ffa0cdd973ef HTTP/1.1" status: 204 len: 168 time: 0.3921039 Sep 17 01:20:41.014551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:41.106806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.190089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Deleting port 66b73daa-4df1-4aff-9599-9bd4e568c054 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:41.190574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.210275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] DHCP port deletion for f21f6d4d-7745-4cb2-aae2-27d4ed74d356 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:20:41.258454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410fa10-b71c-4b42-a566-abf31f47f542 req-4f3777cd-0b7e-4752-b2a3-1d8ac41bf842 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:41.260300 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2410fa10-b71c-4b42-a566-abf31f47f542 req-4f3777cd-0b7e-4752-b2a3-1d8ac41bf842 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 943 time: 0.0616953 Sep 17 01:20:41.267017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] Deleting port 66b73daa-4df1-4aff-9599-9bd4e568c054 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:41.267596 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.291350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] For port 66b73daa-4df1-4aff-9599-9bd4e568c054, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=66b73daa-4df1-4aff-9599-9bd4e568c054,segment=NetworkSegment(304e7147-f1b0-419e-b2a6-83701ca03777),segment_id=304e7147-f1b0-419e-b2a6-83701ca03777)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:41.291730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.300596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2410fa10-b71c-4b42-a566-abf31f47f542 req-06f32ac0-15ef-4f47-afe9-532e977078a5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332801 Sep 17 01:20:41.310577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Calling delete_port for 66b73daa-4df1-4aff-9599-9bd4e568c054 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:41.335626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] For port 66b73daa-4df1-4aff-9599-9bd4e568c054, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=66b73daa-4df1-4aff-9599-9bd4e568c054,segment=NetworkSegment(304e7147-f1b0-419e-b2a6-83701ca03777),segment_id=304e7147-f1b0-419e-b2a6-83701ca03777)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:41.336147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.348887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] Calling delete_port for 66b73daa-4df1-4aff-9599-9bd4e568c054 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:41.464355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75daff49-d30a-462c-a663-9731f7ac3fc8 req-8e125b2e-7a78-49cf-ad7f-2e734dfcbc39 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:41.465806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75daff49-d30a-462c-a663-9731f7ac3fc8 req-8e125b2e-7a78-49cf-ad7f-2e734dfcbc39 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0546298 Sep 17 01:20:41.504100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75daff49-d30a-462c-a663-9731f7ac3fc8 req-326c4fdf-e6ef-458f-8805-17e83e894b15 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321722 Sep 17 01:20:41.507198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.519103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.533581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3b839a5b-592b-45fa-9201-af7447dc96f3 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:20:41.539573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Port': ['ID=66b73daa-4df1-4aff-9599-9bd4e568c054,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:41.544666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] No DVR routers for this DVR port 66b73daa-4df1-4aff-9599-9bd4e568c054 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:41.558935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] Pushing event deleted for resources: {'Port': ['ID=66b73daa-4df1-4aff-9599-9bd4e568c054,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:41.565120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d7c34b-d3cf-4809-85f4-0287904bffff None None] No DVR routers for this DVR port 66b73daa-4df1-4aff-9599-9bd4e568c054 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:41.638783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.661421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21f6d4d-7745-4cb2-aae2-27d4ed74d356']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:41.671173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304e7147-f1b0-419e-b2a6-83701ca03777') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:41.671537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3b839a5b-592b-45fa-9201-af7447dc96f3, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3b839a5b-592b-45fa-9201-af7447dc96f3,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:41.671647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304e7147-f1b0-419e-b2a6-83701ca03777') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:41.682125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.683504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '3b839a5b-592b-45fa-9201-af7447dc96f3', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': '3b839a5b-592b-45fa-9201-af7447dc96f3', 'mac_address': 'fa:16:3e:bb:ce:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:20:41.701319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.709069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:20:41.709541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:20:41.713074 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:20:41.723935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.740914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b839a5b-592b-45fa-9201-af7447dc96f3 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:41.763341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3b839a5b-592b-45fa-9201-af7447dc96f3, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3b839a5b-592b-45fa-9201-af7447dc96f3,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:41.827174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.873015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.881308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3b839a5b-592b-45fa-9201-af7447dc96f3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:41.881547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:41.883920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] 10.222.0.13 "DELETE /v2.0/networks/f21f6d4d-7745-4cb2-aae2-27d4ed74d356 HTTP/1.1" status: 204 len: 168 time: 0.8678732 Sep 17 01:20:41.894815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6693a-25e9-4421-b5ba-af2c00947293 tempest-NetworksTest-1239796466 tempest-NetworksTest-1239796466-project] Pushing event deleted for resources: {'Network': ['ID=f21f6d4d-7745-4cb2-aae2-27d4ed74d356,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:42.074637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['3b839a5b-592b-45fa-9201-af7447dc96f3'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:42.166383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cc17e-3fed-4623-8688-ac4496ada91a req-0ff5e837-8e61-4b74-bbad-c4e9c75df13b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:42.169390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-051cc17e-3fed-4623-8688-ac4496ada91a req-0ff5e837-8e61-4b74-bbad-c4e9c75df13b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 945 time: 0.1603682 Sep 17 01:20:42.227981 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-051cc17e-3fed-4623-8688-ac4496ada91a req-0d55a30a-cdd6-49dc-bb1a-8cc924340aee tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508964 Sep 17 01:20:42.435013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e002d-7b94-4b64-90cc-b71f8d86957e req-69b584c5-c66b-4267-98b6-dfd033b59a54 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:42.436601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547e002d-7b94-4b64-90cc-b71f8d86957e req-69b584c5-c66b-4267-98b6-dfd033b59a54 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 944 time: 0.0533371 Sep 17 01:20:42.475275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547e002d-7b94-4b64-90cc-b71f8d86957e req-7fdcbdbb-5ee3-4a27-a22a-d300da6db440 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327430 Sep 17 01:20:42.498712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35500) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:42.624995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749738e-d59d-4b7d-aa62-dfc9b3cc6f29 req-11157bdd-ed7c-40ae-9caa-c9d2497dd926 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:42.626462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5749738e-d59d-4b7d-aa62-dfc9b3cc6f29 req-11157bdd-ed7c-40ae-9caa-c9d2497dd926 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0478673 Sep 17 01:20:42.661847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a588a790-c789-47aa-a979-ba456daa0b86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4466ec0c7f91489e9bbf7fdd8d01e8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619549 Sep 17 01:20:42.664476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35506) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:42.668778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5749738e-d59d-4b7d-aa62-dfc9b3cc6f29 req-cd1797fb-ff35-43b2-b1c3-5bb90a4f3bd5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358543 Sep 17 01:20:42.719360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02450da4-3107-40f6-8eb2-ef8b324278a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:42.741066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02450da4-3107-40f6-8eb2-ef8b324278a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:42.847267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 66b73daa-4df1-4aff-9599-9bd4e568c054 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:20:42.867391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 66b73daa-4df1-4aff-9599-9bd4e568c054 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:20:42.867731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 66b73daa-4df1-4aff-9599-9bd4e568c054 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:20:42.918644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02450da4-3107-40f6-8eb2-ef8b324278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:42.921259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02450da4-3107-40f6-8eb2-ef8b324278a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:42.922482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-02450da4-3107-40f6-8eb2-ef8b324278a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f17686a-1ee0-42a3-a7c0-7194e6862349 HTTP/1.1" status: 204 len: 168 time: 0.2569895 Sep 17 01:20:42.931110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02450da4-3107-40f6-8eb2-ef8b324278a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f17686a-1ee0-42a3-a7c0-7194e6862349,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:43.085284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e30e7-c7b7-422c-acd4-9168c4393996 req-58e3cab3-7f63-4354-bd25-8a267ff57711 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.091572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad8e30e7-c7b7-422c-acd4-9168c4393996 req-58e3cab3-7f63-4354-bd25-8a267ff57711 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0584702 Sep 17 01:20:43.130022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad8e30e7-c7b7-422c-acd4-9168c4393996 req-946441b4-cf8a-4672-b322-ee2ff6d7e7f2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Sep 17 01:20:43.186207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-4745db27-1deb-4ac3-a596-3aa6c8225115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.192991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-4745db27-1deb-4ac3-a596-3aa6c8225115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1096 time: 0.0435989 Sep 17 01:20:43.301933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-0197af33-d6e3-4582-a6c3-8dc864683330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.303900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-0197af33-d6e3-4582-a6c3-8dc864683330 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.1082861 Sep 17 01:20:43.365728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e97a51-2e57-4073-9eca-f6e92094c95b req-85e440d3-baf0-42a9-8e05-e81aae2a9d39 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.367320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14e97a51-2e57-4073-9eca-f6e92094c95b req-85e440d3-baf0-42a9-8e05-e81aae2a9d39 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 945 time: 0.0560017 Sep 17 01:20:43.376460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-36ea043a-0ca6-4f73-a309-ab6b78095238 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 1000 time: 0.0652139 Sep 17 01:20:43.415310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14e97a51-2e57-4073-9eca-f6e92094c95b req-ba5da0c6-e237-48cf-b935-2d1244884be2 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Sep 17 01:20:43.476904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-f180b778-da2d-4c38-9467-84b1d6de63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.478554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-f180b778-da2d-4c38-9467-84b1d6de63ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0947225 Sep 17 01:20:43.539781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3b839a5b-592b-45fa-9201-af7447dc96f3 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:43.616142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-53563d38-cbf0-4888-bf00-8e198fc78e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.617661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-53563d38-cbf0-4888-bf00-8e198fc78e63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322474 Sep 17 01:20:43.662783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56963f7e-dd20-4a6d-98b5-4a09576812a6 req-524056b8-e39d-46f4-9f35-22b6425fbb39 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:43.673088 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56963f7e-dd20-4a6d-98b5-4a09576812a6 req-524056b8-e39d-46f4-9f35-22b6425fbb39 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 944 time: 0.1162193 Sep 17 01:20:43.755556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56963f7e-dd20-4a6d-98b5-4a09576812a6 req-ffab18d4-bf15-4f2c-96c0-65ebfc1ef0df tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805495 Sep 17 01:20:43.764587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 3b839a5b-592b-45fa-9201-af7447dc96f3 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:20:43.780977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 3b839a5b-592b-45fa-9201-af7447dc96f3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:43.781883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:43.795752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-2406c6b3-ef08-4d9e-9cc2-45da8258c014 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696200 Sep 17 01:20:43.898225 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:43.947626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 3b839a5b-592b-45fa-9201-af7447dc96f3, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3b839a5b-592b-45fa-9201-af7447dc96f3,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:43.948677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b839a5b-592b-45fa-9201-af7447dc96f3'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:43.954268 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898a5ac7-11a5-4cb2-8336-1b54efd173a2" -d '{"events": [{"server_uuid": "76615914-8e44-4425-b0e9-bdfba1ffc821", "name": "network-vif-plugged", "status": "completed", "tag": "3b839a5b-592b-45fa-9201-af7447dc96f3"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:43.998868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-585ee468-99fa-47c6-ba0b-cfd17c7d9667 req-97e085f5-5b41-4008-b5f1-051f4cc7145d service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863372 Sep 17 01:20:44.009432 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de115b9e-4b1d-42e4-a224-d3f64bdd3674 x-openstack-request-id: req-de115b9e-4b1d-42e4-a224-d3f64bdd3674 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:44.009945 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76615914-8e44-4425-b0e9-bdfba1ffc821", "name": "network-vif-plugged", "status": "completed", "tag": "3b839a5b-592b-45fa-9201-af7447dc96f3", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:44.010369 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de115b9e-4b1d-42e4-a224-d3f64bdd3674 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:44.011186 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b839a5b-592b-45fa-9201-af7447dc96f3', 'code': 200} Sep 17 01:20:44.038893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.218208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=3b839a5b-592b-45fa-9201-af7447dc96f3,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:44.253027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c8b4e-e7fe-46e0-8b32-dee84b2ef923 req-dab3d33e-b71b-4dda-b4f9-bda2d8315947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:44.255253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed4c8b4e-e7fe-46e0-8b32-dee84b2ef923 req-dab3d33e-b71b-4dda-b4f9-bda2d8315947 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 1096 time: 0.0972283 Sep 17 01:20:44.340791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35566) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:44.359021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed4c8b4e-e7fe-46e0-8b32-dee84b2ef923 req-bdf03961-2513-40dd-b2af-5e72d5db64d9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901136 Sep 17 01:20:44.375692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e41d4-3600-46d8-9397-9ed5917ec7ae req-4ea0ffc5-b1a0-420f-8b1b-a9b275b4f3da tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:44.383822 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b7e41d4-3600-46d8-9397-9ed5917ec7ae req-4ea0ffc5-b1a0-420f-8b1b-a9b275b4f3da tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0806868 Sep 17 01:20:44.436878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b7e41d4-3600-46d8-9397-9ed5917ec7ae req-272e241b-214d-45e7-9390-996a4a103c1b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519071 Sep 17 01:20:44.493314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-327862451'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:44.569664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:44.573241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.581840 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.676665 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.752734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.781629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:44.792109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70b151e-737b-445f-8163-1345382bb83a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:44.796991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.797566 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment cdf35472-e95e-458d-b8fa-e83ee0d20cbd of type vlan for network 61ba2b74-74a2-4e5b-843d-75a3027ef456 Sep 17 01:20:44.855066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.906960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b98d83-4564-41a7-b5eb-431e2d4213c2 req-9d801991-3220-4c42-8b7d-37d9a4c4e256 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:44.908407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7b98d83-4564-41a7-b5eb-431e2d4213c2 req-9d801991-3220-4c42-8b7d-37d9a4c4e256 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0679774 Sep 17 01:20:44.951452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7b98d83-4564-41a7-b5eb-431e2d4213c2 req-0331182a-8066-4f31-8699-cc286e015a8b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352330 Sep 17 01:20:44.986458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:44.992943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:44.993531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:45.074323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=61ba2b74-74a2-4e5b-843d-75a3027ef456,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:45.084752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:45.085534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cd83d43b-c60b-4350-8ccc-9a1eca1e04d3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7416050 Sep 17 01:20:45.088039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35576) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:45.093484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-1104698090'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:45.170010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:45.173895 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:45.525880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:20:45.536551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:45.537012 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment f648eab8-1a8e-4d18-970e-40a5e99d746d of type vlan for network bef637eb-4eb7-47d4-85b9-2f5df610844b Sep 17 01:20:45.585384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff97240-0ab4-4da0-8b0c-f81c96e42a1a req-38495b9f-4645-4857-85df-f192a1d430c4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:45.589985 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:45.594232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eff97240-0ab4-4da0-8b0c-f81c96e42a1a req-38495b9f-4645-4857-85df-f192a1d430c4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0648088 Sep 17 01:20:45.646428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eff97240-0ab4-4da0-8b0c-f81c96e42a1a req-fbe71ec1-e15d-41ca-938a-2eae5b9bcc7c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509727 Sep 17 01:20:45.697271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:45.699737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:45.700551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:45.776705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=bef637eb-4eb7-47d4-85b9-2f5df610844b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:45.789067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network bef637eb-4eb7-47d4-85b9-2f5df610844b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:20:45.822356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35588) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:45.828154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:45.833187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b4c6292-b53b-4de6-b1dd-d5afec2de8f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7433352 Sep 17 01:20:45.992978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:45.997394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:46.115053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dc7b8-42d3-4190-8100-532478bcfa0e req-3949373f-024a-4afc-8b0f-93581ce8ea5c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:46.116745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b7dc7b8-42d3-4190-8100-532478bcfa0e req-3949373f-024a-4afc-8b0f-93581ce8ea5c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0914562 Sep 17 01:20:46.175406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b7dc7b8-42d3-4190-8100-532478bcfa0e req-404f91c2-276d-4d87-a97c-0f4b14ec7df2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492728 Sep 17 01:20:46.341705 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:46.400150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=9c47498f-dc05-44c5-8bed-f5a418256bb3,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:46.419842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.420239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.420574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.420906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.421231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.421588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.421869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.431479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.432261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.434340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.434840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.435474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:20:46.462442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:46.462901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: 61ba2b74-74a2-4e5b-843d-75a3027ef456, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:46.555270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:46.574817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44d675-37f0-48ba-aeee-9fadf3ceba78 req-24af4f26-a137-437b-95c9-07fe40c50c1f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:46.576398 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d44d675-37f0-48ba-aeee-9fadf3ceba78 req-24af4f26-a137-437b-95c9-07fe40c50c1f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0783124 Sep 17 01:20:46.622508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d44d675-37f0-48ba-aeee-9fadf3ceba78 req-0e97b1d1-c4e0-424b-98a3-5ce3f8acf0bf tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375226 Sep 17 01:20:46.632687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 61ba2b74-74a2-4e5b-843d-75a3027ef456) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:46.649365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2af34-7d5d-4cda-bb5b-6a7ca3da833a None None] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:46.650921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:46.651601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:46.757708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9403189-7760-4d4a-8939-9d0a6a9d4d34 req-9350516e-d8ed-46e8-8870-920f7a93f8a7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:46.759294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9403189-7760-4d4a-8939-9d0a6a9d4d34 req-9350516e-d8ed-46e8-8870-920f7a93f8a7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0567596 Sep 17 01:20:46.779741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07fa8352-13a7-4ab3-9d2d-154398903c03 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9536788 Sep 17 01:20:46.780355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35604) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:46.786392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:46.813226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-61ba2b74-74a2-4e5b-843d-75a3027ef456', 'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '9c47498f-dc05-44c5-8bed-f5a418256bb3'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:46.814449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:46.869367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f9403189-7760-4d4a-8939-9d0a6a9d4d34 req-426714c6-a395-4ae0-af73-c859e1015a67 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032770 Sep 17 01:20:46.986269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Allocated IP 172.20.0.2 (61ba2b74-74a2-4e5b-843d-75a3027ef456/9c47498f-dc05-44c5-8bed-f5a418256bb3/5f6db2b0-f50a-499a-8fc3-3f2a98f280af) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:46.998868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:47.003984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.148772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.226516 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.266016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:47.269105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:47.278065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:47.282375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Pushing event updated for resources: {'Port': ['ID=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:47.313177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.350529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Attempting to bind port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:47.351147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Attempting to bind port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:47.351656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Attempting to bind port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af on network 61ba2b74-74a2-4e5b-843d-75a3027ef456 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:47.356047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb6c2-6c69-4f00-ad7d-abbc4f86438e req-072dc591-c840-4ae3-9444-04be395754d6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:47.357247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:47.357611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6fb6c2-6c69-4f00-ad7d-abbc4f86438e req-072dc591-c840-4ae3-9444-04be395754d6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0978668 Sep 17 01:20:47.357961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Checking segment: {'id': 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:47.358506 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.359042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Bound using segment: {'id': 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:47.359661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Bound port: 5f6db2b0-f50a-499a-8fc3-3f2a98f280af, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '61ba2b74-74a2-4e5b-843d-75a3027ef456'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:47.360228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.411129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=15523fea-71ab-4c59-b50d-a111700a85e2,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:47.441245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6fb6c2-6c69-4f00-ad7d-abbc4f86438e req-9b722e97-bfc8-4b62-ae1f-df78bf84bcde tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Sep 17 01:20:47.450248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': 'f648eab8-1a8e-4d18-970e-40a5e99d746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:47.450464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: bef637eb-4eb7-47d4-85b9-2f5df610844b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:20:47.467763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] For port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:47.471511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] For port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,segment=NetworkSegment(cdf35472-e95e-458d-b8fa-e83ee0d20cbd),segment_id=cdf35472-e95e-458d-b8fa-e83ee0d20cbd)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:47.519832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.531840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network bef637eb-4eb7-47d4-85b9-2f5df610844b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:20:47.600297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc0c1-69be-4c16-9f3e-4eda8dd079df None None] Pushing event updated for resources: {'Port': ['ID=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:47.608406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, bef637eb-4eb7-47d4-85b9-2f5df610844b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:47.615334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:47.616188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.629207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e090d-8afd-4c7a-b00c-f209be1bfee7 None None] Network bef637eb-4eb7-47d4-85b9-2f5df610844b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:47.708478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8fee8f14-dd40-4256-8a93-3102379ba07d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9261930 Sep 17 01:20:47.710789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35620) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:47.721480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-588410966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:47.820828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.825511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.851337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-bef637eb-4eb7-47d4-85b9-2f5df610844b', 'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '15523fea-71ab-4c59-b50d-a111700a85e2'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:20:47.853068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:47.923424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.006117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.037468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Allocated IP 172.21.0.2 (bef637eb-4eb7-47d4-85b9-2f5df610844b/15523fea-71ab-4c59-b50d-a111700a85e2/8c278be4-dae1-4376-b2ea-925f513b81d3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:48.131440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.133050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4ec03ee-e7e0-435d-a7bb-dcc09013bbab tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4208705 Sep 17 01:20:48.135393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35622) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:48.217337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.307099 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.351416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Network bef637eb-4eb7-47d4-85b9-2f5df610844b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:48.354688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:48.372478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:48.408804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Pushing event updated for resources: {'Port': ['ID=8c278be4-dae1-4376-b2ea-925f513b81d3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:48.517014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.530257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Attempting to bind port 8c278be4-dae1-4376-b2ea-925f513b81d3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:48.530628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Attempting to bind port 8c278be4-dae1-4376-b2ea-925f513b81d3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'f648eab8-1a8e-4d18-970e-40a5e99d746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:48.530991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Attempting to bind port 8c278be4-dae1-4376-b2ea-925f513b81d3 on network bef637eb-4eb7-47d4-85b9-2f5df610844b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:48.554775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:48.555282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Checking segment: {'id': 'f648eab8-1a8e-4d18-970e-40a5e99d746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:48.555580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.555984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Bound using segment: {'id': 'f648eab8-1a8e-4d18-970e-40a5e99d746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:48.556460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Bound port: 8c278be4-dae1-4376-b2ea-925f513b81d3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f648eab8-1a8e-4d18-970e-40a5e99d746d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bef637eb-4eb7-47d4-85b9-2f5df610844b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:48.556847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.758268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] For port 8c278be4-dae1-4376-b2ea-925f513b81d3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:48.767174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] For port 8c278be4-dae1-4376-b2ea-925f513b81d3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c278be4-dae1-4376-b2ea-925f513b81d3,segment=NetworkSegment(f648eab8-1a8e-4d18-970e-40a5e99d746d),segment_id=f648eab8-1a8e-4d18-970e-40a5e99d746d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:48.784344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312d874-850c-4771-9ca6-8bc3909cb4b1 req-3f10a4d6-b42d-4ee7-8f3d-56c49477a479 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:48.786826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e312d874-850c-4771-9ca6-8bc3909cb4b1 req-3f10a4d6-b42d-4ee7-8f3d-56c49477a479 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0985489 Sep 17 01:20:48.829040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:48.833622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.20.0.1 (61ba2b74-74a2-4e5b-843d-75a3027ef456/9c47498f-dc05-44c5-8bed-f5a418256bb3/bb4bf803-cd0e-42d0-af3b-a1062822183e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:48.933519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e312d874-850c-4771-9ca6-8bc3909cb4b1 req-1bd115e9-9371-44fa-a904-4b1f4c6740a0 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287699 Sep 17 01:20:48.976239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a40186-9158-47c4-b0c6-da57ed30bc3b None None] Pushing event updated for resources: {'Port': ['ID=8c278be4-dae1-4376-b2ea-925f513b81d3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:49.013321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.028319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-0c757c83-e73d-4f6b-8665-82459175651c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:49.029847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-0c757c83-e73d-4f6b-8665-82459175651c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 945 time: 0.0870881 Sep 17 01:20:49.032159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d011ee-3f3f-4133-818d-57145b22ec7a None None] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:49.063626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5f6db2b0-f50a-499a-8fc3-3f2a98f280af up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:49.153266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port 3b839a5b-592b-45fa-9201-af7447dc96f3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:49.153613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.165606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ad7d27c2-cfa7-40b2-bcaf-1868eee4de38 None None] Provisioning complete for port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:49.166035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ad7d27c2-cfa7-40b2-bcaf-1868eee4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.218272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:49.218419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.258139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.326666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port 3b839a5b-592b-45fa-9201-af7447dc96f3, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=3b839a5b-592b-45fa-9201-af7447dc96f3,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:49.326666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.349116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:49.350404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for 3b839a5b-592b-45fa-9201-af7447dc96f3 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:49.362149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:49.365161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:49.422890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=bb4bf803-cd0e-42d0-af3b-a1062822183e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:49.439443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.600891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ad7d27c2-cfa7-40b2-bcaf-1868eee4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.628884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.670824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ad7d27c2-cfa7-40b2-bcaf-1868eee4de38 None None] For port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,segment=NetworkSegment(cdf35472-e95e-458d-b8fa-e83ee0d20cbd),segment_id=cdf35472-e95e-458d-b8fa-e83ee0d20cbd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:49.692790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.759100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ad7d27c2-cfa7-40b2-bcaf-1868eee4de38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.781046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-a5ca0b0d-a8d7-4ac7-a5fc-3f57797addf1 req-3eb12868-b3f6-498e-9331-1073af417932 service neutron] (112073) timed out ('10.222.0.23', 58894) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:20:49.784092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:49.814892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', '3b839a5b-592b-45fa-9201-af7447dc96f3'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:50.032299 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=3b839a5b-592b-45fa-9201-af7447dc96f3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:50.033578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d27c2-cfa7-40b2-bcaf-1868eee4de38 None None] Pushing event updated for resources: {'Port': ['ID=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:50.039007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:20:50.039523 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:20:50.048980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f57f7cb9-2541-4830-a798-a73799768c22 None None] Provisioning complete for port bb4bf803-cd0e-42d0-af3b-a1062822183e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:50.049504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f57f7cb9-2541-4830-a798-a73799768c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.095410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f57f7cb9-2541-4830-a798-a73799768c22 None None] Port bb4bf803-cd0e-42d0-af3b-a1062822183e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:20:50.134535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f57f7cb9-2541-4830-a798-a73799768c22 None None] Provisioning complete for port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:50.135020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f57f7cb9-2541-4830-a798-a73799768c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.160680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port 3b839a5b-592b-45fa-9201-af7447dc96f3 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:50.177004 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.179151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a3d9d67-65c1-4b1e-934f-d90b98139a3d req-a3756683-97f4-47c0-a3b6-841a749eefe5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/3b839a5b-592b-45fa-9201-af7447dc96f3 HTTP/1.1" status: 204 len: 173 time: 1.1412411 Sep 17 01:20:50.180694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'name': 'network-vif-deleted', 'tag': '3b839a5b-592b-45fa-9201-af7447dc96f3'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:50.188758 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d14613-200d-4557-ad26-3591d28f8a6a" -d '{"events": [{"server_uuid": "76615914-8e44-4425-b0e9-bdfba1ffc821", "name": "network-vif-deleted", "tag": "3b839a5b-592b-45fa-9201-af7447dc96f3"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:50.341188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-084476a7-cd3e-4f7c-b40f-5efcb812e8fe req-dcc39a16-f07b-4ab2-a180-cc3dc93aa0e3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=76615914-8e44-4425-b0e9-bdfba1ffc821 HTTP/1.1" status: 200 len: 210 time: 0.1757762 Sep 17 01:20:50.460667 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf8a42-b70f-49fe-8cd0-74f699df3a0f x-openstack-request-id: req-7daf8a42-b70f-49fe-8cd0-74f699df3a0f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:50.461105 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76615914-8e44-4425-b0e9-bdfba1ffc821", "name": "network-vif-deleted", "tag": "3b839a5b-592b-45fa-9201-af7447dc96f3", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:50.461454 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7daf8a42-b70f-49fe-8cd0-74f699df3a0f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:50.462007 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76615914-8e44-4425-b0e9-bdfba1ffc821', 'name': 'network-vif-deleted', 'tag': '3b839a5b-592b-45fa-9201-af7447dc96f3', 'status': 'completed', 'code': 200} Sep 17 01:20:50.483839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c41402f9-a8b2-4e93-bb6d-a663c972aaac None None] Provisioning complete for port bb4bf803-cd0e-42d0-af3b-a1062822183e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:50.484220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c41402f9-a8b2-4e93-bb6d-a663c972aaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.522927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-dc87d22d-9b08-4376-b600-3c63dc50726e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:50.524533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-dc87d22d-9b08-4376-b600-3c63dc50726e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.2483451 Sep 17 01:20:50.525161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c41402f9-a8b2-4e93-bb6d-a663c972aaac None None] Port bb4bf803-cd0e-42d0-af3b-a1062822183e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:20:50.533313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9aa038-1355-428e-88b5-955daf5d92a2 None None] Network bef637eb-4eb7-47d4-85b9-2f5df610844b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:50.549073 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.551020 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-06386ab6-bd65-43a1-a239-8317ab9f0e70 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/quotas/d0abead524cd42bda12b9436fb37e958 HTTP/1.1" status: 200 len: 375 time: 0.0146837 Sep 17 01:20:50.601754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-787bb64f-1013-4e9c-9632-7631a002c0a4 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483685 Sep 17 01:20:50.627130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.669949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-33adac04-3a32-4a3b-96dd-3398b62185ec None None] Provisioning complete for port 8c278be4-dae1-4376-b2ea-925f513b81d3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:50.670639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33adac04-3a32-4a3b-96dd-3398b62185ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.717613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-c7a99750-c38a-4796-9e25-ed01bdc5bd2e service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083577 Sep 17 01:20:50.731620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.747131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=bb4bf803-cd0e-42d0-af3b-a1062822183e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:50.931849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33adac04-3a32-4a3b-96dd-3398b62185ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:50.960728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:50.962411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:51.102032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-33adac04-3a32-4a3b-96dd-3398b62185ec None None] For port 8c278be4-dae1-4376-b2ea-925f513b81d3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c278be4-dae1-4376-b2ea-925f513b81d3,segment=NetworkSegment(f648eab8-1a8e-4d18-970e-40a5e99d746d),segment_id=f648eab8-1a8e-4d18-970e-40a5e99d746d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:51.106684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c278be4-dae1-4376-b2ea-925f513b81d3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:51.143681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-1a57d5fc-460f-41ef-8e3f-942f597626af service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175951 Sep 17 01:20:51.210330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33adac04-3a32-4a3b-96dd-3398b62185ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:51.308251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33adac04-3a32-4a3b-96dd-3398b62185ec None None] Pushing event updated for resources: {'Port': ['ID=8c278be4-dae1-4376-b2ea-925f513b81d3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:51.323775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8c278be4-dae1-4376-b2ea-925f513b81d3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:51.324497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:51.381407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 2b607b76-a9db-439a-a1c7-58f5e10fb1ae is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:20:51.381946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c82c3673-383e-4e2f-957c-a966609185c0 None None] Provisioning complete for port 8c278be4-dae1-4376-b2ea-925f513b81d3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:51.381946 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c82c3673-383e-4e2f-957c-a966609185c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:51.464704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5f6db2b0-f50a-499a-8fc3-3f2a98f280af up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:51.560103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:51.560489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:51.660720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6579a8a5-b7b4-415e-98b6-90473086e50f req-f8338863-6fe4-4319-a899-2208e96e066a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 210 time: 0.0841804 Sep 17 01:20:51.689169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:20:51.705656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1f9d0b1e-6188-4719-a072-c3732c96c018 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/2b607b76-a9db-439a-a1c7-58f5e10fb1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5690334 Sep 17 01:20:51.709217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35700) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:51.718552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] Sync routers for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:20:51.741284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:51.742189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:51.745427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-533fab3d-487d-4dcf-a92a-cf0ba2e8bbda None None] Provisioning complete for port bb4bf803-cd0e-42d0-af3b-a1062822183e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:51.746030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-533fab3d-487d-4dcf-a92a-cf0ba2e8bbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:51.797451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89819b-b44e-47d7-8cfb-3ee021af8245 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:51.802273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35708) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:51.802535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd89819b-b44e-47d7-8cfb-3ee021af8245 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports/bb4bf803-cd0e-42d0-af3b-a1062822183e HTTP/1.1" status: 200 len: 910 time: 0.0914459 Sep 17 01:20:51.854205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:51.874846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:51.875667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:51.883382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-533fab3d-487d-4dcf-a92a-cf0ba2e8bbda None None] Port bb4bf803-cd0e-42d0-af3b-a1062822183e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:20:51.900959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-080e0a89-ba70-4d66-8f50-4089b86489d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:51.902845 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-080e0a89-ba70-4d66-8f50-4089b86489d8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.1573529 Sep 17 01:20:51.924034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-5374320d-9eca-4c50-aee3-b923804ec621 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/quotas/1aeecf3493ad450f9c0697468c6e714f HTTP/1.1" status: 200 len: 375 time: 0.0149417 Sep 17 01:20:51.928723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:51.929625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c879041-f995-4198-88bf-43ed24bbcdab None None] The sync data for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:20:51.981984 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-14754513-4d9b-4817-aec9-5811a4de151b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0505018 Sep 17 01:20:52.092331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-7f7a3766-90d6-4b6d-9397-6aec1f596a34 service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022625 Sep 17 01:20:52.191284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-7e8855b6-0b33-4c0b-93f1-c71f687588db service neutron] 10.222.0.13 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980196 Sep 17 01:20:52.235734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:52.774717 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9136d7a1-3267-4e8d-af2b-947d7e0b8e7f req-6041c4e2-1f58-4fb2-aeaf-3f5fae9ad145 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 210 time: 0.0323870 Sep 17 01:20:52.867727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d37c31a3-7c7f-4a2a-a573-0977bee582df req-b79dd6e3-e4e2-4859-b01b-9dc92635bdc4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 210 time: 0.0473297 Sep 17 01:20:52.898596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c278be4-dae1-4376-b2ea-925f513b81d3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:20:52.943730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.21.0.1 (bef637eb-4eb7-47d4-85b9-2f5df610844b/15523fea-71ab-4c59-b50d-a111700a85e2/f9a359fb-1c88-451c-8680-ee128f970897) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:52.950783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8c278be4-dae1-4376-b2ea-925f513b81d3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:52.951319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.085471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.181838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.221631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network bef637eb-4eb7-47d4-85b9-2f5df610844b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:53.225700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:53.229891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:53.272140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=f9a359fb-1c88-451c-8680-ee128f970897,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:53.292809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.495656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.519353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-de69a56f-4fb7-4e36-8613-b6abff064beb None None] Provisioning complete for port f9a359fb-1c88-451c-8680-ee128f970897 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:53.519773 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de69a56f-4fb7-4e36-8613-b6abff064beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.555945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-de69a56f-4fb7-4e36-8613-b6abff064beb None None] Port f9a359fb-1c88-451c-8680-ee128f970897 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:20:53.606191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3b839a5b-592b-45fa-9201-af7447dc96f3 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:20:53.638777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 3b839a5b-592b-45fa-9201-af7447dc96f3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:20:53.639146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 3b839a5b-592b-45fa-9201-af7447dc96f3 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:20:53.782431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.851314 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:20:53.912879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:53.971157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea4069d8-f6d5-4967-934b-8ef6549f5119 req-e6334623-ee26-4846-a189-720a63a4a12f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 210 time: 0.0334492 Sep 17 01:20:53.999738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9613b2ad-02f4-4045-a1ef-05f9de16845b req-abd64029-a3cc-43c6-9e5c-f9f766d3ee4e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 210 time: 0.0913970 Sep 17 01:20:54.034111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-e4f65c49-153e-459a-8ea4-3f42133e689a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:54.036191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-e4f65c49-153e-459a-8ea4-3f42133e689a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.2230320 Sep 17 01:20:54.047928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=f9a359fb-1c88-451c-8680-ee128f970897,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:54.056453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Request body: {'port': {'device_id': 'c939f3df-c893-424b-a848-2c452cd6be73', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'admin_state_up': True, 'tenant_id': 'd0abead524cd42bda12b9436fb37e958'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:54.085659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:54.256140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network bef637eb-4eb7-47d4-85b9-2f5df610844b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:54.257607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:54.340632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Made reservation on behalf of d0abead524cd42bda12b9436fb37e958 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:54.346054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:54.450740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 2b607b76-a9db-439a-a1c7-58f5e10fb1ae has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:20:54.600982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fd8be8b7-1b20-4092-8466-aa007eb1e85e None None] Provisioning complete for port f9a359fb-1c88-451c-8680-ee128f970897 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:20:54.601553 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fd8be8b7-1b20-4092-8466-aa007eb1e85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:54.643713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fd8be8b7-1b20-4092-8466-aa007eb1e85e None None] Port f9a359fb-1c88-451c-8680-ee128f970897 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:20:54.697219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:20:54.701186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Allocated IP 172.20.0.9 (a51e45fa-5188-4132-a568-0027843c4c75/a9865ad6-2fc6-402f-ad9c-348c701f25a5/85abc867-0d25-421c-acb8-f27b6b828432) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:54.706061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-94ccbb9c-8be1-4c9d-9f97-3429ec889ab0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/2b607b76-a9db-439a-a1c7-58f5e10fb1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9021344 Sep 17 01:20:54.708725 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] Sync routers for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:20:54.709386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35752) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:54.728333 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:54.729117 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:54.762314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad6d258-f779-4176-a12e-9dfbdbfb33d1 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:54.764082 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:54.764245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9ad6d258-f779-4176-a12e-9dfbdbfb33d1 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports/f9a359fb-1c88-451c-8680-ee128f970897 HTTP/1.1" status: 200 len: 910 time: 0.0537250 Sep 17 01:20:54.766941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35754) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:54.773144 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:54.773976 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:54.813911 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:54.814975 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1967525-4cd7-4b14-b6a2-3e2cc5ea03cd None None] The sync data for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:20:54.826889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-be9db9cf-ab09-4b67-bfd9-97b986a3dca4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:54.828400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-be9db9cf-ab09-4b67-bfd9-97b986a3dca4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 806 time: 0.2357786 Sep 17 01:20:54.848519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Request body: {'port': {'device_id': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'admin_state_up': True, 'tenant_id': '1aeecf3493ad450f9c0697468c6e714f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:55.143229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65873a9d-c1f0-492e-b0b2-4045055a97a6 req-1d1284ac-bfd3-4df9-ac9c-bfadfb5604ee tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 210 time: 0.0627384 Sep 17 01:20:55.147424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Made reservation on behalf of 1aeecf3493ad450f9c0697468c6e714f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:20:55.151342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.177705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.196009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c94b29b1-745b-4e02-a755-376ce73843d3 req-079d7558-fefc-4c2c-8918-3e5158c146fb tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 210 time: 0.0607629 Sep 17 01:20:55.305297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.332300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Allocated IP 172.20.0.6 (05b7cf59-fc35-4ccc-a670-8779a75a804d/e6488c78-7b9e-4ad2-956e-025e552fb2af/8f72d60c-41d2-4b14-9811-91b99698f0b7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:20:55.367213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.378625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef', '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:55.460321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Network a51e45fa-5188-4132-a568-0027843c4c75 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:55.470209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:55.473121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:55.482509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event updated for resources: {'Port': ['ID=85abc867-0d25-421c-acb8-f27b6b828432,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:55.577657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:55.578281 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.586849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port f9a359fb-1c88-451c-8680-ee128f970897 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:55.586849 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.645276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.703061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.714075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-9296fe14-cbf1-4880-bb5d-dfceccfc774b tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6674223 Sep 17 01:20:55.717554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for f9a359fb-1c88-451c-8680-ee128f970897 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:55.728439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Request body: {'port': {'device_id': 'c939f3df-c893-424b-a848-2c452cd6be73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:55.750687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.764505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:55.818048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Network 05b7cf59-fc35-4ccc-a670-8779a75a804d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:20:55.824975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:20:55.831670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:20:55.887415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.893911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event updated for resources: {'Port': ['ID=8f72d60c-41d2-4b14-9811-91b99698f0b7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:55.925417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:55.926589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:55.975509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:56.008538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=f9a359fb-1c88-451c-8680-ee128f970897,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:56.054606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-48ca8770-8928-4b51-bea5-03b133a2ab83 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2106786 Sep 17 01:20:56.072285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Request body: {'port': {'device_id': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:20:56.194333 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:56.219952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:56.233381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439e3f8-bbf6-4f73-a240-55952cb8d2c1 req-c14915c4-47c8-49e7-8dce-f2aa00092f0b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:56.234891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2439e3f8-bbf6-4f73-a240-55952cb8d2c1 req-c14915c4-47c8-49e7-8dce-f2aa00092f0b tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 946 time: 0.1337073 Sep 17 01:20:56.338449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2439e3f8-bbf6-4f73-a240-55952cb8d2c1 req-c3b77c11-9020-44b0-84ba-4177792bf827 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862737 Sep 17 01:20:56.341243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a5d4e-5aa6-4678-8e8d-4180620e6764 req-442c961f-3db3-4e11-9213-203b32f72cbe tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:56.342774 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f2a5d4e-5aa6-4678-8e8d-4180620e6764 req-442c961f-3db3-4e11-9213-203b32f72cbe tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 931 time: 0.0920262 Sep 17 01:20:56.389040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85abc867-0d25-421c-acb8-f27b6b828432 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:56.442657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:56.444415 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f2a5d4e-5aa6-4678-8e8d-4180620e6764 req-823ffc55-6a32-41f2-bb2b-f3a88e4f3c4d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707300 Sep 17 01:20:56.465400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 2b607b76-a9db-439a-a1c7-58f5e10fb1ae has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:20:56.501906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Transition to ACTIVE for port object 85abc867-0d25-421c-acb8-f27b6b828432 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:20:56.541473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca98c2a-66aa-4a0e-baf2-2f7780af8010 req-a842306d-922e-4be2-924d-cc91f68df9af tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:56.542979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ca98c2a-66aa-4a0e-baf2-2f7780af8010 req-a842306d-922e-4be2-924d-cc91f68df9af tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 931 time: 0.1027308 Sep 17 01:20:56.555541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:20:56.560596 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c10f6c07-1f2b-4b3b-ae4e-9db4b3a8ae2a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/2b607b76-a9db-439a-a1c7-58f5e10fb1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7924509 Sep 17 01:20:56.563607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:56.565438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] Sync routers for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:20:56.576075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:56.576697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:56.584709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:56.613342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:56.622412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:56.623035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:56.659064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:56.659724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdd561e-fa0d-4898-b2b5-24867ee894cf None None] The sync data for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:20:57.006021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ca98c2a-66aa-4a0e-baf2-2f7780af8010 req-e4cb7db1-7ad2-42d5-b0c3-538856ae2732 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250448 Sep 17 01:20:57.012812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Pushing event updated for resources: {'Port': ['ID=85abc867-0d25-421c-acb8-f27b6b828432,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:57.122121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f72d60c-41d2-4b14-9811-91b99698f0b7 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:20:57.136433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.141161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Attempting to bind port 85abc867-0d25-421c-acb8-f27b6b828432 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:57.141494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Attempting to bind port 85abc867-0d25-421c-acb8-f27b6b828432 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:57.141826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Attempting to bind port 85abc867-0d25-421c-acb8-f27b6b828432 on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:57.153824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Port 85abc867-0d25-421c-acb8-f27b6b828432 on network a51e45fa-5188-4132-a568-0027843c4c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:20:57.154150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Attempting to bind port 85abc867-0d25-421c-acb8-f27b6b828432 on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:57.156252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Transition to ACTIVE for port object 8f72d60c-41d2-4b14-9811-91b99698f0b7 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:20:57.159984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:57.160402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Checking segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:57.160964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Bound using segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:57.161393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Bound port: 85abc867-0d25-421c-acb8-f27b6b828432, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:57.161723 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.161853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.227846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] For port 85abc867-0d25-421c-acb8-f27b6b828432, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:57.229881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.232750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] For port 85abc867-0d25-421c-acb8-f27b6b828432, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=85abc867-0d25-421c-acb8-f27b6b828432,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:57.287557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Pushing event updated for resources: {'Port': ['ID=8f72d60c-41d2-4b14-9811-91b99698f0b7,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:57.310124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.385807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35786) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:57.388881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.389497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.390860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] 10.222.0.23 "PUT /v2.0/ports/85abc867-0d25-421c-acb8-f27b6b828432 HTTP/1.1" status: 200 len: 1091 time: 1.6669164 Sep 17 01:20:57.392498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c939f3df-c893-424b-a848-2c452cd6be73', 'tag': '85abc867-0d25-421c-acb8-f27b6b828432'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:57.395802 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c939f3df-c893-424b-a848-2c452cd6be73", "tag": "85abc867-0d25-421c-acb8-f27b6b828432"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:57.432527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port bb4bf803-cd0e-42d0-af3b-a1062822183e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:57.433095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.444852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Attempting to bind port 8f72d60c-41d2-4b14-9811-91b99698f0b7 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:20:57.444852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Attempting to bind port 8f72d60c-41d2-4b14-9811-91b99698f0b7 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:20:57.444852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Attempting to bind port 8f72d60c-41d2-4b14-9811-91b99698f0b7 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:57.448529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Port 8f72d60c-41d2-4b14-9811-91b99698f0b7 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:20:57.448880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Attempting to bind port 8f72d60c-41d2-4b14-9811-91b99698f0b7 on network 05b7cf59-fc35-4ccc-a670-8779a75a804d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:20:57.459158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c886c5-8479-4a4f-93ef-3f16973a6e8b service neutron] Pushing event updated for resources: {'Port': ['ID=85abc867-0d25-421c-acb8-f27b6b828432,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:57.470843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:20:57.473179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Checking segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:20:57.473179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Bound using segment: {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:20:57.473179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Bound port: 8f72d60c-41d2-4b14-9811-91b99698f0b7, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eb028ab-42cb-4fc6-be41-11d2183a8ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:20:57.473179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.544225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f628206-c9af-438b-8ed5-4e96536dd042 req-841dcc14-dbc8-4358-820a-c2b42ab46c05 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.552283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f628206-c9af-438b-8ed5-4e96536dd042 req-841dcc14-dbc8-4358-820a-c2b42ab46c05 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 946 time: 0.1237268 Sep 17 01:20:57.588599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.603259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] For port 8f72d60c-41d2-4b14-9811-91b99698f0b7, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:20:57.606305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] For port 8f72d60c-41d2-4b14-9811-91b99698f0b7, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:20:57.627533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e93e1e4-b872-4300-88a7-0694648065fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.627917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for bb4bf803-cd0e-42d0-af3b-a1062822183e owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:57.648745 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc65fc-d42c-4b3a-83a9-d117f9173bce x-openstack-request-id: req-72dc65fc-d42c-4b3a-83a9-d117f9173bce {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:57.649038 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c939f3df-c893-424b-a848-2c452cd6be73", "tag": "85abc867-0d25-421c-acb8-f27b6b828432", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:57.649287 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72dc65fc-d42c-4b3a-83a9-d117f9173bce {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:57.651827 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c939f3df-c893-424b-a848-2c452cd6be73', 'tag': '85abc867-0d25-421c-acb8-f27b6b828432', 'status': 'completed', 'code': 200} Sep 17 01:20:57.653841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f628206-c9af-438b-8ed5-4e96536dd042 req-0fe73799-cb49-4dd9-a9e0-db92ecc96caf tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/security-groups?id=3eb90384-74b3-4bfc-9151-f53b39c4397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007144 Sep 17 01:20:57.657870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-a14b121a-5a35-450f-896b-54099efb72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.659421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-a14b121a-5a35-450f-896b-54099efb72ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 1094 time: 0.1725485 Sep 17 01:20:57.724788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50af141-f928-4936-8427-2d9695487cd5 req-12eb0d8f-3b93-4521-8060-4fdd6576035d tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.726136 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c50af141-f928-4936-8427-2d9695487cd5 req-12eb0d8f-3b93-4521-8060-4fdd6576035d tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 946 time: 0.1207879 Sep 17 01:20:57.726652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.735007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-48d37712-a529-4e9a-8365-541ddee0754f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85abc867-0d25-421c-acb8-f27b6b828432 HTTP/1.1" status: 200 len: 217 time: 0.0557151 Sep 17 01:20:57.840701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.841303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.842683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] 10.222.0.23 "PUT /v2.0/ports/8f72d60c-41d2-4b14-9811-91b99698f0b7 HTTP/1.1" status: 200 len: 1091 time: 1.7774589 Sep 17 01:20:57.892086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ee0e-abd3-4d20-8352-ca3c2b3cfb81 service neutron] Pushing event updated for resources: {'Port': ['ID=8f72d60c-41d2-4b14-9811-91b99698f0b7,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:57.898432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-d33d88fd-33c6-409e-ab1e-6baefe788a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.899945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-d33d88fd-33c6-409e-ab1e-6baefe788a89 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.1512954 Sep 17 01:20:57.910975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Deleting port f744838d-78ff-4af2-b0b1-396bcb5e9899 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:20:57.911404 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:57.925435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8d28d-169d-42be-828f-16b627a25446 req-1e5d3c41-dcab-4380-87c9-9b8de852f13a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:57.928143 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4f8d28d-169d-42be-828f-16b627a25446 req-1e5d3c41-dcab-4380-87c9-9b8de852f13a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 943 time: 0.1972966 Sep 17 01:20:57.961751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-0cac0aa0-abce-410e-a501-6680bdb3117b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546024 Sep 17 01:20:58.016793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e93e1e4-b872-4300-88a7-0694648065fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.021499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] For port f744838d-78ff-4af2-b0b1-396bcb5e9899, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f744838d-78ff-4af2-b0b1-396bcb5e9899,segment=NetworkSegment(1e5e5f75-61b6-436f-b37a-4f3ff920ef9c),segment_id=1e5e5f75-61b6-436f-b37a-4f3ff920ef9c)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:20:58.021867 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.034989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Calling delete_port for f744838d-78ff-4af2-b0b1-396bcb5e9899 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:20:58.081178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.096507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4f8d28d-169d-42be-828f-16b627a25446 req-f4f60d58-206d-450a-872c-533d919817e4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369281 Sep 17 01:20:58.103033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-8a6174b8-ea43-4542-84e6-4c7d9f3c66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:58.104565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-8a6174b8-ea43-4542-84e6-4c7d9f3c66cd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 1094 time: 0.1716542 Sep 17 01:20:58.115393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=bb4bf803-cd0e-42d0-af3b-a1062822183e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:58.133829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e93e1e4-b872-4300-88a7-0694648065fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.191454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-977a474c-8e2f-4a45-94cf-2f7084ba6bb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7 HTTP/1.1" status: 200 len: 217 time: 0.0745447 Sep 17 01:20:58.198104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-733a26e7-e1e3-4fd1-9be3-2afdb49ffa25 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244511 Sep 17 01:20:58.247589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0e93e1e4-b872-4300-88a7-0694648065fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10c473315cc041b7bb7949c98348ad38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8533173 Sep 17 01:20:58.249012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea6cc-e9d1-4c19-8ccc-f95b4a0f9daa req-99c97321-245b-4118-8746-689b14abdf18 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:58.251487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e91ea6cc-e9d1-4c19-8ccc-f95b4a0f9daa req-99c97321-245b-4118-8746-689b14abdf18 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 943 time: 0.1399937 Sep 17 01:20:58.252221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35800) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:58.266198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93e1e4-b872-4300-88a7-0694648065fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cc5a07-a402-4b41-93db-e68ebc69a9e9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:58.344496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-3a06e277-6228-484d-8533-a35f3c85dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:58.345931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-3a06e277-6228-484d-8533-a35f3c85dd05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.1408219 Sep 17 01:20:58.387722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-ab28fe4b-11ae-473d-b86b-a22ed7ff4fa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327961 Sep 17 01:20:58.391309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8881e3b-7eb1-4915-a958-67a4628b9e34 req-995395c3-5894-41ab-9a8b-d73336078aec service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785128 Sep 17 01:20:58.437796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.450919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e91ea6cc-e9d1-4c19-8ccc-f95b4a0f9daa req-14498cc4-a614-4c46-8d49-a0f246e31068 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885407 Sep 17 01:20:58.494547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-5fc4b3df-7947-49ce-aa40-8f0ffc6990b9 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954766 Sep 17 01:20:58.505002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a12ce621-7017-4d46-9afc-5305d86ca6f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.549590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.562162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f744838d-78ff-4af2-b0b1-396bcb5e9899'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:20:58.591782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Pushing event deleted for resources: {'Port': ['ID=f744838d-78ff-4af2-b0b1-396bcb5e9899,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:58.595203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a12ce621-7017-4d46-9afc-5305d86ca6f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.615499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-44057448-613c-4b59-9db0-3df62d25ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:58.617005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-44057448-613c-4b59-9db0-3df62d25ddcb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 1094 time: 0.1041124 Sep 17 01:20:58.639519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-3d7c087e-4e93-43ea-9238-c742226c8cff service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356635 Sep 17 01:20:58.661329 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.693667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] No DVR routers for this DVR port f744838d-78ff-4af2-b0b1-396bcb5e9899 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:20:58.724298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.726325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c50af141-f928-4936-8427-2d9695487cd5 req-4ccf5a40-f878-4954-ac1c-18cfd5c361e6 tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.23 "DELETE /v2.0/ports/f744838d-78ff-4af2-b0b1-396bcb5e9899 HTTP/1.1" status: 204 len: 173 time: 0.9938922 Sep 17 01:20:58.727542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'name': 'network-vif-deleted', 'tag': 'f744838d-78ff-4af2-b0b1-396bcb5e9899'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:58.729957 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661dbab-bdc4-4a01-80af-84d0a5c1d371" -d '{"events": [{"server_uuid": "3bb034f0-f99b-4b24-98c2-deed0a10d05c", "name": "network-vif-deleted", "tag": "f744838d-78ff-4af2-b0b1-396bcb5e9899"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:58.732803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-d57079a9-baac-455b-9564-d3dbc2dba184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:58.734664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-d57079a9-baac-455b-9564-d3dbc2dba184 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 915 time: 0.1086698 Sep 17 01:20:58.746123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 2b607b76-a9db-439a-a1c7-58f5e10fb1ae has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:20:58.798561 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa04f09f-ba47-41e2-a45d-8157df11c9c7 x-openstack-request-id: req-fa04f09f-ba47-41e2-a45d-8157df11c9c7 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:58.798561 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb034f0-f99b-4b24-98c2-deed0a10d05c", "name": "network-vif-deleted", "tag": "f744838d-78ff-4af2-b0b1-396bcb5e9899", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:58.798561 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa04f09f-ba47-41e2-a45d-8157df11c9c7 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:58.798561 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb034f0-f99b-4b24-98c2-deed0a10d05c', 'name': 'network-vif-deleted', 'tag': 'f744838d-78ff-4af2-b0b1-396bcb5e9899', 'status': 'completed', 'code': 200} Sep 17 01:20:58.814734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74f076a5-d808-4194-ada6-3039bc4d3f14 req-1f999d8d-8409-42eb-958d-1b240a4c42da tempest-VolumesSnapshotTestJSON-467031207 tempest-VolumesSnapshotTestJSON-467031207-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bb034f0-f99b-4b24-98c2-deed0a10d05c HTTP/1.1" status: 200 len: 210 time: 0.0592124 Sep 17 01:20:58.816005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-d3df8141-b65a-40aa-9fe5-4004d106698f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85abc867-0d25-421c-acb8-f27b6b828432 HTTP/1.1" status: 200 len: 217 time: 0.0707049 Sep 17 01:20:58.842518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:20:58.850037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb3a2222-9bf4-4e2a-82e2-178536121ead tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/2b607b76-a9db-439a-a1c7-58f5e10fb1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2853098 Sep 17 01:20:58.853719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35808) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:58.855863 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] Sync routers for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:20:58.866623 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:58.867672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:58.868652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a12ce621-7017-4d46-9afc-5305d86ca6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.871754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a12ce621-7017-4d46-9afc-5305d86ca6f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.875196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a12ce621-7017-4d46-9afc-5305d86ca6f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67cc5a07-a402-4b41-93db-e68ebc69a9e9 HTTP/1.1" status: 204 len: 168 time: 0.6181309 Sep 17 01:20:58.895376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed41ff3a-fe4a-40b0-adaa-47654b30ddc3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b607b76-a9db-439a-a1c7-58f5e10fb1ae HTTP/1.1" status: 200 len: 205 time: 0.0388153 Sep 17 01:20:58.900312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35812) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:58.911049 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:58.926082 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] Routers {'2b607b76-a9db-439a-a1c7-58f5e10fb1ae'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:20:58.927171 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:58.937734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-f35edb6d-6726-4f55-82ca-f465cf663b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:58.939581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-f35edb6d-6726-4f55-82ca-f465cf663b98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.1146393 Sep 17 01:20:58.945295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ce621-7017-4d46-9afc-5305d86ca6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cc5a07-a402-4b41-93db-e68ebc69a9e9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:58.964437 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:20:58.965158 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ce565-c9a2-4a49-8e98-ee3644d64fa9 None None] The sync data for ids ['2b607b76-a9db-439a-a1c7-58f5e10fb1ae'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:20:58.990772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:58.990982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-5ec1249f-f697-4ab2-b769-9bf6a45ee309 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367100 Sep 17 01:20:59.049415 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.091296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-ce00e8d5-fad5-41bb-aa0f-3e219acb2495 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923390 Sep 17 01:20:59.173397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.177487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.226446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcd2ea1c-e431-4bb5-9b21-c3b935c9fb5c req-7e439419-1ce6-459f-b4bb-a606a456bfd9 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253667 Sep 17 01:20:59.246046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536e7b7-5c88-4d3e-97f5-17524512a16f req-d21f1684-59d7-4173-8fce-2487009c34a1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:59.247541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2536e7b7-5c88-4d3e-97f5-17524512a16f req-d21f1684-59d7-4173-8fce-2487009c34a1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 943 time: 0.0672538 Sep 17 01:20:59.287151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2536e7b7-5c88-4d3e-97f5-17524512a16f req-01aa1462-f55d-4fda-84d9-2c07ff64dc25 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333400 Sep 17 01:20:59.306386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.306690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router 2b607b76-a9db-439a-a1c7-58f5e10fb1ae {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:20:59.313788 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.314879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-09bfbef0-86c1-4dd4-bdc1-7968de8d55e6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/2b607b76-a9db-439a-a1c7-58f5e10fb1ae HTTP/1.1" status: 204 len: 168 time: 0.4136798 Sep 17 01:20:59.322345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35820) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:59.378683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 15523fea-71ab-4c59-b50d-a111700a85e2 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:20:59.382660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.427211 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.517672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.623048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e1d8a-d7b4-4843-b0c4-62c2ba83b25e req-187bef57-ea22-499d-87d0-d5cf4fcb3a42 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:59.624527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c5e1d8a-d7b4-4843-b0c4-62c2ba83b25e req-187bef57-ea22-499d-87d0-d5cf4fcb3a42 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 943 time: 0.0671818 Sep 17 01:20:59.650744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'tag': '8f72d60c-41d2-4b14-9811-91b99698f0b7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:20:59.653110 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4d72e3-75e2-4d26-b609-033a3be20180", "tag": "8f72d60c-41d2-4b14-9811-91b99698f0b7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:20:59.664161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c5e1d8a-d7b4-4843-b0c4-62c2ba83b25e req-2113e81c-f38b-4a35-ac32-ec745343ef71 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Sep 17 01:20:59.690376 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3757b888-ef8f-4039-94a6-92a866ab23a6 x-openstack-request-id: req-3757b888-ef8f-4039-94a6-92a866ab23a6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:20:59.690669 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4d72e3-75e2-4d26-b609-033a3be20180", "tag": "8f72d60c-41d2-4b14-9811-91b99698f0b7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:20:59.690925 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3757b888-ef8f-4039-94a6-92a866ab23a6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:20:59.691401 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'tag': '8f72d60c-41d2-4b14-9811-91b99698f0b7', 'status': 'completed', 'code': 200} Sep 17 01:20:59.700844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.730969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=15523fea-71ab-4c59-b50d-a111700a85e2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:20:59.738897 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.741059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e2a598c3-684a-49a8-9e88-cac541ab4228 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/15523fea-71ab-4c59-b50d-a111700a85e2 HTTP/1.1" status: 204 len: 168 time: 0.4176917 Sep 17 01:20:59.745359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35836) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:20:59.746465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef40bf9-c766-4544-b236-04b03aea51a3 None None] Network bef637eb-4eb7-47d4-85b9-2f5df610844b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:20:59.776599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-aa7af00f-1395-4395-bef5-5b9e075a5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:59.778405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-aa7af00f-1395-4395-bef5-5b9e075a5334 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1aeecf3493ad450f9c0697468c6e714f&device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 1094 time: 0.0594494 Sep 17 01:20:59.803914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 9c47498f-dc05-44c5-8bed-f5a418256bb3 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:20:59.807973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.866343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.888844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-890990d5-2349-4ea8-9492-63ca8e2c4399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:20:59.890538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-890990d5-2349-4ea8-9492-63ca8e2c4399 service neutron] 10.222.0.23 "GET /v2.0/networks?id=05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 200 len: 907 time: 0.1055903 Sep 17 01:20:59.956272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] DHCP port deletion for bef637eb-4eb7-47d4-85b9-2f5df610844b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:20:59.981383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:20:59.988899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-25bf9012-6a0d-4734-b1ee-02bd452441ea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7 HTTP/1.1" status: 200 len: 217 time: 0.0824394 Sep 17 01:21:00.038538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] Deleting port 8c278be4-dae1-4376-b2ea-925f513b81d3 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:00.038918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.092600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-7e13fae9-2ef7-4b22-8bb1-7c749c2d50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:00.094068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-7e13fae9-2ef7-4b22-8bb1-7c749c2d50ad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 200 len: 846 time: 0.0977662 Sep 17 01:21:00.134899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.135967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-869e8e2a-e440-4287-b898-58aebf2222e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=05b7cf59-fc35-4ccc-a670-8779a75a804d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341384 Sep 17 01:21:00.140789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] For port 8c278be4-dae1-4376-b2ea-925f513b81d3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c278be4-dae1-4376-b2ea-925f513b81d3,segment=NetworkSegment(f648eab8-1a8e-4d18-970e-40a5e99d746d),segment_id=f648eab8-1a8e-4d18-970e-40a5e99d746d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:00.141385 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.157385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] Calling delete_port for 8c278be4-dae1-4376-b2ea-925f513b81d3 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:00.168798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=9c47498f-dc05-44c5-8bed-f5a418256bb3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:00.179030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.180925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0f3dee25-ce97-4cd3-9950-1c7c5cbab304 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/9c47498f-dc05-44c5-8bed-f5a418256bb3 HTTP/1.1" status: 204 len: 168 time: 0.4345374 Sep 17 01:21:00.185967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:00.206399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611457bb-bd3e-4fb0-ba35-efe51a65517c None None] Network 61ba2b74-74a2-4e5b-843d-75a3027ef456 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:00.287882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.439549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-bf530797-9fd9-46d8-b8ac-b91507633ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962444 Sep 17 01:21:00.450353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.461666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] DHCP port deletion for 61ba2b74-74a2-4e5b-843d-75a3027ef456 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:21:00.475066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42159819-645a-4e07-93f0-0823d37fe6ea req-65c58151-15c8-4579-8f96-3030e5293479 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:00.483286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-42159819-645a-4e07-93f0-0823d37fe6ea req-65c58151-15c8-4579-8f96-3030e5293479 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 943 time: 0.0796742 Sep 17 01:21:00.488108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] Pushing event deleted for resources: {'Port': ['ID=8c278be4-dae1-4376-b2ea-925f513b81d3,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:00.497833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddf352-49b3-4a4d-a30c-815af3d992fc None None] No DVR routers for this DVR port 8c278be4-dae1-4376-b2ea-925f513b81d3 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:00.507146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 8c278be4-dae1-4376-b2ea-925f513b81d3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:00.507482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.534946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-42159819-645a-4e07-93f0-0823d37fe6ea req-124b4aab-fa8d-4d75-82f4-17563400cabc tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Sep 17 01:21:00.564954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] Deleting port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:00.565420 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.634156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port 8c278be4-dae1-4376-b2ea-925f513b81d3, host n-d-789963-7, got binding levels [] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:00.634529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.644096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] For port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,segment=NetworkSegment(cdf35472-e95e-458d-b8fa-e83ee0d20cbd),segment_id=cdf35472-e95e-458d-b8fa-e83ee0d20cbd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:00.645197 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.657154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2335f8-2d07-4fd6-9c97-fe08b5a49396 req-5313b39b-0243-4b6b-b3c4-99f94b73352c service neutron] 10.222.0.23 "GET /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097065 Sep 17 01:21:00.658148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 8c278be4-dae1-4376-b2ea-925f513b81d3 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:00.661222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Port 8c278be4-dae1-4376-b2ea-925f513b81d3 was not found and therefore no delete operation was performed {{(pid=112073) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:21:00.663476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.676561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] Calling delete_port for 5f6db2b0-f50a-499a-8fc3-3f2a98f280af owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:00.698814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port 8c278be4-dae1-4376-b2ea-925f513b81d3 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:00.705606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=8c278be4-dae1-4376-b2ea-925f513b81d3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:00.824248 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.851169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef637eb-4eb7-47d4-85b9-2f5df610844b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:00.864311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f648eab8-1a8e-4d18-970e-40a5e99d746d') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:00.864774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f648eab8-1a8e-4d18-970e-40a5e99d746d') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:00.880169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5cef7-148f-499e-b598-fd56919cab00 req-171af317-2ce7-4d4e-bff4-5e818be20e68 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:00.881326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54a5cef7-148f-499e-b598-fd56919cab00 req-171af317-2ce7-4d4e-bff4-5e818be20e68 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 943 time: 0.1282923 Sep 17 01:21:00.883931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.885431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.920177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c278be4-dae1-4376-b2ea-925f513b81d3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:00.925309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.925474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] Pushing event deleted for resources: {'Port': ['ID=5f6db2b0-f50a-499a-8fc3-3f2a98f280af,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:00.934856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:00.935286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:00.938331 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:00.941268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54a5cef7-148f-499e-b598-fd56919cab00 req-abab5561-6640-44fc-898d-24da306bcdda tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462885 Sep 17 01:21:00.962751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8c278be4-dae1-4376-b2ea-925f513b81d3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:00.962751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c278be4-dae1-4376-b2ea-925f513b81d3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:00.962751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5f6db2b0-f50a-499a-8fc3-3f2a98f280af no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:00.978466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b525f90-bcdb-4300-9e69-65a0b7535a14 None None] No DVR routers for this DVR port 5f6db2b0-f50a-499a-8fc3-3f2a98f280af on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:00.980033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5f6db2b0-f50a-499a-8fc3-3f2a98f280af {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:00.980848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5f6db2b0-f50a-499a-8fc3-3f2a98f280af not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:01.114663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.132938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.134791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/bef637eb-4eb7-47d4-85b9-2f5df610844b HTTP/1.1" status: 204 len: 168 time: 0.9473252 Sep 17 01:21:01.135921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9dd733-6f44-473c-bb85-2da6f1ac574d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=bef637eb-4eb7-47d4-85b9-2f5df610844b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:01.137814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35884) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:01.215969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.312612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.334074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ba2b74-74a2-4e5b-843d-75a3027ef456']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:01.343667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:01.343970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf35472-e95e-458d-b8fa-e83ee0d20cbd') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:01.353392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.366993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.373045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:01.373437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:01.376828 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:01.541356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.549928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.553144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/61ba2b74-74a2-4e5b-843d-75a3027ef456 HTTP/1.1" status: 204 len: 168 time: 0.4139574 Sep 17 01:21:01.559593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35898) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:01.565553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-532137279'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:01.589681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36337ffd-bdf6-4ad2-a945-95de38d0b921 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=61ba2b74-74a2-4e5b-843d-75a3027ef456,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:01.649565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8f72d60c-41d2-4b14-9811-91b99698f0b7 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:21:01.651764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f744838d-78ff-4af2-b0b1-396bcb5e9899 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:01.681702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc04fc3-45f1-425a-a247-2c6170111ae1 req-552e0a5c-f37f-464a-900c-2a153cc561ca tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:01.684231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fc04fc3-45f1-425a-a247-2c6170111ae1 req-552e0a5c-f37f-464a-900c-2a153cc561ca tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 943 time: 0.0692356 Sep 17 01:21:01.684370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: f744838d-78ff-4af2-b0b1-396bcb5e9899 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:01.684370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f744838d-78ff-4af2-b0b1-396bcb5e9899 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:01.689673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:01.693270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.742170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:01.768526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.771100 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment ed48191a-b152-4885-9d91-07620f001a93 of type vlan for network e01f57a8-17d5-4424-b347-bfc813cc2af4 Sep 17 01:21:01.771231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fc04fc3-45f1-425a-a247-2c6170111ae1 req-654d6187-f516-4a0d-82a0-9d4477e58075 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741565 Sep 17 01:21:01.817759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.845229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8f72d60c-41d2-4b14-9811-91b99698f0b7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:01.858606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '8f72d60c-41d2-4b14-9811-91b99698f0b7', 'network_id': '05b7cf59-fc35-4ccc-a670-8779a75a804d', 'port_id': '8f72d60c-41d2-4b14-9811-91b99698f0b7', 'mac_address': 'fa:16:3e:31:d1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6488c78-7b9e-4ad2-956e-025e552fb2af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:21:01.906682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.912591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.918649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:01.919467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:01.921277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f72d60c-41d2-4b14-9811-91b99698f0b7 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:21:01.958295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8f72d60c-41d2-4b14-9811-91b99698f0b7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:02.006210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=e01f57a8-17d5-4424-b347-bfc813cc2af4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:02.013807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fcdc0fce-37bf-4a22-a4ca-2bab4b7848f9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4507399 Sep 17 01:21:02.014074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:02.021292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:02.022345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:02.050455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:02.050455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 85abc867-0d25-421c-acb8-f27b6b828432 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:21:02.145984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80bc8-7fee-4804-bf9a-f77110ee6156 req-adb3c6df-9f4b-455f-b457-fcf86a510e4f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:02.147496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-53c80bc8-7fee-4804-bf9a-f77110ee6156 req-adb3c6df-9f4b-455f-b457-fcf86a510e4f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 943 time: 0.1023533 Sep 17 01:21:02.388530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=8f72d60c-41d2-4b14-9811-91b99698f0b7,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:02.398302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 85abc867-0d25-421c-acb8-f27b6b828432, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=85abc867-0d25-421c-acb8-f27b6b828432,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:02.409635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '85abc867-0d25-421c-acb8-f27b6b828432', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'port_id': '85abc867-0d25-421c-acb8-f27b6b828432', 'mac_address': 'fa:16:3e:8a:9c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9865ad6-2fc6-402f-ad9c-348c701f25a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:21:02.451031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:02.464374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85abc867-0d25-421c-acb8-f27b6b828432 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:21:02.487656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-53c80bc8-7fee-4804-bf9a-f77110ee6156 req-18678e26-ea23-43ae-877c-b045ec88d54d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314650 Sep 17 01:21:02.487784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 85abc867-0d25-421c-acb8-f27b6b828432, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=85abc867-0d25-421c-acb8-f27b6b828432,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:02.558225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:02.561719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:02.604412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:02.654540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=85abc867-0d25-421c-acb8-f27b6b828432,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:02.792691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:02.814764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:02.828809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['8f72d60c-41d2-4b14-9811-91b99698f0b7'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:02.838230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['85abc867-0d25-421c-acb8-f27b6b828432'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:02.862786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=9c1bd3db-21ed-4970-927a-4d7e62e7cd08,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:02.906542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': 'ed48191a-b152-4885-9d91-07620f001a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:02.906950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: e01f57a8-17d5-4424-b347-bfc813cc2af4, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:02.937278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdade-21fa-432d-8a93-6c124cff4fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:02.971002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c707e-e771-468b-9124-9e9bea96b67f req-686e7409-ab2f-4c5e-a66b-f71a3ac3323b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:02.973191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a4c707e-e771-468b-9124-9e9bea96b67f req-686e7409-ab2f-4c5e-a66b-f71a3ac3323b tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 944 time: 0.0750217 Sep 17 01:21:03.014707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a4c707e-e771-468b-9124-9e9bea96b67f req-cf026c3e-7845-4a98-9882-ef8737827692 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343232 Sep 17 01:21:03.047434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:03.047635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdade-21fa-432d-8a93-6c124cff4fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.123657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1cdade-21fa-432d-8a93-6c124cff4fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.152118 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, e01f57a8-17d5-4424-b347-bfc813cc2af4) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:03.156855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:03.157834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.162813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d1cdade-21fa-432d-8a93-6c124cff4fab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f17787cc3cc40f69317aa20fe439502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3460603 Sep 17 01:21:03.165576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35942) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:03.167388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8339589-fe42-4850-b06c-f52dce7bd74e None None] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:03.172865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cdade-21fa-432d-8a93-6c124cff4fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab6cf2-7a19-4e6b-9a73-43e3d68dd511,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:03.218974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8e61e3-a7e9-47ba-b746-970aeba6f8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.242764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a22c90f-65c9-4f39-ba27-2c908200ebd7 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2250602 Sep 17 01:21:03.242977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35944) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:03.243056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8e61e3-a7e9-47ba-b746-970aeba6f8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.248927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1784951673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:03.335801 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.336939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.349980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-e01f57a8-17d5-4424-b347-bfc813cc2af4', 'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '9c1bd3db-21ed-4970-927a-4d7e62e7cd08'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:03.350881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.358318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8e61e3-a7e9-47ba-b746-970aeba6f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.361078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc8e61e3-a7e9-47ba-b746-970aeba6f8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.362250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fc8e61e3-a7e9-47ba-b746-970aeba6f8b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48ab6cf2-7a19-4e6b-9a73-43e3d68dd511 HTTP/1.1" status: 204 len: 168 time: 0.1957102 Sep 17 01:21:03.370978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e61e3-a7e9-47ba-b746-970aeba6f8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab6cf2-7a19-4e6b-9a73-43e3d68dd511,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:03.432474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.513209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.516221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Allocated IP 172.20.0.2 (e01f57a8-17d5-4424-b347-bfc813cc2af4/9c1bd3db-21ed-4970-927a-4d7e62e7cd08/a0192fe9-0c81-46dc-9db1-183158c55d2a) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:03.627767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.632058 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e7e8caee-a3b0-4be9-8681-d21ed344b39f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3847504 Sep 17 01:21:03.632243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35956) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:03.637674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'port': {'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4', 'name': 'tempest-RoutersTest-1525256427'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:03.655765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975db35-c092-4869-9bf2-bcc7cc3e523d req-60fedbea-d43a-43ed-bf4f-8a4ebc6258ba tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:03.665027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3975db35-c092-4869-9bf2-bcc7cc3e523d req-60fedbea-d43a-43ed-bf4f-8a4ebc6258ba tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 944 time: 0.0787504 Sep 17 01:21:03.676856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8f72d60c-41d2-4b14-9811-91b99698f0b7 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:03.715009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3975db35-c092-4869-9bf2-bcc7cc3e523d req-4fa201bf-0c1e-4c49-a9df-05d5b0fde4c2 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 Sep 17 01:21:03.792490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.872479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:03.873764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.878072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.887554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 8f72d60c-41d2-4b14-9811-91b99698f0b7 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:21:03.907337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] device_id is not set on port 8d9c5793-1a77-4e67-a93a-f1731b02a298 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:03.919234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:03.920017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 8f72d60c-41d2-4b14-9811-91b99698f0b7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:03.920392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:03.925186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:03.947674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:03.995045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Pushing event updated for resources: {'Port': ['ID=a0192fe9-0c81-46dc-9db1-183158c55d2a,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:04.031599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Attempting to bind port a0192fe9-0c81-46dc-9db1-183158c55d2a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:04.031978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Attempting to bind port a0192fe9-0c81-46dc-9db1-183158c55d2a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ed48191a-b152-4885-9d91-07620f001a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:04.032345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Attempting to bind port a0192fe9-0c81-46dc-9db1-183158c55d2a on network e01f57a8-17d5-4424-b347-bfc813cc2af4 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:04.032993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.20.0.3 (e01f57a8-17d5-4424-b347-bfc813cc2af4/9c1bd3db-21ed-4970-927a-4d7e62e7cd08/8d9c5793-1a77-4e67-a93a-f1731b02a298) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:04.043065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35960) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:04.061552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15151311-8c4d-447d-84a7-4b4b069d6e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.099289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:04.099670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Checking segment: {'id': 'ed48191a-b152-4885-9d91-07620f001a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:04.100078 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.100479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Bound using segment: {'id': 'ed48191a-b152-4885-9d91-07620f001a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:04.103197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Bound port: a0192fe9-0c81-46dc-9db1-183158c55d2a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed48191a-b152-4885-9d91-07620f001a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e01f57a8-17d5-4424-b347-bfc813cc2af4'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:04.103618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.163488 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.207541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f72d60c-41d2-4b14-9811-91b99698f0b7'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:21:04.209499 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7158a6-f82a-480b-a89b-3b8a1be13faa" -d '{"events": [{"server_uuid": "4e4d72e3-75e2-4d26-b609-033a3be20180", "name": "network-vif-plugged", "status": "completed", "tag": "8f72d60c-41d2-4b14-9811-91b99698f0b7"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:21:04.229387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8f72d60c-41d2-4b14-9811-91b99698f0b7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:04.230785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] For port a0192fe9-0c81-46dc-9db1-183158c55d2a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:04.231101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15151311-8c4d-447d-84a7-4b4b069d6e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.243833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] For port a0192fe9-0c81-46dc-9db1-183158c55d2a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a0192fe9-0c81-46dc-9db1-183158c55d2a,segment=NetworkSegment(ed48191a-b152-4885-9d91-07620f001a93),segment_id=ed48191a-b152-4885-9d91-07620f001a93)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:04.265055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e0897-190a-4bca-b740-df8da058a3d2 req-212f9ad5-762a-4522-bd34-d5406f699606 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:04.266534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b6e0897-190a-4bca-b740-df8da058a3d2 req-212f9ad5-762a-4522-bd34-d5406f699606 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 944 time: 0.1446972 Sep 17 01:21:04.291395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.307175 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.307619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 85abc867-0d25-421c-acb8-f27b6b828432 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:04.327528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b6e0897-190a-4bca-b740-df8da058a3d2 req-2e9cba6b-6a47-410e-a24f-d394a77403b6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522311 Sep 17 01:21:04.335372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15151311-8c4d-447d-84a7-4b4b069d6e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.357535 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.385767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15151311-8c4d-447d-84a7-4b4b069d6e92 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=166217cc0b8d4e88b6e4359dfe401f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405964 Sep 17 01:21:04.387752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35968) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:04.388388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15151311-8c4d-447d-84a7-4b4b069d6e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a57ddac-ea9a-4ea2-9a05-62635e2fcc13,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:04.431056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=8f72d60c-41d2-4b14-9811-91b99698f0b7,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:04.463742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.526673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0eb5b-70e2-491d-a525-1681eff3cbfb None None] Pushing event updated for resources: {'Port': ['ID=a0192fe9-0c81-46dc-9db1-183158c55d2a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:04.570518 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3acdde2-edd2-42be-a7d5-d21fe3f9cda0 x-openstack-request-id: req-f3acdde2-edd2-42be-a7d5-d21fe3f9cda0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:21:04.573814 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4d72e3-75e2-4d26-b609-033a3be20180", "name": "network-vif-plugged", "status": "completed", "tag": "8f72d60c-41d2-4b14-9811-91b99698f0b7", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:21:04.574234 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3acdde2-edd2-42be-a7d5-d21fe3f9cda0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:21:04.574917 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f72d60c-41d2-4b14-9811-91b99698f0b7', 'code': 200} Sep 17 01:21:04.579689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 85abc867-0d25-421c-acb8-f27b6b828432 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:21:04.588696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 85abc867-0d25-421c-acb8-f27b6b828432 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:04.589312 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.614039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:04.626573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:04.638929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:04.713715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=8d9c5793-1a77-4e67-a93a-f1731b02a298,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:04.758546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9fed40-5eca-4758-820f-507f5cf02068 req-a5765d49-39ec-42c1-89d1-3b3a2ac1d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:04.758894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf9fed40-5eca-4758-820f-507f5cf02068 req-a5765d49-39ec-42c1-89d1-3b3a2ac1d740 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 1096 time: 0.1146770 Sep 17 01:21:04.784773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:04.785909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.827836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf9fed40-5eca-4758-820f-507f5cf02068 req-7b5cd79f-2b74-4ec6-ad4b-3d0d5e9e5eaa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622067 Sep 17 01:21:04.830007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.833465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df88b1df-dea6-40e4-a943-54c8d39c7c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.874787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df88b1df-dea6-40e4-a943-54c8d39c7c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.885130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 85abc867-0d25-421c-acb8-f27b6b828432, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=85abc867-0d25-421c-acb8-f27b6b828432,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:04.923595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c8af4-d019-424f-b75d-004ecccb2e8c req-5edd8ed6-1178-4470-b4fb-c26df9b0f090 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:04.925411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f1c8af4-d019-424f-b75d-004ecccb2e8c req-5edd8ed6-1178-4470-b4fb-c26df9b0f090 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 944 time: 0.0782893 Sep 17 01:21:04.948259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f14af382-b5f1-4e50-a0ac-ee2d0be9c246 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3149245 Sep 17 01:21:04.950854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:04.975702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:04.980283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f1c8af4-d019-424f-b75d-004ecccb2e8c req-f53bba67-fac6-4c17-bc29-81fc08391bc9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484204 Sep 17 01:21:04.982398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a0192fe9-0c81-46dc-9db1-183158c55d2a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:05.062767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=85abc867-0d25-421c-acb8-f27b6b828432,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:05.076816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a0192fe9-0c81-46dc-9db1-183158c55d2a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:05.077186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.083725 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df88b1df-dea6-40e4-a943-54c8d39c7c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.086255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df88b1df-dea6-40e4-a943-54c8d39c7c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.087435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-df88b1df-dea6-40e4-a943-54c8d39c7c8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a57ddac-ea9a-4ea2-9a05-62635e2fcc13 HTTP/1.1" status: 204 len: 168 time: 0.6982563 Sep 17 01:21:05.131193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88b1df-dea6-40e4-a943-54c8d39c7c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a57ddac-ea9a-4ea2-9a05-62635e2fcc13,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:05.185975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.225767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a0192fe9-0c81-46dc-9db1-183158c55d2a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a0192fe9-0c81-46dc-9db1-183158c55d2a,segment=NetworkSegment(ed48191a-b152-4885-9d91-07620f001a93),segment_id=ed48191a-b152-4885-9d91-07620f001a93)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:05.313133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.317478 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.408457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a0192fe9-0c81-46dc-9db1-183158c55d2a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:05.455583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a65c5d25-4616-4261-aea1-eeadc0d9c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.584949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a71361-611a-4b23-bea4-dccebacbb384 req-4fe8b5f7-27ea-4192-a7be-bcb1606eebf5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:05.586506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8a71361-611a-4b23-bea4-dccebacbb384 req-4fe8b5f7-27ea-4192-a7be-bcb1606eebf5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1152322 Sep 17 01:21:05.656866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8a71361-611a-4b23-bea4-dccebacbb384 req-35c9408b-cf9b-491a-afc3-e70f77af4e84 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617390 Sep 17 01:21:05.678342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.737686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943ff89-dba3-40a4-b6ba-83ba2cf07225 None None] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:05.763891 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.824929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-501f63c3-289d-4f44-96a1-12ab5ea44f46 None None] Provisioning complete for port a0192fe9-0c81-46dc-9db1-183158c55d2a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:05.825334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-501f63c3-289d-4f44-96a1-12ab5ea44f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:05.856925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=8d9c5793-1a77-4e67-a93a-f1731b02a298,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:06.023409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.155309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b8cea8-8bbd-4934-8c16-46d867141e06 req-0176ba30-ac40-4de6-b0e5-a5c7e81d2337 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:06.156315 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-40b8cea8-8bbd-4934-8c16-46d867141e06 req-0176ba30-ac40-4de6-b0e5-a5c7e81d2337 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.0899818 Sep 17 01:21:06.217485 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-40b8cea8-8bbd-4934-8c16-46d867141e06 req-b0b4f37d-b2dd-45ac-a615-34cdec244946 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512104 Sep 17 01:21:06.286759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.334712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-98e059b9-1aa2-40d3-9a86-ed8e4457a830 None None] Provisioning complete for port a0192fe9-0c81-46dc-9db1-183158c55d2a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:06.335716 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-98e059b9-1aa2-40d3-9a86-ed8e4457a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.447973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-98e059b9-1aa2-40d3-9a86-ed8e4457a830 None None] Provisioning complete for port 8d9c5793-1a77-4e67-a93a-f1731b02a298 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:06.448812 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-98e059b9-1aa2-40d3-9a86-ed8e4457a830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.485498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-98e059b9-1aa2-40d3-9a86-ed8e4457a830 None None] Port 8d9c5793-1a77-4e67-a93a-f1731b02a298 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:06.576454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c939f3df-c893-424b-a848-2c452cd6be73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85abc867-0d25-421c-acb8-f27b6b828432'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:21:06.583308 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a12a5d-dfb3-499d-846d-fae8d5cdf599" -d '{"events": [{"server_uuid": "c939f3df-c893-424b-a848-2c452cd6be73", "name": "network-vif-plugged", "status": "completed", "tag": "85abc867-0d25-421c-acb8-f27b6b828432"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:21:06.616948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ccb572a5-8daa-45e4-8eb8-0e69308ea5b6 None None] Provisioning complete for port 8d9c5793-1a77-4e67-a93a-f1731b02a298 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:06.617492 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ccb572a5-8daa-45e4-8eb8-0e69308ea5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.640857 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a02fef-dd3f-45bc-964a-4892c8b5faf1 x-openstack-request-id: req-14a02fef-dd3f-45bc-964a-4892c8b5faf1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:21:06.641172 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c939f3df-c893-424b-a848-2c452cd6be73", "name": "network-vif-plugged", "status": "completed", "tag": "85abc867-0d25-421c-acb8-f27b6b828432", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:21:06.641497 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14a02fef-dd3f-45bc-964a-4892c8b5faf1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:21:06.651538 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c939f3df-c893-424b-a848-2c452cd6be73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85abc867-0d25-421c-acb8-f27b6b828432', 'code': 200} Sep 17 01:21:06.665499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.673610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ccb572a5-8daa-45e4-8eb8-0e69308ea5b6 None None] Port 8d9c5793-1a77-4e67-a93a-f1731b02a298 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:06.730284 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.758626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7107c5-2578-42ea-b917-a3924032fab1 req-08069e79-1d0e-4cf9-bf7a-594ad14f2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:06.760206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7107c5-2578-42ea-b917-a3924032fab1 req-08069e79-1d0e-4cf9-bf7a-594ad14f2e13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 1096 time: 0.0640061 Sep 17 01:21:06.797905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5f7107c5-2578-42ea-b917-a3924032fab1 req-0ac0aabe-bfed-476d-99b8-15aa6af62f6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307190 Sep 17 01:21:06.826229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.883369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a0192fe9-0c81-46dc-9db1-183158c55d2a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:06.884355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=8d9c5793-1a77-4e67-a93a-f1731b02a298,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:06.943543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2e1156d9-3b2c-4f0e-9e12-e78b2eed99b0 None None] Provisioning complete for port 8d9c5793-1a77-4e67-a93a-f1731b02a298 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:06.944268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e1156d9-3b2c-4f0e-9e12-e78b2eed99b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:06.952096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebebad-55d4-4b97-ae23-540e9a556324 req-6d57b425-d55f-4813-bc77-db35482bee79 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:06.953522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3ebebad-55d4-4b97-ae23-540e9a556324 req-6d57b425-d55f-4813-bc77-db35482bee79 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1604214 Sep 17 01:21:06.992266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2e1156d9-3b2c-4f0e-9e12-e78b2eed99b0 None None] Port 8d9c5793-1a77-4e67-a93a-f1731b02a298 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:06.997473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a0192fe9-0c81-46dc-9db1-183158c55d2a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:06.997842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:07.015110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3ebebad-55d4-4b97-ae23-540e9a556324 req-e519a833-1abd-4cb4-a96c-7ae5e1510d37 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509162 Sep 17 01:21:07.027459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:07.028576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:07.314946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-52669962-76f1-4ac3-bb53-1aa4c26b83bb None None] Provisioning complete for port 8d9c5793-1a77-4e67-a93a-f1731b02a298 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:07.315412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-52669962-76f1-4ac3-bb53-1aa4c26b83bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:07.341439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb29e1-8e82-417a-851d-ebc4cd540a3a req-80fb3969-ab98-443d-8d66-71c233b654a3 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:07.342924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03cb29e1-8e82-417a-851d-ebc4cd540a3a req-80fb3969-ab98-443d-8d66-71c233b654a3 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.0547214 Sep 17 01:21:07.352793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-52669962-76f1-4ac3-bb53-1aa4c26b83bb None None] Port 8d9c5793-1a77-4e67-a93a-f1731b02a298 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:07.383189 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03cb29e1-8e82-417a-851d-ebc4cd540a3a req-086f761d-fe8c-4984-ab78-ef53094c92b3 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325482 Sep 17 01:21:07.449626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 7c22d3e5-d96b-456b-8937-2dc2c0de055d is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:21:07.588748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:07.604697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36038) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:07.607441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] Sync routers for ids ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:07.608032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-95817226-0f0a-4005-b664-875317ab8a9c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/7c22d3e5-d96b-456b-8937-2dc2c0de055d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557243 Sep 17 01:21:07.633865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] Routers {'7c22d3e5-d96b-456b-8937-2dc2c0de055d'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:07.639191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:07.639910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa16da-5053-45c5-949c-ee23e39713b7 req-90020312-e2cd-438d-b6c0-4b2b0c7758f9 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:07.641278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6fa16da-5053-45c5-949c-ee23e39713b7 req-90020312-e2cd-438d-b6c0-4b2b0c7758f9 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0966845 Sep 17 01:21:07.665465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee6ca7-e04b-4b36-becf-a75e3fa396b3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:07.670071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b9ee6ca7-e04b-4b36-becf-a75e3fa396b3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports/8d9c5793-1a77-4e67-a93a-f1731b02a298 HTTP/1.1" status: 200 len: 977 time: 0.0655873 Sep 17 01:21:07.673489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36048) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:07.686298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:07.698128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] Routers {'7c22d3e5-d96b-456b-8937-2dc2c0de055d'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:07.698961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:07.704567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6fa16da-5053-45c5-949c-ee23e39713b7 req-4113a1e7-14a2-4361-9d90-56c33227a5ff tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551274 Sep 17 01:21:07.768632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:07.771098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fdb534-2a0e-4ae1-b992-21f1299a070e None None] The sync data for ids ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:07.954252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0f9d6-d31d-48d7-9f9d-fa2a46398990 req-57615e85-e5dc-4cc2-bc4d-5e1cff5708b3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:07.955735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bee0f9d6-d31d-48d7-9f9d-fa2a46398990 req-57615e85-e5dc-4cc2-bc4d-5e1cff5708b3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1476433 Sep 17 01:21:08.054963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bee0f9d6-d31d-48d7-9f9d-fa2a46398990 req-fd341b08-4236-44c8-bbd8-658cf9c99789 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892537 Sep 17 01:21:08.168948 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b9b7a36-1418-40f3-a41c-1732b6b4203a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:08.548724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586a19a-bec7-4022-8c82-a84b6c0d9748 req-f934bdf0-3ca7-4a2d-a9ae-1817225cd9f0 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:08.550751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8586a19a-bec7-4022-8c82-a84b6c0d9748 req-f934bdf0-3ca7-4a2d-a9ae-1817225cd9f0 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1052330 Sep 17 01:21:08.569005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f8945-e903-4346-aa8e-4ec509a5cc03 req-ba798708-5ab9-48dd-b8d6-92a7d4be0393 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:08.570894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-986f8945-e903-4346-aa8e-4ec509a5cc03 req-ba798708-5ab9-48dd-b8d6-92a7d4be0393 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.0788949 Sep 17 01:21:08.605141 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8586a19a-bec7-4022-8c82-a84b6c0d9748 req-273b61fc-7769-4100-8bf4-94e1baf4a203 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450015 Sep 17 01:21:08.688743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:08.732152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-986f8945-e903-4346-aa8e-4ec509a5cc03 req-e24bccd7-53f8-4e8a-91f3-a8ba0f45ee8f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085746 Sep 17 01:21:08.924970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 8d9c5793-1a77-4e67-a93a-f1731b02a298 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:08.925203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:09.025586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:09.038983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 8d9c5793-1a77-4e67-a93a-f1731b02a298 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:09.055263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:09.295325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:09.327921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=8d9c5793-1a77-4e67-a93a-f1731b02a298,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:09.443847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:09.534605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:09.748974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 7c22d3e5-d96b-456b-8937-2dc2c0de055d has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:21:09.838319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:09.848827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2492d23-bdfc-416d-8c27-263c99aae1db req-6898f100-8bd7-4138-a7cd-3d52a625dcb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:09.849675 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] Sync routers for ids ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:09.854595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2492d23-bdfc-416d-8c27-263c99aae1db req-6898f100-8bd7-4138-a7cd-3d52a625dcb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1422048 Sep 17 01:21:09.860025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e4062c8d-4ec0-4200-94ae-db9caf366eb5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/7c22d3e5-d96b-456b-8937-2dc2c0de055d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1888340 Sep 17 01:21:09.867682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36120) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:09.871685 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] Routers {'7c22d3e5-d96b-456b-8937-2dc2c0de055d'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:09.871685 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:09.917041 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:09.927669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2492d23-bdfc-416d-8c27-263c99aae1db req-072943bb-003c-4664-a457-5503ceb8b6e6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721400 Sep 17 01:21:09.934942 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] Routers {'7c22d3e5-d96b-456b-8937-2dc2c0de055d'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:09.936210 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:09.984789 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:09.989242 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca6db0e-24e4-4a87-b580-7a858ec7e5e1 None None] The sync data for ids ['7c22d3e5-d96b-456b-8937-2dc2c0de055d'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:10.117143 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-1453b755-dec8-4d09-9216-d43788f48a9d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 01:21:10.117968 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1453b755-dec8-4d09-9216-d43788f48a9d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/7c22d3e5-d96b-456b-8937-2dc2c0de055d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2534194 Sep 17 01:21:10.120823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36126) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:10.153173 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f8e993ce-f361-4cbe-8514-3150fcec5735 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c22d3e5-d96b-456b-8937-2dc2c0de055d HTTP/1.1" status: 200 len: 205 time: 0.0307035 Sep 17 01:21:10.155658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36130) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:10.510701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:10.682191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:10.684471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:10.849423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:10.853073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router 7c22d3e5-d96b-456b-8937-2dc2c0de055d {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:21:10.857169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:10.858384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-be969097-8232-497e-b600-c8a4a03fcf9f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/7c22d3e5-d96b-456b-8937-2dc2c0de055d HTTP/1.1" status: 204 len: 168 time: 0.7016490 Sep 17 01:21:10.860926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36152) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:10.913013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 9c1bd3db-21ed-4970-927a-4d7e62e7cd08 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:21:10.916341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:10.963535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.015396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.063359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.065518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2997-2812-4c56-802a-b35cc6bcd74c req-b52401d4-7ddb-41ba-a595-5d6e818504a5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:11.071587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08dd2997-2812-4c56-802a-b35cc6bcd74c req-b52401d4-7ddb-41ba-a595-5d6e818504a5 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0679498 Sep 17 01:21:11.108112 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08dd2997-2812-4c56-802a-b35cc6bcd74c req-08d8f807-a73f-4f8a-8bb2-e493915c766c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Sep 17 01:21:11.204311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.240104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.242512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/9c1bd3db-21ed-4970-927a-4d7e62e7cd08 HTTP/1.1" status: 204 len: 168 time: 0.3800828 Sep 17 01:21:11.243459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc751765-752b-4547-845c-48b3d038f743 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1bd3db-21ed-4970-927a-4d7e62e7cd08,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:11.244878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36166) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:11.248133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e29aa1f-4a2b-403d-a3cc-0ba0d495fd62 None None] Network e01f57a8-17d5-4424-b347-bfc813cc2af4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:11.340498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.397121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port a0192fe9-0c81-46dc-9db1-183158c55d2a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:11.397581 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.454515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] DHCP port deletion for e01f57a8-17d5-4424-b347-bfc813cc2af4 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:21:11.482608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port a0192fe9-0c81-46dc-9db1-183158c55d2a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a0192fe9-0c81-46dc-9db1-183158c55d2a,segment=NetworkSegment(ed48191a-b152-4885-9d91-07620f001a93),segment_id=ed48191a-b152-4885-9d91-07620f001a93)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:11.482984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.498070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for a0192fe9-0c81-46dc-9db1-183158c55d2a owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:11.512552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] Deleting port a0192fe9-0c81-46dc-9db1-183158c55d2a {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:11.512937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.595471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] For port a0192fe9-0c81-46dc-9db1-183158c55d2a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a0192fe9-0c81-46dc-9db1-183158c55d2a,segment=NetworkSegment(ed48191a-b152-4885-9d91-07620f001a93),segment_id=ed48191a-b152-4885-9d91-07620f001a93)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:11.595877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.613061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] Calling delete_port for a0192fe9-0c81-46dc-9db1-183158c55d2a owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:11.697639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.701646 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.730790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=a0192fe9-0c81-46dc-9db1-183158c55d2a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:11.734677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port a0192fe9-0c81-46dc-9db1-183158c55d2a on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:11.739729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] No DVR routers for this DVR port a0192fe9-0c81-46dc-9db1-183158c55d2a on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:11.750572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f249882-69a9-4b0d-b317-4ef86b6901fb None None] Pushing event deleted for resources: {'Port': ['ID=a0192fe9-0c81-46dc-9db1-183158c55d2a,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:11.819816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.840163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01f57a8-17d5-4424-b347-bfc813cc2af4']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:11.850495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed48191a-b152-4885-9d91-07620f001a93') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:11.850784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed48191a-b152-4885-9d91-07620f001a93') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:11.860075 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.873212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.879373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:11.879720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:11.882594 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:12.054955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.066278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.068405 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/e01f57a8-17d5-4424-b347-bfc813cc2af4 HTTP/1.1" status: 204 len: 168 time: 0.8221531 Sep 17 01:21:12.072683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36194) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:12.079990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-624314000'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:12.094084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbc0f8-d4ca-40a5-a2cb-61d4a03b42b0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=e01f57a8-17d5-4424-b347-bfc813cc2af4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:12.223920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:12.228448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.233204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031cf22-8e30-472a-9d47-01b55a90bf90 req-8cae12b0-77bd-42e0-afc1-fa4b4103c1e9 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:12.233204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b031cf22-8e30-472a-9d47-01b55a90bf90 req-8cae12b0-77bd-42e0-afc1-fa4b4103c1e9 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Sep 17 01:21:12.277708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:12.280616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b031cf22-8e30-472a-9d47-01b55a90bf90 req-a2888488-01d5-4bf6-86b9-9628e6218c18 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428042 Sep 17 01:21:12.292766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.293157 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment 07c73d34-ee97-415c-9661-1d5209eb6e69 of type vlan for network 60d16869-9d1a-4869-8905-17465df9b607 Sep 17 01:21:12.333334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.415353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.421421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:12.422061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.495105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=60d16869-9d1a-4869-8905-17465df9b607,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:12.509506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 60d16869-9d1a-4869-8905-17465df9b607 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:12.570560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8af0b70b-be6d-4ac4-8731-48b9ae05dcb9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4960680 Sep 17 01:21:12.576789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36210) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:12.586097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': '60d16869-9d1a-4869-8905-17465df9b607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:12.835495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:12.847027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:12.907637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a0192fe9-0c81-46dc-9db1-183158c55d2a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:12.933020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a0192fe9-0c81-46dc-9db1-183158c55d2a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:12.937220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a0192fe9-0c81-46dc-9db1-183158c55d2a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:13.135615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:13.203923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=965e66fc-9770-4c0b-887b-39069cb5c131,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:13.213260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': '07c73d34-ee97-415c-9661-1d5209eb6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60d16869-9d1a-4869-8905-17465df9b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:13.213809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: 60d16869-9d1a-4869-8905-17465df9b607, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:13.283639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 60d16869-9d1a-4869-8905-17465df9b607 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:13.390580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 60d16869-9d1a-4869-8905-17465df9b607) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:13.395581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:13.396231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:13.405232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7015c47-3065-4bd0-9f0e-ee6d898aa89c None None] Network 60d16869-9d1a-4869-8905-17465df9b607 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:13.440656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbd43b-391b-443b-a353-4fba9c44dc3e req-391ba2c9-fe2b-4672-b473-f1fdc783977f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:13.454721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45dbd43b-391b-443b-a353-4fba9c44dc3e req-391ba2c9-fe2b-4672-b473-f1fdc783977f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0936344 Sep 17 01:21:13.513248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4da50671-7839-4490-b3bf-83f31a8dd2a4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9351525 Sep 17 01:21:13.515799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36248) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:13.520865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1520248887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:13.531973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45dbd43b-391b-443b-a353-4fba9c44dc3e req-6928f193-91f4-401c-8de9-86889ee05c23 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714574 Sep 17 01:21:13.654111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-60d16869-9d1a-4869-8905-17465df9b607', 'network_id': '60d16869-9d1a-4869-8905-17465df9b607', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '965e66fc-9770-4c0b-887b-39069cb5c131'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:13.654993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:13.673285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:13.674419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:13.830924 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:13.874991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Allocated IP 172.20.0.2 (60d16869-9d1a-4869-8905-17465df9b607/965e66fc-9770-4c0b-887b-39069cb5c131/82309971-1b1e-4771-bb3b-5e0749f5cf8d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:13.929857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.043982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.048159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8780cf89-83a5-43a1-9e54-d114de889e6a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5283461 Sep 17 01:21:14.048440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36290) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:14.111208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.210579 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.272415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Network 60d16869-9d1a-4869-8905-17465df9b607 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:14.277814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:14.281465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:14.310944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Pushing event updated for resources: {'Port': ['ID=82309971-1b1e-4771-bb3b-5e0749f5cf8d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:14.372221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Attempting to bind port 82309971-1b1e-4771-bb3b-5e0749f5cf8d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:14.372882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Attempting to bind port 82309971-1b1e-4771-bb3b-5e0749f5cf8d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '07c73d34-ee97-415c-9661-1d5209eb6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60d16869-9d1a-4869-8905-17465df9b607'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:14.373517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Attempting to bind port 82309971-1b1e-4771-bb3b-5e0749f5cf8d on network 60d16869-9d1a-4869-8905-17465df9b607 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:14.384818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:14.385010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Checking segment: {'id': '07c73d34-ee97-415c-9661-1d5209eb6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60d16869-9d1a-4869-8905-17465df9b607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:14.387332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.387967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Bound using segment: {'id': '07c73d34-ee97-415c-9661-1d5209eb6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60d16869-9d1a-4869-8905-17465df9b607'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:14.388850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Bound port: 82309971-1b1e-4771-bb3b-5e0749f5cf8d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c73d34-ee97-415c-9661-1d5209eb6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '60d16869-9d1a-4869-8905-17465df9b607'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:14.389750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.439300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.498479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] For port 82309971-1b1e-4771-bb3b-5e0749f5cf8d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:14.502091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] For port 82309971-1b1e-4771-bb3b-5e0749f5cf8d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=82309971-1b1e-4771-bb3b-5e0749f5cf8d,segment=NetworkSegment(07c73d34-ee97-415c-9661-1d5209eb6e69),segment_id=07c73d34-ee97-415c-9661-1d5209eb6e69)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:14.561226 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:14.657190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b3740-1588-4c0e-a2ec-d0daf94fecc1 None None] Pushing event updated for resources: {'Port': ['ID=82309971-1b1e-4771-bb3b-5e0749f5cf8d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:14.766617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65bf46-c0f0-41fe-9073-6bc8054df269 req-119f0232-293b-40f8-bf64-78835f9b8bee tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:14.782205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da65bf46-c0f0-41fe-9073-6bc8054df269 req-119f0232-293b-40f8-bf64-78835f9b8bee tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0852995 Sep 17 01:21:14.807194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.20.0.1 (60d16869-9d1a-4869-8905-17465df9b607/965e66fc-9770-4c0b-887b-39069cb5c131/e1a95f8b-458d-4704-baab-0ed708e44175) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:14.858777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da65bf46-c0f0-41fe-9073-6bc8054df269 req-a5fdc5a4-3a6b-48c6-be8b-700b49188bd4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754161 Sep 17 01:21:14.869770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-6bc2b8c2-4eb5-45c7-b2b6-199d0fcd2fae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2543311 Sep 17 01:21:14.998159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-3f3d4b0d-5da6-4254-ae39-abb27ae774bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:14.999731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-3f3d4b0d-5da6-4254-ae39-abb27ae774bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1096 time: 0.0911360 Sep 17 01:21:15.004312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:15.182218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:15.238110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-28c02409-b9e2-42f6-9e31-d5847696ef46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:15.240010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-28c02409-b9e2-42f6-9e31-d5847696ef46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.1986840 Sep 17 01:21:15.241976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 60d16869-9d1a-4869-8905-17465df9b607 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:15.247700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:15.295018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:15.349188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=e1a95f8b-458d-4704-baab-0ed708e44175,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:15.367781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:15.371898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-abb3f05a-421a-483b-8a00-3e011c844387 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 1000 time: 0.1214433 Sep 17 01:21:15.485984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-2ad72421-0ec0-4221-806f-68292a3a350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:15.487501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-2ad72421-0ec0-4221-806f-68292a3a350a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0831823 Sep 17 01:21:15.541887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-e3db7f5b-abd8-4276-b747-04cd23362da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:15.545253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-e3db7f5b-abd8-4276-b747-04cd23362da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471251 Sep 17 01:21:15.675017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:15.762457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-34b3c703-cf55-4da5-ab67-452236780e15 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105715 Sep 17 01:21:15.969782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5b819-2330-483d-a624-2871b9e8838d None None] Network 60d16869-9d1a-4869-8905-17465df9b607 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:16.061020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0413f7-8183-454d-9dbf-7f5dfe13dbb1 req-3e7b7614-6e53-45a5-93a2-fbac23213bf2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:16.062646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b0413f7-8183-454d-9dbf-7f5dfe13dbb1 req-3e7b7614-6e53-45a5-93a2-fbac23213bf2 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0779762 Sep 17 01:21:16.101859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-62c20019-c871-479f-adf1-d05989a0e1f3 None None] Provisioning complete for port 82309971-1b1e-4771-bb3b-5e0749f5cf8d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:16.102309 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c20019-c871-479f-adf1-d05989a0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.116942 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b0413f7-8183-454d-9dbf-7f5dfe13dbb1 req-9ca8dad6-8e99-4957-95e5-0c5e9e5057fb tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Sep 17 01:21:16.271512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c20019-c871-479f-adf1-d05989a0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.318026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-62c20019-c871-479f-adf1-d05989a0e1f3 None None] For port 82309971-1b1e-4771-bb3b-5e0749f5cf8d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=82309971-1b1e-4771-bb3b-5e0749f5cf8d,segment=NetworkSegment(07c73d34-ee97-415c-9661-1d5209eb6e69),segment_id=07c73d34-ee97-415c-9661-1d5209eb6e69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:16.422404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c20019-c871-479f-adf1-d05989a0e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.464380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-523de3a1-366a-4fe2-bae2-69d6b52a47d8 req-f7120f38-f78c-4e36-aca9-cd8ecceee7bf service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682618 Sep 17 01:21:16.584574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c20019-c871-479f-adf1-d05989a0e1f3 None None] Pushing event updated for resources: {'Port': ['ID=82309971-1b1e-4771-bb3b-5e0749f5cf8d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:16.652434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.655511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a6dd88be-34e7-49a2-ad56-a6710073afe2 None None] Provisioning complete for port e1a95f8b-458d-4704-baab-0ed708e44175 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:16.656098 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a6dd88be-34e7-49a2-ad56-a6710073afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.717010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.719996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd88be-34e7-49a2-ad56-a6710073afe2 None None] Port e1a95f8b-458d-4704-baab-0ed708e44175 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:16.734589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a6dd88be-34e7-49a2-ad56-a6710073afe2 None None] Provisioning complete for port 82309971-1b1e-4771-bb3b-5e0749f5cf8d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:16.739640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a6dd88be-34e7-49a2-ad56-a6710073afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.921332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:16.942622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=e1a95f8b-458d-4704-baab-0ed708e44175,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:17.040163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 82309971-1b1e-4771-bb3b-5e0749f5cf8d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:17.143112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 60d16869-9d1a-4869-8905-17465df9b607 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:17.145477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:17.185780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 82309971-1b1e-4771-bb3b-5e0749f5cf8d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:17.186500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:17.341772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5df97561-1569-493e-b9ff-01d9a0e38110 None None] Provisioning complete for port e1a95f8b-458d-4704-baab-0ed708e44175 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:17.342367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5df97561-1569-493e-b9ff-01d9a0e38110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:17.352062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aecd33-0ac0-449c-865d-0e711c3dfd90 req-f1ef926d-bd0a-408a-a9f8-498afc87a074 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:17.354706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45aecd33-0ac0-449c-865d-0e711c3dfd90 req-f1ef926d-bd0a-408a-a9f8-498afc87a074 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1208856 Sep 17 01:21:17.417113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5df97561-1569-493e-b9ff-01d9a0e38110 None None] Port e1a95f8b-458d-4704-baab-0ed708e44175 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:17.444530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-45aecd33-0ac0-449c-865d-0e711c3dfd90 req-5aba5522-8c86-4f6b-96bb-fc678d495fc8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736513 Sep 17 01:21:17.600452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:21:17.601521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e13939b5-ba8c-4466-bf43-1d1baaf1eff6 None None] Provisioning complete for port e1a95f8b-458d-4704-baab-0ed708e44175 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:17.601521 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e13939b5-ba8c-4466-bf43-1d1baaf1eff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:17.601521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e13939b5-ba8c-4466-bf43-1d1baaf1eff6 None None] Port e1a95f8b-458d-4704-baab-0ed708e44175 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:17.628815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:17.634528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-665b0257-6c67-485c-99e5-e447fc293b1c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5847359 Sep 17 01:21:17.636921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36430) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:17.647197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] Sync routers for ids ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:17.657502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] Routers {'ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:17.658038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:17.706198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:17.711489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7a0674-acba-41f9-b82a-3f0a3e8c7c3a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:17.716635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fd7a0674-acba-41f9-b82a-3f0a3e8c7c3a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports/e1a95f8b-458d-4704-baab-0ed708e44175 HTTP/1.1" status: 200 len: 910 time: 0.0755520 Sep 17 01:21:17.716796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] Routers {'ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:17.716796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:17.716952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:17.756836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:17.757484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a72f41-b3ce-439c-8031-4891ecfd5133 None None] The sync data for ids ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:18.090286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:18.370892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port e1a95f8b-458d-4704-baab-0ed708e44175 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:18.371275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:18.469101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:18.481014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for e1a95f8b-458d-4704-baab-0ed708e44175 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:18.595862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6b5d1-c8a9-42f4-a36d-a2ea1c2cb19b req-ffc971f4-8c07-43ff-92d7-ef2b627127a3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:18.599568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6a6b5d1-c8a9-42f4-a36d-a2ea1c2cb19b req-ffc971f4-8c07-43ff-92d7-ef2b627127a3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0682228 Sep 17 01:21:18.685585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6a6b5d1-c8a9-42f4-a36d-a2ea1c2cb19b req-2aa658af-6ef2-4be5-9dee-eb60848e9d0e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583954 Sep 17 01:21:18.865961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:18.891784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=e1a95f8b-458d-4704-baab-0ed708e44175,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:19.038070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.224996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:21:19.302633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36488) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:19.310085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:19.318603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f25d83d4-1908-4271-8eb4-c7b49dfd262a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6003106 Sep 17 01:21:19.318750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36492) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:19.320748 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] Sync routers for ids ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:19.333890 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] Routers {'ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:19.334864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:19.352360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-062f2697-2a17-4767-add8-634456a4c6bc tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba HTTP/1.1" status: 200 len: 205 time: 0.0325692 Sep 17 01:21:19.355010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36494) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:19.369554 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:19.379141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] Routers {'ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:19.380008 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:19.412152 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:19.412798 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f5f5dd-bb62-4c7e-b773-247abe7fd1fc None None] The sync data for ids ['ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:19.442688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.492326 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94f4942d-c13e-4647-be10-e1e4c29d00ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.593688 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94f4942d-c13e-4647-be10-e1e4c29d00ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.655286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.657416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.689136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94f4942d-c13e-4647-be10-e1e4c29d00ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.734583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94f4942d-c13e-4647-be10-e1e4c29d00ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e9f70856370415ab4ae0a2eb3f63c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308181 Sep 17 01:21:19.737332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36498) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:19.745200 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4942d-c13e-4647-be10-e1e4c29d00ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f063a-0ab2-4ec0-a98c-ff94e60f3f30,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:19.793354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.793833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:21:19.805440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.807448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-35cc6760-c8e9-4fe5-a70f-d0c7b4f88750 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba HTTP/1.1" status: 204 len: 168 time: 0.4505010 Sep 17 01:21:19.816344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36502) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:19.849444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4722985-9451-42e4-90af-f274b30df46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.876623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4722985-9451-42e4-90af-f274b30df46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.892662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7e76f-74d5-459b-87a1-9718d0b127ca req-582f3f39-f96b-40af-8c9f-fbc2361f5e5e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:19.896970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 965e66fc-9770-4c0b-887b-39069cb5c131 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:21:19.900818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fa7e76f-74d5-459b-87a1-9718d0b127ca req-582f3f39-f96b-40af-8c9f-fbc2361f5e5e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1175516 Sep 17 01:21:19.903385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.946189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:19.970549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fa7e76f-74d5-459b-87a1-9718d0b127ca req-0d8ffc06-f80d-407e-a8d3-c7d2142c74f8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689375 Sep 17 01:21:20.046406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.078092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4722985-9451-42e4-90af-f274b30df46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.087297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4722985-9451-42e4-90af-f274b30df46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.087297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4722985-9451-42e4-90af-f274b30df46f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df1f063a-0ab2-4ec0-a98c-ff94e60f3f30 HTTP/1.1" status: 204 len: 168 time: 0.3441446 Sep 17 01:21:20.091839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4722985-9451-42e4-90af-f274b30df46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f063a-0ab2-4ec0-a98c-ff94e60f3f30,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:20.200706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.248455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=965e66fc-9770-4c0b-887b-39069cb5c131,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:20.264513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.266498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c71992f9-e4c8-4e95-927a-f9e044ae7b1a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/965e66fc-9770-4c0b-887b-39069cb5c131 HTTP/1.1" status: 204 len: 168 time: 0.4487154 Sep 17 01:21:20.285346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36510) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:20.285936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d294775-1d70-4290-a6d8-eafab639ec84 None None] Network 60d16869-9d1a-4869-8905-17465df9b607 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:20.395744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.493741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] DHCP port deletion for 60d16869-9d1a-4869-8905-17465df9b607 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:21:20.513625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 82309971-1b1e-4771-bb3b-5e0749f5cf8d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:20.513625 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.559841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] Deleting port 82309971-1b1e-4771-bb3b-5e0749f5cf8d {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:20.560220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.593927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port 82309971-1b1e-4771-bb3b-5e0749f5cf8d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=82309971-1b1e-4771-bb3b-5e0749f5cf8d,segment=NetworkSegment(07c73d34-ee97-415c-9661-1d5209eb6e69),segment_id=07c73d34-ee97-415c-9661-1d5209eb6e69)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:20.593927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.625645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 82309971-1b1e-4771-bb3b-5e0749f5cf8d owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:20.656905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] For port 82309971-1b1e-4771-bb3b-5e0749f5cf8d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=82309971-1b1e-4771-bb3b-5e0749f5cf8d,segment=NetworkSegment(07c73d34-ee97-415c-9661-1d5209eb6e69),segment_id=07c73d34-ee97-415c-9661-1d5209eb6e69)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:20.657310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.684373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] Calling delete_port for 82309971-1b1e-4771-bb3b-5e0749f5cf8d owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:20.859122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.871219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:20.886673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=82309971-1b1e-4771-bb3b-5e0749f5cf8d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:20.891505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port 82309971-1b1e-4771-bb3b-5e0749f5cf8d on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:20.914366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] Pushing event deleted for resources: {'Port': ['ID=82309971-1b1e-4771-bb3b-5e0749f5cf8d,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:20.919406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9845edc-0e2d-4261-a5b0-1bb39724fb3c None None] No DVR routers for this DVR port 82309971-1b1e-4771-bb3b-5e0749f5cf8d on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:20.931438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 82309971-1b1e-4771-bb3b-5e0749f5cf8d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:20.963507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 82309971-1b1e-4771-bb3b-5e0749f5cf8d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:20.963870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 82309971-1b1e-4771-bb3b-5e0749f5cf8d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:21.009107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.040192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d16869-9d1a-4869-8905-17465df9b607']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:21.052345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c73d34-ee97-415c-9661-1d5209eb6e69') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:21.052750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c73d34-ee97-415c-9661-1d5209eb6e69') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:21.065245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.083694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.101675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:21.102063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:21.105514 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:21.193490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d3cc4-dbc4-49dd-bb7f-056c3dc0b9d1 req-d42fca22-c2cc-49a4-b819-39a57dc3b535 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:21.193832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2d3cc4-dbc4-49dd-bb7f-056c3dc0b9d1 req-d42fca22-c2cc-49a4-b819-39a57dc3b535 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1073351 Sep 17 01:21:21.234216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc2d3cc4-dbc4-49dd-bb7f-056c3dc0b9d1 req-637302ec-147d-4e84-a500-ab029a45e3fc tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342338 Sep 17 01:21:21.299687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.310046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.319590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:21.320138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/60d16869-9d1a-4869-8905-17465df9b607 HTTP/1.1" status: 204 len: 168 time: 1.0412264 Sep 17 01:21:21.325989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-985841543', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:21.340824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0129bae-6407-4cce-a6b8-5e988577f4a9 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=60d16869-9d1a-4869-8905-17465df9b607,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:21.478237 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.479770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.539231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:21.752319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:22.086166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:22.109768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:22.217848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.25.1.254 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/93bd5efa-54d5-445e-9945-cb9a62a63b35) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:22.369503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:22.391983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ebcec-f676-4896-8b5c-c555aa1795ce req-215001d0-cc21-445c-91e4-4cfecec992b1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:22.399880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8ebcec-f676-4896-8b5c-c555aa1795ce req-215001d0-cc21-445c-91e4-4cfecec992b1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0792186 Sep 17 01:21:22.475410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb8ebcec-f676-4896-8b5c-c555aa1795ce req-27649ba6-6c19-4838-bb5a-a470019f4e42 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711896 Sep 17 01:21:22.490052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:22.537630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:22.540500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:22.547618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:22.569854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=93bd5efa-54d5-445e-9945-cb9a62a63b35,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:22.906452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:23.132522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:23.369259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 3f196c26-5a96-4ef5-8817-ba5fc48c941c is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:21:23.532195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:23.547385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] Sync routers for ids ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:23.560793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] Routers {'3f196c26-5a96-4ef5-8817-ba5fc48c941c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:23.561320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:23.598463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:23.608424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] Routers {'3f196c26-5a96-4ef5-8817-ba5fc48c941c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:23.609108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:23.626341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a46935-9116-4cdf-b846-04446b2f4a01 req-b1d752e0-2b16-4606-8b68-80b230f9875e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:23.628747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34a46935-9116-4cdf-b846-04446b2f4a01 req-b1d752e0-2b16-4606-8b68-80b230f9875e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0743730 Sep 17 01:21:23.646489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:23.648535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:23.649571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd782c5-c403-4916-ad6f-66f8f3e24b31 None None] The sync data for ids ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:23.653074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36622) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:23.660238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c728f7bf-91b2-460c-b964-beda1b3c5add tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3432090 Sep 17 01:21:23.735606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34a46935-9116-4cdf-b846-04446b2f4a01 req-f6d5dfa2-fe3c-48be-b6cf-b923cf2c2443 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956802 Sep 17 01:21:23.799747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8efae515-a9e2-4d3a-a0d4-aabdf7b03827 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/routers/3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 200 len: 880 time: 0.1456039 Sep 17 01:21:23.802753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36628) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:24.382678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c00eb925-30e2-4338-ac59-d9ae875ec482 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5788291 Sep 17 01:21:24.396559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36662) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:24.401302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-985841543'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:24.560713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b2f74-e88e-4b86-97b8-0026d3e5a286 req-429483cd-1aee-4ccd-bcda-455f2425ec08 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:24.562568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-860b2f74-e88e-4b86-97b8-0026d3e5a286 req-429483cd-1aee-4ccd-bcda-455f2425ec08 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0549603 Sep 17 01:21:24.636847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-860b2f74-e88e-4b86-97b8-0026d3e5a286 req-0a32c5e8-6f1f-4935-ab4b-ffa7f8f31fad tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673678 Sep 17 01:21:24.874923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b4d7b-76b5-403a-9dd8-d7e054421de4 req-cbb0703d-f4cf-4d7e-91a6-ff13f10d63fa tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:24.876621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d6b4d7b-76b5-403a-9dd8-d7e054421de4 req-cbb0703d-f4cf-4d7e-91a6-ff13f10d63fa tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0562816 Sep 17 01:21:24.924931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d6b4d7b-76b5-403a-9dd8-d7e054421de4 req-54da5ce8-91c7-48b9-a0b3-a0c24af3820a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Sep 17 01:21:25.054117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:25.157224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:25.276390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 3f196c26-5a96-4ef5-8817-ba5fc48c941c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:21:25.399639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:25.399639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:25.403144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36722) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:25.403278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-133c1266-70e8-4d55-ba6c-7d790933a08a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 200 len: 887 time: 1.0055511 Sep 17 01:21:25.403488 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] Sync routers for ids ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:25.414756 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] Routers {'3f196c26-5a96-4ef5-8817-ba5fc48c941c'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:25.416222 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:25.460070 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:25.469598 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] Routers {'3f196c26-5a96-4ef5-8817-ba5fc48c941c'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:25.470641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:25.517456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:25.518332 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ae11b4-4e90-45bb-9664-f9282b2edafc None None] The sync data for ids ['3f196c26-5a96-4ef5-8817-ba5fc48c941c'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:25.545832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2daf7988-6a04-412f-a498-8e24892320fd tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/routers/3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 200 len: 887 time: 0.1413536 Sep 17 01:21:25.548596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36728) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:25.576061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a985956-2c80-4133-bb62-043b945d7ca5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 200 len: 205 time: 0.0262706 Sep 17 01:21:25.578549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36730) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:25.693810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:25.795704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc6644-3279-4f4e-b3e1-0189b22c2fd2 req-bcfc5f9e-3d0a-4511-a9fe-8aae8f71df21 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:25.797477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6fc6644-3279-4f4e-b3e1-0189b22c2fd2 req-bcfc5f9e-3d0a-4511-a9fe-8aae8f71df21 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0724559 Sep 17 01:21:25.832747 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:25.847879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6fc6644-3279-4f4e-b3e1-0189b22c2fd2 req-ab09a643-9cd3-4695-ad14-6fd12dbdcc8e tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433767 Sep 17 01:21:25.955170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 93bd5efa-54d5-445e-9945-cb9a62a63b35 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:25.955515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.065633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.102580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 93bd5efa-54d5-445e-9945-cb9a62a63b35 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:26.124839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d600064-6174-47d1-b36f-713511206f6e req-af310481-b2ad-41e4-a112-5bb5a269dfe7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:26.127461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d600064-6174-47d1-b36f-713511206f6e req-af310481-b2ad-41e4-a112-5bb5a269dfe7 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0780153 Sep 17 01:21:26.218864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d600064-6174-47d1-b36f-713511206f6e req-12c7de09-a611-4b17-8bdd-b86325455761 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569644 Sep 17 01:21:26.420911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.451372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=93bd5efa-54d5-445e-9945-cb9a62a63b35,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:26.470118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.470409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.470748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.471145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.471475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.472473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.472889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.474165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.474165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.474165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.474378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.474539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:26.540421 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.648775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.651403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.757933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36768) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:26.771530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.772729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router 3f196c26-5a96-4ef5-8817-ba5fc48c941c {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:21:26.780142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.785516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a4ea7fd-06ee-44be-98ee-d5641b9e73a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 204 len: 168 time: 1.2018669 Sep 17 01:21:26.788702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36774) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:26.793909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-1546481909'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:26.876743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:26.880884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.923290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:26.925801 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee26219d-9359-41f7-a2e1-876f61a61c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.937101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:26.937746 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment b2f0499a-09a6-4870-b7cc-549b63192a64 of type vlan for network 0381530d-bc3c-458b-9a92-090cc9ea0708 Sep 17 01:21:26.994486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.022246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14153eaf-b105-43cc-81f3-5a11b02fba3c req-22aed8c1-69d2-44e2-98d3-bbbcd28cdbb1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:27.024078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14153eaf-b105-43cc-81f3-5a11b02fba3c req-22aed8c1-69d2-44e2-98d3-bbbcd28cdbb1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0813210 Sep 17 01:21:27.081622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14153eaf-b105-43cc-81f3-5a11b02fba3c req-a5cfd474-2a9a-43c3-b7f2-7ffb5b90a8d6 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506015 Sep 17 01:21:27.089710 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.102075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:27.102707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.110650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee26219d-9359-41f7-a2e1-876f61a61c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.183648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=0381530d-bc3c-458b-9a92-090cc9ea0708,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:27.186718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee26219d-9359-41f7-a2e1-876f61a61c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.193539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:27.226045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26219d-9359-41f7-a2e1-876f61a61c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd75d6-3cee-4520-a45f-0a66ba22d10f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:27.232802 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ee26219d-9359-41f7-a2e1-876f61a61c40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07bfe276fd2b44b28ed02702ad03aa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714525 Sep 17 01:21:27.233048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36784) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:27.278856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5b47851a-d623-40fd-a5cf-9967e3e68cc2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4888818 Sep 17 01:21:27.281517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36788) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:27.290179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:27.315189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5be84c73-542b-4c29-8ff6-fe9e89ce5d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.343130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5be84c73-542b-4c29-8ff6-fe9e89ce5d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.449037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9aa0e5-38a0-4929-af5d-ad3fdb9ab477 req-3d2fadc0-a9ea-4327-ab1c-d57e201f2818 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:27.450937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c9aa0e5-38a0-4929-af5d-ad3fdb9ab477 req-3d2fadc0-a9ea-4327-ab1c-d57e201f2818 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1333869 Sep 17 01:21:27.489846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5be84c73-542b-4c29-8ff6-fe9e89ce5d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.492576 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5be84c73-542b-4c29-8ff6-fe9e89ce5d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.493844 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5be84c73-542b-4c29-8ff6-fe9e89ce5d46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5bcd75d6-3cee-4520-a45f-0a66ba22d10f HTTP/1.1" status: 204 len: 168 time: 0.2599187 Sep 17 01:21:27.510505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be84c73-542b-4c29-8ff6-fe9e89ce5d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd75d6-3cee-4520-a45f-0a66ba22d10f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:27.531892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c9aa0e5-38a0-4929-af5d-ad3fdb9ab477 req-406483ec-3728-4685-b232-fca9cee3d9b3 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637853 Sep 17 01:21:27.534692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:27.538230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.849399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:27.966276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=490623c6-073f-47ce-976a-03e76321cf69,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:27.980468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': 'b2f0499a-09a6-4870-b7cc-549b63192a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:27.981020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: 0381530d-bc3c-458b-9a92-090cc9ea0708, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:28.071211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:28.152486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0381530d-bc3c-458b-9a92-090cc9ea0708) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:28.158410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:28.158410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.163712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f102da-02db-46bf-afd7-97015ce213b4 None None] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:28.204883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36802) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:28.240682 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d07c34ba-8969-481a-a46f-7a96c3a94965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.240920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9705f6b7-601b-4596-905f-9746e815f7ed tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9565976 Sep 17 01:21:28.243155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36804) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:28.255612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1747829459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:28.297725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc16b-4068-448b-b268-25cb61aaf7f1 req-950021e5-6027-4130-94fa-f3b9aba611f2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:28.299389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0bacc16b-4068-448b-b268-25cb61aaf7f1 req-950021e5-6027-4130-94fa-f3b9aba611f2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0945137 Sep 17 01:21:28.373556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0bacc16b-4068-448b-b268-25cb61aaf7f1 req-79be2656-2c81-4948-a2c0-39e996cdb306 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674176 Sep 17 01:21:28.389135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0381530d-bc3c-458b-9a92-090cc9ea0708', 'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '490623c6-073f-47ce-976a-03e76321cf69'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:28.400700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d07c34ba-8969-481a-a46f-7a96c3a94965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.400939 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.454996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d07c34ba-8969-481a-a46f-7a96c3a94965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.512701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c34ba-8969-481a-a46f-7a96c3a94965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19417fa7-9a6a-4441-9a61-fba88a15f200,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:28.535785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.536866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.576086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d07c34ba-8969-481a-a46f-7a96c3a94965 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed6edba076f24c199530495fbd0bce19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3701041 Sep 17 01:21:28.576709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36810) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:28.652594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.653179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Allocated IP 172.20.0.2 (0381530d-bc3c-458b-9a92-090cc9ea0708/490623c6-073f-47ce-976a-03e76321cf69/2987ba94-3cb4-4960-8692-d1a352e33e06) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:28.683650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.692873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0785-8a45-4068-99ab-8cff41178f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.726009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.727001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0785-8a45-4068-99ab-8cff41178f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.751881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada21df-6a14-4cc4-904e-49e0e7407e60 req-d5169332-6241-41ea-bf2a-71c3d87604c6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:28.754477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ada21df-6a14-4cc4-904e-49e0e7407e60 req-d5169332-6241-41ea-bf2a-71c3d87604c6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1004553 Sep 17 01:21:28.800376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ada21df-6a14-4cc4-904e-49e0e7407e60 req-e07dc472-1fa9-4179-ba76-c7d5394a828f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Sep 17 01:21:28.821253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.823543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-83edbd40-5070-4666-b034-be6559ae7433 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5786929 Sep 17 01:21:28.829164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36812) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:28.848810 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.935717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.992624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0785-8a45-4068-99ab-8cff41178f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:28.995740 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e3ad0785-8a45-4068-99ab-8cff41178f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.005278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e3ad0785-8a45-4068-99ab-8cff41178f40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19417fa7-9a6a-4441-9a61-fba88a15f200 HTTP/1.1" status: 204 len: 168 time: 0.4274299 Sep 17 01:21:29.018298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:29.022656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad0785-8a45-4068-99ab-8cff41178f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19417fa7-9a6a-4441-9a61-fba88a15f200,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:29.045692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:29.053441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:29.066162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Pushing event updated for resources: {'Port': ['ID=2987ba94-3cb4-4960-8692-d1a352e33e06,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:29.110445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.137605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Attempting to bind port 2987ba94-3cb4-4960-8692-d1a352e33e06 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:29.137605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Attempting to bind port 2987ba94-3cb4-4960-8692-d1a352e33e06 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b2f0499a-09a6-4870-b7cc-549b63192a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:29.137605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Attempting to bind port 2987ba94-3cb4-4960-8692-d1a352e33e06 on network 0381530d-bc3c-458b-9a92-090cc9ea0708 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:29.139924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:29.140329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Checking segment: {'id': 'b2f0499a-09a6-4870-b7cc-549b63192a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:29.140707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.141249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Bound using segment: {'id': 'b2f0499a-09a6-4870-b7cc-549b63192a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:29.141572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Bound port: 2987ba94-3cb4-4960-8692-d1a352e33e06, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f0499a-09a6-4870-b7cc-549b63192a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0381530d-bc3c-458b-9a92-090cc9ea0708'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:29.142085 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.196331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.218088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] For port 2987ba94-3cb4-4960-8692-d1a352e33e06, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:29.222400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] For port 2987ba94-3cb4-4960-8692-d1a352e33e06, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2987ba94-3cb4-4960-8692-d1a352e33e06,segment=NetworkSegment(b2f0499a-09a6-4870-b7cc-549b63192a64),segment_id=b2f0499a-09a6-4870-b7cc-549b63192a64)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:29.357738 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.420477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a83e-b1c1-40d2-96d7-cd61fa3ed6cb None None] Pushing event updated for resources: {'Port': ['ID=2987ba94-3cb4-4960-8692-d1a352e33e06,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:29.560539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.20.0.1 (0381530d-bc3c-458b-9a92-090cc9ea0708/490623c6-073f-47ce-976a-03e76321cf69/7623a524-3d50-44a9-ba3e-bb7a572aeb94) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:29.744604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.756582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5271d5c-0bac-4dc8-882d-ef2aca107230 req-e0ef0245-74eb-4c76-8325-aa4f04cfa1a0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:29.758110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5271d5c-0bac-4dc8-882d-ef2aca107230 req-e0ef0245-74eb-4c76-8325-aa4f04cfa1a0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.2750876 Sep 17 01:21:29.847761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5271d5c-0bac-4dc8-882d-ef2aca107230 req-cea337e9-84b4-4d41-8645-e367ff04880f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766134 Sep 17 01:21:29.952635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:29.971850 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb994758-cdb6-4a1b-a225-907d57ed7038 req-c298ee97-7a81-48af-8932-3676ba992d6d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:29.973900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb994758-cdb6-4a1b-a225-907d57ed7038 req-c298ee97-7a81-48af-8932-3676ba992d6d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0619326 Sep 17 01:21:30.025942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=7623a524-3d50-44a9-ba3e-bb7a572aeb94,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:30.027621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb994758-cdb6-4a1b-a225-907d57ed7038 req-41a74c08-f467-4681-9180-c40ed71afb10 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Sep 17 01:21:30.038555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:30.040382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:30.043124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:30.093654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:30.278490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:30.644196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:30.723600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd31d4a-bbeb-460e-9664-ae2bc0841312 None None] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:30.746208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:30.829765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f11bb030-1da5-44a6-bb25-2f150cc88099 None None] Provisioning complete for port 2987ba94-3cb4-4960-8692-d1a352e33e06 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:30.830402 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f11bb030-1da5-44a6-bb25-2f150cc88099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:30.832406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=7623a524-3d50-44a9-ba3e-bb7a572aeb94,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:30.836171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:30.854314 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:21:30.983497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:30.985164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:31.015685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f11bb030-1da5-44a6-bb25-2f150cc88099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:31.053009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2987ba94-3cb4-4960-8692-d1a352e33e06 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:31.115560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f11bb030-1da5-44a6-bb25-2f150cc88099 None None] For port 2987ba94-3cb4-4960-8692-d1a352e33e06, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2987ba94-3cb4-4960-8692-d1a352e33e06,segment=NetworkSegment(b2f0499a-09a6-4870-b7cc-549b63192a64),segment_id=b2f0499a-09a6-4870-b7cc-549b63192a64)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:31.138746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264ff09-e4e8-49dc-999d-7d60b9b0729d req-8d294a7d-6af1-46bd-a6ab-468e287eae06 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:31.141043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d264ff09-e4e8-49dc-999d-7d60b9b0729d req-8d294a7d-6af1-46bd-a6ab-468e287eae06 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.1030681 Sep 17 01:21:31.166410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2987ba94-3cb4-4960-8692-d1a352e33e06 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:31.166614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:31.198858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d264ff09-e4e8-49dc-999d-7d60b9b0729d req-4689a1e5-d084-4308-ac82-65c4ba228551 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446689 Sep 17 01:21:31.264931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f11bb030-1da5-44a6-bb25-2f150cc88099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:31.283580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 23b734b2-7777-4043-8684-7f55717889b6 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:21:31.388581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-4ab5cba2-1c2f-479d-b384-6f2586dcd0c1 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:31.399950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-4ab5cba2-1c2f-479d-b384-6f2586dcd0c1 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.1790411 Sep 17 01:21:31.419600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-b69501da-69cc-4efe-b6d6-1b7a09700c9e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/quotas/d0abead524cd42bda12b9436fb37e958 HTTP/1.1" status: 200 len: 375 time: 0.0174944 Sep 17 01:21:31.441910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:31.453599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af84dc3c-b8e1-442d-b32c-d20d16c282f8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/23b734b2-7777-4043-8684-7f55717889b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6233473 Sep 17 01:21:31.461177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36888) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:31.467539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] Sync routers for ids ['23b734b2-7777-4043-8684-7f55717889b6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:31.477082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bb030-1da5-44a6-bb25-2f150cc88099 None None] Pushing event updated for resources: {'Port': ['ID=2987ba94-3cb4-4960-8692-d1a352e33e06,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:31.507531 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-64578d3c-70c5-4ceb-acd4-fc8024647810 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811362 Sep 17 01:21:31.509492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] Routers {'23b734b2-7777-4043-8684-7f55717889b6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:31.509935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23b734b2-7777-4043-8684-7f55717889b6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:31.567382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:31.620462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] Routers {'23b734b2-7777-4043-8684-7f55717889b6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:31.622406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23b734b2-7777-4043-8684-7f55717889b6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:31.687669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-8613ad13-71d3-4ff2-af4b-df60e3349ec4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:21:31.689131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-8613ad13-71d3-4ff2-af4b-df60e3349ec4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1753142 Sep 17 01:21:31.698260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f1b39e59-2527-4f90-9665-71f8851676bb None None] Provisioning complete for port 2987ba94-3cb4-4960-8692-d1a352e33e06 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:31.698679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f1b39e59-2527-4f90-9665-71f8851676bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:31.708861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:31.709286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315fe7a-0ca0-4061-9d0e-4cef56fc0b3e None None] The sync data for ids ['23b734b2-7777-4043-8684-7f55717889b6'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:31.858955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-31ac8795-9d2c-4e9e-8e1b-cbee0c75a561 service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587698 Sep 17 01:21:31.903315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f1b39e59-2527-4f90-9665-71f8851676bb None None] Provisioning complete for port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:31.906418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f1b39e59-2527-4f90-9665-71f8851676bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:31.961459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f1b39e59-2527-4f90-9665-71f8851676bb None None] Port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:31.982085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-16e724aa-6216-4b64-887c-8207d9c54154 service neutron] 10.222.0.13 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214261 Sep 17 01:21:32.014376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a453e26-0601-48c5-b98a-75d43ccd995c req-9d613d7c-0bf3-440b-b4c7-808f7fd52bc1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:32.016378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a453e26-0601-48c5-b98a-75d43ccd995c req-9d613d7c-0bf3-440b-b4c7-808f7fd52bc1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.6768227 Sep 17 01:21:32.052765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ebc0e0-4a6b-445a-a7d3-ab0133b12907 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:32.054996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e2ebc0e0-4a6b-445a-a7d3-ab0133b12907 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports/7623a524-3d50-44a9-ba3e-bb7a572aeb94 HTTP/1.1" status: 200 len: 910 time: 0.5920990 Sep 17 01:21:32.059770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36904) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:32.066582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '490623c6-073f-47ce-976a-03e76321cf69'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:32.088006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f5a18494-c8dc-456b-8020-8e2647618cfd None None] Provisioning complete for port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:32.088391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f5a18494-c8dc-456b-8020-8e2647618cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:32.094940 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a453e26-0601-48c5-b98a-75d43ccd995c req-f14a9069-1570-4159-8945-dabe4354563a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714848 Sep 17 01:21:32.155323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f5a18494-c8dc-456b-8020-8e2647618cfd None None] Port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:32.308059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-32b5fbe0-c448-4eab-9a76-2dedb0a90448 None None] Provisioning complete for port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:32.308437 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32b5fbe0-c448-4eab-9a76-2dedb0a90448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:32.313780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:32.342871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6c5765c-4105-4814-8287-54241d6e10dc req-652bf427-2617-4740-8484-74e2954c90c7 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 210 time: 0.0760691 Sep 17 01:21:32.575755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-32b5fbe0-c448-4eab-9a76-2dedb0a90448 None None] Port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:32.594696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161837f4-b4c5-43b5-9001-300870b6d84a req-c372b975-43e7-456a-b673-04162c3f9ffa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:32.596919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-161837f4-b4c5-43b5-9001-300870b6d84a req-c372b975-43e7-456a-b673-04162c3f9ffa tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.2692626 Sep 17 01:21:32.768458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-161837f4-b4c5-43b5-9001-300870b6d84a req-c66b89f9-06ab-432d-ab91-485c41d4f3ef tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617992 Sep 17 01:21:32.897954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2987ba94-3cb4-4960-8692-d1a352e33e06 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:32.930869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:32.958543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2987ba94-3cb4-4960-8692-d1a352e33e06 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:32.959136 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.031118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.106724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=7623a524-3d50-44a9-ba3e-bb7a572aeb94,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:33.115798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:33.116465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.117982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e5e98613-f57d-4d85-8875-2af4d819e120 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/ports/7623a524-3d50-44a9-ba3e-bb7a572aeb94 HTTP/1.1" status: 200 len: 910 time: 1.0570259 Sep 17 01:21:33.120848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36954) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:33.225355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466b50c-8155-4a9d-abf6-302c98f15cc3 req-e38e7a36-a306-4e5b-b854-edb247f188e1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:33.230246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9466b50c-8155-4a9d-abf6-302c98f15cc3 req-e38e7a36-a306-4e5b-b854-edb247f188e1 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0520225 Sep 17 01:21:33.285467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9466b50c-8155-4a9d-abf6-302c98f15cc3 req-4ba85618-d14d-48ab-95e7-5c7ab6c93a7c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502272 Sep 17 01:21:33.429692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b92d3dde-c894-4ae1-a583-c87a3becef20 req-e2d5e673-53a9-40d9-9af7-ca3465692e76 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 210 time: 0.0332329 Sep 17 01:21:33.494552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.683924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36972) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:33.752840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 7623a524-3d50-44a9-ba3e-bb7a572aeb94 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:33.753397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.809051 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-10728f4d-173a-4f73-99da-e50269f7bfe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.877249 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:33.893462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 7623a524-3d50-44a9-ba3e-bb7a572aeb94 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:33.924324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647ecd0-0f96-49fd-8f60-ea7fb058264d req-b69f27ac-9022-43c8-9a72-d1a0204b4c56 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:33.926070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1647ecd0-0f96-49fd-8f60-ea7fb058264d req-b69f27ac-9022-43c8-9a72-d1a0204b4c56 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0863945 Sep 17 01:21:33.992056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1647ecd0-0f96-49fd-8f60-ea7fb058264d req-2a9a6446-0def-42e4-b83f-d9fd2fd0130b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563915 Sep 17 01:21:34.015407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-10728f4d-173a-4f73-99da-e50269f7bfe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:34.116545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-10728f4d-173a-4f73-99da-e50269f7bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:34.155960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-10728f4d-173a-4f73-99da-e50269f7bfe6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52f52c0b72744893a6ab9034fa4c8dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4708455 Sep 17 01:21:34.156990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10728f4d-173a-4f73-99da-e50269f7bfe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85410552-b79d-4d45-a497-dff30d03ff3f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:34.158652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36980) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:34.169252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:34.210072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=7623a524-3d50-44a9-ba3e-bb7a572aeb94,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:34.306321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d6268de-9f1c-4f20-a505-c7ebc6532dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:34.408469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:34.430331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d6268de-9f1c-4f20-a505-c7ebc6532dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:34.469676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadbfd2-983c-4931-a5ef-b9098bb20b84 req-0be5db25-2f34-4df2-8443-0503b3ea8d36 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:34.471465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbadbfd2-983c-4931-a5ef-b9098bb20b84 req-0be5db25-2f34-4df2-8443-0503b3ea8d36 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0868728 Sep 17 01:21:34.516795 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbadbfd2-983c-4931-a5ef-b9098bb20b84 req-69586b6f-a519-481c-b4ee-7b41786ee9e8 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Sep 17 01:21:34.575125 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-17af0d1e-eec8-4659-bab5-b988d8b18d3d req-bd365195-59ab-411f-b40e-a65c68041d20 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 210 time: 0.0331972 Sep 17 01:21:34.931613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-d136b863-3951-4089-a3bb-4f074c86733f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:34.933121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-d136b863-3951-4089-a3bb-4f074c86733f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 814 time: 0.1728487 Sep 17 01:21:34.948543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Request body: {'port': {'device_id': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'admin_state_up': True, 'tenant_id': 'd0abead524cd42bda12b9436fb37e958'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:34.989187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 23b734b2-7777-4043-8684-7f55717889b6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:21:35.007305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e3903-454c-4ef3-8a76-509fcd2b4676 req-a14fc72c-70da-4049-aa96-6fc18fb7d846 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:35.008870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3b5e3903-454c-4ef3-8a76-509fcd2b4676 req-a14fc72c-70da-4049-aa96-6fc18fb7d846 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0850809 Sep 17 01:21:35.076209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d6268de-9f1c-4f20-a505-c7ebc6532dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.078717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d6268de-9f1c-4f20-a505-c7ebc6532dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.079885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1d6268de-9f1c-4f20-a505-c7ebc6532dc5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85410552-b79d-4d45-a497-dff30d03ff3f HTTP/1.1" status: 204 len: 168 time: 0.9173188 Sep 17 01:21:35.130595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:35.142974 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] Sync routers for ids ['23b734b2-7777-4043-8684-7f55717889b6'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:35.153755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017168fb-a8c5-44b9-9850-917890202ea9 req-4aa47c00-c7f7-4adb-b0c1-e96d6cd1351c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:35.155512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-017168fb-a8c5-44b9-9850-917890202ea9 req-4aa47c00-c7f7-4adb-b0c1-e96d6cd1351c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0594087 Sep 17 01:21:35.157229 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] Routers {'23b734b2-7777-4043-8684-7f55717889b6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:35.157856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23b734b2-7777-4043-8684-7f55717889b6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:35.161973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-34e9aa21-5a8f-4a90-a9d7-497028360595 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/23b734b2-7777-4043-8684-7f55717889b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0399125 Sep 17 01:21:35.164784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36998) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:35.167541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6268de-9f1c-4f20-a505-c7ebc6532dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85410552-b79d-4d45-a497-dff30d03ff3f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:35.211294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3b5e3903-454c-4ef3-8a76-509fcd2b4676 req-bfa3beb6-ebf5-4b7d-a13f-67929b13af74 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936872 Sep 17 01:21:35.230622 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:35.232738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Made reservation on behalf of d0abead524cd42bda12b9436fb37e958 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:35.236741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.243885 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] Routers {'23b734b2-7777-4043-8684-7f55717889b6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:35.243885 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23b734b2-7777-4043-8684-7f55717889b6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:35.251547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d70d0d4f-2667-4bb2-b979-fced3ce5353b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b734b2-7777-4043-8684-7f55717889b6 HTTP/1.1" status: 200 len: 205 time: 0.0838838 Sep 17 01:21:35.255071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37002) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:35.269157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-017168fb-a8c5-44b9-9850-917890202ea9 req-a3dafd51-8acb-47a2-89e2-9aad4bb68f6b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050215 Sep 17 01:21:35.276469 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:35.277351 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34108c4-fee4-4765-8c7a-ea89e634055f None None] The sync data for ids ['23b734b2-7777-4043-8684-7f55717889b6'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:35.461663 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c792ee40-e929-43a8-8240-c3eb60eba3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.476839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.492448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Allocated IP 172.20.0.10 (a51e45fa-5188-4132-a568-0027843c4c75/a9865ad6-2fc6-402f-ad9c-348c701f25a5/c4f5c36d-2282-4989-960f-367ea76fa5fb) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:35.612968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529571-ecdb-4d8b-9b5b-7baa4f6071ed req-c1fa2bf8-f8d7-48aa-a4d1-e06c65610b7c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:35.614701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf529571-ecdb-4d8b-9b5b-7baa4f6071ed req-c1fa2bf8-f8d7-48aa-a4d1-e06c65610b7c tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.2260447 Sep 17 01:21:35.694976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.698818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.701148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.761349 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf529571-ecdb-4d8b-9b5b-7baa4f6071ed req-f3089bb6-8709-4532-9ff8-e5d19475ea12 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095054 Sep 17 01:21:35.814635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.827538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef', '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:35.862915 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.863244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router 23b734b2-7777-4043-8684-7f55717889b6 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:21:35.871584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.872857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['85abc867-0d25-421c-acb8-f27b6b828432'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:35.877675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-214b1e9c-53b6-4101-af5d-c8ea08b36312 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/23b734b2-7777-4043-8684-7f55717889b6 HTTP/1.1" status: 204 len: 168 time: 0.6166925 Sep 17 01:21:35.877675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37016) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:35.885576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Network a51e45fa-5188-4132-a568-0027843c4c75 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:35.898554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:35.904831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:35.936195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d87f0e-6b9e-49e3-adb5-ad6ccc90acee req-1cfb1d0b-6a2d-467d-8b05-0eb9f6fea014 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:35.937948 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d87f0e-6b9e-49e3-adb5-ad6ccc90acee req-1cfb1d0b-6a2d-467d-8b05-0eb9f6fea014 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 932 time: 0.1112316 Sep 17 01:21:35.976452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 490623c6-073f-47ce-976a-03e76321cf69 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:21:35.983144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:35.984725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:35.986018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.003512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event updated for resources: {'Port': ['ID=c4f5c36d-2282-4989-960f-367ea76fa5fb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:36.024885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2463d1-5d2d-4622-9978-85709948cb1f req-753e4d15-ddba-4569-889f-78ac31cb097a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:36.032993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2463d1-5d2d-4622-9978-85709948cb1f req-753e4d15-ddba-4569-889f-78ac31cb097a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.1894145 Sep 17 01:21:36.043858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d87f0e-6b9e-49e3-adb5-ad6ccc90acee req-d0b0f465-607a-496a-a894-7f91cf381452 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959013 Sep 17 01:21:36.056373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.076130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37024) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:36.095396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-741b162f-404d-4e4e-87dd-239f44922f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.100434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-328a4390-94a2-4547-a38d-b37c54128950 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1556778 Sep 17 01:21:36.111350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d2463d1-5d2d-4622-9978-85709948cb1f req-2905ba5b-8ff2-4a0c-b476-23c6e106cbf5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774004 Sep 17 01:21:36.121689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-d97ce69c-7722-47e4-b868-3eb4e9ccdf79 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:21:36.122615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-d97ce69c-7722-47e4-b868-3eb4e9ccdf79 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102351 Sep 17 01:21:36.174905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.274139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-741b162f-404d-4e4e-87dd-239f44922f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.312410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.331056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-04996a40-f377-4f11-9a7c-c08f1f4f2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:36.334845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-04996a40-f377-4f11-9a7c-c08f1f4f2329 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 1096 time: 0.3405027 Sep 17 01:21:36.337737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4281d98-65d8-4ac9-a791-e761a407e6a8 None None] Network 0381530d-bc3c-458b-9a92-090cc9ea0708 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:36.358316 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.360235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/490623c6-073f-47ce-976a-03e76321cf69 HTTP/1.1" status: 204 len: 168 time: 0.4807518 Sep 17 01:21:36.363792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:36.372947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca03677-ca1f-4ce3-973a-7eb237cac7ba tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=490623c6-073f-47ce-976a-03e76321cf69,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:36.379916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-741b162f-404d-4e4e-87dd-239f44922f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.386105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Request body: {'port': {'device_id': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:36.492441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.511711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b162f-404d-4e4e-87dd-239f44922f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5370680a-cecf-457f-ad3c-9119ae64e742,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:36.565601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.592938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 2987ba94-3cb4-4960-8692-d1a352e33e06 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:36.593417 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.602087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-741b162f-404d-4e4e-87dd-239f44922f29 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06adc0af722140ff8fa3173a89b13333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5249946 Sep 17 01:21:36.607879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37034) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:36.630650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] DHCP port deletion for 0381530d-bc3c-458b-9a92-090cc9ea0708 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:21:36.680660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port 2987ba94-3cb4-4960-8692-d1a352e33e06, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2987ba94-3cb4-4960-8692-d1a352e33e06,segment=NetworkSegment(b2f0499a-09a6-4870-b7cc-549b63192a64),segment_id=b2f0499a-09a6-4870-b7cc-549b63192a64)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:36.680932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.688485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Deleting port 2987ba94-3cb4-4960-8692-d1a352e33e06 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:36.689125 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.696199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 2987ba94-3cb4-4960-8692-d1a352e33e06 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:36.703789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-d7a763f1-44de-43de-93a3-8dece4b28185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:36.705290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-d7a763f1-44de-43de-93a3-8dece4b28185 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.3623056 Sep 17 01:21:36.771874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] For port 2987ba94-3cb4-4960-8692-d1a352e33e06, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2987ba94-3cb4-4960-8692-d1a352e33e06,segment=NetworkSegment(b2f0499a-09a6-4870-b7cc-549b63192a64),segment_id=b2f0499a-09a6-4870-b7cc-549b63192a64)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:36.773260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.788520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Calling delete_port for 2987ba94-3cb4-4960-8692-d1a352e33e06 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:36.791364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e360d-7593-4b6f-ae4f-733cc86e5a22 req-9e14a47c-6fe3-4101-aebf-d976b7d660c4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:36.792997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-261e360d-7593-4b6f-ae4f-733cc86e5a22 req-9e14a47c-6fe3-4101-aebf-d976b7d660c4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.2085688 Sep 17 01:21:36.870500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.897140 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.916418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=2987ba94-3cb4-4960-8692-d1a352e33e06,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:36.919776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port 2987ba94-3cb4-4960-8692-d1a352e33e06 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:36.930342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc6d6-8ee7-42e6-a2cf-1f944ddd765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:36.950999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] No DVR routers for this DVR port 2987ba94-3cb4-4960-8692-d1a352e33e06 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:36.954945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2987ba94-3cb4-4960-8692-d1a352e33e06 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:36.955391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-2634acf3-10e0-40e5-8b0c-ad84c0923e63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 200 len: 1000 time: 0.2374272 Sep 17 01:21:36.960590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Pushing event deleted for resources: {'Port': ['ID=2987ba94-3cb4-4960-8692-d1a352e33e06,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:36.996583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:36.997126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:36.998948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:36.998948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:36.998948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:36.998948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:36.999613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:37.000098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:37.000587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:37.001067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:37.001557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:37.002032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b9f83-f575-4976-8db9-850fcde0baff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:37.005609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 2987ba94-3cb4-4960-8692-d1a352e33e06 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:37.006141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2987ba94-3cb4-4960-8692-d1a352e33e06 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:37.019759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-261e360d-7593-4b6f-ae4f-733cc86e5a22 req-c310ee49-3b59-4cc8-9156-72a7c497cb9d tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628869 Sep 17 01:21:37.048880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.055896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc6d6-8ee7-42e6-a2cf-1f944ddd765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.075460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0381530d-bc3c-458b-9a92-090cc9ea0708']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:37.087690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f0499a-09a6-4870-b7cc-549b63192a64') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:37.090492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f0499a-09a6-4870-b7cc-549b63192a64') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:37.099470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.114463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.139498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:37.139917 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:37.145534 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:37.156634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-ec410589-e788-40a7-a5a7-f5e01e065e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:37.158467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-ec410589-e788-40a7-a5a7-f5e01e065e1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.1825614 Sep 17 01:21:37.274317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ab8f-fc8d-4f72-b4d1-c653c933b7d9 req-1b79f2bb-c0e1-4d30-ae6c-788dfc2c0a7a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:37.275234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc6d6-8ee7-42e6-a2cf-1f944ddd765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.277984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec5bc6d6-8ee7-42e6-a2cf-1f944ddd765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.282964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ec5bc6d6-8ee7-42e6-a2cf-1f944ddd765f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5370680a-cecf-457f-ad3c-9119ae64e742 HTTP/1.1" status: 204 len: 168 time: 0.6691728 Sep 17 01:21:37.283197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea01ab8f-fc8d-4f72-b4d1-c653c933b7d9 req-1b79f2bb-c0e1-4d30-ae6c-788dfc2c0a7a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 932 time: 0.1359804 Sep 17 01:21:37.298964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bc6d6-8ee7-42e6-a2cf-1f944ddd765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370680a-cecf-457f-ad3c-9119ae64e742,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:37.321113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-4f8c08e7-c4e1-4752-9f1e-12ea2276b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:37.322670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-4f8c08e7-c4e1-4752-9f1e-12ea2276b327 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528685 Sep 17 01:21:37.335473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea01ab8f-fc8d-4f72-b4d1-c653c933b7d9 req-fbbdd8d3-ee03-4d81-895d-e5a8b98aaf19 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527301 Sep 17 01:21:37.376186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25fc6-e921-45a7-b746-a10aaba94380 req-dda33e73-86aa-41b1-8b67-6b32f899750a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:37.377911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-98d25fc6-e921-45a7-b746-a10aaba94380 req-dda33e73-86aa-41b1-8b67-6b32f899750a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.1549151 Sep 17 01:21:37.408395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.434109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f5c36d-2282-4989-960f-367ea76fa5fb {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:21:37.436468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.438556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/0381530d-bc3c-458b-9a92-090cc9ea0708 HTTP/1.1" status: 204 len: 168 time: 1.0737832 Sep 17 01:21:37.440011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48969af-1c57-4f3a-997a-328697ec1099 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=0381530d-bc3c-458b-9a92-090cc9ea0708,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:37.443072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:37.447764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.448349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1513633144', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:37.509636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-98d25fc6-e921-45a7-b746-a10aaba94380 req-3d7cebd8-b1f6-42c9-a365-fe3bd9640c65 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178665 Sep 17 01:21:37.510526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Transition to ACTIVE for port object c4f5c36d-2282-4989-960f-367ea76fa5fb will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:21:37.534475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-3b1c7de2-c885-4d9b-9465-5a478f9bc338 service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788597 Sep 17 01:21:37.579499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.579499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.602073 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.657403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.677373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5c36d-2282-4989-960f-367ea76fa5fb,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:37.702629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17160df7-663c-4a5c-bb91-6a73c2a3eafd req-9d5a58c8-6b3a-432f-86af-3a98e37efcba service neutron] 10.222.0.36 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617563 Sep 17 01:21:37.765785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Attempting to bind port c4f5c36d-2282-4989-960f-367ea76fa5fb on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:37.766335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Attempting to bind port c4f5c36d-2282-4989-960f-367ea76fa5fb by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:37.766740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Attempting to bind port c4f5c36d-2282-4989-960f-367ea76fa5fb on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:37.774466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Port c4f5c36d-2282-4989-960f-367ea76fa5fb on network a51e45fa-5188-4132-a568-0027843c4c75 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:37.774936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Attempting to bind port c4f5c36d-2282-4989-960f-367ea76fa5fb on network a51e45fa-5188-4132-a568-0027843c4c75 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:37.780769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:37.784561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.784686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Checking segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:37.784686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Bound using segment: {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:37.784686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Bound port: c4f5c36d-2282-4989-960f-367ea76fa5fb, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:37.784686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.856900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] For port c4f5c36d-2282-4989-960f-367ea76fa5fb, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:37.864027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] For port c4f5c36d-2282-4989-960f-367ea76fa5fb, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c4f5c36d-2282-4989-960f-367ea76fa5fb,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:37.886864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-9b9a4461-5db7-4ba4-98ed-cab71d738775 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:37.888650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-9b9a4461-5db7-4ba4-98ed-cab71d738775 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.0608890 Sep 17 01:21:37.889947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:37.893913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-98e81f6c-2cc1-4eb6-821c-45fd5aaa5468 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4470079 Sep 17 01:21:37.894586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37058) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:37.899516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-780939173'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:38.004462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.013408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port 8f72d60c-41d2-4b14-9811-91b99698f0b7 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:38.014668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.046171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.046922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.050365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] 10.222.0.23 "PUT /v2.0/ports/c4f5c36d-2282-4989-960f-367ea76fa5fb HTTP/1.1" status: 200 len: 1092 time: 1.9140584 Sep 17 01:21:38.050837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'tag': 'c4f5c36d-2282-4989-960f-367ea76fa5fb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:21:38.053136 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0135616f-d3d7-4d6b-9326-de2b71e0d962" -d '{"events": [{"name": "network-changed", "server_uuid": "61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf", "tag": "c4f5c36d-2282-4989-960f-367ea76fa5fb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:21:38.079578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7681-9600-4c9c-adb0-36a6ca1d3048 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f5c36d-2282-4989-960f-367ea76fa5fb,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:38.131116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port 8f72d60c-41d2-4b14-9811-91b99698f0b7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8f72d60c-41d2-4b14-9811-91b99698f0b7,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:38.131679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.141838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:38.164176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.164176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for 8f72d60c-41d2-4b14-9811-91b99698f0b7 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:38.164477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6a9817-9cf1-44e2-9a6e-7a6c92e84990 x-openstack-request-id: req-1a6a9817-9cf1-44e2-9a6e-7a6c92e84990 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:21:38.164477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf", "tag": "c4f5c36d-2282-4989-960f-367ea76fa5fb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:21:38.164477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1a6a9817-9cf1-44e2-9a6e-7a6c92e84990 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:21:38.164477 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'tag': 'c4f5c36d-2282-4989-960f-367ea76fa5fb', 'status': 'completed', 'code': 200} Sep 17 01:21:38.218426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:38.219670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70399-ce28-401f-92cb-04e723e159ab req-3d263f61-1cd1-47c3-90de-37e36cb11b9f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.222371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33b70399-ce28-401f-92cb-04e723e159ab req-3d263f61-1cd1-47c3-90de-37e36cb11b9f tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 945 time: 0.1143723 Sep 17 01:21:38.225527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135616f-d3d7-4d6b-9326-de2b71e0d962 req-ebcdbaa4-3612-4221-a542-79d9b18618a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.227043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0135616f-d3d7-4d6b-9326-de2b71e0d962 req-ebcdbaa4-3612-4221-a542-79d9b18618a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 1095 time: 0.0674691 Sep 17 01:21:38.250121 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.250480 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment 64f8510b-0cce-4620-aa8e-187b556b166a of type vlan for network 2668408f-a913-4094-96ae-618183e1fa96 Sep 17 01:21:38.271475 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec732e5-fce5-48e0-ba56-8e228bccac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.346855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.373464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33b70399-ce28-401f-92cb-04e723e159ab req-1833aa76-798e-4e61-9f6b-bb3762c143a4 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450329 Sep 17 01:21:38.418157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135616f-d3d7-4d6b-9326-de2b71e0d962 req-379ed65b-5486-4a06-bdc8-15ff4f23735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.419983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0135616f-d3d7-4d6b-9326-de2b71e0d962 req-379ed65b-5486-4a06-bdc8-15ff4f23735f service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d0abead524cd42bda12b9436fb37e958&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1825340 Sep 17 01:21:38.519421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6701426e-6875-4037-a06f-195593ee6109 req-95a3ab69-2cbe-4c4b-9181-c602684d1c42 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.521057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6701426e-6875-4037-a06f-195593ee6109 req-95a3ab69-2cbe-4c4b-9181-c602684d1c42 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 944 time: 0.0643189 Sep 17 01:21:38.552770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.559251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.559941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.618659 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.632905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', '8f72d60c-41d2-4b14-9811-91b99698f0b7'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:38.653726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135616f-d3d7-4d6b-9326-de2b71e0d962 req-e66ed1e0-77d9-49a9-a0c3-33143770b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.655207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0135616f-d3d7-4d6b-9326-de2b71e0d962 req-e66ed1e0-77d9-49a9-a0c3-33143770b86e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269077 Sep 17 01:21:38.658528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=8f72d60c-41d2-4b14-9811-91b99698f0b7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:38.683405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e71cdf-8d24-4142-98d1-1b180b5ead8b req-f278596b-c257-4d99-bf59-628c4f6766b5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.685265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6e71cdf-8d24-4142-98d1-1b180b5ead8b req-f278596b-c257-4d99-bf59-628c4f6766b5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.0833027 Sep 17 01:21:38.704166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6701426e-6875-4037-a06f-195593ee6109 req-fd707713-5b77-4efe-99c7-3dd208bf43b3 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753314 Sep 17 01:21:38.709881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8142283 Sep 17 01:21:38.717254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:38.721861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f97b8-8b54-48e2-bf82-44b729e2a634 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=2668408f-a913-4094-96ae-618183e1fa96,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:38.738070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2668408f-a913-4094-96ae-618183e1fa96 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:38.740818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:38.804238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port 8f72d60c-41d2-4b14-9811-91b99698f0b7 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:38.808034 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:38.811972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7db5cef2-dd20-465a-8d88-a1ea832ddfeb req-131be183-8c19-408f-a615-f2098a38be75 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/8f72d60c-41d2-4b14-9811-91b99698f0b7 HTTP/1.1" status: 204 len: 173 time: 0.9076607 Sep 17 01:21:38.815600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'name': 'network-vif-deleted', 'tag': '8f72d60c-41d2-4b14-9811-91b99698f0b7'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:21:38.818148 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2855aa-1a72-42ec-85bd-091cd7ba1a19" -d '{"events": [{"server_uuid": "4e4d72e3-75e2-4d26-b609-033a3be20180", "name": "network-vif-deleted", "tag": "8f72d60c-41d2-4b14-9811-91b99698f0b7"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:21:38.825984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6e71cdf-8d24-4142-98d1-1b180b5ead8b req-bc573e3d-106c-4420-9799-349e372d9952 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338143 Sep 17 01:21:38.861004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-873d869a-93cb-4b7d-8d6d-6e0bccfacb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:38.864523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-873d869a-93cb-4b7d-8d6d-6e0bccfacb98 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 1095 time: 0.1439397 Sep 17 01:21:38.932255 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1ed42c-1070-43f4-9d69-a83bcfb80d2f x-openstack-request-id: req-3d1ed42c-1070-43f4-9d69-a83bcfb80d2f {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:21:38.932505 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4d72e3-75e2-4d26-b609-033a3be20180", "name": "network-vif-deleted", "tag": "8f72d60c-41d2-4b14-9811-91b99698f0b7", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:21:38.932608 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d1ed42c-1070-43f4-9d69-a83bcfb80d2f {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:21:38.932937 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4d72e3-75e2-4d26-b609-033a3be20180', 'name': 'network-vif-deleted', 'tag': '8f72d60c-41d2-4b14-9811-91b99698f0b7', 'status': 'completed', 'code': 200} Sep 17 01:21:38.949827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-18426c0f-efd9-48f9-ae69-5cea373df2d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c4f5c36d-2282-4989-960f-367ea76fa5fb HTTP/1.1" status: 200 len: 217 time: 0.0701129 Sep 17 01:21:39.005037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-934ce1c8-b072-439c-ba6a-609b919a4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:39.006796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-934ce1c8-b072-439c-ba6a-609b919a4144 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.0523202 Sep 17 01:21:39.009184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:39.012898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:39.054871 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:39.073761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-8d886aaf-39aa-4efe-8b2b-63da5b4b15f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563898 Sep 17 01:21:39.220532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-12509c68-0cb7-4df6-8867-530acbf6c0a4 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357348 Sep 17 01:21:39.320680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:39.342958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8aaf86-30ef-4c28-9a29-9175e4cea4ce req-7a232f3e-bf76-4d15-92cb-bc097adea375 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147411 Sep 17 01:21:39.397805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=49778c01-3ac8-4786-bd5a-479370870158,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:39.419132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:39.419573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: 2668408f-a913-4094-96ae-618183e1fa96, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:39.462590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:39.513211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7781ef2f-53aa-44df-984c-c30cfd05ddfd req-6cd1990b-7fe6-4175-93be-a2511438ba1e tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e4d72e3-75e2-4d26-b609-033a3be20180 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Sep 17 01:21:39.569033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 2668408f-a913-4094-96ae-618183e1fa96 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:39.699276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 2668408f-a913-4094-96ae-618183e1fa96) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:39.703712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:39.708899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:39.710159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcc42e4-cabe-4fdb-a77f-572642096d41 None None] Network 2668408f-a913-4094-96ae-618183e1fa96 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:39.827233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8e94509b-2eba-4382-a13b-62b333621d75 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1070175 Sep 17 01:21:39.829847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:39.886097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:39.938407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadaba9-f1e1-4f4e-b46a-94e957163415 req-ac657b5e-8274-48da-86a9-f01727f71abc tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:39.940224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5aadaba9-f1e1-4f4e-b46a-94e957163415 req-ac657b5e-8274-48da-86a9-f01727f71abc tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 944 time: 0.0940893 Sep 17 01:21:39.941891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-2668408f-a913-4094-96ae-618183e1fa96', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:39.942772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:39.991904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5aadaba9-f1e1-4f4e-b46a-94e957163415 req-6474cd24-c7d2-4ba6-9d9e-27c2b9c6d002 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Sep 17 01:21:40.061145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-edd2de44-ddab-4397-a56a-484ee83dce52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.141445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Allocated IP 172.20.0.2 (2668408f-a913-4094-96ae-618183e1fa96/49778c01-3ac8-4786-bd5a-479370870158/e6e65ef7-0dde-40d5-b2ba-2e8420b88cea) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:40.184903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-edd2de44-ddab-4397-a56a-484ee83dce52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.250980 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-edd2de44-ddab-4397-a56a-484ee83dce52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.280803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.288771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-edd2de44-ddab-4397-a56a-484ee83dce52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef15ea1e91bd4c4592b97fba2756feaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4011567 Sep 17 01:21:40.290847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37152) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:40.331769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.337568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd2de44-ddab-4397-a56a-484ee83dce52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8061d2fd-72f5-4328-9511-c739d3e72057,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:40.367974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbc559ee-c5d0-4eac-9ac7-59b6e7d7ee90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.390711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbc559ee-c5d0-4eac-9ac7-59b6e7d7ee90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.422280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.469820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Network 2668408f-a913-4094-96ae-618183e1fa96 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:40.476747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:40.481241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:40.489228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Pushing event updated for resources: {'Port': ['ID=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:40.528263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbc559ee-c5d0-4eac-9ac7-59b6e7d7ee90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.535347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bbc559ee-c5d0-4eac-9ac7-59b6e7d7ee90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.535347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bbc559ee-c5d0-4eac-9ac7-59b6e7d7ee90 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8061d2fd-72f5-4328-9511-c739d3e72057 HTTP/1.1" status: 204 len: 168 time: 0.2403257 Sep 17 01:21:40.542563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc559ee-c5d0-4eac-9ac7-59b6e7d7ee90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8061d2fd-72f5-4328-9511-c739d3e72057,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:40.562728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Attempting to bind port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:40.563126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Attempting to bind port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:40.563488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Attempting to bind port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea on network 2668408f-a913-4094-96ae-618183e1fa96 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:40.571344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:40.571344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Checking segment: {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:40.571344 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.571344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Bound using segment: {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:40.573178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.20.0.1 (2668408f-a913-4094-96ae-618183e1fa96/49778c01-3ac8-4786-bd5a-479370870158/da613e1e-bb53-4390-a1c7-b07f43cf2a7a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:40.573769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Bound port: e6e65ef7-0dde-40d5-b2ba-2e8420b88cea, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:40.573769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.650716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] For port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:40.652775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] For port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,segment=NetworkSegment(64f8510b-0cce-4620-aa8e-187b556b166a),segment_id=64f8510b-0cce-4620-aa8e-187b556b166a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:40.699685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.775598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.843731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7696a-c733-4e49-878e-940e035bd6cc None None] Pushing event updated for resources: {'Port': ['ID=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:40.912499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:40.961244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 2668408f-a913-4094-96ae-618183e1fa96 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:40.964684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:40.980425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:40.980425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:41.029596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:41.043604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:41.216641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af541fc-5317-4240-84c1-365167a085da req-2f87ae66-570b-4365-91a8-b413cc0fdc80 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:41.229090 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7af541fc-5317-4240-84c1-365167a085da req-2f87ae66-570b-4365-91a8-b413cc0fdc80 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 944 time: 0.0751898 Sep 17 01:21:41.288841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7af541fc-5317-4240-84c1-365167a085da req-4b0519e1-0bd2-4139-98a8-36bd62ace7f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643446 Sep 17 01:21:41.312970 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:41.589986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:41.649944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:41.765676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:41.771809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:41.868291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c4f5c36d-2282-4989-960f-367ea76fa5fb details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:21:41.870350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8f72d60c-41d2-4b14-9811-91b99698f0b7 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:41.906038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 8f72d60c-41d2-4b14-9811-91b99698f0b7 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:41.906394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8f72d60c-41d2-4b14-9811-91b99698f0b7 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:41.938500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f689656-72fc-4f9b-afe2-1286dee2efd6 None None] Network 2668408f-a913-4094-96ae-618183e1fa96 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:42.062157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-de00375b-1dd8-4a94-b023-460f61104daa None None] Provisioning complete for port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:42.062530 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de00375b-1dd8-4a94-b023-460f61104daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.122883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c4f5c36d-2282-4989-960f-367ea76fa5fb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c4f5c36d-2282-4989-960f-367ea76fa5fb,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:42.147920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c4f5c36d-2282-4989-960f-367ea76fa5fb', 'network_id': 'a51e45fa-5188-4132-a568-0027843c4c75', 'port_id': 'c4f5c36d-2282-4989-960f-367ea76fa5fb', 'mac_address': 'fa:16:3e:8e:c4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9865ad6-2fc6-402f-ad9c-348c701f25a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:21:42.179379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8bf26a-5937-477e-a206-bc7ac9f37697 req-85e25dd9-8ecd-47d3-b635-1aeb03dab325 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:42.180847 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e8bf26a-5937-477e-a206-bc7ac9f37697 req-85e25dd9-8ecd-47d3-b635-1aeb03dab325 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 946 time: 0.3961384 Sep 17 01:21:42.193778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 2668408f-a913-4094-96ae-618183e1fa96 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:42.197142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:42.267601 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.290793 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de00375b-1dd8-4a94-b023-460f61104daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.298746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e8bf26a-5937-477e-a206-bc7ac9f37697 req-3339b361-8cf8-4906-b4f3-92ec60a28351 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034908 Sep 17 01:21:42.303680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f5c36d-2282-4989-960f-367ea76fa5fb {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:21:42.350993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c4f5c36d-2282-4989-960f-367ea76fa5fb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c4f5c36d-2282-4989-960f-367ea76fa5fb,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:42.355574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-de00375b-1dd8-4a94-b023-460f61104daa None None] For port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,segment=NetworkSegment(64f8510b-0cce-4620-aa8e-187b556b166a),segment_id=64f8510b-0cce-4620-aa8e-187b556b166a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:42.438603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:21:42.438752 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.441377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de00375b-1dd8-4a94-b023-460f61104daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.473916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e9e47-54b0-42b8-9e37-3aa8b54faac4 req-b97267d5-e73d-4f3d-a547-4a941f08e868 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:42.475665 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c5e9e47-54b0-42b8-9e37-3aa8b54faac4 req-b97267d5-e73d-4f3d-a547-4a941f08e868 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 944 time: 0.0738735 Sep 17 01:21:42.518995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c4f5c36d-2282-4989-960f-367ea76fa5fb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:42.579837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00375b-1dd8-4a94-b023-460f61104daa None None] Pushing event updated for resources: {'Port': ['ID=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:42.621637 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c5e9e47-54b0-42b8-9e37-3aa8b54faac4 req-240de9d1-84e8-467a-92dc-76ef536e2645 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008971 Sep 17 01:21:42.623408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:42.627394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-58dca631-432a-4437-8fa4-c6cb7ca4a0cf tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7962589 Sep 17 01:21:42.629931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37230) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:42.632591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:42.636628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-1958278598'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:42.644203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:42.644900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:42.686937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c4f5c36d-2282-4989-960f-367ea76fa5fb'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:42.740973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:42.745953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.766746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a931eefc-3507-4226-87d5-fa605c2129a3 None None] Provisioning complete for port da613e1e-bb53-4390-a1c7-b07f43cf2a7a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:42.767143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a931eefc-3507-4226-87d5-fa605c2129a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.775453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:42.802829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:21:42.897164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a931eefc-3507-4226-87d5-fa605c2129a3 None None] Port da613e1e-bb53-4390-a1c7-b07f43cf2a7a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:42.911766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:42.918146 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment 0551aa6d-c71c-4335-aa70-78c3c9b007c5 of type vlan for network c51ca0b1-2091-49b1-a5a6-802723f3abc2 Sep 17 01:21:42.970491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.012100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e6e65ef7-0dde-40d5-b2ba-2e8420b88cea up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:43.038833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:43.052566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a931eefc-3507-4226-87d5-fa605c2129a3 None None] Provisioning complete for port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:43.052948 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a931eefc-3507-4226-87d5-fa605c2129a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.088794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.094982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:43.095822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.189797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=c51ca0b1-2091-49b1-a5a6-802723f3abc2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:43.203414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-f9c78c85-7bd4-491b-89e3-dfd643751681 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:43.206303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-f9c78c85-7bd4-491b-89e3-dfd643751681 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 946 time: 0.1050034 Sep 17 01:21:43.260015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-84024f19-9ea9-4ac2-9325-ddf946760a90 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6280935 Sep 17 01:21:43.262613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37242) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:43.269202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:43.306771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-162873265'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:43.335802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:43.357812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Deleting port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:43.358240 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.452416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Made reservation on behalf of 8d2ba1c149e147cfb898662ac28363ab for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:43.457335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.460116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:43.461088 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.505813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.526094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:43.537095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.569162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:41Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:41Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:43.571655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] For port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,segment=NetworkSegment(3eb028ab-42cb-4fc6-be41-11d2183a8ca1),segment_id=3eb028ab-42cb-4fc6-be41-11d2183a8ca1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:43.572251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.602165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:21:43.602355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Updating router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 port da613e1e-bb53-4390-a1c7-b07f43cf2a7a binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:21:43.604696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Calling delete_port for ebbed3cb-4c93-4c49-97e8-bac4fb9971ff owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:43.625221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c4988-5c3e-44b1-830a-40f561514dd7 req-3f49052f-33d1-40dc-869a-1a574ec4585a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:43.628635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e07c4988-5c3e-44b1-830a-40f561514dd7 req-3f49052f-33d1-40dc-869a-1a574ec4585a tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 946 time: 0.1798551 Sep 17 01:21:43.661589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.745494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e245754e-ea54-401f-bb86-4a167f4f610c None None] Provisioning complete for port da613e1e-bb53-4390-a1c7-b07f43cf2a7a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:43.745726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e245754e-ea54-401f-bb86-4a167f4f610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.760607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e07c4988-5c3e-44b1-830a-40f561514dd7 req-d0d26278-7383-4c54-b9cd-90f829f09f42 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae2e81b0-6958-4655-9ea3-b59695c45dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192093 Sep 17 01:21:43.839636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e245754e-ea54-401f-bb86-4a167f4f610c None None] Port da613e1e-bb53-4390-a1c7-b07f43cf2a7a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:43.845428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.943021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f96488e-331c-4f00-a246-b218dce212ba req-eddf8794-d724-4eca-98fe-65566e9a690a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:43.944450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f96488e-331c-4f00-a246-b218dce212ba req-eddf8794-d724-4eca-98fe-65566e9a690a tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 945 time: 0.1266832 Sep 17 01:21:43.969133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:43.992344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f96488e-331c-4f00-a246-b218dce212ba req-66c7844b-27b8-4ac1-9ac3-1ce6d7e9efe9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415921 Sep 17 01:21:44.001510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5cc527-d346-4081-bc9d-f5281c399708,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:44.010862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:44.015920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.027595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:21:44.058470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.059036 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Added segment eed46bf2-ed2c-4937-807d-119cfd7be140 of type vlan for network d87b02c3-25b0-4a73-ba4a-68929339ba88 Sep 17 01:21:44.060928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Pushing event deleted for resources: {'Port': ['ID=ebbed3cb-4c93-4c49-97e8-bac4fb9971ff,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:44.117148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.123608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.142253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] No DVR routers for this DVR port ebbed3cb-4c93-4c49-97e8-bac4fb9971ff on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:21:44.145401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.147857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b723ecf3-88e9-43cc-bef9-889c4d1f09c8 req-dd78fa01-aceb-4223-b991-c95ce1faabb6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.23 "DELETE /v2.0/ports/ebbed3cb-4c93-4c49-97e8-bac4fb9971ff HTTP/1.1" status: 204 len: 173 time: 0.9310322 Sep 17 01:21:44.149610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.152561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c37064f-2bdf-4db6-8036-75bb30367793', 'name': 'network-vif-deleted', 'tag': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:21:44.154903 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c993a3d-b8aa-4fe0-b143-2f7e68220896" -d '{"events": [{"server_uuid": "8c37064f-2bdf-4db6-8036-75bb30367793", "name": "network-vif-deleted", "tag": "ebbed3cb-4c93-4c49-97e8-bac4fb9971ff"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:21:44.181200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.205864 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0197a05d-1a70-4f11-b9c0-240f93ac9eda x-openstack-request-id: req-0197a05d-1a70-4f11-b9c0-240f93ac9eda {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:21:44.206471 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c37064f-2bdf-4db6-8036-75bb30367793", "name": "network-vif-deleted", "tag": "ebbed3cb-4c93-4c49-97e8-bac4fb9971ff", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:21:44.206724 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0197a05d-1a70-4f11-b9c0-240f93ac9eda {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:21:44.207150 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c37064f-2bdf-4db6-8036-75bb30367793', 'name': 'network-vif-deleted', 'tag': 'ebbed3cb-4c93-4c49-97e8-bac4fb9971ff', 'status': 'completed', 'code': 200} Sep 17 01:21:44.215340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=113eb998-0d9f-472a-99ca-6659bf7e15cd,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:44.231021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:44.235624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: c51ca0b1-2091-49b1-a5a6-802723f3abc2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:44.238278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998aec-54c0-4ddc-b898-be04b6d0262c None None] Pushing event updated for resources: {'Port': ['ID=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:44.272987 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.279687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:44.284272 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.332588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Attempting to bind port da613e1e-bb53-4390-a1c7-b07f43cf2a7a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:44.333044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Attempting to bind port da613e1e-bb53-4390-a1c7-b07f43cf2a7a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:44.333456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Attempting to bind port da613e1e-bb53-4390-a1c7-b07f43cf2a7a on network 2668408f-a913-4094-96ae-618183e1fa96 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:44.345383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:44.345844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Checking segment: {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:44.347111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.356359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Bound using segment: {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:44.356359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Bound port: da613e1e-bb53-4390-a1c7-b07f43cf2a7a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f8510b-0cce-4620-aa8e-187b556b166a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2668408f-a913-4094-96ae-618183e1fa96'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:44.356359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.374903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:44.423559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Pushing event updated for resources: {'Network': ['ID=d87b02c3-25b0-4a73-ba4a-68929339ba88,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:44.448373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d87b02c3-25b0-4a73-ba4a-68929339ba88 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:44.464806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-327c065a-5c1b-4411-bc7c-e9ea9e3c5f13 tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4246929 Sep 17 01:21:44.481853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] For port da613e1e-bb53-4390-a1c7-b07f43cf2a7a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:44.489712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c51ca0b1-2091-49b1-a5a6-802723f3abc2) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:44.494915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:44.496436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.511881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c941356d-a0f2-4c6c-8eb4-ed74115dfb3f None None] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:44.536446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] For port da613e1e-bb53-4390-a1c7-b07f43cf2a7a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,segment=NetworkSegment(64f8510b-0cce-4620-aa8e-187b556b166a),segment_id=64f8510b-0cce-4620-aa8e-187b556b166a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:44.591855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37260) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:44.592360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e8a94467-28ae-452e-83a7-ee8e0b713991 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3284185 Sep 17 01:21:44.650477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7c55b5c3-3a7d-44c5-946f-df00d2b2b7f8 None None] Provisioning complete for port da613e1e-bb53-4390-a1c7-b07f43cf2a7a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:44.650993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c55b5c3-3a7d-44c5-946f-df00d2b2b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.655589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.739011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37264) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:44.749967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Request body: {'port': {'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88', 'binding:host_id': 'n-h2-789963-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-713980927'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:44.820962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:44.821604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:44.878574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8998aec-54c0-4ddc-b898-be04b6d0262c None None] Pushing event updated for resources: {'Port': ['ID=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:44.895836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bb36104-c582-4ce6-8fd6-35d47dd63ca9 req-7653b6b2-72a9-4bbe-a677-1a864f4263a6 tempest-ServersTestJSON-878588925 tempest-ServersTestJSON-878588925-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c37064f-2bdf-4db6-8036-75bb30367793 HTTP/1.1" status: 200 len: 210 time: 0.0401103 Sep 17 01:21:44.900369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Made reservation on behalf of 55e23346d8ca4a4db3ee2d95a9781937 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:44.903381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.919491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:44.989829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:44.990806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.025138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:21:45.065656 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c55b5c3-3a7d-44c5-946f-df00d2b2b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.072174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.170226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27570247-bf5b-4cfa-ae29-92283e1dd509 req-740b52ce-4b6b-4224-ad77-4a36c58e5cd2 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:45.172019 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27570247-bf5b-4cfa-ae29-92283e1dd509 req-740b52ce-4b6b-4224-ad77-4a36c58e5cd2 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 945 time: 0.0619204 Sep 17 01:21:45.231425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27570247-bf5b-4cfa-ae29-92283e1dd509 req-50ec62cd-bb6f-46fe-9db7-6f902e364d07 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516236 Sep 17 01:21:45.233463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7c55b5c3-3a7d-44c5-946f-df00d2b2b7f8 None None] For port da613e1e-bb53-4390-a1c7-b07f43cf2a7a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,segment=NetworkSegment(64f8510b-0cce-4620-aa8e-187b556b166a),segment_id=64f8510b-0cce-4620-aa8e-187b556b166a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:45.266352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.281207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port f1e2e26a-dc55-4e59-9627-468d28dd574d yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:45.331936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Allocated IP 172.21.0.2 (c51ca0b1-2091-49b1-a5a6-802723f3abc2/113eb998-0d9f-472a-99ca-6659bf7e15cd/e37b5f71-cc14-4d12-9976-d796c6cdabc2) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:45.333891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c55b5c3-3a7d-44c5-946f-df00d2b2b7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.366652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75562882-44d3-490b-8c68-ca1ede59ce54,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:45.457958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55b5c3-3a7d-44c5-946f-df00d2b2b7f8 None None] Pushing event updated for resources: {'Port': ['ID=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:45.501873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.514475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-565122b3-c9e6-466c-8123-3e3db2c41f1a None None] Provisioning complete for port da613e1e-bb53-4390-a1c7-b07f43cf2a7a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:45.514852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-565122b3-c9e6-466c-8123-3e3db2c41f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.570678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port f1e2e26a-dc55-4e59-9627-468d28dd574d yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:45.582703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.632127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:41Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:44Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:45.638623 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.669905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4540f6-002e-4b2b-bc62-bb1a30801273 None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:41Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:44Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:45.681704 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.758924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=f1e2e26a-dc55-4e59-9627-468d28dd574d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:45.774313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Checking segment: {'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:45.774671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Network hostable DHCP agents. Network: d87b02c3-25b0-4a73-ba4a-68929339ba88, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:45.821503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:45.883735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.21.0.1 (c51ca0b1-2091-49b1-a5a6-802723f3abc2/113eb998-0d9f-472a-99ca-6659bf7e15cd/23adba0b-9c77-49d6-bf52-f0f0228f07a6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:45.925679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Network d87b02c3-25b0-4a73-ba4a-68929339ba88 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:45.975319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37276) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:46.015876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d87b02c3-25b0-4a73-ba4a-68929339ba88) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:46.024597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:46.048690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c4f5c36d-2282-4989-960f-367ea76fa5fb up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:46.050869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ad86c4-c89a-4fa1-8f67-17df83fe7205 None None] Network d87b02c3-25b0-4a73-ba4a-68929339ba88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:46.052359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.052700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.053696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.060938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.061266 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.061882 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 2 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.067349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Deleting subnet e6488c78-7b9e-4ad2-956e-025e552fb2af {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:21:46.068694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.078272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.110452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.110821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.111224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.120356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.120690 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.122535 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 3 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.130024 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.162422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.162748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.163103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.164404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.168878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:46.170546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.170931 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.172701 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 4 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.182552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:46.194052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.196332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.196657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.196994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.209759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:46.214905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Pushing event updated for resources: {'Port': ['ID=e37b5f71-cc14-4d12-9976-d796c6cdabc2,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:46.224923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.225226 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.227116 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 5 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.244541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=23adba0b-9c77-49d6-bf52-f0f0228f07a6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:46.256327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.256327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.256327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.265238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.265556 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.267598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:46.269374 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 6 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.269787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:46.272373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:46.292421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.292756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.293095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.304313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.304638 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.305033 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 7 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.318315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.318654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.318987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.323761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.324218 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.324616 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 8 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.338919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Attempting to bind port e37b5f71-cc14-4d12-9976-d796c6cdabc2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.339362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Attempting to bind port e37b5f71-cc14-4d12-9976-d796c6cdabc2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.345686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Attempting to bind port e37b5f71-cc14-4d12-9976-d796c6cdabc2 on network c51ca0b1-2091-49b1-a5a6-802723f3abc2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.345866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.345866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.345866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.349266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c4f5c36d-2282-4989-960f-367ea76fa5fb completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:21:46.349820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.350150 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.350552 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 9 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.354997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c4f5c36d-2282-4989-960f-367ea76fa5fb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:46.355407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.357071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:46.357442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Checking segment: {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:46.357832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.358220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Bound using segment: {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:46.358695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Bound port: e37b5f71-cc14-4d12-9976-d796c6cdabc2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:46.359068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.365359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.365810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.366208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.371244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.372186 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.372186 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 10 to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d Sep 17 01:21:46.390787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:46.391173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:46.391537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:46.398600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port f1e2e26a-dc55-4e59-9627-468d28dd574d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:46.398935 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port f1e2e26a-dc55-4e59-9627-468d28dd574d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:46.399340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.408681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.475244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.492681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] For port f1e2e26a-dc55-4e59-9627-468d28dd574d, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:46.493314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempted to set empty binding levels {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 01:21:46.496997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] For port e37b5f71-cc14-4d12-9976-d796c6cdabc2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:46.508816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230f580-80ae-4f74-8b91-c33a963e130f req-d6c72efd-1491-4b7b-8335-a8973710aadd tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:46.514952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] For port e37b5f71-cc14-4d12-9976-d796c6cdabc2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e37b5f71-cc14-4d12-9976-d796c6cdabc2,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:46.517144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3230f580-80ae-4f74-8b91-c33a963e130f req-d6c72efd-1491-4b7b-8335-a8973710aadd tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 945 time: 0.1669850 Sep 17 01:21:46.523049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.528498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.528498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e6488c78-7b9e-4ad2-956e-025e552fb2af HTTP/1.1" status: 204 len: 168 time: 0.5517712 Sep 17 01:21:46.528498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6488c78-7b9e-4ad2-956e-025e552fb2af,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:46.529523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:46.551209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5c36d-2282-4989-960f-367ea76fa5fb'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:21:46.553860 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdb0be9-548b-4acb-a8a5-ae09f45bb2b3" -d '{"events": [{"server_uuid": "61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5c36d-2282-4989-960f-367ea76fa5fb"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:21:46.568879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c4f5c36d-2282-4989-960f-367ea76fa5fb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c4f5c36d-2282-4989-960f-367ea76fa5fb,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:46.578906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.579293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.579663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.579966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.580572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.580976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.581314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.581645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.581976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.582307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.582624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.582974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b526f8fd-1a3c-42fe-abd5-b2c1ddaed7b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:46.615694 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3de35bf-38a6-407a-9ed2-cb82e49988bb x-openstack-request-id: req-d3de35bf-38a6-407a-9ed2-cb82e49988bb {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:21:46.616354 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf", "name": "network-vif-plugged", "status": "completed", "tag": "c4f5c36d-2282-4989-960f-367ea76fa5fb", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:21:46.616607 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3de35bf-38a6-407a-9ed2-cb82e49988bb {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:21:46.622454 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f5c36d-2282-4989-960f-367ea76fa5fb', 'code': 200} Sep 17 01:21:46.625502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.629870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3230f580-80ae-4f74-8b91-c33a963e130f req-8e43dd2d-4200-460c-bf1a-f66cb153e0c4 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122890 Sep 17 01:21:46.672443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.677234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:46.677843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.690891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.692825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ebbed3cb-4c93-4c49-97e8-bac4fb9971ff no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:21:46.695775 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.706761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=f1e2e26a-dc55-4e59-9627-468d28dd574d,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:46.778847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: ebbed3cb-4c93-4c49-97e8-bac4fb9971ff {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:21:46.779653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device ebbed3cb-4c93-4c49-97e8-bac4fb9971ff not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:21:46.792681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.808803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fbe0c-e57a-482f-90fd-36829360e063 req-22d99538-75be-4abf-9777-3f116b0d2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:46.810368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c4f5c36d-2282-4989-960f-367ea76fa5fb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:46.810950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c3fbe0c-e57a-482f-90fd-36829360e063 req-22d99538-75be-4abf-9777-3f116b0d2ca0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 1097 time: 0.1236253 Sep 17 01:21:46.811143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.843124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b7cf59-fc35-4ccc-a670-8779a75a804d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:46.857384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4dae6e98-6b56-4521-9b05-d7c8323608a5 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1147432 Sep 17 01:21:46.857384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb028ab-42cb-4fc6-be41-11d2183a8ca1') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:46.857384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb028ab-42cb-4fc6-be41-11d2183a8ca1') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:46.858726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:46.881983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876ca2b-c8d8-47cc-b5ad-f76d57965f3f None None] Pushing event updated for resources: {'Port': ['ID=e37b5f71-cc14-4d12-9976-d796c6cdabc2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:46.910087 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.972016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:46.991862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c3fbe0c-e57a-482f-90fd-36829360e063 req-5ee68e04-d5fa-42da-9fdf-b8af5099964e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710145 Sep 17 01:21:46.996895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device da613e1e-bb53-4390-a1c7-b07f43cf2a7a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:47.000368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:47.000513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:47.026579 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:47.099785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port da613e1e-bb53-4390-a1c7-b07f43cf2a7a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:47.101134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.124565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Deleting port f1e2e26a-dc55-4e59-9627-468d28dd574d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:47.125116 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.214470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] For port f1e2e26a-dc55-4e59-9627-468d28dd574d, host n-h2-789963-7, got binding levels [] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:47.214841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.234427 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.237281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Calling delete_port for f1e2e26a-dc55-4e59-9627-468d28dd574d owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:47.246794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.254425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] 10.222.0.13 "DELETE /v2.0/networks/05b7cf59-fc35-4ccc-a670-8779a75a804d HTTP/1.1" status: 204 len: 168 time: 0.7181993 Sep 17 01:21:47.269658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279d932-e293-491f-8570-4a2479c6b890 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b7cf59-fc35-4ccc-a670-8779a75a804d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:47.320384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.374931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.436565 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.458320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.460471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=23adba0b-9c77-49d6-bf52-f0f0228f07a6,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:47.464405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1e2e26a-dc55-4e59-9627-468d28dd574d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:47.473874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.476146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8c134df-2021-4052-baeb-7505f109f54c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "DELETE /v2.0/ports/f1e2e26a-dc55-4e59-9627-468d28dd574d HTTP/1.1" status: 204 len: 168 time: 0.6164696 Sep 17 01:21:47.483069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37292) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:47.502827 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7a9ae9-386b-4496-8f47-4dfbe6593eaa tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:21:47.505074 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb7a9ae9-386b-4496-8f47-4dfbe6593eaa tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "GET /v2.0/ports/f1e2e26a-dc55-4e59-9627-468d28dd574d HTTP/1.1" status: 404 len: 333 time: 0.0244439 Sep 17 01:21:47.508106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37294) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:47.512909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Request body: {'port': {'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1843160010'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:47.571834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:47.573614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:47.628139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Made reservation on behalf of 55e23346d8ca4a4db3ee2d95a9781937 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:47.631919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.663496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port 1598aa62-b22c-41e9-8ec6-cccf9643c02d yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:47.684838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37298) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:47.780384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:21:47.824393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5bcd0c85-1884-4745-b147-1aab896594ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1aeecf3493ad450f9c0697468c6e714f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380250 Sep 17 01:21:47.829353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37302) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:47.871357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:47.927026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b1eef-bc51-4ed2-a720-193ed6de1672 req-1a9d6de6-44be-4d49-9dc6-de38412dec13 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:47.932122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c0b1eef-bc51-4ed2-a720-193ed6de1672 req-1a9d6de6-44be-4d49-9dc6-de38412dec13 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 946 time: 0.2149470 Sep 17 01:21:47.968549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28652eda-ab7f-4875-9439-50dedb0ffc4e None None] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:48.008748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.060134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d81eb728-987b-4094-a833-e3153472effc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.071224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c0b1eef-bc51-4ed2-a720-193ed6de1672 req-62c4b7a4-f5bf-4398-8e62-a542ed1881e8 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262362 Sep 17 01:21:48.075958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:48.087210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5c2ea47a-aa33-4a8d-a963-0db56ca538da None None] Provisioning complete for port e37b5f71-cc14-4d12-9976-d796c6cdabc2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:48.088560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea47a-aa33-4a8d-a963-0db56ca538da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.093316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Network d87b02c3-25b0-4a73-ba4a-68929339ba88 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:48.098440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ce22d3a-8dbd-46e5-8896-88d35121a3e4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5000296 Sep 17 01:21:48.100591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37306) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:48.100809 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:48.104001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:48.107601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-1757564771'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:48.109848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=1598aa62-b22c-41e9-8ec6-cccf9643c02d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:48.112572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:48.113470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:48.113602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:48.114143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.116158 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:48.137905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d81eb728-987b-4094-a833-e3153472effc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.232078 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:21:48.254785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:48.259019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.273735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea47a-aa33-4a8d-a963-0db56ca538da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.288112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:48.290505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d81eb728-987b-4094-a833-e3153472effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.293685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d81eb728-987b-4094-a833-e3153472effc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.295723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d81eb728-987b-4094-a833-e3153472effc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae2e81b0-6958-4655-9ea3-b59695c45dd8 HTTP/1.1" status: 204 len: 168 time: 0.4627631 Sep 17 01:21:48.315291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81eb728-987b-4094-a833-e3153472effc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2e81b0-6958-4655-9ea3-b59695c45dd8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:48.338683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.339047 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment 2ce6a3c4-3596-4828-b4d5-fa0321a9a48e of type vlan for network 99498659-9392-4806-8f8b-fd2d6883068e Sep 17 01:21:48.352417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5c2ea47a-aa33-4a8d-a963-0db56ca538da None None] For port e37b5f71-cc14-4d12-9976-d796c6cdabc2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e37b5f71-cc14-4d12-9976-d796c6cdabc2,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:48.369796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2af8c185-c6fa-4abd-ab03-fd9c1d3474cb tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8604739 Sep 17 01:21:48.372603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37310) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:48.380873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:48.393567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.478169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.482331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c2ea47a-aa33-4a8d-a963-0db56ca538da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.524612 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:46Z', 'revision_number': 3, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:47Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:48.542988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ea47a-aa33-4a8d-a963-0db56ca538da None None] Pushing event updated for resources: {'Port': ['ID=e37b5f71-cc14-4d12-9976-d796c6cdabc2,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:48.571421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:21:48.571976 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Updating router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:21:48.595825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.599252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:48.600098 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.601838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a91ac9d-8063-42e4-9342-395e6799fae9 None None] Provisioning complete for port e37b5f71-cc14-4d12-9976-d796c6cdabc2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:48.602220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a91ac9d-8063-42e4-9342-395e6799fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.604497 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.687474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port 1598aa62-b22c-41e9-8ec6-cccf9643c02d yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:48.696999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.742153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a91ac9d-8063-42e4-9342-395e6799fae9 None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:48.742522 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a91ac9d-8063-42e4-9342-395e6799fae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.756820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=99498659-9392-4806-8f8b-fd2d6883068e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:48.764071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-620d7bea-4489-411c-97e7-986afc1bee4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6615493 Sep 17 01:21:48.766616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37312) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:48.779336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 99498659-9392-4806-8f8b-fd2d6883068e details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:48.779494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:48.797497 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:48.944652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9a91ac9d-8063-42e4-9342-395e6799fae9 None None] Port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:49.021391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=1598aa62-b22c-41e9-8ec6-cccf9643c02d,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:49.033204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.034099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.034436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.047159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.048225 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.057173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e37b5f71-cc14-4d12-9976-d796c6cdabc2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:49.093827 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 2 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.097871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2ff8e412-3903-47ca-aa87-d67319968e79 None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:49.098484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ff8e412-3903-47ca-aa87-d67319968e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.123068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.123525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.124061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.131379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.131856 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.132301 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 3 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.170738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.172022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.172575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.181311 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.185890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.186508 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.186980 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 4 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.202280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2ff8e412-3903-47ca-aa87-d67319968e79 None None] Port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:49.210314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e37b5f71-cc14-4d12-9976-d796c6cdabc2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:49.210842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.221309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:49.224953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.236224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.236224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.236224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.257843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.258411 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.260731 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 5 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.277275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea438fca-3718-4362-afaa-92c9270a59c9 req-c21b93f4-c87f-4b37-8b16-6675a2edd9b8 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:49.278838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea438fca-3718-4362-afaa-92c9270a59c9 req-c21b93f4-c87f-4b37-8b16-6675a2edd9b8 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 946 time: 0.0702899 Sep 17 01:21:49.289516 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.309133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.309747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.310318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.337471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.337800 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.338230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bfad19e1-2177-47c0-8335-e9771ef3eacf None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:49.342835 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfad19e1-2177-47c0-8335-e9771ef3eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.342959 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 6 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.364767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.364767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.380704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.380704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.381061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea438fca-3718-4362-afaa-92c9270a59c9 req-1ae09b3e-3ba0-44b8-8039-4ed2d8693f85 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884562 Sep 17 01:21:49.381183 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.383293 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 7 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.383603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-bfad19e1-2177-47c0-8335-e9771ef3eacf None None] Port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:49.398063 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Pushing event updated for resources: {'Port': ['ID=23adba0b-9c77-49d6-bf52-f0f0228f07a6,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.415386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:21:49.467633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.468079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.468573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.478386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Attempting to bind port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.478519 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Attempting to bind port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.478802 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Attempting to bind port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 on network c51ca0b1-2091-49b1-a5a6-802723f3abc2 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.491840 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:49.495451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Checking segment: {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:49.495451 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.495451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Bound using segment: {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:49.495451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Bound port: 23adba0b-9c77-49d6-bf52-f0f0228f07a6, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0551aa6d-c71c-4335-aa70-78c3c9b007c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:49.495451 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.503288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.503979 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.509363 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 8 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.537341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.537341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.537548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.543921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.544453 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.544969 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 9 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.562902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.563122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.563397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.570520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.571661 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.572320 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 10 to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d Sep 17 01:21:49.593998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:49.594336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:49.595025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:49.601789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:49.602114 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:49.602620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.607593 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] For port 23adba0b-9c77-49d6-bf52-f0f0228f07a6, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:49.610841 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] For port 23adba0b-9c77-49d6-bf52-f0f0228f07a6, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=23adba0b-9c77-49d6-bf52-f0f0228f07a6,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:49.641555 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.705980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-beea520b-9be2-43ff-9153-3598c15b1049 None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:49.706351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-beea520b-9be2-43ff-9153-3598c15b1049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.732645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=5fa04089-3838-4580-9c24-8f5b4dae2017,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:49.742892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] For port 1598aa62-b22c-41e9-8ec6-cccf9643c02d, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:49.742892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempted to set empty binding levels {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 01:21:49.745497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:49.745857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: 99498659-9392-4806-8f8b-fd2d6883068e, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:49.754601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-beea520b-9be2-43ff-9153-3598c15b1049 None None] Port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:49.861246 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.913742 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:49.914365 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:49.924017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 99498659-9392-4806-8f8b-fd2d6883068e is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:49.929021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.953673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] In _notify_port_updated(), no bound segment for port 1598aa62-b22c-41e9-8ec6-cccf9643c02d on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:21:49.954379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:49.955590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:49.963888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "PUT /v2.0/ports/1598aa62-b22c-41e9-8ec6-cccf9643c02d HTTP/1.1" status: 200 len: 975 time: 1.5840137 Sep 17 01:21:49.964574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37340) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:49.975625 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd14a0-2355-4feb-911f-ef2adb2a7b60 None None] Pushing event updated for resources: {'Port': ['ID=23adba0b-9c77-49d6-bf52-f0f0228f07a6,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:50.062242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82aa9c-4f97-43bb-bcb5-4e0adddb5bf7 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=1598aa62-b22c-41e9-8ec6-cccf9643c02d,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:50.078724 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:21:50.083610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 99498659-9392-4806-8f8b-fd2d6883068e) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:50.094286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.102147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:50.102300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1246cff9-ee25-4eb5-bf13-12783c051494 None None] Network 99498659-9392-4806-8f8b-fd2d6883068e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:50.160956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.161370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.161845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.162314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.162779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.163270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.163733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.164196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.170333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.170837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.171430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.171914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.172397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.173124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.184442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.186229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.186229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.186229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.186229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:50.186229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b214a61f-e7a3-48f6-bf6a-d4448d71179f tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28106 time: 0.2191720 Sep 17 01:21:50.188976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37344) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:50.231466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0cccb6fa-ba99-4ad4-8dea-b10260a848a6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4626393 Sep 17 01:21:50.234150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37350) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:50.382288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a3e78a4e-7ce4-4ed0-8c6d-8728864851a9 None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:50.382288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3e78a4e-7ce4-4ed0-8c6d-8728864851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:50.479382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-99498659-9392-4806-8f8b-fd2d6883068e', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:50.480497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:50.620081 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3e78a4e-7ce4-4ed0-8c6d-8728864851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:50.627448 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:46Z', 'revision_number': 3, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:49Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:50.654686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Deleting port 1598aa62-b22c-41e9-8ec6-cccf9643c02d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:50.655401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:50.672534 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad0a6d-e2e4-483b-a32d-71c52410b589 None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:46Z', 'revision_number': 3, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:49Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:50.687275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a3e78a4e-7ce4-4ed0-8c6d-8728864851a9 None None] For port 23adba0b-9c77-49d6-bf52-f0f0228f07a6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=23adba0b-9c77-49d6-bf52-f0f0228f07a6,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:50.711342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Allocated IP 172.22.0.2 (99498659-9392-4806-8f8b-fd2d6883068e/5fa04089-3838-4580-9c24-8f5b4dae2017/f228ae34-7f16-42fa-a4c9-08893ebef745) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:50.800367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3e78a4e-7ce4-4ed0-8c6d-8728864851a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.021603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 23adba0b-9c77-49d6-bf52-f0f0228f07a6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:51.094805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] For port 1598aa62-b22c-41e9-8ec6-cccf9643c02d, host n-h2-789963-7, got binding levels [] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:51.095311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.109950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e78a4e-7ce4-4ed0-8c6d-8728864851a9 None None] Pushing event updated for resources: {'Port': ['ID=23adba0b-9c77-49d6-bf52-f0f0228f07a6,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:51.110817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37364) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:51.127542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Calling delete_port for 1598aa62-b22c-41e9-8ec6-cccf9643c02d owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:51.201193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:51.201972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.336225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9a609cd-7ba8-4c30-9da0-2bff6f1c9939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.427725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.485187 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.504632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9a609cd-7ba8-4c30-9da0-2bff6f1c9939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.512432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.570321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Network 99498659-9392-4806-8f8b-fd2d6883068e is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:51.576814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:51.583155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Pushing event updated for resources: {'Port': ['ID=f228ae34-7f16-42fa-a4c9-08893ebef745,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:51.585738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:51.587769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9a609cd-7ba8-4c30-9da0-2bff6f1c9939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.645848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d9a609cd-7ba8-4c30-9da0-2bff6f1c9939 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d03b83ebde34f648d10e2ca91a9784f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332997 Sep 17 01:21:51.647811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a609cd-7ba8-4c30-9da0-2bff6f1c9939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be36be3-cde0-469d-880c-bd0115f364be,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:51.651205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37372) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:51.673417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Attempting to bind port f228ae34-7f16-42fa-a4c9-08893ebef745 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:51.674499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Attempting to bind port f228ae34-7f16-42fa-a4c9-08893ebef745 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:51.674888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Attempting to bind port f228ae34-7f16-42fa-a4c9-08893ebef745 on network 99498659-9392-4806-8f8b-fd2d6883068e {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:51.687210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:51.687926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Checking segment: {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:51.688654 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.689232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Bound using segment: {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:51.690614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Bound port: f228ae34-7f16-42fa-a4c9-08893ebef745, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:51.691706 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.692161 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.720495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-520ccae7-1b9d-4eb5-a153-4be6dbc9144b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.734519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.739370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1598aa62-b22c-41e9-8ec6-cccf9643c02d HTTP/1.1" status: 204 len: 168 time: 1.5450058 Sep 17 01:21:51.741061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37374) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:51.741204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169021cd-8c05-42d9-8d05-65f5553be091 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event deleted for resources: {'Port': ['ID=1598aa62-b22c-41e9-8ec6-cccf9643c02d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:51.746482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-520ccae7-1b9d-4eb5-a153-4be6dbc9144b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.776789 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-62444553-06ac-4dcd-bbda-76f66e752a82 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:21:51.778594 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-62444553-06ac-4dcd-bbda-76f66e752a82 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "GET /v2.0/ports/1598aa62-b22c-41e9-8ec6-cccf9643c02d HTTP/1.1" status: 404 len: 333 time: 0.0351093 Sep 17 01:21:51.782788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37376) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:51.790257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1794956642', 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:51.799960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] For port f228ae34-7f16-42fa-a4c9-08893ebef745, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:51.806262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] For port f228ae34-7f16-42fa-a4c9-08893ebef745, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f228ae34-7f16-42fa-a4c9-08893ebef745,segment=NetworkSegment(2ce6a3c4-3596-4828-b4d5-fa0321a9a48e),segment_id=2ce6a3c4-3596-4828-b4d5-fa0321a9a48e)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:51.901457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.22.0.1 (99498659-9392-4806-8f8b-fd2d6883068e/5fa04089-3838-4580-9c24-8f5b4dae2017/4c2112c3-a4af-4afc-bdd8-64e7b906353d) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:51.942350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.986991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Made reservation on behalf of 55e23346d8ca4a4db3ee2d95a9781937 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:51.990062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.991951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-520ccae7-1b9d-4eb5-a153-4be6dbc9144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.994429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-520ccae7-1b9d-4eb5-a153-4be6dbc9144b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:51.995628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-520ccae7-1b9d-4eb5-a153-4be6dbc9144b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1be36be3-cde0-469d-880c-bd0115f364be HTTP/1.1" status: 204 len: 168 time: 0.3430483 Sep 17 01:21:52.020600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520ccae7-1b9d-4eb5-a153-4be6dbc9144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be36be3-cde0-469d-880c-bd0115f364be,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:52.026171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fc416-86ab-48fd-a120-8d551f934d40 None None] Pushing event updated for resources: {'Port': ['ID=f228ae34-7f16-42fa-a4c9-08893ebef745,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:52.037777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port 9bdc4a45-ca89-4b03-be76-e2b521c8889c yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:52.085706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.216666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.226070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.320050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 99498659-9392-4806-8f8b-fd2d6883068e is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:52.323486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:52.327702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:52.341580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=4c2112c3-a4af-4afc-bdd8-64e7b906353d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:52.387388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.432494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.488003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Network d87b02c3-25b0-4a73-ba4a-68929339ba88 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:52.491236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:52.494857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:52.495883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:52.496515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.507465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=9bdc4a45-ca89-4b03-be76-e2b521c8889c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:52.620827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8d17de81-1482-45ef-87df-9d64d78cb163 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8355927 Sep 17 01:21:52.623289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:52.634520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.665819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9831f-b735-4854-9218-2c13d19ef4f3 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:52.667218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dda9831f-b735-4854-9218-2c13d19ef4f3 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "GET /v2.0/ports/9bdc4a45-ca89-4b03-be76-e2b521c8889c HTTP/1.1" status: 200 len: 955 time: 0.0429611 Sep 17 01:21:52.669979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37398) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:52.766981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Deleting port 9bdc4a45-ca89-4b03-be76-e2b521c8889c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:52.767585 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.839296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:52.872838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Calling delete_port for 9bdc4a45-ca89-4b03-be76-e2b521c8889c owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:53.043510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.079611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 23adba0b-9c77-49d6-bf52-f0f0228f07a6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:53.136112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:53.136753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.140390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.141575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.210370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bdc4a45-ca89-4b03-be76-e2b521c8889c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:53.216107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.222875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a416c007-eb06-4661-b860-db8cfa64a687 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9bdc4a45-ca89-4b03-be76-e2b521c8889c HTTP/1.1" status: 204 len: 168 time: 0.5518384 Sep 17 01:21:53.226163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:53.251230 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.260503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=4c2112c3-a4af-4afc-bdd8-64e7b906353d,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:53.274459 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a359b2-3735-4210-aefb-050bf7c7c98c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:21:53.276490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-81a359b2-3735-4210-aefb-050bf7c7c98c tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "GET /v2.0/ports/9bdc4a45-ca89-4b03-be76-e2b521c8889c HTTP/1.1" status: 404 len: 333 time: 0.0491872 Sep 17 01:21:53.280038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:53.291269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Request body: {'port': {'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-790378658'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:53.299564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcd9fcb-ad3b-412c-a862-637a7f943005 None None] Network 99498659-9392-4806-8f8b-fd2d6883068e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:53.332240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f228ae34-7f16-42fa-a4c9-08893ebef745 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:53.379771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network 99498659-9392-4806-8f8b-fd2d6883068e is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:53.384706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:53.438047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Made reservation on behalf of 55e23346d8ca4a4db3ee2d95a9781937 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:53.441991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.465841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port c4c79995-6a35-420f-b3df-ea518ce421fe yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:53.516363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:21:53.625620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-66751a59-7885-425f-baa2-521afd976461 None None] Provisioning complete for port f228ae34-7f16-42fa-a4c9-08893ebef745 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:53.626157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66751a59-7885-425f-baa2-521afd976461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.658431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37424) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:53.678313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.705697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f228ae34-7f16-42fa-a4c9-08893ebef745 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:53.706044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.713235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:21:53.729693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12932b50-9fbb-4f10-ab47-a025c47c7bf4 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4944649 Sep 17 01:21:53.730002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37428) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:53.743520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270915593'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:53.755548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:21:53.817629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:53.818228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:53.840304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-network', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:53.850931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:53.854341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.870132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.925623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Network d87b02c3-25b0-4a73-ba4a-68929339ba88 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:53.929184 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66751a59-7885-425f-baa2-521afd976461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.933647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:53.937631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:53.938568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:53.939202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.958176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c79995-6a35-420f-b3df-ea518ce421fe,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:53.959966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:53.974790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:53.974790 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added segment 23092881-c423-451f-a282-581e409d2635 of type vlan for network a36c6678-1811-4af7-aa30-c9c3067e6d75 Sep 17 01:21:53.998527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:21:54.018573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.042040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Made reservation on behalf of 0b6672f901304b7a8ebc7e0ded56ba31 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:54.044939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.067401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.069119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-66751a59-7885-425f-baa2-521afd976461 None None] For port f228ae34-7f16-42fa-a4c9-08893ebef745, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f228ae34-7f16-42fa-a4c9-08893ebef745,segment=NetworkSegment(2ce6a3c4-3596-4828-b4d5-fa0321a9a48e),segment_id=2ce6a3c4-3596-4828-b4d5-fa0321a9a48e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:54.070118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.147224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-513c0adc-3079-4769-8aee-4ae2b7ed8105 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8656614 Sep 17 01:21:54.149825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37432) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:54.155014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:54.190928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.205297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:54.206476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.262648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.309643 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66751a59-7885-425f-baa2-521afd976461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.343349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Network': ['ID=a36c6678-1811-4af7-aa30-c9c3067e6d75,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:54.374167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:54.459787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.560754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.561654 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:21:54.565918 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:21:54.575618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-83b3f7e6-d835-43be-b3ab-6985c12a1d43 None None] Provisioning complete for port f228ae34-7f16-42fa-a4c9-08893ebef745 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:54.576005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-83b3f7e6-d835-43be-b3ab-6985c12a1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.601180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814cb7c-e409-4131-94a3-1aa46e7d060c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:54.606999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] device_id is not set on port c4c79995-6a35-420f-b3df-ea518ce421fe yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:21:54.616481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:21:54.623117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.628832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66751a59-7885-425f-baa2-521afd976461 None None] Pushing event updated for resources: {'Port': ['ID=f228ae34-7f16-42fa-a4c9-08893ebef745,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:54.642195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.643145 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Added segment b5a6c641-fbf5-4efb-9876-64ec1435f41f of type vlan for network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 Sep 17 01:21:54.659527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:52Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:52Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:54.695700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:54.697041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'subnet': {'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:54.698438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-53b6119b-32ae-4384-a2a7-53d12231c539 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9673431 Sep 17 01:21:54.707925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:21:54.708281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Updating router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 port 4c2112c3-a4af-4afc-bdd8-64e7b906353d binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:21:54.724454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.757138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.810407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.888452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-83b3f7e6-d835-43be-b3ab-6985c12a1d43 None None] Provisioning complete for port 4c2112c3-a4af-4afc-bdd8-64e7b906353d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:54.888945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-83b3f7e6-d835-43be-b3ab-6985c12a1d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.911854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.911854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:54.911854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:54.941433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-83b3f7e6-d835-43be-b3ab-6985c12a1d43 None None] Port 4c2112c3-a4af-4afc-bdd8-64e7b906353d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:54.977711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:54.978166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:54.978513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:54.992031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:54.992419 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.002515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] Pushing event updated for resources: {'Network': ['ID=35d2798a-2670-4dbb-8fb2-cc920e9d38f5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:55.015291 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 2 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.019107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:21:55.027482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c79995-6a35-420f-b3df-ea518ce421fe,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:55.044753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.045102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.045444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.051475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.051809 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.052929 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 3 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.078650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.079428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.079817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.085586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.085941 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.086593 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 4 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.099341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.099693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.100024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.104590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.104930 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.105439 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 5 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.124105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.124443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.124789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.131495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Made reservation on behalf of e7313353f9e24d77a8ae27ae2bdf337b for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:55.139201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.158907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.160022 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.163071 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 6 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.192041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-936250cb-486d-45d1-bd26-748b992c36e0 None None] Provisioning complete for port 4c2112c3-a4af-4afc-bdd8-64e7b906353d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:55.192446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-936250cb-486d-45d1-bd26-748b992c36e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.195989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-230c31ee-dfb6-432b-ba15-e1d8cc6c9a06 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5270705 Sep 17 01:21:55.196881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:55.201830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Request body: {'subnet': {'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-subnet', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:55.257085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-936250cb-486d-45d1-bd26-748b992c36e0 None None] Port 4c2112c3-a4af-4afc-bdd8-64e7b906353d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:55.271488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.271920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.272376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.288367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.288367 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.288367 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 7 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.306155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Made reservation on behalf of 0b6672f901304b7a8ebc7e0ded56ba31 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:21:55.308624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.327303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.327635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.328391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.337467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.337730 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.340417 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 8 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.356657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.359710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f228ae34-7f16-42fa-a4c9-08893ebef745 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:55.367934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.368251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.368589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.394376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.394376 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.396630 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 9 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.445932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f228ae34-7f16-42fa-a4c9-08893ebef745 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:55.446508 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.475055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.478823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.479217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.481426 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.492649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.492977 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.495499 n-d-789963-7 neutron-server[112072]: INFO neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempt 10 to bind port c4c79995-6a35-420f-b3df-ea518ce421fe Sep 17 01:21:55.539491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.539829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.540171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempting to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.547625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:21:55.547955 n-d-789963-7 neutron-server[112072]: ERROR neutron.plugins.ml2.managers [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Failed to bind port c4c79995-6a35-420f-b3df-ea518ce421fe on host n-h2-789963-7 for vnic_type normal using segments [{'id': 'eed46bf2-ed2c-4937-807d-119cfd7be140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd87b02c3-25b0-4a73-ba4a-68929339ba88'}] Sep 17 01:21:55.548330 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.606572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c36240-3b7e-4f6f-9dc6-f55a9fca8f1d None None] Pushing event updated for resources: {'Port': ['ID=4c2112c3-a4af-4afc-bdd8-64e7b906353d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:55.686596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] For port c4c79995-6a35-420f-b3df-ea518ce421fe, host n-h2-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:55.687434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attempted to set empty binding levels {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 17 01:21:55.689137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.720479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Attempting to bind port 4c2112c3-a4af-4afc-bdd8-64e7b906353d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:55.721462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Attempting to bind port 4c2112c3-a4af-4afc-bdd8-64e7b906353d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:55.721831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Attempting to bind port 4c2112c3-a4af-4afc-bdd8-64e7b906353d on network 99498659-9392-4806-8f8b-fd2d6883068e {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:55.732072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:55.733149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Checking segment: {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:55.733149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.733333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Bound using segment: {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:55.733947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Bound port: 4c2112c3-a4af-4afc-bdd8-64e7b906353d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:55.734519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.777764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Subnet': ['ID=c1196411-b155-4276-acbc-ff90fd8fc861,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:55.841424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Checking segment: {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:55.841424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network hostable DHCP agents. Network: a36c6678-1811-4af7-aa30-c9c3067e6d75, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:55.844046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] For port 4c2112c3-a4af-4afc-bdd8-64e7b906353d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:55.851655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] For port 4c2112c3-a4af-4afc-bdd8-64e7b906353d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c2112c3-a4af-4afc-bdd8-64e7b906353d,segment=NetworkSegment(2ce6a3c4-3596-4828-b4d5-fa0321a9a48e),segment_id=2ce6a3c4-3596-4828-b4d5-fa0321a9a48e)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:55.876304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.906643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.921877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7f992e34-1ed8-4f2d-ba01-1b42c682578a None None] Provisioning complete for port 4c2112c3-a4af-4afc-bdd8-64e7b906353d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:55.921877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7f992e34-1ed8-4f2d-ba01-1b42c682578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.950199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] In _notify_port_updated(), no bound segment for port c4c79995-6a35-420f-b3df-ea518ce421fe on network d87b02c3-25b0-4a73-ba4a-68929339ba88 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:21:55.955791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:55.955791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:55.955791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "PUT /v2.0/ports/c4c79995-6a35-420f-b3df-ea518ce421fe HTTP/1.1" status: 200 len: 974 time: 1.8028758 Sep 17 01:21:55.957372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:55.963026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfd1b897-d54f-460c-b9da-2669571c821a,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:55.972055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7f992e34-1ed8-4f2d-ba01-1b42c682578a None None] Port 4c2112c3-a4af-4afc-bdd8-64e7b906353d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:21:55.978018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Checking segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:55.978569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Network hostable DHCP agents. Network: 35d2798a-2670-4dbb-8fb2-cc920e9d38f5, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:21:55.997186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a14c4-530d-4e77-baf8-95589ae2fb60 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event updated for resources: {'Port': ['ID=c4c79995-6a35-420f-b3df-ea518ce421fe,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:56.009164 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.026626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:56.062264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Deleting port c4c79995-6a35-420f-b3df-ea518ce421fe {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:21:56.062726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.071920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:21:56.076481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:21:56.076643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:56.129992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c36240-3b7e-4f6f-9dc6-f55a9fca8f1d None None] Pushing event updated for resources: {'Port': ['ID=4c2112c3-a4af-4afc-bdd8-64e7b906353d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:56.145454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] For port c4c79995-6a35-420f-b3df-ea518ce421fe, host n-h2-789963-7, got binding levels [] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:56.145454 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.158315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Calling delete_port for c4c79995-6a35-420f-b3df-ea518ce421fe owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:21:56.164349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a36c6678-1811-4af7-aa30-c9c3067e6d75) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:56.175467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 35d2798a-2670-4dbb-8fb2-cc920e9d38f5) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:56.175627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:56.175627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.185046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:21:56.185645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.303743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37452) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:56.304950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9c43d12e-5f7d-4ae2-b695-a50653aacb73 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6112812 Sep 17 01:21:56.350163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-63833803-b669-41c1-a893-437c114cec60 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1517613 Sep 17 01:21:56.352649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:56.357215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:21:56.366962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2fdd6-20f2-4658-b9d9-1e647946b80d None None] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:56.369411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db57e4bf-a20b-47e1-935f-4a5d38a6c721 None None] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:21:56.399103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.435845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4c79995-6a35-420f-b3df-ea518ce421fe,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:56.445403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.450044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82d0b611-984c-4537-881e-d9d153d41cdd tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "DELETE /v2.0/ports/c4c79995-6a35-420f-b3df-ea518ce421fe HTTP/1.1" status: 204 len: 168 time: 0.4888792 Sep 17 01:21:56.450882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37456) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:56.493837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:21:56.505563 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38c318a-9ead-4ae7-80b4-8b4259785d47 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] GET failed (client error): The resource could not be found. Sep 17 01:21:56.510807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d38c318a-9ead-4ae7-80b4-8b4259785d47 tempest-PortsAdminExtendedAttrsTestJSON-316271949 tempest-PortsAdminExtendedAttrsTestJSON-316271949-project-admin] 10.222.0.13 "GET /v2.0/ports/c4c79995-6a35-420f-b3df-ea518ce421fe HTTP/1.1" status: 404 len: 333 time: 0.0560763 Sep 17 01:21:56.510972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37458) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:56.561020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.562270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.621727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.663858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.724882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-53312030-62d1-4592-9d16-bb362edf50ad None None] Provisioning complete for port 4c2112c3-a4af-4afc-bdd8-64e7b906353d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:56.725593 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53312030-62d1-4592-9d16-bb362edf50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.750760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.797230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87b02c3-25b0-4a73-ba4a-68929339ba88']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:56.815019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed46bf2-ed2c-4937-807d-119cfd7be140') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:56.815394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed46bf2-ed2c-4937-807d-119cfd7be140') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:56.837632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.852933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.866489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:21:56.867179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:21:56.873440 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:21:57.054989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.071118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:57.072099 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.114648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.116579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] 10.222.0.13 "DELETE /v2.0/networks/d87b02c3-25b0-4a73-ba4a-68929339ba88 HTTP/1.1" status: 204 len: 168 time: 0.6045022 Sep 17 01:21:57.128090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00525cd-95c9-4ff6-b2d0-5662b464074b tempest-PortsAdminExtendedAttrsTestJSON-681020620 tempest-PortsAdminExtendedAttrsTestJSON-681020620-project] Pushing event deleted for resources: {'Network': ['ID=d87b02c3-25b0-4a73-ba4a-68929339ba88,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:57.146899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a36c6678-1811-4af7-aa30-c9c3067e6d75', 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'fixed_ips': [{'subnet_id': 'c1196411-b155-4276-acbc-ff90fd8fc861'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:21:57.146899 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.372691 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53312030-62d1-4592-9d16-bb362edf50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.426349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:52Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:55Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:21:57.427397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.435121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Allocated IP 172.20.0.2 (35d2798a-2670-4dbb-8fb2-cc920e9d38f5/bfd1b897-d54f-460c-b9da-2669571c821a/10684570-21a5-42a4-8926-7173a88100d3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:57.451038 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.482465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9e70b-527b-4349-9ef5-6d31023f334d None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:52Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:55Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:21:57.523190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-53312030-62d1-4592-9d16-bb362edf50ad None None] For port 4c2112c3-a4af-4afc-bdd8-64e7b906353d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c2112c3-a4af-4afc-bdd8-64e7b906353d,segment=NetworkSegment(2ce6a3c4-3596-4828-b4d5-fa0321a9a48e),segment_id=2ce6a3c4-3596-4828-b4d5-fa0321a9a48e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:21:57.590963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Allocated IP 172.23.0.2 (a36c6678-1811-4af7-aa30-c9c3067e6d75/c1196411-b155-4276-acbc-ff90fd8fc861/78b72e7f-0fbb-45da-bdba-9b1baad5502a) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:57.630507 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53312030-62d1-4592-9d16-bb362edf50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:57.900220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53312030-62d1-4592-9d16-bb362edf50ad None None] Pushing event updated for resources: {'Port': ['ID=4c2112c3-a4af-4afc-bdd8-64e7b906353d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:57.903896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:58.051218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.084776 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.086984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.114302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.174258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-53d64971-ef7f-4ca6-8b76-d40e07a1673d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d2ba1c149e147cfb898662ac28363ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677872 Sep 17 01:21:58.176920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37478) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:58.202838 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.229955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Allocated IP 172.25.1.42 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/931cd1f0-6399-49e0-895c-65db1c66c62f) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:58.284181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d03f66-582d-4801-8ca1-12b57be31339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.286185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Pushing event updated for resources: {'Port': ['ID=10684570-21a5-42a4-8926-7173a88100d3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:58.294623 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.340936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d03f66-582d-4801-8ca1-12b57be31339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.412207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Allocated IP 172.23.0.1 (a36c6678-1811-4af7-aa30-c9c3067e6d75/c1196411-b155-4276-acbc-ff90fd8fc861/c75c8275-9a26-4dff-95a7-5d4c59d62f00) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:21:58.467619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:58.474934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:58.484524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:58.488786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:58.499055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:58.502124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:58.504684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Pushing event updated for resources: {'Port': ['ID=78b72e7f-0fbb-45da-bdba-9b1baad5502a,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:58.574841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d03f66-582d-4801-8ca1-12b57be31339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.577741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d03f66-582d-4801-8ca1-12b57be31339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.585373 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52d03f66-582d-4801-8ca1-12b57be31339 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d5cc527-d346-4081-bc9d-f5281c399708 HTTP/1.1" status: 204 len: 168 time: 0.4070697 Sep 17 01:21:58.596128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d03f66-582d-4801-8ca1-12b57be31339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5cc527-d346-4081-bc9d-f5281c399708,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:58.685755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Attempting to bind port 10684570-21a5-42a4-8926-7173a88100d3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:58.686133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Attempting to bind port 10684570-21a5-42a4-8926-7173a88100d3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:58.686492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Attempting to bind port 10684570-21a5-42a4-8926-7173a88100d3 on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:58.692710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Attempting to bind port 78b72e7f-0fbb-45da-bdba-9b1baad5502a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:21:58.693462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Attempting to bind port 78b72e7f-0fbb-45da-bdba-9b1baad5502a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:21:58.693462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Attempting to bind port 78b72e7f-0fbb-45da-bdba-9b1baad5502a on network a36c6678-1811-4af7-aa30-c9c3067e6d75 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:21:58.704056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:58.704532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Checking segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:58.705013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.705405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Bound using segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:58.706035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Bound port: 10684570-21a5-42a4-8926-7173a88100d3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:58.706405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.709418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:21:58.709836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Checking segment: {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:21:58.710563 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.710933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Bound using segment: {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:21:58.711439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Bound port: 78b72e7f-0fbb-45da-bdba-9b1baad5502a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:21:58.712224 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.730096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.736517 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.801843 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.823812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] For port 10684570-21a5-42a4-8926-7173a88100d3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:58.829546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] For port 10684570-21a5-42a4-8926-7173a88100d3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=10684570-21a5-42a4-8926-7173a88100d3,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:58.837068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] For port 78b72e7f-0fbb-45da-bdba-9b1baad5502a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:21:58.841271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] For port 78b72e7f-0fbb-45da-bdba-9b1baad5502a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=78b72e7f-0fbb-45da-bdba-9b1baad5502a,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:21:58.900626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.937940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:58.942962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:58.943918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.945194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:58.947579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:58.948498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.066080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:21:59.067258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Pushing event updated for resources: {'Port': ['ID=931cd1f0-6399-49e0-895c-65db1c66c62f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:59.090734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:21:59.097144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:21:59.132184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f917f0-1a11-4e56-8dc4-a117ba95bbbc None None] Pushing event updated for resources: {'Port': ['ID=10684570-21a5-42a4-8926-7173a88100d3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:59.214121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.272998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b14cc-9864-4736-b395-2f133fd721dc None None] Pushing event updated for resources: {'Port': ['ID=78b72e7f-0fbb-45da-bdba-9b1baad5502a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:59.336051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=c75c8275-9a26-4dff-95a7-5d4c59d62f00,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:21:59.370303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.478597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4c2112c3-a4af-4afc-bdd8-64e7b906353d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:21:59.617923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4c2112c3-a4af-4afc-bdd8-64e7b906353d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:21:59.618575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.743257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37492) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:59.800521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.802613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.852034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-51bfafdd-462b-4372-bbbb-4bd977fe4301 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55e23346d8ca4a4db3ee2d95a9781937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060097 Sep 17 01:21:59.854592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37494) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:21:59.916896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dcd923b-3e9e-43e4-9a4f-2cfecb57d506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:21:59.972641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dcd923b-3e9e-43e4-9a4f-2cfecb57d506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.129603 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dcd923b-3e9e-43e4-9a4f-2cfecb57d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.132026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5dcd923b-3e9e-43e4-9a4f-2cfecb57d506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.133207 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5dcd923b-3e9e-43e4-9a4f-2cfecb57d506 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75562882-44d3-490b-8c68-ca1ede59ce54 HTTP/1.1" status: 204 len: 168 time: 0.2774863 Sep 17 01:22:00.141936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd923b-3e9e-43e4-9a4f-2cfecb57d506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75562882-44d3-490b-8c68-ca1ede59ce54,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:00.285711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.419458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.539189 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.595339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:00.638065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event updated for resources: {'Port': ['ID=c75c8275-9a26-4dff-95a7-5d4c59d62f00,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:00.694401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:00.745346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bd45c8-812b-4dcf-b31f-a450f5c29190 None None] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:00.866954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-95f67e0a-1d3d-4926-992a-83f7a9baa1db None None] Provisioning complete for port 78b72e7f-0fbb-45da-bdba-9b1baad5502a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:00.867858 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95f67e0a-1d3d-4926-992a-83f7a9baa1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:01.045710 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95f67e0a-1d3d-4926-992a-83f7a9baa1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:01.095222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-95f67e0a-1d3d-4926-992a-83f7a9baa1db None None] For port 78b72e7f-0fbb-45da-bdba-9b1baad5502a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=78b72e7f-0fbb-45da-bdba-9b1baad5502a,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:01.184299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c4a51-399b-459d-921a-9385b2e0238d None None] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:01.210735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95f67e0a-1d3d-4926-992a-83f7a9baa1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:01.254024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:01.278399 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:01.310102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:01.313272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:01.337930 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:01.340095 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:01.465610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67e0a-1d3d-4926-992a-83f7a9baa1db None None] Pushing event updated for resources: {'Port': ['ID=78b72e7f-0fbb-45da-bdba-9b1baad5502a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:01.474771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:01.478995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9f794b2b-9c53-4d13-972f-d22897b46ffd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1226659 Sep 17 01:22:01.479547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:01.537002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9f9a5f96-77fb-468d-b5d8-60c3c23f0cc1 None None] Provisioning complete for port 10684570-21a5-42a4-8926-7173a88100d3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:01.537382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5f96-77fb-468d-b5d8-60c3c23f0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:01.599426 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:01.602559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 78b72e7f-0fbb-45da-bdba-9b1baad5502a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:01.620016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:01.806520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:01.822796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4cf254f5-e61e-4ce0-9a09-b75e71d95fb2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5169404 Sep 17 01:22:01.824038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:01.829597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37530) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:01.837023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:01.843734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:01.844338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:01.849014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 78b72e7f-0fbb-45da-bdba-9b1baad5502a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:01.849173 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:01.910917 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:21:59Z', 'revision_number': 3, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:01.978638 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:01.979545 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Updating router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 port 931cd1f0-6399-49e0-895c-65db1c66c62f binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:02.011139 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.059419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5f96-77fb-468d-b5d8-60c3c23f0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.086063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:02.343976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9f9a5f96-77fb-468d-b5d8-60c3c23f0cc1 None None] For port 10684570-21a5-42a4-8926-7173a88100d3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=10684570-21a5-42a4-8926-7173a88100d3,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:02.355344 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.456500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5f96-77fb-468d-b5d8-60c3c23f0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.487632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 10684570-21a5-42a4-8926-7173a88100d3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:02.567205 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.643466 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.719491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 01:22:02.720098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Provisioning complete for port 78b72e7f-0fbb-45da-bdba-9b1baad5502a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:02.720098 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.726875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Allocated IP 172.20.0.1 (35d2798a-2670-4dbb-8fb2-cc920e9d38f5/bfd1b897-d54f-460c-b9da-2669571c821a/d74bc76d-0a86-4bf6-af9d-1a903ad04618) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:02.727424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a5f96-77fb-468d-b5d8-60c3c23f0cc1 None None] Pushing event updated for resources: {'Port': ['ID=10684570-21a5-42a4-8926-7173a88100d3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:02.742940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Removed routes are [] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 01:22:02.748129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.748303 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871ad9-d90a-438f-93ac-28730c0dae55 None None] Pushing event updated for resources: {'Port': ['ID=931cd1f0-6399-49e0-895c-65db1c66c62f,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:02.768417 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Attempting to bind port 931cd1f0-6399-49e0-895c-65db1c66c62f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:02.769016 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Attempting to bind port 931cd1f0-6399-49e0-895c-65db1c66c62f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:02.771916 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Attempting to bind port 931cd1f0-6399-49e0-895c-65db1c66c62f on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:02.776268 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:02.776847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:02.777523 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.778109 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:02.778723 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Bound port: 931cd1f0-6399-49e0-895c-65db1c66c62f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:02.779310 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.826356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 10684570-21a5-42a4-8926-7173a88100d3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:02.826848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.856712 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] For port 931cd1f0-6399-49e0-895c-65db1c66c62f, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:02.864757 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] For port 931cd1f0-6399-49e0-895c-65db1c66c62f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=931cd1f0-6399-49e0-895c-65db1c66c62f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:02.935216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:21:59Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75c8275-9a26-4dff-95a7-5d4c59d62f00', 'name': '', 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:26:7d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:57Z', 'updated_at': '2021-09-17T01:22:00Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:02.941782 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.965626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:02.968478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:02.968885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Updating router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 port c75c8275-9a26-4dff-95a7-5d4c59d62f00 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:03.021415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Provisioning complete for port 10684570-21a5-42a4-8926-7173a88100d3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:03.021415 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.045920 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13871ad9-d90a-438f-93ac-28730c0dae55 None None] Pushing event updated for resources: {'Port': ['ID=931cd1f0-6399-49e0-895c-65db1c66c62f,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:03.049598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.071716 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:03.072402 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:03.100784 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.141440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:03.146107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:03.155241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:03.160080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Pushing event updated for resources: {'Port': ['ID=d74bc76d-0a86-4bf6-af9d-1a903ad04618,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:03.183042 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.196303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.266388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.268668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:03.409597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 78b72e7f-0fbb-45da-bdba-9b1baad5502a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:03.421598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37558) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:03.519337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:03.617351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-382464591', 'router:external': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:03.619457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.657710 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:21:59Z', 'revision_number': 3, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:03.702620 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c4d11-b281-47a9-9dcd-3498d63d353e None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:21:59Z', 'revision_number': 3, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:03.708941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:03.717514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.721964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-db5d915a-36cb-4ce1-bcc1-fccb849d97a5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 934 time: 1.8875310 Sep 17 01:22:03.722639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:03.841011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Provisioning complete for port c75c8275-9a26-4dff-95a7-5d4c59d62f00 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:03.841561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.843880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-48dba714-c6a3-4c30-8023-16cef862f56e tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 934 time: 0.1205125 Sep 17 01:22:03.844489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37568) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:03.847929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Made reservation on behalf of 325eaa4cfa5743ec9f238ea441671b77 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:03.850453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.855155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'routes': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:03.882586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.899671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.974538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:03.990376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 78b72e7f-0fbb-45da-bdba-9b1baad5502a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:03.991034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.009364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b86750c3-1ef4-4e19-89fb-d6be84c0098a None None] Port c75c8275-9a26-4dff-95a7-5d4c59d62f00 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:04.147707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.168333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Pushing event updated for resources: {'Port': ['ID=d74bc76d-0a86-4bf6-af9d-1a903ad04618,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:04.202440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.204479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5591d127-e9bf-4b27-9793-7bf5efcbaead None None] Provisioning complete for port d74bc76d-0a86-4bf6-af9d-1a903ad04618 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:04.205578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5591d127-e9bf-4b27-9793-7bf5efcbaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.250555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 10684570-21a5-42a4-8926-7173a88100d3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:04.284149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5591d127-e9bf-4b27-9793-7bf5efcbaead None None] Port d74bc76d-0a86-4bf6-af9d-1a903ad04618 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:04.296692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.333431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.341118 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:04.343363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:04.364971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2a187-6700-497b-ae80-10bf28ac5bed None None] Pushing event updated for resources: {'Port': ['ID=c75c8275-9a26-4dff-95a7-5d4c59d62f00,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:04.433087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 10684570-21a5-42a4-8926-7173a88100d3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:04.433645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.448313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.511791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Attempting to bind port c75c8275-9a26-4dff-95a7-5d4c59d62f00 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:04.512165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Attempting to bind port c75c8275-9a26-4dff-95a7-5d4c59d62f00 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:04.512529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Attempting to bind port c75c8275-9a26-4dff-95a7-5d4c59d62f00 on network a36c6678-1811-4af7-aa30-c9c3067e6d75 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:04.523047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:04.523468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Checking segment: {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:04.524614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.525035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Bound using segment: {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:04.525527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Bound port: c75c8275-9a26-4dff-95a7-5d4c59d62f00, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23092881-c423-451f-a282-581e409d2635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:04.525917 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.577011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf99d1a-c98c-4395-8062-61dda72be3ee,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:04.593948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:04.667331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] For port c75c8275-9a26-4dff-95a7-5d4c59d62f00, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:04.672396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:04.679718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] For port c75c8275-9a26-4dff-95a7-5d4c59d62f00, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c75c8275-9a26-4dff-95a7-5d4c59d62f00,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:04.698117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.698469 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Added segment 21435f0a-52ec-4c30-b429-172a32e56a2f of type vlan for network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 Sep 17 01:22:04.765308 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.775828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added routes are [] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 01:22:04.776824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 01:22:04.812707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.854740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:04.908711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:04.909369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:05.004667 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.005941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:05.006706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.019348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:05.023340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2a187-6700-497b-ae80-10bf28ac5bed None None] Pushing event updated for resources: {'Port': ['ID=c75c8275-9a26-4dff-95a7-5d4c59d62f00,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:05.123552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Provisioning complete for port d74bc76d-0a86-4bf6-af9d-1a903ad04618 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:05.124053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.164677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7391109 Sep 17 01:22:05.167592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37580) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:05.231793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'subnet': {'network_id': '5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:05.309657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d300-d7cd-4da7-9b46-5b338f8fb876 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Network': ['ID=5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:05.363160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Made reservation on behalf of 325eaa4cfa5743ec9f238ea441671b77 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:05.365466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.372440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:05.411727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 931cd1f0-6399-49e0-895c-65db1c66c62f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:05.414293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Port d74bc76d-0a86-4bf6-af9d-1a903ad04618 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:05.419404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:05.426117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-477b970c-8bb5-4feb-81f6-bae9ee686a14 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3ef773a-bdc2-42dc-9d28-0796c3558dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9454885 Sep 17 01:22:05.536624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.542000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Provisioning complete for port c75c8275-9a26-4dff-95a7-5d4c59d62f00 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:05.548502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.550664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.578061 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6580461c-ea50-4fd0-8724-a3f563fced88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.647440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 931cd1f0-6399-49e0-895c-65db1c66c62f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:05.648102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.747597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.768459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:02Z', 'revision_number': 6, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75c8275-9a26-4dff-95a7-5d4c59d62f00', 'name': '', 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:26:7d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:57Z', 'updated_at': '2021-09-17T01:22:04Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:05.785917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:05.809984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94f0dae-e6eb-49e7-8225-0ec2bb06ced0 None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:02Z', 'revision_number': 6, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75c8275-9a26-4dff-95a7-5d4c59d62f00', 'name': '', 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:26:7d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:57Z', 'updated_at': '2021-09-17T01:22:04Z', 'revision_number': 4, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:05.848494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] For port c75c8275-9a26-4dff-95a7-5d4c59d62f00, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c75c8275-9a26-4dff-95a7-5d4c59d62f00,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:05.898689 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.929550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 931cd1f0-6399-49e0-895c-65db1c66c62f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=931cd1f0-6399-49e0-895c-65db1c66c62f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:05.946068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:05.962079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.966257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37590) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:05.971302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:05.988641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b91be0af-3c65-46c5-8602-2855376dfe2d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 700 time: 2.1421790 Sep 17 01:22:06.016318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:06.065091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc40110-f5c3-46a5-b996-0de7fcfbddb7 None None] Pushing event updated for resources: {'Port': ['ID=c75c8275-9a26-4dff-95a7-5d4c59d62f00,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:06.161249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f18b493e-7129-4f91-92f1-7654a4536049 None None] Provisioning complete for port c75c8275-9a26-4dff-95a7-5d4c59d62f00 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:06.163404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f18b493e-7129-4f91-92f1-7654a4536049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:06.199187 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52292107-a77e-4a0b-a436-c1039927d95d tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 700 time: 0.2308590 Sep 17 01:22:06.200258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37594) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:06.212130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:22:06.212922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:06.276274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad5340b0-734b-450a-adce-3d0467d02269,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:06.311564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=931cd1f0-6399-49e0-895c-65db1c66c62f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:06.362661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Checking segment: {'id': '21435f0a-52ec-4c30-b429-172a32e56a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:06.362661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network hostable DHCP agents. Network: 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:22:06.428722 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:06.459954 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:06.460966 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:06.497094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:22:06.568706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:06.578355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:06.579252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:06.588421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde90ae-7333-45ef-851c-fc24dcb61f0f None None] Network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:06.679327 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:06.687361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-93158ef9-abb6-4891-8430-32fe12ebceed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5145054 Sep 17 01:22:06.691045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37612) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:06.693884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2127519494', 'network_id': '5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:06.725164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37614) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:06.729849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--854713371', 'description': 'tempest-description--1681489262'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:06.860163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Made reservation on behalf of 325eaa4cfa5743ec9f238ea441671b77 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:06.863232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:06.875953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934defde-a9e2-4b14-928e-d583dfa1ea73 None None] Network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:06.892103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] device_id is not set on port 66411aa4-2734-43db-b39f-18914ae903ff yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:22:07.044342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.164523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Allocated IP 2001:db8::c7 (5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8/ad5340b0-734b-450a-adce-3d0467d02269/66411aa4-2734-43db-b39f-18914ae903ff) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:07.237305 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.349643 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 2, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:07.407617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:07.409055 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:07.409409 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Updating router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 port d74bc76d-0a86-4bf6-af9d-1a903ad04618 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:07.422124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:07.429265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:21:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:07.460574 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.475063 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.513041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.578467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 931cd1f0-6399-49e0-895c-65db1c66c62f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:07.616442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.683453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.728253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48034fb1-4051-4794-b104-c8c6d81bb4ed,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:07.763824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:07.767683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:07.777422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:07.779489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:07.780348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.805614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Port': ['ID=66411aa4-2734-43db-b39f-18914ae903ff,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:07.855046 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:22:07.875945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fb403c10-f2ce-4f30-84e4-1981cdf6c1b3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1868525 Sep 17 01:22:07.877135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37626) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:07.912292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.913799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4e609ecc-d9c7-489d-b5f9-e1d7d7951fa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1876941 Sep 17 01:22:07.919006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37628) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:07.932169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'security_group_rule': {'security_group_id': '48034fb1-4051-4794-b104-c8c6d81bb4ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:07.964387 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:07.967388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:08.028007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Deleting port 66411aa4-2734-43db-b39f-18914ae903ff {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:08.028588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.038527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port c75c8275-9a26-4dff-95a7-5d4c59d62f00 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:08.039239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.071931 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.124390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 931cd1f0-6399-49e0-895c-65db1c66c62f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:08.124613 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.166209 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cbd7-20b7-4a8c-8d7b-e8bbd9439fb6 None None] Pushing event updated for resources: {'Port': ['ID=d74bc76d-0a86-4bf6-af9d-1a903ad04618,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:08.199246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port c75c8275-9a26-4dff-95a7-5d4c59d62f00, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c75c8275-9a26-4dff-95a7-5d4c59d62f00,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:08.199733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.218132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for c75c8275-9a26-4dff-95a7-5d4c59d62f00 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:08.224774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.234468 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9841915-0a19-46b3-b9b5-614c1bfc42d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.256952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Calling delete_port for 66411aa4-2734-43db-b39f-18914ae903ff owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:08.339430 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Attempting to bind port d74bc76d-0a86-4bf6-af9d-1a903ad04618 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:08.339805 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Attempting to bind port d74bc76d-0a86-4bf6-af9d-1a903ad04618 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:08.341063 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Attempting to bind port d74bc76d-0a86-4bf6-af9d-1a903ad04618 on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:08.349813 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:08.350192 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Checking segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:08.350596 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.353304 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Bound using segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:08.353798 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Bound port: d74bc76d-0a86-4bf6-af9d-1a903ad04618, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:08.354179 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.466329 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.507284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c75c8275-9a26-4dff-95a7-5d4c59d62f00 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:08.524376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.547724 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] For port d74bc76d-0a86-4bf6-af9d-1a903ad04618, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:08.559229 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] For port d74bc76d-0a86-4bf6-af9d-1a903ad04618, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d74bc76d-0a86-4bf6-af9d-1a903ad04618,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:08.573601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=c75c8275-9a26-4dff-95a7-5d4c59d62f00,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:08.621941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port c75c8275-9a26-4dff-95a7-5d4c59d62f00 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:22:08.622387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c75c8275-9a26-4dff-95a7-5d4c59d62f00 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 01:22:08.645615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.648707 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.662823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Port c75c8275-9a26-4dff-95a7-5d4c59d62f00 not found, will not notify nova. {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 01:22:08.706256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:04Z', 'revision_number': 7, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c75c8275-9a26-4dff-95a7-5d4c59d62f00', 'name': '', 'network_id': 'a36c6678-1811-4af7-aa30-c9c3067e6d75', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:26:7d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:57Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': 'c1196411-b155-4276-acbc-ff90fd8fc861', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:08.734576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.766136 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:08.766136 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:08.766325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:08.794775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:08.794775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:08.796298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event deleted for resources: {'Port': ['ID=66411aa4-2734-43db-b39f-18914ae903ff,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:08.856170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.864662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:08.866658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cf9d7d79-f7d8-4757-b30a-a788104fdf0c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/ports/66411aa4-2734-43db-b39f-18914ae903ff HTTP/1.1" status: 204 len: 168 time: 0.9879045 Sep 17 01:22:08.869926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37638) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:08.877931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8', 'external_fixed_ips': [{'subnet_id': 'ad5340b0-734b-450a-adce-3d0467d02269', 'ip_address': '2001:db8::c7'}]}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:08.923983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:09.004746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.005840 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687cbd7-20b7-4a8c-8d7b-e8bbd9439fb6 None None] Pushing event updated for resources: {'Port': ['ID=d74bc76d-0a86-4bf6-af9d-1a903ad04618,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:09.013914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4016793c-1a5f-4c96-b355-e976f1f8ab0c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:09.102465 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:09.120852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2845d191-a92b-466f-bc80-2b9abc1fa96b None None] Provisioning complete for port d74bc76d-0a86-4bf6-af9d-1a903ad04618 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:09.121225 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2845d191-a92b-466f-bc80-2b9abc1fa96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.346140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.347548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.381288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.385806 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:09.413546 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2845d191-a92b-466f-bc80-2b9abc1fa96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.419789 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.422040 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a544d2-162c-4b9d-b23c-85650356629d None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:09.424254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.432545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3ef88ca1-3ccb-45ab-9d17-1963efa14e4d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5067680 Sep 17 01:22:09.432545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37642) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:09.437330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'security_group_rule': {'security_group_id': '48034fb1-4051-4794-b104-c8c6d81bb4ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:09.484323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:09.485088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2845d191-a92b-466f-bc80-2b9abc1fa96b None None] For port d74bc76d-0a86-4bf6-af9d-1a903ad04618, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d74bc76d-0a86-4bf6-af9d-1a903ad04618,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:09.506304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 8, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:09.510196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.547585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49610039-24bf-42e8-b48c-9e27e7c84afd None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 8, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:09.574635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2845d191-a92b-466f-bc80-2b9abc1fa96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.639110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d191-a92b-466f-bc80-2b9abc1fa96b None None] Pushing event updated for resources: {'Port': ['ID=d74bc76d-0a86-4bf6-af9d-1a903ad04618,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:09.692374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.702265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-df7fb75b-56eb-4cae-a27b-bb5680129f67 None None] Provisioning complete for port d74bc76d-0a86-4bf6-af9d-1a903ad04618 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:09.702721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df7fb75b-56eb-4cae-a27b-bb5680129f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.772109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:09.779592 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-611f816a-5e69-4cf8-b64f-3505289d2a6c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5781436 Sep 17 01:22:09.780421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37650) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:09.919300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.938735 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:09.960537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet c1196411-b155-4276-acbc-ff90fd8fc861 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:09.965621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.041792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.055055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.171341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfdfdf2-4c85-4089-9232-dc9742f2d3e1,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:10.198626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.258853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.263576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37654) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:10.270088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:10.276318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-67baa4e9-89d5-4fd8-ace6-0d80651d36e6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8426845 Sep 17 01:22:10.396027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.509269 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:10.524193 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:10.525083 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:10.602309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.723480 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:10.880681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:10.989171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=c1196411-b155-4276-acbc-ff90fd8fc861,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:11.008749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a892d-659d-4e05-9bf6-7e27efcfa3d3 None None] Network a36c6678-1811-4af7-aa30-c9c3067e6d75 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:11.009743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.014797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ba80fbad-7685-497b-9d22-c302904515c8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/c1196411-b155-4276-acbc-ff90fd8fc861 HTTP/1.1" status: 204 len: 168 time: 1.2326744 Sep 17 01:22:11.017643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:11.054883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.094319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.105536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.198264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.353960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Allocated IP 172.25.1.55 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/9daf2df1-f0d1-460a-874d-d384e02f1b23) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:11.463011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 78b72e7f-0fbb-45da-bdba-9b1baad5502a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:11.463370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.500027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Allocated IP 2001:db8::c7 (5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8/ad5340b0-734b-450a-adce-3d0467d02269/1551d46f-73e0-4a3b-8a77-2911e92e7a44) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:11.557834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] DHCP port deletion for a36c6678-1811-4af7-aa30-c9c3067e6d75 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:22:11.566728 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 8, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:11.594325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d74bc76d-0a86-4bf6-af9d-1a903ad04618 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:11.646801 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:11.656986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port 78b72e7f-0fbb-45da-bdba-9b1baad5502a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=78b72e7f-0fbb-45da-bdba-9b1baad5502a,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:11.657766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.661147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:11.661643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] Deleting port 78b72e7f-0fbb-45da-bdba-9b1baad5502a {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:11.662025 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.665155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d74bc76d-0a86-4bf6-af9d-1a903ad04618 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:11.665513 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.666187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:11.678445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.741784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 78b72e7f-0fbb-45da-bdba-9b1baad5502a owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:11.819772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] For port 78b72e7f-0fbb-45da-bdba-9b1baad5502a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=78b72e7f-0fbb-45da-bdba-9b1baad5502a,segment=NetworkSegment(23092881-c423-451f-a282-581e409d2635),segment_id=23092881-c423-451f-a282-581e409d2635)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:11.820351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.822513 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:11.834622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] Calling delete_port for 78b72e7f-0fbb-45da-bdba-9b1baad5502a owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:11.871778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:11.969541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.009780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'Port': ['ID=9daf2df1-f0d1-460a-874d-d384e02f1b23,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:12.018670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.044838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:12.047896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:12.054682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:12.080922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.091713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] Pushing event deleted for resources: {'Port': ['ID=78b72e7f-0fbb-45da-bdba-9b1baad5502a,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:12.100353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c75c8275-9a26-4dff-95a7-5d4c59d62f00 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:12.104835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.151825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030081e2-8194-4d67-950f-4931fc06a365 None None] No DVR routers for this DVR port 78b72e7f-0fbb-45da-bdba-9b1baad5502a on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:12.155526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c75c8275-9a26-4dff-95a7-5d4c59d62f00 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:12.155987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c75c8275-9a26-4dff-95a7-5d4c59d62f00 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:12.161470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=78b72e7f-0fbb-45da-bdba-9b1baad5502a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:12.165916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port 78b72e7f-0fbb-45da-bdba-9b1baad5502a on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:12.245567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:12.265729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:12.274878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.291437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:12.337282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f9af4-c82a-476b-b282-d359bb2efa3b req-27235004-9c44-4aee-93d0-d6f86964fc5f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:12.345483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-604f9af4-c82a-476b-b282-d359bb2efa3b req-27235004-9c44-4aee-93d0-d6f86964fc5f tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.3296273 Sep 17 01:22:12.370383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Port': ['ID=1551d46f-73e0-4a3b-8a77-2911e92e7a44,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:12.403924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 8, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:12.405071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.441265 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d48e2-667f-4385-a885-dcf0ae169bcc None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:08Z', 'revision_number': 8, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c2112c3-a4af-4afc-bdd8-64e7b906353d', 'name': '', 'network_id': '99498659-9392-4806-8f8b-fd2d6883068e', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:93:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:51Z', 'updated_at': '2021-09-17T01:21:57Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '5fa04089-3838-4580-9c24-8f5b4dae2017', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:12.446017 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.523412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36c6678-1811-4af7-aa30-c9c3067e6d75']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:12.546494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-604f9af4-c82a-476b-b282-d359bb2efa3b req-8fd8ef3e-f82a-409b-af7a-958bc0ddb103 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950727 Sep 17 01:22:12.566514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23092881-c423-451f-a282-581e409d2635') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:12.566814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23092881-c423-451f-a282-581e409d2635') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:12.576856 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.593820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.601034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:12.601443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:12.659303 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:12.713227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.774532 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.811757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.820677 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:12.823621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/a36c6678-1811-4af7-aa30-c9c3067e6d75 HTTP/1.1" status: 204 len: 168 time: 1.8046801 Sep 17 01:22:12.825493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37684) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:12.841777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816d092-4b90-4546-8a2d-f014cd1f9e4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=a36c6678-1811-4af7-aa30-c9c3067e6d75,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:12.846430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.004405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'Port': ['ID=9daf2df1-f0d1-460a-874d-d384e02f1b23,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:13.056241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.091640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.164109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.165350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-93a64f58-46e8-473d-a631-adf77fa60fdd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9001911 Sep 17 01:22:13.275556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Router 3bfca916-47c0-40be-a0d0-cf7fbaf37eb6 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:13.403940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 78b72e7f-0fbb-45da-bdba-9b1baad5502a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:13.448823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 78b72e7f-0fbb-45da-bdba-9b1baad5502a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:13.449455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 78b72e7f-0fbb-45da-bdba-9b1baad5502a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:13.465549 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:13.476812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-2e4172df-b338-4a69-8cc2-5c42c424fcdf tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--854713371&fields=id&tenant_id=0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 267 time: 0.1527953 Sep 17 01:22:13.479252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Sync routers for ids ['3bfca916-47c0-40be-a0d0-cf7fbaf37eb6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:13.490922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Routers {'3bfca916-47c0-40be-a0d0-cf7fbaf37eb6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:13.491826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3bfca916-47c0-40be-a0d0-cf7fbaf37eb6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:13.548604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.585653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.590203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0708cada-acb2-41cc-8f6f-2756dccd4eb2 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.7161806 Sep 17 01:22:13.590827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:13.664761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Set router 3bfca916-47c0-40be-a0d0-cf7fbaf37eb6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:13.769983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de64f-1a2b-4360-9079-233df230e615 req-26839b3a-a0bc-43e1-8551-19220bb01b2b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:13.778341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f6de64f-1a2b-4360-9079-233df230e615 req-26839b3a-a0bc-43e1-8551-19220bb01b2b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.1169920 Sep 17 01:22:13.853785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-fad426bc-b4e5-4bee-b149-75521446fa7f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:13.855429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f6de64f-1a2b-4360-9079-233df230e615 req-5bb252d8-0358-4849-995b-3656d863aad1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727110 Sep 17 01:22:13.861761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-fad426bc-b4e5-4bee-b149-75521446fa7f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 817 time: 0.3747981 Sep 17 01:22:13.886233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:13.926261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-588cfed0-64c0-4010-847f-21c5cc7ef6ca tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/quotas/0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 375 time: 0.0635386 Sep 17 01:22:13.951168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187f22d-3738-4744-aca1-031eec8b323a req-95d97604-b5eb-401e-a4c5-a0e5fd4c1a5b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:13.953841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f187f22d-3738-4744-aca1-031eec8b323a req-95d97604-b5eb-401e-a4c5-a0e5fd4c1a5b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.36 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.2960830 Sep 17 01:22:13.964410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bfca916-47c0-40be-a0d0-cf7fbaf37eb6', 'name': '', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8', 'external_fixed_ips': [{'subnet_id': 'ad5340b0-734b-450a-adce-3d0467d02269', 'ip_address': '2001:db8::c7'}], 'enable_snat': True}, 'gw_port_id': '1551d46f-73e0-4a3b-8a77-2911e92e7a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:09Z', 'updated_at': '2021-09-17T01:22:12Z', 'revision_number': 3, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port': {'id': '1551d46f-73e0-4a3b-8a77-2911e92e7a44', 'name': '', 'network_id': '5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:54:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bfca916-47c0-40be-a0d0-cf7fbaf37eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2258, 'fixed_ips': [{'subnet_id': 'ad5340b0-734b-450a-adce-3d0467d02269', 'ip_address': '2001:db8::c7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:11Z', 'updated_at': '2021-09-17T01:22:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad5340b0-734b-450a-adce-3d0467d02269', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:14.001495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Checking router: 3bfca916-47c0-40be-a0d0-cf7fbaf37eb6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:14.001853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Updating router 3bfca916-47c0-40be-a0d0-cf7fbaf37eb6 port 1551d46f-73e0-4a3b-8a77-2911e92e7a44 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:14.027577 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.039744 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.173721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Deleting port 1551d46f-73e0-4a3b-8a77-2911e92e7a44 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:14.174209 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.238131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-a8fbcc1a-a6c9-465d-adce-39a5b34aa9df tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2808568 Sep 17 01:22:14.259925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-189c8844-fd58-4e2a-bcc4-2ea0ac8c07a4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:22:14.261277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-189c8844-fd58-4e2a-bcc4-2ea0ac8c07a4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059831 Sep 17 01:22:14.313114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.328122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Calling delete_port for 1551d46f-73e0-4a3b-8a77-2911e92e7a44 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:14.631529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.632480 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:22:14.633005 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:22:14.667723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-ca4d4b6e-21b3-416e-bdc3-a34dac28cbed service neutron] 10.222.0.13 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831580 Sep 17 01:22:14.685673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event deleted for resources: {'Port': ['ID=1551d46f-73e0-4a3b-8a77-2911e92e7a44,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:14.715771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.782891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Deleting port f73336ef-edbc-437a-a868-10a108032fc6 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:14.783405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.820983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.822862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.897524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7df7e6e9-6e46-4b2f-ac18-63f8de557db0 service neutron] 10.222.0.13 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221467 Sep 17 01:22:14.937725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] For port f73336ef-edbc-437a-a868-10a108032fc6, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f73336ef-edbc-437a-a868-10a108032fc6,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:14.938081 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.955693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.956567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bfca916-47c0-40be-a0d0-cf7fbaf37eb6 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:14.959730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 4c2112c3-a4af-4afc-bdd8-64e7b906353d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:14.965495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.966653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:14.968078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a53332d-0cc1-4a31-b7d1-67d04fa61221 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3bfca916-47c0-40be-a0d0-cf7fbaf37eb6 HTTP/1.1" status: 204 len: 168 time: 1.3762639 Sep 17 01:22:14.972496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37718) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:15.208520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Port 1551d46f-73e0-4a3b-8a77-2911e92e7a44 not found while updating agent binding for router 3bfca916-47c0-40be-a0d0-cf7fbaf37eb6. {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 17 01:22:15.267121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Routers set() bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:15.267697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Router IDs set() for agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 01:22:15.268325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_agentschedulers_db [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bfca916-47c0-40be-a0d0-cf7fbaf37eb6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent'). {{(pid=112074) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 01:22:15.268692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf977a4d-c896-491f-a9ff-4a26db062728 None None] The sync data for ids ['3bfca916-47c0-40be-a0d0-cf7fbaf37eb6'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:15.299314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port 4c2112c3-a4af-4afc-bdd8-64e7b906353d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c2112c3-a4af-4afc-bdd8-64e7b906353d,segment=NetworkSegment(2ce6a3c4-3596-4828-b4d5-fa0321a9a48e),segment_id=2ce6a3c4-3596-4828-b4d5-fa0321a9a48e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:15.299678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.443421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 4c2112c3-a4af-4afc-bdd8-64e7b906353d owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:15.512265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9db40c1f-5ec8-421f-8c97-bf8f057901a5 req-0722859b-9653-4394-b139-9b725b79d883 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 210 time: 0.1048725 Sep 17 01:22:15.517760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.518127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.518443 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Floating IP adc0655e-cbe6-4817-9693-e91065951566 disassociated. External IP: 172.25.1.87, port: f73336ef-edbc-437a-a868-10a108032fc6. Sep 17 01:22:15.518880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Calling delete_port for f73336ef-edbc-437a-a868-10a108032fc6 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:15.523808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fcb31-baf5-4a39-bbc4-985b9d31057c req-9dd25caf-676c-4514-a0c4-3d2236123aa4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:15.531111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178fcb31-baf5-4a39-bbc4-985b9d31057c req-9dd25caf-676c-4514-a0c4-3d2236123aa4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 945 time: 0.6066139 Sep 17 01:22:15.550804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Deleting subnet ad5340b0-734b-450a-adce-3d0467d02269 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:15.557553 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.601780 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-178fcb31-baf5-4a39-bbc4-985b9d31057c req-6ae767ee-fb3b-4ada-8396-dd761d7d6773 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a19789d-004d-4bfb-a7d7-076a4c49faae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698061 Sep 17 01:22:15.608137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.656575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.715015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-74083904-76ce-4472-bea5-8dada6337d34 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187286 Sep 17 01:22:15.832230 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.863976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5340b0-734b-450a-adce-3d0467d02269,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:15.867986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.872690 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-51c6c97d-860e-488e-86f8-30b373335370 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/ad5340b0-734b-450a-adce-3d0467d02269 HTTP/1.1" status: 204 len: 168 time: 0.8991263 Sep 17 01:22:15.873355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37740) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:15.873466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-6018a271-b97f-4c00-83c7-1a29e1e362cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:15.875362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-6018a271-b97f-4c00-83c7-1a29e1e362cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 1096 time: 0.1275253 Sep 17 01:22:15.945751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.963391 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:15.991799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.033918 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.034456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event deleted for resources: {'Port': ['ID=f73336ef-edbc-437a-a868-10a108032fc6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:16.055060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:16.062798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=4c2112c3-a4af-4afc-bdd8-64e7b906353d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:16.065920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21435f0a-52ec-4c30-b429-172a32e56a2f') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:16.066224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21435f0a-52ec-4c30-b429-172a32e56a2f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:16.069251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-a720cd26-378d-486d-8198-deeeacf22dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:16.070714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-a720cd26-378d-486d-8198-deeeacf22dca service neutron] 10.222.0.36 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 915 time: 0.1739736 Sep 17 01:22:16.078472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.098668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.106406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:16.106882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:16.112972 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:16.260901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.270906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:22:16.274625 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.285761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/networks/5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8 HTTP/1.1" status: 204 len: 168 time: 0.4072926 Sep 17 01:22:16.312851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2f345-2fb0-4d54-a826-89f751e6df98 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event deleted for resources: {'Network': ['ID=5f257ac6-bc34-48cb-8f5c-78f0ae9b93b8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:16.334712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-f390c29b-09ec-47fe-ae35-77597b6e829a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef HTTP/1.1" status: 200 len: 217 time: 0.1367848 Sep 17 01:22:16.448128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:16.535965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-0e3dead2-e63e-4c07-8e5d-727e5ead342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:16.537732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-0e3dead2-e63e-4c07-8e5d-727e5ead342c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.1915925 Sep 17 01:22:16.607119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.619383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-66953192-ddf3-4fd5-af4c-e3fcb1b211a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740697 Sep 17 01:22:16.739115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08c963cd-3e81-4342-ba68-27a781cd526c req-49a6df63-eb15-4f4a-8e79-562e0efab7ed tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 210 time: 0.1093197 Sep 17 01:22:16.739115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37758) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:16.746529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'name': 'tempest-router--1356481730', 'project_id': '7e351fb8d9444b20bd4628cec0959394'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:16.861428 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.862558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.927218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:16.997685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.077528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.082602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-77a2aba3-aa90-4da2-bf1d-26e5f193e6d9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3439255 Sep 17 01:22:17.083341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37766) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:17.183872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:17.191410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.195804 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:17.208206 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:17.208842 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:17.250018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7dc0124a-4b3c-4306-8c6e-62fee0846d8f req-9cdcc8db-6454-4186-b596-d56dcaa69785 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 210 time: 0.4265337 Sep 17 01:22:17.353917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-6c4a6e4c-459c-447b-81e7-f2175f67d49a service neutron] 10.222.0.36 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042447 Sep 17 01:22:17.355351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] No DVR routers for this DVR port f73336ef-edbc-437a-a868-10a108032fc6 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:17.359769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.362301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f187f22d-3738-4744-aca1-031eec8b323a req-b02f48ab-2199-463b-9c4c-91bcab7bb7d2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.36 "DELETE /v2.0/ports/f73336ef-edbc-437a-a868-10a108032fc6 HTTP/1.1" status: 204 len: 173 time: 3.2590933 Sep 17 01:22:17.362845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'name': 'network-vif-deleted', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:17.366166 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfaae0c-491e-48e7-a222-a69ce2b1baf6" -d '{"events": [{"server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "name": "network-vif-deleted", "tag": "f73336ef-edbc-437a-a868-10a108032fc6"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:17.441079 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.443823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.448149 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:17.503609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38de5076-e35d-492e-a308-65a4a8dcc906 req-a85075da-eecd-424d-8fe7-fc5c35e0b2ba service neutron] 10.222.0.36 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335974 Sep 17 01:22:17.537057 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e1dd9-6060-4d19-b0f2-5b39441ce786 x-openstack-request-id: req-f20e1dd9-6060-4d19-b0f2-5b39441ce786 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:17.537448 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "687eea30-8e11-4714-a2a6-0e161ed4c4ac", "name": "network-vif-deleted", "tag": "f73336ef-edbc-437a-a868-10a108032fc6", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:17.537798 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f20e1dd9-6060-4d19-b0f2-5b39441ce786 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:17.538361 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '687eea30-8e11-4714-a2a6-0e161ed4c4ac', 'name': 'network-vif-deleted', 'tag': 'f73336ef-edbc-437a-a868-10a108032fc6', 'status': 'completed', 'code': 200} Sep 17 01:22:17.605774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:17.649078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.650309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f03d5b07-c1d7-476e-9b84-04d4e9d0b679 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:17.658896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.676077 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-273d8baa-3e5e-42fc-9a89-735ee1c7a849 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f03d5b07-c1d7-476e-9b84-04d4e9d0b679 HTTP/1.1" status: 204 len: 168 time: 0.5909660 Sep 17 01:22:17.718820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:17.729597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:17.730228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:17.741248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-27d046e4-3958-46ba-9ffc-088d8b11580b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9141629 Sep 17 01:22:17.746719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:17.748280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:17.809465 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:17.856522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 5fa04089-3838-4580-9c24-8f5b4dae2017 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:17.867148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:17.895366 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:17.917106 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:17.917913 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:17.948629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:18.070493 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f4b8cf18-3f65-48bb-91fd-2dd0d81477fc req-fd2cd350-d5a9-4476-a011-9a139a57593c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 210 time: 0.1060972 Sep 17 01:22:18.094024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37782) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:18.100881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:18.163036 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:18.215300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-90d5d10f-8379-4f4e-8c41-8175aa36623b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:18.218000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-90d5d10f-8379-4f4e-8c41-8175aa36623b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 817 time: 0.2899625 Sep 17 01:22:18.366162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:18.402378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:15Z', 'revision_number': 9, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:18.404478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7e120ac4-63f0-44f0-a28d-dabe880ab2cc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 379 time: 0.1753166 Sep 17 01:22:18.432732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'port': {'device_id': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'admin_state_up': True, 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'security_groups': ['48034fb1-4051-4794-b104-c8c6d81bb4ed']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:18.553230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:18.581192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:18.583220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:18.639471 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:18.659544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1093286274', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:18.680349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:18.698591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a30ab531-a35e-4825-8faf-bfcb5349261b req-e0eb50e0-c1c8-4c32-ab99-7a32b1ab158b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=687eea30-8e11-4714-a2a6-0e161ed4c4ac HTTP/1.1" status: 200 len: 210 time: 0.0483565 Sep 17 01:22:18.700718 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea31fbd-2c06-4578-ab70-c7b5ab753a28 None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:18.714642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa04089-3838-4580-9c24-8f5b4dae2017,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:18.718384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f73336ef-edbc-437a-a868-10a108032fc6 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:18.734889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:22:18.734889 n-d-789963-7 neutron-server[112073]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 17 01:22:18.734889 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id': 'd3132751e10740f6baac6d9266fe9522', 'id': '6b1cb201-e53d-4be0-8190-bb82d696a1f6', 'expiration': datetime.datetime(2021, 9, 17, 1, 24, 18, 722914)}] Sep 17 01:22:18.734889 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:22:18.737329 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:22:18.739307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:18.743057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cd8fcd77-c116-4650-b171-846640af14f5 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/5fa04089-3838-4580-9c24-8f5b4dae2017 HTTP/1.1" status: 204 len: 168 time: 1.0094714 Sep 17 01:22:18.749196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37790) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:18.792978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e186e70a-64a0-4973-9a93-827617df1f1d None None] Network 99498659-9392-4806-8f8b-fd2d6883068e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:18.797125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Made reservation on behalf of 0b6672f901304b7a8ebc7e0ded56ba31 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:18.803038 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:18.822835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f73336ef-edbc-437a-a868-10a108032fc6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:18.822835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f73336ef-edbc-437a-a868-10a108032fc6 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:18.862293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:18.866554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:18.965006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port f228ae34-7f16-42fa-a4c9-08893ebef745 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:18.967719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.082388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Allocated IP 172.20.0.9 (35d2798a-2670-4dbb-8fb2-cc920e9d38f5/bfd1b897-d54f-460c-b9da-2669571c821a/f64101f6-fa4b-4698-8438-fe49b634ff0e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:19.102449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port f228ae34-7f16-42fa-a4c9-08893ebef745, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f228ae34-7f16-42fa-a4c9-08893ebef745,segment=NetworkSegment(2ce6a3c4-3596-4828-b4d5-fa0321a9a48e),segment_id=2ce6a3c4-3596-4828-b4d5-fa0321a9a48e)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:19.104364 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.154917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for f228ae34-7f16-42fa-a4c9-08893ebef745 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:19.213944 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e48792-b167-4a43-985e-78e662cbb93b None None] New status for floating IP adc0655e-cbe6-4817-9693-e91065951566: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:22:19.350411 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cba502a7-6253-44a0-8f2c-024b1a21a1b2 req-87728080-fdd4-4346-8eea-b0d035c2ee0d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 210 time: 0.0440326 Sep 17 01:22:19.370441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] DHCP port deletion for 99498659-9392-4806-8f8b-fd2d6883068e request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:22:19.370654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.371711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.424895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.451176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=f228ae34-7f16-42fa-a4c9-08893ebef745,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:19.467787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:15Z', 'revision_number': 9, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:19.472542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.475131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port f228ae34-7f16-42fa-a4c9-08893ebef745 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:19.490585 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.513203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339da18-7925-4810-9700-df4e92d775e6 None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:15Z', 'revision_number': 9, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': '23adba0b-9c77-49d6-bf52-f0f0228f07a6', 'name': '', 'network_id': 'c51ca0b1-2091-49b1-a5a6-802723f3abc2', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:b2:2d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2211, 'fixed_ips': [{'subnet_id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:45Z', 'updated_at': '2021-09-17T01:21:50Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '113eb998-0d9f-472a-99ca-6659bf7e15cd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:19.526200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Deleting port f228ae34-7f16-42fa-a4c9-08893ebef745 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:19.526576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.589952 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.621031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] For port f228ae34-7f16-42fa-a4c9-08893ebef745, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:19.622107 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.628470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.634959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99498659-9392-4806-8f8b-fd2d6883068e']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:19.645387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Calling delete_port for f228ae34-7f16-42fa-a4c9-08893ebef745 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:19.649484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Port f228ae34-7f16-42fa-a4c9-08893ebef745 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:22:19.650933 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.662764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:19.663041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce6a3c4-3596-4828-b4d5-fa0321a9a48e') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:19.691804 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.699542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] Pushing event deleted for resources: {'Port': ['ID=f228ae34-7f16-42fa-a4c9-08893ebef745,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:19.717761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dcf82e-4001-46ed-8aaa-a1d96084aa07 None None] No DVR routers for this DVR port f228ae34-7f16-42fa-a4c9-08893ebef745 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:19.718231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.733130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:19.733640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.782782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:19.784922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.796526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:19.799122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:19.819115 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:19.826182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:19.858840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:19.864994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.906154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.914597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:19.919894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/99498659-9392-4806-8f8b-fd2d6883068e HTTP/1.1" status: 204 len: 168 time: 1.1667979 Sep 17 01:22:19.922276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37804) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:19.924872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37806) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:20.012103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-7a19765b-5c60-46d0-b2b9-f635a12d33a9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6011496 Sep 17 01:22:20.025689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Request body: {'port': {'device_id': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:20.043884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87215741-b8a9-4f6f-9c61-44f77b3bfe34 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=99498659-9392-4806-8f8b-fd2d6883068e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:20.116778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.208982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-337ec63b-33af-4bab-be73-ad406571af2e None None] Provisioning complete for port f64101f6-fa4b-4698-8438-fe49b634ff0e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:20.213911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-337ec63b-33af-4bab-be73-ad406571af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.270587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-337ec63b-33af-4bab-be73-ad406571af2e None None] Port f64101f6-fa4b-4698-8438-fe49b634ff0e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:20.322479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.322832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7afaec9d-d217-467a-badd-47123992fd29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.353105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.387473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7afaec9d-d217-467a-badd-47123992fd29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.675717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c972e07-8aa7-4df3-9279-a18a2f3036eb req-2772848b-d554-47bd-a800-0e3eaa265d56 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:20.678024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c972e07-8aa7-4df3-9279-a18a2f3036eb req-2772848b-d554-47bd-a800-0e3eaa265d56 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 946 time: 0.0905197 Sep 17 01:22:20.692357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df422e4-cd60-4603-99a4-da71d6e8f6f9 req-5c9695ab-db45-4342-85c4-b9071cf276ad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:20.693985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0df422e4-cd60-4603-99a4-da71d6e8f6f9 req-5c9695ab-db45-4342-85c4-b9071cf276ad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 931 time: 0.1835687 Sep 17 01:22:20.726586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Allocated IP 172.25.1.168 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/1666a71e-aa74-4720-b3a3-b6d817497257) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:20.779213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c972e07-8aa7-4df3-9279-a18a2f3036eb req-2f5bb2bf-2aaa-4529-aa3a-8ee9c27acb5c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919962 Sep 17 01:22:20.788057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7afaec9d-d217-467a-badd-47123992fd29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.788589 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7afaec9d-d217-467a-badd-47123992fd29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.792989 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7afaec9d-d217-467a-badd-47123992fd29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a19789d-004d-4bfb-a7d7-076a4c49faae HTTP/1.1" status: 204 len: 168 time: 0.8644841 Sep 17 01:22:20.793774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37840) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:20.840046 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:20.842145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaec9d-d217-467a-badd-47123992fd29 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a19789d-004d-4bfb-a7d7-076a4c49faae,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:20.850703 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-b71ac238-a76c-417f-9bb6-2dbbcbe1fe27 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] show failed (client error): The resource could not be found. Sep 17 01:22:20.854575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b71ac238-a76c-417f-9bb6-2dbbcbe1fe27 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups/0a19789d-004d-4bfb-a7d7-076a4c49faae HTTP/1.1" status: 404 len: 347 time: 0.0297019 Sep 17 01:22:20.856283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37842) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:20.877775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0df422e4-cd60-4603-99a4-da71d6e8f6f9 req-0a0a5a63-3924-4b3f-bcab-cacf3ed71aae tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722860 Sep 17 01:22:20.943406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f64101f6-fa4b-4698-8438-fe49b634ff0e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:22:20.978245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.003309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Transition to ACTIVE for port object f64101f6-fa4b-4698-8438-fe49b634ff0e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:22:21.033801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.083008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.159719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Deleting port b7a73657-00c0-48db-bee4-230774a6ce20 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:21.160270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.162208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:21.167810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.230698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:21.257128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.257547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.264351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:21.270424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Calling delete_port for b7a73657-00c0-48db-bee4-230774a6ce20 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:21.274691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:21.377163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4c2112c3-a4af-4afc-bdd8-64e7b906353d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:21.415699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4c2112c3-a4af-4afc-bdd8-64e7b906353d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:21.419492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4c2112c3-a4af-4afc-bdd8-64e7b906353d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:21.420042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f228ae34-7f16-42fa-a4c9-08893ebef745 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:21.422434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event updated for resources: {'Port': ['ID=1666a71e-aa74-4720-b3a3-b6d817497257,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:21.492208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f228ae34-7f16-42fa-a4c9-08893ebef745 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:21.492208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f228ae34-7f16-42fa-a4c9-08893ebef745 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:21.551871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Attempting to bind port f64101f6-fa4b-4698-8438-fe49b634ff0e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:21.552202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Attempting to bind port f64101f6-fa4b-4698-8438-fe49b634ff0e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:21.552529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Attempting to bind port f64101f6-fa4b-4698-8438-fe49b634ff0e on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:21.556944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Port f64101f6-fa4b-4698-8438-fe49b634ff0e on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:22:21.560948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Attempting to bind port f64101f6-fa4b-4698-8438-fe49b634ff0e on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:21.561064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.562286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:21.562778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Checking segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:21.564813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Bound using segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:21.565394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Bound port: f64101f6-fa4b-4698-8438-fe49b634ff0e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:21.566443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.599786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event deleted for resources: {'Port': ['ID=b7a73657-00c0-48db-bee4-230774a6ce20,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:21.686240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port 23adba0b-9c77-49d6-bf52-f0f0228f07a6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:21.686909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.716026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:21.720998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.723731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.727783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d51399b9-85ed-43a9-af5d-04765692babf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "DELETE /v2.0/floatingips/adc0655e-cbe6-4817-9693-e91065951566 HTTP/1.1" status: 204 len: 168 time: 0.8682785 Sep 17 01:22:21.770765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:21.792739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.822334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port 23adba0b-9c77-49d6-bf52-f0f0228f07a6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=23adba0b-9c77-49d6-bf52-f0f0228f07a6,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:21.828431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.853417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for 23adba0b-9c77-49d6-bf52-f0f0228f07a6 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:21.875655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:21.998290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:21.999109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:22.000662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] 10.222.0.36 "PUT /v2.0/ports/f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 1091 time: 1.9793315 Sep 17 01:22:22.001341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:22.004016 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4546502-addf-4be4-8e47-aec215e54d14" -d '{"events": [{"name": "network-changed", "server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:22.117212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c1c4-8f08-41c7-af09-6d655bc1d241 req-f2798361-b0f8-45d1-bca1-2668688fdcf5 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:22.119299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55c0c1c4-8f08-41c7-af09-6d655bc1d241 req-f2798361-b0f8-45d1-bca1-2668688fdcf5 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 946 time: 0.1568289 Sep 17 01:22:22.169277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:22.189871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55c0c1c4-8f08-41c7-af09-6d655bc1d241 req-7c95f03f-32fc-4cb5-be8e-6549961faf7d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601692 Sep 17 01:22:22.256432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=23adba0b-9c77-49d6-bf52-f0f0228f07a6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:22.514947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:22.549254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:22.553792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1227493103', 'description': 'tempest-description--175238712'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:22.577885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12178c47-2b37-4160-82c2-2e06bd631e98 service neutron] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:22.600258 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6efb56-9494-40cf-abd1-7599cc0d042d x-openstack-request-id: req-ad6efb56-9494-40cf-abd1-7599cc0d042d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:22.600690 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:22.601045 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad6efb56-9494-40cf-abd1-7599cc0d042d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:22.601541 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'status': 'completed', 'code': 200} Sep 17 01:22:22.616312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-7c4ba59a-c6c7-4197-a95c-6830a03365f0 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:22.618173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-7c4ba59a-c6c7-4197-a95c-6830a03365f0 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 946 time: 0.6091204 Sep 17 01:22:22.707500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-2301e2c0-9025-4bf1-9f6b-aec73aaac2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:22.709035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-2301e2c0-9025-4bf1-9f6b-aec73aaac2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1094 time: 0.1624298 Sep 17 01:22:22.720364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:22.784366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-4c130e74-b15d-40d3-9e4f-e9090e17a070 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 217 time: 0.0606015 Sep 17 01:22:22.925496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-8bcf3f67-fb3b-4460-ae2c-1a9ac3060e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:22.926885 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-8bcf3f67-fb3b-4460-ae2c-1a9ac3060e31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.1067371 Sep 17 01:22:22.947577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Deleting port c4f5c36d-2282-4989-960f-367ea76fa5fb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:22.947848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:22.968182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ec63-d2e9-41b0-b7cc-bfdff4ce2b03 req-d2d7c720-9b2d-42f2-a676-e695d2c906b4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:22.970153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5e8ec63-d2e9-41b0-b7cc-bfdff4ce2b03 req-d2d7c720-9b2d-42f2-a676-e695d2c906b4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.5276341 Sep 17 01:22:23.049977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.067728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-c0225d08-b86a-4cf1-97d1-34a5f478a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:23.069226 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-c0225d08-b86a-4cf1-97d1-34a5f478a7d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332874 Sep 17 01:22:23.070149 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5e8ec63-d2e9-41b0-b7cc-bfdff4ce2b03 req-8a4f34ba-dd4f-4f09-8fce-0989a0a5dfc5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906117 Sep 17 01:22:23.129082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] For port c4f5c36d-2282-4989-960f-367ea76fa5fb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c4f5c36d-2282-4989-960f-367ea76fa5fb,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:23.129893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.162379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:23.173579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Calling delete_port for c4f5c36d-2282-4989-960f-367ea76fa5fb owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:23.239053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Router eff5ac5d-9f46-400a-92bf-c429564d57c8 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:23.258656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-1079d8f4-caf9-49e1-bbaf-fb2b1a4c1cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782875 Sep 17 01:22:23.280142 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.301142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:23.315231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-750854ef-a888-4fa4-b596-95e7175163a0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3889730 Sep 17 01:22:23.317846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37864) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:23.319873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:23.335596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:23.338173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:23.361512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.446776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25150d9c-535d-4bc3-88b9-8222f60dc725,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:23.458586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 113eb998-0d9f-472a-99ca-6659bf7e15cd {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:23.462463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.500487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:23.509297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.513320 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] Sync routers for ids ['eff5ac5d-9f46-400a-92bf-c429564d57c8'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:23.530585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] Routers {'eff5ac5d-9f46-400a-92bf-c429564d57c8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:23.531230 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['eff5ac5d-9f46-400a-92bf-c429564d57c8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:23.590310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:23.610065 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] Routers {'eff5ac5d-9f46-400a-92bf-c429564d57c8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:23.611769 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['eff5ac5d-9f46-400a-92bf-c429564d57c8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:23.616131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.620769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b1cbe5f-de96-43ad-87e7-717e350d9e18 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0702343 Sep 17 01:22:23.621536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37868) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:23.629525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'security_group_rule': {'security_group_id': '25150d9c-535d-4bc3-88b9-8222f60dc725', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:23.634287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.637564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:23.651867 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:23.653054 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a494969-bf4b-4d8e-9399-635a4c413adf None None] The sync data for ids ['eff5ac5d-9f46-400a-92bf-c429564d57c8'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:23.677638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.691196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef', '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:23.694057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['85abc867-0d25-421c-acb8-f27b6b828432', 'c4f5c36d-2282-4989-960f-367ea76fa5fb'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:23.726454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event deleted for resources: {'Port': ['ID=c4f5c36d-2282-4989-960f-367ea76fa5fb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:23.728510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.729714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e5674b0-b1c3-4c89-8ce4-9ee658a8ad13 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6340861 Sep 17 01:22:23.733621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37870) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:23.739135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744de06-f8e1-4629-9f51-b300154a389b req-97025593-635c-49ba-bcf0-55334c7f2b07 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:23.742537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2744de06-f8e1-4629-9f51-b300154a389b req-97025593-635c-49ba-bcf0-55334c7f2b07 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 867 time: 0.4050789 Sep 17 01:22:23.813207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c79699-ec6b-4b80-bc52-2a4d83ac6e1d req-5bd5956b-57e9-4b43-8ada-eafe1b1a9e3d service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462902 Sep 17 01:22:23.814622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] No DVR routers for this DVR port c4f5c36d-2282-4989-960f-367ea76fa5fb on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:23.823712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.823712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89c4663d-d77c-4c61-955b-57afcfc5887d req-5b9f3719-9455-4ec5-bfd9-32577ab15151 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "DELETE /v2.0/ports/c4f5c36d-2282-4989-960f-367ea76fa5fb HTTP/1.1" status: 204 len: 173 time: 1.1966143 Sep 17 01:22:23.852443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2744de06-f8e1-4629-9f51-b300154a389b req-8989af5d-61c2-4b69-bb52-d11ed719d68c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981793 Sep 17 01:22:23.867461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.915562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=113eb998-0d9f-472a-99ca-6659bf7e15cd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:23.920717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.943956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-5781ada1-8f4b-487f-b175-b8d01066620b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705147 Sep 17 01:22:23.947313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04ebc3-7a8e-4553-8cd4-d0dcc2861c7a None None] Network c51ca0b1-2091-49b1-a5a6-802723f3abc2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:23.949641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:23.955148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e4404fb-8264-45fe-b4e5-cec11324bd5f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/113eb998-0d9f-472a-99ca-6659bf7e15cd HTTP/1.1" status: 204 len: 168 time: 0.6352818 Sep 17 01:22:23.960087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37872) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:23.993928 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cbc77dab-6f04-4f91-9aab-642696390d83 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/eff5ac5d-9f46-400a-92bf-c429564d57c8 HTTP/1.1" status: 200 len: 925 time: 0.2591228 Sep 17 01:22:23.999763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37874) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:24.076575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f68755c1-b0f3-4efc-b9fd-15b0f68999fd tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff5ac5d-9f46-400a-92bf-c429564d57c8 HTTP/1.1" status: 200 len: 205 time: 0.0651968 Sep 17 01:22:24.076768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37878) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:24.091252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546502-addf-4be4-8e47-aec215e54d14 req-d91bca09-0ff3-434b-882b-d3a21ffbd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:24.092722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-d91bca09-0ff3-434b-882b-d3a21ffbd041 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1094 time: 0.1408150 Sep 17 01:22:24.142754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-1573dbb1-c772-4741-b617-1cd5c34b41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:24.144268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-1573dbb1-c772-4741-b617-1cd5c34b41e0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d0abead524cd42bda12b9436fb37e958&device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 1096 time: 0.1489511 Sep 17 01:22:24.161123 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.167995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.281523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.303786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] DHCP port deletion for c51ca0b1-2091-49b1-a5a6-802723f3abc2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:22:24.319621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2ad854-fdde-4f0a-bab7-191c0febcd90,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:24.335304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21d8a1-063e-45af-b887-ecccf5135c60 req-4b2200e7-6d0a-4cc6-854d-6cdb48a08c43 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:24.343808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e21d8a1-063e-45af-b887-ecccf5135c60 req-4b2200e7-6d0a-4cc6-854d-6cdb48a08c43 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1122887 Sep 17 01:22:24.384782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port e37b5f71-cc14-4d12-9976-d796c6cdabc2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:24.385255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.397414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:22Z', 'revision_number': 10, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:24.432489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1e21d8a1-063e-45af-b887-ecccf5135c60 req-4e906578-f689-4af2-99b7-4bee7f85ef77 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877988 Sep 17 01:22:24.444709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-9a9ca653-400b-4df6-b9c7-8a5046ed39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:24.446225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-9a9ca653-400b-4df6-b9c7-8a5046ed39aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 200 len: 915 time: 0.2687616 Sep 17 01:22:24.450876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546502-addf-4be4-8e47-aec215e54d14 req-785c8bf8-15be-49b8-a045-1145fbe95462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:24.451998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:24.452362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-785c8bf8-15be-49b8-a045-1145fbe95462 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.3220358 Sep 17 01:22:24.453831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.455121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.456501 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0b55b9b4-87c4-4195-b062-1e2dafce5b76 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8322599 Sep 17 01:22:24.462383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37884) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:24.497279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:24.497917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:24.530307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'security_group_rule': {'security_group_id': '25150d9c-535d-4bc3-88b9-8222f60dc725', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:24.586667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port e37b5f71-cc14-4d12-9976-d796c6cdabc2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e37b5f71-cc14-4d12-9976-d796c6cdabc2,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:24.587359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.590058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] Deleting port e37b5f71-cc14-4d12-9976-d796c6cdabc2 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:24.590440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.606373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'name': 'network-vif-deleted', 'tag': 'c4f5c36d-2282-4989-960f-367ea76fa5fb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:24.611224 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbc3067-b320-4250-b5ab-7c07d68d1df9" -d '{"events": [{"server_uuid": "61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf", "name": "network-vif-deleted", "tag": "c4f5c36d-2282-4989-960f-367ea76fa5fb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:24.615922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-042d7478-28af-4c8c-acad-e636661f27ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85abc867-0d25-421c-acb8-f27b6b828432 HTTP/1.1" status: 200 len: 217 time: 0.1552050 Sep 17 01:22:24.618986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-b0562c72-1ecd-4701-a60e-d3875e946e9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 217 time: 0.1559224 Sep 17 01:22:24.620334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for e37b5f71-cc14-4d12-9976-d796c6cdabc2 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:24.667042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:24.720681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] For port e37b5f71-cc14-4d12-9976-d796c6cdabc2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e37b5f71-cc14-4d12-9976-d796c6cdabc2,segment=NetworkSegment(0551aa6d-c71c-4335-aa70-78c3c9b007c5),segment_id=0551aa6d-c71c-4335-aa70-78c3c9b007c5)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:24.721206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.744544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] Calling delete_port for e37b5f71-cc14-4d12-9976-d796c6cdabc2 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:24.745524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.816137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.878165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.913509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port e37b5f71-cc14-4d12-9976-d796c6cdabc2 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:24.953245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:24.955334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=e37b5f71-cc14-4d12-9976-d796c6cdabc2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:24.972833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.010233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] No DVR routers for this DVR port e37b5f71-cc14-4d12-9976-d796c6cdabc2 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:25.024065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e98232-d043-4b3b-882e-842a1334fb04 None None] Pushing event deleted for resources: {'Port': ['ID=e37b5f71-cc14-4d12-9976-d796c6cdabc2,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:25.045350 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca929f40-43ce-47f4-8ff5-ecce77387a38 x-openstack-request-id: req-ca929f40-43ce-47f4-8ff5-ecce77387a38 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:25.045924 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf", "name": "network-vif-deleted", "tag": "c4f5c36d-2282-4989-960f-367ea76fa5fb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:25.046174 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca929f40-43ce-47f4-8ff5-ecce77387a38 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:25.046595 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf', 'name': 'network-vif-deleted', 'tag': 'c4f5c36d-2282-4989-960f-367ea76fa5fb', 'status': 'completed', 'code': 200} Sep 17 01:22:25.051968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.056982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5395825 Sep 17 01:22:25.056982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5de97-bb28-457a-a5a0-424c38d652d1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62abe0ed-305d-41dc-aa4d-357d4b83a55e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:25.058339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37890) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:25.058801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:22Z', 'revision_number': 10, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:25.066579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:25.096026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf143b4-d33a-4887-a32f-6081d172fed8 None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:22Z', 'revision_number': 10, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None, '_interfaces': [{'id': 'da613e1e-bb53-4390-a1c7-b07f43cf2a7a', 'name': '', 'network_id': '2668408f-a913-4094-96ae-618183e1fa96', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'mac_address': 'fa:16:3e:86:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '49778c01-3ac8-4786-bd5a-479370870158', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:40Z', 'updated_at': '2021-09-17T01:21:45Z', 'revision_number': 5, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'subnets': [{'id': '49778c01-3ac8-4786-bd5a-479370870158', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:25.103496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-efeed502-47be-47a7-bc95-5cdfa3439520 req-4878af0e-604f-4064-98d9-4740ff96f852 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=61c8bd22-fb36-4ba9-bc3c-7e8dc77831bf HTTP/1.1" status: 200 len: 210 time: 0.0637143 Sep 17 01:22:25.111642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.139979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-592f30f3-86d5-4a46-9db1-35877df1393b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:25.141833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-592f30f3-86d5-4a46-9db1-35877df1393b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 200 len: 854 time: 0.5129209 Sep 17 01:22:25.146958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546502-addf-4be4-8e47-aec215e54d14 req-3040d133-a07d-4313-9e84-951335361f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:25.148782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-3040d133-a07d-4313-9e84-951335361f26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.5171258 Sep 17 01:22:25.151257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51ca0b1-2091-49b1-a5a6-802723f3abc2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:25.168075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0551aa6d-c71c-4335-aa70-78c3c9b007c5') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:25.168433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0551aa6d-c71c-4335-aa70-78c3c9b007c5') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:25.185900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.198614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-64f3930b-6587-4a4c-a33d-0a931d6d92ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a51e45fa-5188-4132-a568-0027843c4c75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484560 Sep 17 01:22:25.202174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.212828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:25.213436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:25.216909 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:25.224735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.342239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.372533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4546502-addf-4be4-8e47-aec215e54d14 req-8efc41bd-2d84-4ba7-9fe7-2b741e4823d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:25.373434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-8efc41bd-2d84-4ba7-9fe7-2b741e4823d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2063148 Sep 17 01:22:25.438386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 23adba0b-9c77-49d6-bf52-f0f0228f07a6 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:25.445730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-12a5efe7-7d3d-491a-b6dd-ca22a856bce7 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138634 Sep 17 01:22:25.449623 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.467059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.468852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 23adba0b-9c77-49d6-bf52-f0f0228f07a6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:25.470028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 23adba0b-9c77-49d6-bf52-f0f0228f07a6 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:25.470677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e37b5f71-cc14-4d12-9976-d796c6cdabc2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:25.474453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/c51ca0b1-2091-49b1-a5a6-802723f3abc2 HTTP/1.1" status: 204 len: 168 time: 1.5083423 Sep 17 01:22:25.485134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37900) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:25.495178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c188cd7-d6db-44cd-9e01-fa63fff54050 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=c51ca0b1-2091-49b1-a5a6-802723f3abc2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:25.539659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e37b5f71-cc14-4d12-9976-d796c6cdabc2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:25.543295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e37b5f71-cc14-4d12-9976-d796c6cdabc2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:25.681447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4f660fd-fbb2-41d0-a753-b2678342a25e req-ea1a20da-642b-42e9-ba59-959ecd96c189 service neutron] 10.222.0.23 "GET /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146447 Sep 17 01:22:25.683003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Deleting port 1666a71e-aa74-4720-b3a3-b6d817497257 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:25.683362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.724238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-1a761eab-b7ed-48c3-af09-ec03306e9248 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402059 Sep 17 01:22:25.728322 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.778235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96da9df-7ebc-4407-adec-fa236272b5ac req-cb96e82f-ebfb-45ab-b856-f4b3338d90f1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:25.779828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b96da9df-7ebc-4407-adec-fa236272b5ac req-cb96e82f-ebfb-45ab-b856-f4b3338d90f1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1731601 Sep 17 01:22:25.853473 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:25.870781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Calling delete_port for 1666a71e-aa74-4720-b3a3-b6d817497257 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:25.898852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4546502-addf-4be4-8e47-aec215e54d14 req-9cccdc2e-36ff-4dcd-8fe5-29ced6c6a583 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415386 Sep 17 01:22:25.934964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b96da9df-7ebc-4407-adec-fa236272b5ac req-978e5e4c-8ed4-4536-9e02-f5611636c7f9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215436 Sep 17 01:22:25.996043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Allocated IP 172.25.1.181 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/d316b27e-15da-4abe-a713-45c0bf2880c7) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:26.146395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.153823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c4f5c36d-2282-4989-960f-367ea76fa5fb no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:26.154466 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.181825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: c4f5c36d-2282-4989-960f-367ea76fa5fb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:26.188223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event deleted for resources: {'Port': ['ID=1666a71e-aa74-4720-b3a3-b6d817497257,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:26.190096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c4f5c36d-2282-4989-960f-367ea76fa5fb not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:26.200640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.277574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.353207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.387346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.391130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.404195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:26.432032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:26.450923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:26.487958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'Port': ['ID=d316b27e-15da-4abe-a713-45c0bf2880c7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:26.535933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.535933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Fanout notify agent at l3_agent the message router_deleted on router eff5ac5d-9f46-400a-92bf-c429564d57c8 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:26.545562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.547342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc1f60a6-ec09-437a-9e69-440a96174783 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/eff5ac5d-9f46-400a-92bf-c429564d57c8 HTTP/1.1" status: 204 len: 168 time: 2.4699621 Sep 17 01:22:26.550921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37912) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:26.556072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1928435499', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': False}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:26.632755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.635836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.637058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.675633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port da613e1e-bb53-4390-a1c7-b07f43cf2a7a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:26.676318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.706861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.757673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:22:26.784719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.825625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port da613e1e-bb53-4390-a1c7-b07f43cf2a7a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,segment=NetworkSegment(64f8510b-0cce-4620-aa8e-187b556b166a),segment_id=64f8510b-0cce-4620-aa8e-187b556b166a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:26.826013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.850473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for da613e1e-bb53-4390-a1c7-b07f43cf2a7a owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:26.917016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:26.938762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'mac_address': 'fa:16:3e:61:63:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:22:26.996883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:26.997640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.032422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64101f6-fa4b-4698-8438-fe49b634ff0e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:22:27.055191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:27.115411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.173070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fa1db-90f0-4a50-8e0e-731cd327f5af req-01951503-eda4-43eb-bba4-cf71565916bc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:27.180497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:27.181575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6fa1db-90f0-4a50-8e0e-731cd327f5af req-01951503-eda4-43eb-bba4-cf71565916bc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1039281 Sep 17 01:22:27.236883 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da6fa1db-90f0-4a50-8e0e-731cd327f5af req-7f5f5668-64fe-4fb1-8a63-7f66d6ca2e1d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541403 Sep 17 01:22:27.372059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.401521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.402094 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f64101f6-fa4b-4698-8438-fe49b634ff0e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:27.465990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.545373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Allocated IP 172.25.1.208 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/454012d8-ed40-4e78-8e02-b6a8d55ac34d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:27.545823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.550813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.686436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.722024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'Port': ['ID=d316b27e-15da-4abe-a713-45c0bf2880c7,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:27.784179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=da613e1e-bb53-4390-a1c7-b07f43cf2a7a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:27.809670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.836371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.874636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:27.878335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:27.881688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:27.914306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.916311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6718c920-2aad-4b28-b536-19caabd6ba84 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8565660 Sep 17 01:22:27.917355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:27.930814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Port': ['ID=454012d8-ed40-4e78-8e02-b6a8d55ac34d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:27.946655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.947144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.947591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.948058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.948624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.949059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.949490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.950093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.950574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.950995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.951456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:27.951888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:28.162497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:28.222258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-3c01caa4-87a9-4853-8e68-e23de80703af tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1227493103&fields=id&tenant_id=c3cac98b7cf04741bd52e6fabd6d9117 HTTP/1.1" status: 200 len: 267 time: 0.0435183 Sep 17 01:22:28.259782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:28.281465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:28.286554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-024e6822-b3fe-427a-85fc-b44771466e8c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7990651 Sep 17 01:22:28.287342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:28.302286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:28.306534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:28.371557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting subnet 49778c01-3ac8-4786-bd5a-479370870158 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:28.385331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:28.433347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-8ad01cf7-0427-4421-8996-c1b4e55cced3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:28.441067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-8ad01cf7-0427-4421-8996-c1b4e55cced3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 809 time: 0.2176621 Sep 17 01:22:28.442028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:28.476238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:28.493227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852ab69-863d-4901-80ba-8c328f5c0327 req-f5f313cc-81fb-4dc2-a7bf-308e77596d2d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:28.495069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1852ab69-863d-4901-80ba-8c328f5c0327 req-f5f313cc-81fb-4dc2-a7bf-308e77596d2d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 944 time: 0.1210470 Sep 17 01:22:28.497377 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:28.529599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-0fd734e5-1db9-447a-8414-74f965913a85 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/quotas/c3cac98b7cf04741bd52e6fabd6d9117 HTTP/1.1" status: 200 len: 375 time: 0.0134506 Sep 17 01:22:28.570531 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1852ab69-863d-4901-80ba-8c328f5c0327 req-a9e8cff7-d189-4d76-af96-91684ead7791 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494206 Sep 17 01:22:28.679429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-8fce0f8c-c3bf-4fd3-9495-82ae04a05cc4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1389172 Sep 17 01:22:28.708113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:28.804825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 11, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:28.815465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:28.870853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:28.887286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:28.887873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:28.952071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:28.984188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:28.987409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:29.000018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99487d50-ca4b-457f-9938-2dc5b0eebb85 None None] Network 2668408f-a913-4094-96ae-618183e1fa96 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:29.024560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.027067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/49778c01-3ac8-4786-bd5a-479370870158 HTTP/1.1" status: 204 len: 168 time: 0.7387750 Sep 17 01:22:29.029670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37952) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:29.050152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ac283-de93-47a1-928a-f9f96dfdd3cb tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Subnet': ['ID=49778c01-3ac8-4786-bd5a-479370870158,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:29.091764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 11, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:29.128546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d91d94d-3412-4faf-b698-4b42969b71fa None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 11, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:29.181042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f64101f6-fa4b-4698-8438-fe49b634ff0e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:22:29.186123 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.193785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f64101f6-fa4b-4698-8438-fe49b634ff0e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:29.194159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.199751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.276299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Deleting port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:29.276644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.320750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.342876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.358557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] For port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,segment=NetworkSegment(64f8510b-0cce-4620-aa8e-187b556b166a),segment_id=64f8510b-0cce-4620-aa8e-187b556b166a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:29.361758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.376816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Calling delete_port for e6e65ef7-0dde-40d5-b2ba-2e8420b88cea owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:29.383234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:29.386730 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae795503-1fd8-454a-a41f-3c6c25e92111" -d '{"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-plugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:29.386868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-c36b6bdc-e86a-4f7c-97cc-3fa2edf2b637 service neutron] 10.222.0.13 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6858501 Sep 17 01:22:29.420417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:29.475467 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee63be4-ca0c-4256-bb03-e246deefb7d6 x-openstack-request-id: req-5ee63be4-ca0c-4256-bb03-e246deefb7d6 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:29.475760 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-plugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:29.476015 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ee63be4-ca0c-4256-bb03-e246deefb7d6 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:29.476590 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'code': 200} Sep 17 01:22:29.481730 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.578394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] DHCP port deletion for 2668408f-a913-4094-96ae-618183e1fa96 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:22:29.597053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.625046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-2d1a06c8-ab95-4674-8ef6-552685dfb4a8 service neutron] 10.222.0.13 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284477 Sep 17 01:22:29.635834 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No DVR routers for this DVR port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:29.636154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e6e65ef7-0dde-40d5-b2ba-2e8420b88cea no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:29.636957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Port': ['ID=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:29.664307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb46a4c-c1b4-4c3b-bcab-be52e1b71a8b req-3fde484a-61d4-4991-8410-c70a34d2eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:29.666026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acb46a4c-c1b4-4c3b-bcab-be52e1b71a8b req-3fde484a-61d4-4991-8410-c70a34d2eb0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1096 time: 0.1112049 Sep 17 01:22:29.712836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e6e65ef7-0dde-40d5-b2ba-2e8420b88cea {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:29.713186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e6e65ef7-0dde-40d5-b2ba-2e8420b88cea not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:29.713614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device da613e1e-bb53-4390-a1c7-b07f43cf2a7a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:29.731563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Router dd65e6e9-1333-4cdc-9747-2db077444080 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:29.761563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:29.765719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: da613e1e-bb53-4390-a1c7-b07f43cf2a7a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:29.782830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device da613e1e-bb53-4390-a1c7-b07f43cf2a7a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:29.785757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acb46a4c-c1b4-4c3b-bcab-be52e1b71a8b req-96ec8484-f73f-4b03-8c71-19d8c269d27a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971038 Sep 17 01:22:29.814474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Deleting port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:29.814860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.880859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:29.917575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677f3f1-b1bd-41de-93ba-295919adddca req-7b107c30-e667-4a58-97a3-1d490f98b491 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:29.919464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b677f3f1-b1bd-41de-93ba-295919adddca req-7b107c30-e667-4a58-97a3-1d490f98b491 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.2063229 Sep 17 01:22:29.921374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2668408f-a913-4094-96ae-618183e1fa96']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:29.953122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f8510b-0cce-4620-aa8e-187b556b166a') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:29.954698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f8510b-0cce-4620-aa8e-187b556b166a') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:29.981848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b677f3f1-b1bd-41de-93ba-295919adddca req-b6687af1-8592-4d5b-8c3f-52f24373a408 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518646 Sep 17 01:22:29.986202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.001449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:30.020272 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:30.050866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] For port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:30.051640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.088792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Calling delete_port for e6e65ef7-0dde-40d5-b2ba-2e8420b88cea owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:30.097050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:22:30.103319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.116384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:30.126619 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Sync routers for ids ['dd65e6e9-1333-4cdc-9747-2db077444080'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:30.150086 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Routers {'dd65e6e9-1333-4cdc-9747-2db077444080'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:30.150878 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['dd65e6e9-1333-4cdc-9747-2db077444080'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:30.184360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] No DVR routers for this DVR port e6e65ef7-0dde-40d5-b2ba-2e8420b88cea on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:30.192615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f6a4f-8a0f-4193-8f2f-3b300a5468f9 None None] Pushing event deleted for resources: {'Port': ['ID=e6e65ef7-0dde-40d5-b2ba-2e8420b88cea,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:30.248884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9a927f3-3c3b-4a5c-b625-faca66c6fc0d req-b68bc4a9-ea8c-4011-af63-d1abc016c885 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 210 time: 0.0396302 Sep 17 01:22:30.271247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.272669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-21cede4f-2e93-4451-8262-69fb09ba41bd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7201593 Sep 17 01:22:30.280023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:30.328101 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Set router dd65e6e9-1333-4cdc-9747-2db077444080 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:30.398676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.407639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.412442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37976) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:30.413003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/networks/2668408f-a913-4094-96ae-618183e1fa96 HTTP/1.1" status: 204 len: 168 time: 1.3817658 Sep 17 01:22:30.419819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'routes': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:30.433519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d727e9d-7a7a-4ef1-b2cb-edbd5d1fc426 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Pushing event deleted for resources: {'Network': ['ID=2668408f-a913-4094-96ae-618183e1fa96,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:30.463567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b3fbcbaf-c408-466a-bea7-5b5aae2b0e3b tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/dd65e6e9-1333-4cdc-9747-2db077444080 HTTP/1.1" status: 200 len: 909 time: 0.1740742 Sep 17 01:22:30.464990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37978) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:30.475893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1928435499', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': True}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:30.617743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.618778 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65e6e9-1333-4cdc-9747-2db077444080', 'name': 'tempest-snat-router-1928435499', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.208'}], 'enable_snat': False}, 'gw_port_id': '454012d8-ed40-4e78-8e02-b6a8d55ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:26Z', 'updated_at': '2021-09-17T01:22:28Z', 'revision_number': 3, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port': {'id': '454012d8-ed40-4e78-8e02-b6a8d55ac34d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65e6e9-1333-4cdc-9747-2db077444080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:27Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:30.621524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.643443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Added routes are [] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 01:22:30.643836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Removed routes are [] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 01:22:30.644154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.723819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a66b-fd2b-455b-b990-3f2b9c93a8c6 req-f6240ad9-1fa9-4ead-95cf-14c8e742492e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:30.738061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0d3a66b-fd2b-455b-b990-3f2b9c93a8c6 req-f6240ad9-1fa9-4ead-95cf-14c8e742492e tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.1392467 Sep 17 01:22:30.742171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.779904 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Checking router: dd65e6e9-1333-4cdc-9747-2db077444080 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:30.780379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Updating router dd65e6e9-1333-4cdc-9747-2db077444080 port 454012d8-ed40-4e78-8e02-b6a8d55ac34d binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:30.815472 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.833339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0d3a66b-fd2b-455b-b990-3f2b9c93a8c6 req-da357d35-774f-40db-b819-15de25d46f7f tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940630 Sep 17 01:22:30.868304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:30.871820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.026808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:31.044974 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.175064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:31.199327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.199565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] Sync routers for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:31.206182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-07521ea0-532e-4b47-bcb4-ff5bca0ba506 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 701 time: 0.7916062 Sep 17 01:22:31.215263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:31.216194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:31.238006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37990) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:31.300048 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.316663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fed50f1e-d14a-45e4-bb08-305497696748 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 205 time: 0.0706549 Sep 17 01:22:31.320782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37994) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:31.391686 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb478030-8d9e-49b6-a005-f161459e820f req-f9de9f16-44c0-4f24-b2be-fa51268cdacb tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 210 time: 0.0333686 Sep 17 01:22:31.394152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:31.420883 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.434025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539a28b-d3ff-424b-89cc-52621411a368 req-bb524dde-3e34-4978-85e8-81c4e602872d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:31.442727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f539a28b-d3ff-424b-89cc-52621411a368 req-bb524dde-3e34-4978-85e8-81c4e602872d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.2654867 Sep 17 01:22:31.480790 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628a3f3-37bf-4f6c-9a51-bee406e6db37 None None] Pushing event updated for resources: {'Port': ['ID=454012d8-ed40-4e78-8e02-b6a8d55ac34d,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:31.481333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.498931 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.506674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 11, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:31.510420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Attempting to bind port 454012d8-ed40-4e78-8e02-b6a8d55ac34d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:31.510794 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Attempting to bind port 454012d8-ed40-4e78-8e02-b6a8d55ac34d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:31.511310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Attempting to bind port 454012d8-ed40-4e78-8e02-b6a8d55ac34d on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:31.516924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:31.521554 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:31.521554 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.521554 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:31.521554 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Bound port: 454012d8-ed40-4e78-8e02-b6a8d55ac34d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:31.521554 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.528976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.547253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f539a28b-d3ff-424b-89cc-52621411a368 req-d88dff7b-30f0-4590-acd5-bb827cd728eb tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986416 Sep 17 01:22:31.576624 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] For port 454012d8-ed40-4e78-8e02-b6a8d55ac34d, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:31.580113 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] For port 454012d8-ed40-4e78-8e02-b6a8d55ac34d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=454012d8-ed40-4e78-8e02-b6a8d55ac34d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:31.587209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] Checking router: 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:31.601744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] Routers {'5f750f8c-2d2f-47c7-952d-c86ca5538fd3'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:31.602422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:31.632181 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.683494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Allocated IP 172.25.1.27 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/90cb97a8-3026-490a-b4d3-49be382d3baa) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:31.689354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.691609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.698301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] Set router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:31.724043 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628a3f3-37bf-4f6c-9a51-bee406e6db37 None None] Pushing event updated for resources: {'Port': ['ID=454012d8-ed40-4e78-8e02-b6a8d55ac34d,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:31.740290 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Routers {'dd65e6e9-1333-4cdc-9747-2db077444080'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:31.741053 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['dd65e6e9-1333-4cdc-9747-2db077444080'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:31.777316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 11, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:31.806717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d963c96a-d4ec-4637-89bf-91e9af660def None None] The sync data for ids ['5f750f8c-2d2f-47c7-952d-c86ca5538fd3'] in n-d-789963-7 is: [{'id': '5f750f8c-2d2f-47c7-952d-c86ca5538fd3', 'name': 'tempest-RoutersTest-router-1513633144', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:37Z', 'updated_at': '2021-09-17T01:22:27Z', 'revision_number': 11, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:31.837758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.875013 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] Set router dd65e6e9-1333-4cdc-9747-2db077444080 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:31.900055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.902715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router 5f750f8c-2d2f-47c7-952d-c86ca5538fd3 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:31.908275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:31.915256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-abe8405e-7d81-4a67-a7f0-8c172e2b8d99 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 204 len: 168 time: 0.5924132 Sep 17 01:22:31.917032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37998) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:31.936837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1479528186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:32.006976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38002) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:32.020300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.057527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.061629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.095091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-643ae7a8-32ba-4b02-8a25-082b1017e448 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:32.099778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-643ae7a8-32ba-4b02-8a25-082b1017e448 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.1083155 Sep 17 01:22:32.126035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fa8ea-da27-45d0-b8c6-02df0eface32 req-8302848f-f3f4-48ce-881a-3207f048d065 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:32.142687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c66fa8ea-da27-45d0-b8c6-02df0eface32 req-8302848f-f3f4-48ce-881a-3207f048d065 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.1856742 Sep 17 01:22:32.166568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:32.175365 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd65e6e9-1333-4cdc-9747-2db077444080', 'name': 'tempest-snat-router-1928435499', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.208'}], 'enable_snat': False}, 'gw_port_id': '454012d8-ed40-4e78-8e02-b6a8d55ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:26Z', 'updated_at': '2021-09-17T01:22:28Z', 'revision_number': 3, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port': {'id': '454012d8-ed40-4e78-8e02-b6a8d55ac34d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65e6e9-1333-4cdc-9747-2db077444080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:27Z', 'updated_at': '2021-09-17T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:32.186469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:32.201778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:32.216374 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809314c2-ae2e-48d3-9af3-c9cc57797869 None None] The sync data for ids ['dd65e6e9-1333-4cdc-9747-2db077444080'] in n-d-789963-7 is: [{'id': 'dd65e6e9-1333-4cdc-9747-2db077444080', 'name': 'tempest-snat-router-1928435499', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.208'}], 'enable_snat': False}, 'gw_port_id': '454012d8-ed40-4e78-8e02-b6a8d55ac34d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:26Z', 'updated_at': '2021-09-17T01:22:28Z', 'revision_number': 3, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port': {'id': '454012d8-ed40-4e78-8e02-b6a8d55ac34d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:d0:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd65e6e9-1333-4cdc-9747-2db077444080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2272, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:27Z', 'updated_at': '2021-09-17T01:22:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:32.232119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Port': ['ID=90cb97a8-3026-490a-b4d3-49be382d3baa,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:32.280567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.312295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c66fa8ea-da27-45d0-b8c6-02df0eface32 req-cc16f256-6e29-4e4b-ad10-eb19d6fb03a0 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687808 Sep 17 01:22:32.354509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Deleting subnet 1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:32.362759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.368331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.437518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.442673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Deleting port 85abc867-0d25-421c-acb8-f27b6b828432 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:32.443017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.512268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:32.515304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-133acf0b-0870-47bd-b037-a7965bf1728a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5971479 Sep 17 01:22:32.524249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38010) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:32.531057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Request body: {'router': {'admin_state_up': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:32.654560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71e183f0-f6aa-4326-a878-b0ec16ef3559 req-5fceaf3d-7f08-4208-a99e-5b5b7d29a4b4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 210 time: 0.1289980 Sep 17 01:22:32.756451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.022438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e51a-240d-471f-9fee-136da823b4d4 req-575d3172-1b97-4498-832e-1a49f6d4f394 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:33.024064 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1255e51a-240d-471f-9fee-136da823b4d4 req-575d3172-1b97-4498-832e-1a49f6d4f394 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1211751 Sep 17 01:22:33.127889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-a783748b-5cc3-4d0f-99a3-bf46afbeddf2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:33.129624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-a783748b-5cc3-4d0f-99a3-bf46afbeddf2 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.23 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 809 time: 0.7065828 Sep 17 01:22:33.170903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1255e51a-240d-471f-9fee-136da823b4d4 req-46f6e79c-6f97-4886-b45c-d35cd71d05a0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327240 Sep 17 01:22:33.204797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.217248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] For port 85abc867-0d25-421c-acb8-f27b6b828432, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=85abc867-0d25-421c-acb8-f27b6b828432,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:33.217779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.238193 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-e9135e35-9481-4f71-b833-09bdd4b9819a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3cac98b7cf04741bd52e6fabd6d9117 HTTP/1.1" status: 200 len: 380 time: 0.0952907 Sep 17 01:22:33.242517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Calling delete_port for 85abc867-0d25-421c-acb8-f27b6b828432 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:33.248069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'port': {'device_id': 'ed125b1a-922e-4778-be41-acba20d029c0', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'admin_state_up': True, 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'security_groups': ['25150d9c-535d-4bc3-88b9-8222f60dc725']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:33.254709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.335538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.400665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54efae9-ce40-4d9f-ae21-b9fd1b8f4bb9 req-0c988154-22c3-457e-8b2a-999e3fd20bfc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:33.417103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 454012d8-ed40-4e78-8e02-b6a8d55ac34d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:33.419704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c54efae9-ce40-4d9f-ae21-b9fd1b8f4bb9 req-0c988154-22c3-457e-8b2a-999e3fd20bfc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1642272 Sep 17 01:22:33.421722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38020) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:33.448697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'floatingip': {'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:33.453296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.487838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 454012d8-ed40-4e78-8e02-b6a8d55ac34d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:33.488358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.577564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.586743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:33.590278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.604972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 454012d8-ed40-4e78-8e02-b6a8d55ac34d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=454012d8-ed40-4e78-8e02-b6a8d55ac34d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:33.605399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.635622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.637519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f21ce89-8969-4e01-b80d-4aca8e4df328 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1ec72ca4-ac6b-4f2d-b27e-dc3e1641b02c HTTP/1.1" status: 204 len: 168 time: 1.6297684 Sep 17 01:22:33.643041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38022) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:33.652698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Made reservation on behalf of c3cac98b7cf04741bd52e6fabd6d9117 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:33.656410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.682805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.743793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=454012d8-ed40-4e78-8e02-b6a8d55ac34d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:33.824216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fe6ed4db-8070-40d1-aac3-ea5592dad8e6 req-aa670d88-1160-4f96-bfbb-b5cf11441959 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 210 time: 0.0725172 Sep 17 01:22:33.845867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200252d-50f7-479f-90ee-35016b347f7b req-e91e1a30-f79e-4e6c-a7b2-29e65d82ccc2 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:33.851548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4200252d-50f7-479f-90ee-35016b347f7b req-e91e1a30-f79e-4e6c-a7b2-29e65d82ccc2 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 945 time: 0.3453717 Sep 17 01:22:33.872229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.908179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Allocated IP 172.20.0.10 (a2c4a77a-07cb-436a-a9ee-a3da86ce6970/0b72decf-108c-4c33-8bfd-34df46a5133d/35f4a45c-0b64-41f1-8507-5f3a8bd7dedb) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:33.941436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:33.946314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Router 012150d1-830e-49b7-9ed1-39db111f01ee is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:33.955040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef', '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:33.957760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['85abc867-0d25-421c-acb8-f27b6b828432'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:33.993696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event deleted for resources: {'Port': ['ID=85abc867-0d25-421c-acb8-f27b6b828432,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:34.002533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Router d05e7a81-3ec0-4b68-89d5-037f1af9c62e is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:34.070070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4200252d-50f7-479f-90ee-35016b347f7b req-f1744239-2716-45da-b5b2-78fd44f60752 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082198 Sep 17 01:22:34.123356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] No DVR routers for this DVR port 85abc867-0d25-421c-acb8-f27b6b828432 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:34.134681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.136668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7ff265d-1a3c-4b5e-a137-5553263d9215 req-d123fff7-5533-4566-9001-8636cd0e52cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.23 "DELETE /v2.0/ports/85abc867-0d25-421c-acb8-f27b6b828432 HTTP/1.1" status: 204 len: 173 time: 2.0323901 Sep 17 01:22:34.138816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c939f3df-c893-424b-a848-2c452cd6be73', 'name': 'network-vif-deleted', 'tag': '85abc867-0d25-421c-acb8-f27b6b828432'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:34.141269 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451c5513-4075-4107-b830-505d13ada8fc" -d '{"events": [{"server_uuid": "c939f3df-c893-424b-a848-2c452cd6be73", "name": "network-vif-deleted", "tag": "85abc867-0d25-421c-acb8-f27b6b828432"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:34.201630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.207568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:34.223912 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Sync routers for ids ['012150d1-830e-49b7-9ed1-39db111f01ee'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:34.235815 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d438ab-c8c2-41f8-9783-2b9914222395 x-openstack-request-id: req-06d438ab-c8c2-41f8-9783-2b9914222395 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:34.236110 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c939f3df-c893-424b-a848-2c452cd6be73", "name": "network-vif-deleted", "tag": "85abc867-0d25-421c-acb8-f27b6b828432", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:34.236362 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06d438ab-c8c2-41f8-9783-2b9914222395 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:34.236766 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c939f3df-c893-424b-a848-2c452cd6be73', 'name': 'network-vif-deleted', 'tag': '85abc867-0d25-421c-acb8-f27b6b828432', 'status': 'completed', 'code': 200} Sep 17 01:22:34.238454 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Routers {'012150d1-830e-49b7-9ed1-39db111f01ee'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:34.242699 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['012150d1-830e-49b7-9ed1-39db111f01ee'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.282024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.299988 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.303697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6f74db98-c8b5-4d22-ad12-6d45861b2fb3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.8347299 Sep 17 01:22:34.304977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:34.348730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.385227 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Set router 012150d1-830e-49b7-9ed1-39db111f01ee gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:34.403766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:34.414748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:34.417201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:34.437025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9c4a44-8177-4988-89d0-72f7035cfa67']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.461390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.462093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e5e5f75-61b6-436f-b37a-4f3ff920ef9c') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.464950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event updated for resources: {'Port': ['ID=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:34.475798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.495112 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.502804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:34.503363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.551372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:34.551919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:34.574682 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:34.582587 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29a1a093-c8fe-4a79-ae9e-b29f66d414e6 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/012150d1-830e-49b7-9ed1-39db111f01ee HTTP/1.1" status: 200 len: 907 time: 0.2755466 Sep 17 01:22:34.590896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38032) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:34.592745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:34.606500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] Sync routers for ids ['d05e7a81-3ec0-4b68-89d5-037f1af9c62e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:34.611252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.613650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4488fd7e-63e1-4cdd-918a-821d6f432b69 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "PUT /v2.0/routers/d05e7a81-3ec0-4b68-89d5-037f1af9c62e HTTP/1.1" status: 200 len: 694 time: 2.0868742 Sep 17 01:22:34.619468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] Routers {'d05e7a81-3ec0-4b68-89d5-037f1af9c62e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:34.620470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d05e7a81-3ec0-4b68-89d5-037f1af9c62e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.622891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38034) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:34.663939 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-f3855b41-0ae2-407e-abb6-ab00fa00c1f8 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4196651 Sep 17 01:22:34.686694 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012150d1-830e-49b7-9ed1-39db111f01ee', 'name': 'tempest-snat-router-1928435499', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.27'}], 'enable_snat': True}, 'gw_port_id': '90cb97a8-3026-490a-b4d3-49be382d3baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:30Z', 'updated_at': '2021-09-17T01:22:32Z', 'revision_number': 3, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port': {'id': '90cb97a8-3026-490a-b4d3-49be382d3baa', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:72:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '012150d1-830e-49b7-9ed1-39db111f01ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2274, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:31Z', 'updated_at': '2021-09-17T01:22:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.709057 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.725977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] Set router d05e7a81-3ec0-4b68-89d5-037f1af9c62e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:34.731153 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Checking router: 012150d1-830e-49b7-9ed1-39db111f01ee for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:34.731716 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Updating router 012150d1-830e-49b7-9ed1-39db111f01ee port 90cb97a8-3026-490a-b4d3-49be382d3baa binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:34.733390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.770117 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.782539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Request body: {'port': {'device_id': 'ed125b1a-922e-4778-be41-acba20d029c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:34.804774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.810987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c9c4a44-8177-4988-89d0-72f7035cfa67 HTTP/1.1" status: 204 len: 168 time: 1.1641786 Sep 17 01:22:34.813725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05e7a81-3ec0-4b68-89d5-037f1af9c62e', 'name': 'tempest-RoutersTest-router-1479528186', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:32Z', 'updated_at': '2021-09-17T01:22:33Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.853335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] Checking router: d05e7a81-3ec0-4b68-89d5-037f1af9c62e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:34.868816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] Routers {'d05e7a81-3ec0-4b68-89d5-037f1af9c62e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:34.869423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['d05e7a81-3ec0-4b68-89d5-037f1af9c62e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:34.909140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ebe2a282-c9f3-4969-a111-22a3b7b2980c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/routers/d05e7a81-3ec0-4b68-89d5-037f1af9c62e HTTP/1.1" status: 200 len: 700 time: 0.2819636 Sep 17 01:22:34.929113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:34.931613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8dbf5-d451-48d5-a32e-70451322eecd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c9c4a44-8177-4988-89d0-72f7035cfa67,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:34.946976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-30ef8e58-f602-4e82-a820-9764259c02ab None None] Provisioning complete for port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:34.947391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-30ef8e58-f602-4e82-a820-9764259c02ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:34.967200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-863a0303-afd1-426c-a0e0-377fa985a71a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=d05e7a81-3ec0-4b68-89d5-037f1af9c62e HTTP/1.1" status: 200 len: 205 time: 0.0346768 Sep 17 01:22:34.973024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:35.000826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.015204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] Set router d05e7a81-3ec0-4b68-89d5-037f1af9c62e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:35.076647 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.118377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05e7a81-3ec0-4b68-89d5-037f1af9c62e', 'name': 'tempest-RoutersTest-router-1479528186', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:32Z', 'updated_at': '2021-09-17T01:22:33Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:35.142652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-30ef8e58-f602-4e82-a820-9764259c02ab None None] Port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:35.166836 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.193382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b3ef58-6224-47f5-8417-034ba0e10438 None None] The sync data for ids ['d05e7a81-3ec0-4b68-89d5-037f1af9c62e'] in n-d-789963-7 is: [{'id': 'd05e7a81-3ec0-4b68-89d5-037f1af9c62e', 'name': 'tempest-RoutersTest-router-1479528186', 'tenant_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:32Z', 'updated_at': '2021-09-17T01:22:33Z', 'revision_number': 2, 'project_id': 'e7313353f9e24d77a8ae27ae2bdf337b', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:35.222926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f5314-dbb9-4cff-be72-f8c822e35233 req-addfa586-225d-491e-8661-03de37e4e6d0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:35.228668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-969f5314-dbb9-4cff-be72-f8c822e35233 req-addfa586-225d-491e-8661-03de37e4e6d0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 932 time: 0.2710969 Sep 17 01:22:35.240181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38046) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:35.276594 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.355042 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Attempting to bind port 90cb97a8-3026-490a-b4d3-49be382d3baa on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:35.355462 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Attempting to bind port 90cb97a8-3026-490a-b4d3-49be382d3baa by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:35.355841 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Attempting to bind port 90cb97a8-3026-490a-b4d3-49be382d3baa on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:35.372960 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:35.373389 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:35.373765 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.374153 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:35.374601 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Bound port: 90cb97a8-3026-490a-b4d3-49be382d3baa, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:35.375122 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.378012 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba90f1-4193-4354-8cce-7c9272c35b64 None None] Pushing event updated for resources: {'Port': ['ID=90cb97a8-3026-490a-b4d3-49be382d3baa,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:35.431149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d6a308c6-f1f0-4052-a5e8-1a4aa80b3e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.459702 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] For port 90cb97a8-3026-490a-b4d3-49be382d3baa, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:35.459913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 454012d8-ed40-4e78-8e02-b6a8d55ac34d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:35.460005 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] For port 90cb97a8-3026-490a-b4d3-49be382d3baa, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=90cb97a8-3026-490a-b4d3-49be382d3baa,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:35.470054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-969f5314-dbb9-4cff-be72-f8c822e35233 req-9188c88b-d4f8-4fd1-acde-2d13d535915b tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257240 Sep 17 01:22:35.476380 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bdbec3f3-9f09-4100-972e-be1f100c368f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b61f69dd762484488b8d278d4d6e6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315600 Sep 17 01:22:35.497041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:35.497239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.503546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.resource_extend [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:22:35.515131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88738016-38b4-40aa-b7e5-ef6b6f7b3aa6 req-5c671a1a-302e-4fd4-8576-bc939b5b26e6 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=c939f3df-c893-424b-a848-2c452cd6be73 HTTP/1.1" status: 200 len: 210 time: 0.0734856 Sep 17 01:22:35.524005 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.570235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Deleting port 90cb97a8-3026-490a-b4d3-49be382d3baa {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:35.570454 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.597215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 454012d8-ed40-4e78-8e02-b6a8d55ac34d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:35.599422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.660536 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Routers {'012150d1-830e-49b7-9ed1-39db111f01ee'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:35.661207 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['012150d1-830e-49b7-9ed1-39db111f01ee'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:35.669622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.736621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2640-5cb5-40a3-a576-fbfc60c39a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.768050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.768285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.771542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.774679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.814584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2640-5cb5-40a3-a576-fbfc60c39a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.816043 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba90f1-4193-4354-8cce-7c9272c35b64 None None] Pushing event updated for resources: {'Port': ['ID=90cb97a8-3026-490a-b4d3-49be382d3baa,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:35.817443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Calling delete_port for 90cb97a8-3026-490a-b4d3-49be382d3baa owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:35.841740 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] Set router 012150d1-830e-49b7-9ed1-39db111f01ee gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:35.922735 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '012150d1-830e-49b7-9ed1-39db111f01ee', 'name': 'tempest-snat-router-1928435499', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:30Z', 'updated_at': '2021-09-17T01:22:35Z', 'revision_number': 4, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:35.937029 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Floating IP 949d0171-dfcb-4613-b138-24e8e4e287c2 associated. External IP: 172.25.1.55, port: f64101f6-fa4b-4698-8438-fe49b634ff0e. Sep 17 01:22:35.950656 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5b187d-ee46-4f37-9703-2f003592f1bf None None] The sync data for ids ['012150d1-830e-49b7-9ed1-39db111f01ee'] in n-d-789963-7 is: [{'id': '012150d1-830e-49b7-9ed1-39db111f01ee', 'name': 'tempest-snat-router-1928435499', 'tenant_id': '325eaa4cfa5743ec9f238ea441671b77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:30Z', 'updated_at': '2021-09-17T01:22:35Z', 'revision_number': 4, 'project_id': '325eaa4cfa5743ec9f238ea441671b77', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:35.973584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.974124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Fanout notify agent at l3_agent the message router_deleted on router d05e7a81-3ec0-4b68-89d5-037f1af9c62e {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:35.982783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:35.983990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a120b2ad-872e-45a9-bbb0-2ad1c0c93a61 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/d05e7a81-3ec0-4b68-89d5-037f1af9c62e HTTP/1.1" status: 204 len: 168 time: 1.0100224 Sep 17 01:22:35.990282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38052) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.028594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e74665b-6af3-4615-ab34-112a05575a2e tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=d05e7a81-3ec0-4b68-89d5-037f1af9c62e HTTP/1.1" status: 200 len: 205 time: 0.0372267 Sep 17 01:22:36.031532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38054) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.108352 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-3acd5721-e1fb-4cad-a3fc-48f1097f5c07 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:36.111836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3acd5721-e1fb-4cad-a3fc-48f1097f5c07 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/d05e7a81-3ec0-4b68-89d5-037f1af9c62e HTTP/1.1" status: 404 len: 336 time: 0.0747564 Sep 17 01:22:36.112790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38056) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.148851 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3497e207-4b55-4fb7-80e1-7142ddc7e6f3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:36.149310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3497e207-4b55-4fb7-80e1-7142ddc7e6f3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:36.151490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3497e207-4b55-4fb7-80e1-7142ddc7e6f3 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/c1196411-b155-4276-acbc-ff90fd8fc861 HTTP/1.1" status: 404 len: 337 time: 0.0380661 Sep 17 01:22:36.154052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38058) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.171843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 85abc867-0d25-421c-acb8-f27b6b828432 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:36.192367 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8a012a-79ca-4886-8523-64b8d27db3f0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:36.192823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8a012a-79ca-4886-8523-64b8d27db3f0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:36.197183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4b8a012a-79ca-4886-8523-64b8d27db3f0 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/5fa04089-3838-4580-9c24-8f5b4dae2017 HTTP/1.1" status: 404 len: 337 time: 0.0421488 Sep 17 01:22:36.198846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38060) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.205420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 85abc867-0d25-421c-acb8-f27b6b828432 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:36.206358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 85abc867-0d25-421c-acb8-f27b6b828432 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:36.236599 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83b06ba-cf6b-4515-aa39-c557a53a4385 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:36.237209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c83b06ba-cf6b-4515-aa39-c557a53a4385 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:36.239175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c83b06ba-cf6b-4515-aa39-c557a53a4385 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/113eb998-0d9f-472a-99ca-6659bf7e15cd HTTP/1.1" status: 404 len: 337 time: 0.0393879 Sep 17 01:22:36.241736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38062) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.269966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:22:36.279517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:36.306782 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-905dcbe9-c010-4f74-ba48-f1e84bff0665 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:36.307272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905dcbe9-c010-4f74-ba48-f1e84bff0665 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:36.309014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-905dcbe9-c010-4f74-ba48-f1e84bff0665 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/49778c01-3ac8-4786-bd5a-479370870158 HTTP/1.1" status: 404 len: 337 time: 0.0664487 Sep 17 01:22:36.311876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.322804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Transition to ACTIVE for port object 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:22:36.342522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1dd5b7fe-59e4-4485-83fe-bf05e9cda287 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 200 len: 205 time: 0.0289214 Sep 17 01:22:36.348966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38066) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.355911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2640-5cb5-40a3-a576-fbfc60c39a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:36.358412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc0a2640-5cb5-40a3-a576-fbfc60c39a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:36.363115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fc0a2640-5cb5-40a3-a576-fbfc60c39a09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3eb90384-74b3-4bfc-9151-f53b39c4397b HTTP/1.1" status: 204 len: 168 time: 0.8718429 Sep 17 01:22:36.375438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a2640-5cb5-40a3-a576-fbfc60c39a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb90384-74b3-4bfc-9151-f53b39c4397b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:36.429745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:36.431472 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-1b8c0fa5-33d1-468c-bc2f-5e2c008ae325 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:36.432593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1b8c0fa5-33d1-468c-bc2f-5e2c008ae325 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/5f750f8c-2d2f-47c7-952d-c86ca5538fd3 HTTP/1.1" status: 404 len: 336 time: 0.0827291 Sep 17 01:22:36.437472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38070) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.470116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f380d013-742b-46bc-989c-1e0ed0bc71d2 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=23b734b2-7777-4043-8684-7f55717889b6 HTTP/1.1" status: 200 len: 205 time: 0.0307200 Sep 17 01:22:36.472553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38072) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.515454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Pushing event updated for resources: {'Port': ['ID=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:36.560380 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-4ec3ac66-9cec-4d02-a68d-16e3d2aaa30b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:36.562011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4ec3ac66-9cec-4d02-a68d-16e3d2aaa30b tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/23b734b2-7777-4043-8684-7f55717889b6 HTTP/1.1" status: 404 len: 336 time: 0.0885127 Sep 17 01:22:36.565165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.568755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:36.642084 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-9127ff61-f819-41e2-8f5b-0c4a0962d57a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:36.644905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9127ff61-f819-41e2-8f5b-0c4a0962d57a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:36.644905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9127ff61-f819-41e2-8f5b-0c4a0962d57a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/490623c6-073f-47ce-976a-03e76321cf69 HTTP/1.1" status: 404 len: 337 time: 0.0782697 Sep 17 01:22:36.648189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:36.653277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.716838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event deleted for resources: {'Port': ['ID=90cb97a8-3026-490a-b4d3-49be382d3baa,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:36.757533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810deae-8e03-4b0c-8b67-8d1ba9652ef5 req-9d1aabd7-f36c-46fd-acf0-1a65f24999cf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:36.757533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e810deae-8e03-4b0c-8b67-8d1ba9652ef5 req-9d1aabd7-f36c-46fd-acf0-1a65f24999cf tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 944 time: 0.0835376 Sep 17 01:22:36.781069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-398d112f-6e0d-4271-beff-ba8a42708eee tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 200 len: 205 time: 0.0827041 Sep 17 01:22:36.792155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38088) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.844144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:36.850334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e810deae-8e03-4b0c-8b67-8d1ba9652ef5 req-1cb2dd58-db17-4ab6-abb5-88f22b61c8a3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943274 Sep 17 01:22:36.857546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:36.859594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:36.897698 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:36.900856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:36.915447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a7184448-88e4-4cab-8d42-09187200e500 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "PUT /v2.0/floatingips/949d0171-dfcb-4613-b138-24e8e4e287c2 HTTP/1.1" status: 200 len: 990 time: 3.4735532 Sep 17 01:22:36.916092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:36.920588 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43" -d '{"events": [{"name": "network-changed", "server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:36.951164 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-2efea572-36c9-4d4c-a19d-837dc8844b4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:36.956205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38096) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:36.963655 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2efea572-36c9-4d4c-a19d-837dc8844b4c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/3f196c26-5a96-4ef5-8817-ba5fc48c941c HTTP/1.1" status: 404 len: 336 time: 0.1541197 Sep 17 01:22:36.972120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Attempting to bind port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:36.972529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Attempting to bind port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:36.972829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Attempting to bind port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:36.981020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.026022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a0817af-d04e-466d-9ab7-4ed84819f20f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba HTTP/1.1" status: 200 len: 205 time: 0.0683818 Sep 17 01:22:37.027539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38100) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.037353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:22:37.038237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Attempting to bind port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb on network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:37.104967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:37.106354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Checking segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:37.106991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Bound using segment: {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:37.107980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Bound port: 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89149c6d-c9ae-492e-a2c2-e388eba27341', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:37.109144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.160990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.162533 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-42c320f0-cacd-4d0e-8398-40c191e8d975 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:37.164858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.165001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-42c320f0-cacd-4d0e-8398-40c191e8d975 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/ccdbc355-d4a5-45a9-bc27-6ca5f2c5b4ba HTTP/1.1" status: 404 len: 336 time: 0.1337624 Sep 17 01:22:37.168866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38106) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.183728 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e06599b-00d4-4b75-ac0d-d9b70fbae9f3 x-openstack-request-id: req-3e06599b-00d4-4b75-ac0d-d9b70fbae9f3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:37.191797 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:37.195959 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e06599b-00d4-4b75-ac0d-d9b70fbae9f3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:37.197014 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'status': 'completed', 'code': 200} Sep 17 01:22:37.230919 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-431bfd59-77bd-4664-932a-dbe52e03b53c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:37.231766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431bfd59-77bd-4664-932a-dbe52e03b53c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:37.233712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-431bfd59-77bd-4664-932a-dbe52e03b53c tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/965e66fc-9770-4c0b-887b-39069cb5c131 HTTP/1.1" status: 404 len: 337 time: 0.0643210 Sep 17 01:22:37.238069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38108) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.263385 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:37.283146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c7f7cf4f-4503-49a8-bd84-a21aa3726f38 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c22d3e5-d96b-456b-8937-2dc2c0de055d HTTP/1.1" status: 200 len: 205 time: 0.0439293 Sep 17 01:22:37.286217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38112) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.334361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.335344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 012150d1-830e-49b7-9ed1-39db111f01ee {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:37.340111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-ebafc916-935a-4f60-b552-b2e71664a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:37.340775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.342439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-ebafc916-935a-4f60-b552-b2e71664a2a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1096 time: 0.1215439 Sep 17 01:22:37.342656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ebfa86f2-6a1c-4519-b507-1c39ea84b5e1 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/routers/012150d1-830e-49b7-9ed1-39db111f01ee HTTP/1.1" status: 204 len: 168 time: 2.7500474 Sep 17 01:22:37.343519 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-3b1955cf-1d57-43f9-93f3-8e615b4b19a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:37.344861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3b1955cf-1d57-43f9-93f3-8e615b4b19a8 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/7c22d3e5-d96b-456b-8937-2dc2c0de055d HTTP/1.1" status: 404 len: 336 time: 0.0577176 Sep 17 01:22:37.346077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] For port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:37.348073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.348411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38116) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.362976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8f57c-84f1-4b58-8d59-c4fc1ea74ffa req-a3796ff9-2dab-4e0a-9bbf-79317be73fff tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:37.364940 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd8f57c-84f1-4b58-8d59-c4fc1ea74ffa req-a3796ff9-2dab-4e0a-9bbf-79317be73fff tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 945 time: 0.1429946 Sep 17 01:22:37.428968 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bba2d2-0bbf-4dff-abdd-bc4abd5cb36f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:37.429627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40bba2d2-0bbf-4dff-abdd-bc4abd5cb36f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:37.431106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-40bba2d2-0bbf-4dff-abdd-bc4abd5cb36f tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/9c1bd3db-21ed-4970-927a-4d7e62e7cd08 HTTP/1.1" status: 404 len: 337 time: 0.0805106 Sep 17 01:22:37.433037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] For port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:37.435578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38118) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.445028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd8f57c-84f1-4b58-8d59-c4fc1ea74ffa req-1c12514b-c77d-4a0c-afa2-e1ebdfeafc3c tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700376 Sep 17 01:22:37.482662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d9f3534e-7c45-4ff9-8114-fcb132d349b6 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b607b76-a9db-439a-a1c7-58f5e10fb1ae HTTP/1.1" status: 200 len: 205 time: 0.0460269 Sep 17 01:22:37.486159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38120) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.520472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-3749c9aa-66f6-4f68-a2bd-4f4f593cbd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:37.521884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-3749c9aa-66f6-4f68-a2bd-4f4f593cbd18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1712432 Sep 17 01:22:37.533895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.571532 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-414fe54f-e7f5-45d6-8367-c47c1798688a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] delete failed (client error): The resource could not be found. Sep 17 01:22:37.572664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-414fe54f-e7f5-45d6-8367-c47c1798688a tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/routers/2b607b76-a9db-439a-a1c7-58f5e10fb1ae HTTP/1.1" status: 404 len: 336 time: 0.0862241 Sep 17 01:22:37.613603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38124) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.633392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:37.633652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.635379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] 10.222.0.23 "PUT /v2.0/ports/35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 200 len: 1092 time: 2.8982933 Sep 17 01:22:37.649464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:37.649795 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '949d0171-dfcb-4613-b138-24e8e4e287c2', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'mac_address': 'fa:16:3e:61:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:22:12Z', 'updated_at': '2021-09-17T01:22:34Z', 'revision_number': 1, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:37.652098 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce59de5-7830-4246-a239-3682f0b79602" -d '{"events": [{"name": "network-changed", "server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:37.658871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-ba001db5-41b2-47da-b883-90ee7cf1c48a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 998 time: 0.1152654 Sep 17 01:22:37.681350 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b072d5-e0e5-42fa-834a-66e6b7f15d71 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:37.681858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b072d5-e0e5-42fa-834a-66e6b7f15d71 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:37.683930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-42b072d5-e0e5-42fa-834a-66e6b7f15d71 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/15523fea-71ab-4c59-b50d-a111700a85e2 HTTP/1.1" status: 404 len: 337 time: 0.0690243 Sep 17 01:22:37.691423 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:37.695705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38130) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:37.708477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:37.709123 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:37.709249 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:37.776678 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4925d0bb-f9a0-44c2-b70a-f26dac3d88a5 x-openstack-request-id: req-4925d0bb-f9a0-44c2-b70a-f26dac3d88a5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:37.777514 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:37.778095 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4925d0bb-f9a0-44c2-b70a-f26dac3d88a5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:37.780037 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'status': 'completed', 'code': 200} Sep 17 01:22:37.783539 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4caed6e-6cc2-4d1c-b5fb-084224544e86 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] DELETE failed (client error): The resource could not be found. Sep 17 01:22:37.784106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4caed6e-6cc2-4d1c-b5fb-084224544e86 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:22:37.788270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4caed6e-6cc2-4d1c-b5fb-084224544e86 tempest-RoutersTest-974545144 tempest-RoutersTest-974545144-project] 10.222.0.13 "DELETE /v2.0/subnets/9c47498f-dc05-44c5-8bed-f5a418256bb3 HTTP/1.1" status: 404 len: 337 time: 0.0903227 Sep 17 01:22:37.818060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-ab9c1f46-22dd-4ac9-a316-29a85e47b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:37.822196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-ab9c1f46-22dd-4ac9-a316-29a85e47b716 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.1565733 Sep 17 01:22:37.856909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc412a3-45e5-49da-b93c-52b2fb998b11 service neutron] Pushing event updated for resources: {'Port': ['ID=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:37.938277 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:37.951242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-12f52bc6-5886-4ae5-9ccc-efa30c9dcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:37.954337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-12f52bc6-5886-4ae5-9ccc-efa30c9dcc55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153862 Sep 17 01:22:38.017624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-2610f924-7e41-44e3-b978-0c8db610f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:38.019333 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-2610f924-7e41-44e3-b978-0c8db610f221 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 1095 time: 0.2525966 Sep 17 01:22:38.027166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38142) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:38.091650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b947fcb5-d569-4c2b-bbd7-ed91b42743ba req-2e8e8315-0f68-4b98-98e7-98f25d92cafc tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:38.093460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b947fcb5-d569-4c2b-bbd7-ed91b42743ba req-2e8e8315-0f68-4b98-98e7-98f25d92cafc tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 944 time: 0.1381540 Sep 17 01:22:38.122851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-fdbaac7b-f136-4e4b-bddc-9c900e433e1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 200 len: 217 time: 0.0883656 Sep 17 01:22:38.124751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.138100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-819b272d-e551-457b-94ca-0d5dbb282f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.198183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-4759e91f-6138-48c2-9c98-bdab59745486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:38.202569 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-4759e91f-6138-48c2-9c98-bdab59745486 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0725157 Sep 17 01:22:38.215667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-50d32401-9e2f-4e5d-a086-51bd7f517c97 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260373 Sep 17 01:22:38.261927 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '949d0171-dfcb-4613-b138-24e8e4e287c2', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'mac_address': 'fa:16:3e:61:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:22:12Z', 'updated_at': '2021-09-17T01:22:34Z', 'revision_number': 1, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:38.262203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-98515955-network', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:38.294128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b947fcb5-d569-4c2b-bbd7-ed91b42743ba req-9343bebe-2979-435c-9364-e11c7f049eab tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723643 Sep 17 01:22:38.314624 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7528dd23-fb7e-49cd-b29d-ab9e339bb0df None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '949d0171-dfcb-4613-b138-24e8e4e287c2', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'floating_ip_address': '172.25.1.55', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'mac_address': 'fa:16:3e:61:63:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:22:12Z', 'updated_at': '2021-09-17T01:22:34Z', 'revision_number': 1, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:38.337402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38150) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:38.351350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Made reservation on behalf of ccc84bd0ba4e44e8b58e7e134921f43a for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:38.353625 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.372767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.376395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-afb38d40-a616-40bb-b3e7-7dd780e7adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:38.377957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-afb38d40-a616-40bb-b3e7-7dd780e7adcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675653 Sep 17 01:22:38.395111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f74e0ce-dd75-4ea3-be38-9b79093a7c43 req-df42fb2b-6d1a-4dc5-820b-0a8e8f94de2f service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433089 Sep 17 01:22:38.484226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-fc9b402c-7ed9-4b48-b9ff-7aced1074080 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:38.485934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-fc9b402c-7ed9-4b48-b9ff-7aced1074080 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 945 time: 0.0651066 Sep 17 01:22:38.538963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Deleting port 454012d8-ed40-4e78-8e02-b6a8d55ac34d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:38.539476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.597670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Deleting port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:38.598023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.616502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f6447e-381c-4ab7-9b45-7e58369840b8 None None] New status for floating IP 949d0171-dfcb-4613-b138-24e8e4e287c2: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:22:38.685940 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b60ee23-fdd6-4d52-a080-eb61dea8506b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7313353f9e24d77a8ae27ae2bdf337b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464539 Sep 17 01:22:38.693170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38156) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:38.703160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-47ae6ced-ccaa-49c7-88f3-7da0df47e23d service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143735 Sep 17 01:22:38.706930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] For port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:38.707155 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.732841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Calling delete_port for 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:38.766628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a17fbf-a4f8-4f8c-bb4b-fbc77ef86725 req-b7558113-6e2a-465d-a901-69b06098d5cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:38.768475 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57a17fbf-a4f8-4f8c-bb4b-fbc77ef86725 req-b7558113-6e2a-465d-a901-69b06098d5cf tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 945 time: 0.2235625 Sep 17 01:22:38.786195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] For port 454012d8-ed40-4e78-8e02-b6a8d55ac34d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=454012d8-ed40-4e78-8e02-b6a8d55ac34d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:38.786561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.812572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb9088a9-133a-4b34-9136-6eb775ba4ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.842259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb9088a9-133a-4b34-9136-6eb775ba4ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.862964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Calling delete_port for 454012d8-ed40-4e78-8e02-b6a8d55ac34d owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:38.870250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.941519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57a17fbf-a4f8-4f8c-bb4b-fbc77ef86725 req-d60aa3f0-b83e-4c77-8cd5-9a38b7922093 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596339 Sep 17 01:22:38.946673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.955753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06bd84cf-b324-4de8-8651-f01d334c14bc req-842d56bd-3b15-462c-856a-4bcf42c3ee52 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414696 Sep 17 01:22:38.988067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:38.989519 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb9088a9-133a-4b34-9136-6eb775ba4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.992216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bb9088a9-133a-4b34-9136-6eb775ba4ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:38.996089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bb9088a9-133a-4b34-9136-6eb775ba4ed0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a70b151e-737b-445f-8163-1345382bb83a HTTP/1.1" status: 204 len: 168 time: 0.2995739 Sep 17 01:22:39.002194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9088a9-133a-4b34-9136-6eb775ba4ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70b151e-737b-445f-8163-1345382bb83a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:39.007585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d96f2a-fd6b-4932-89d0-fbc6275f841b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:39.012141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.012483 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Added segment ec8f0d11-49dd-4aaf-9796-f0d21091f8c6 of type vlan for network 445a897a-1a92-4316-9244-29f330ea1845 Sep 17 01:22:39.027811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.036232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['39bbbf05-f682-4392-a44f-d7b87436c9ef', '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:39.068150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event deleted for resources: {'Port': ['ID=02e3b5ba-7e2c-486b-8f13-0d00ee8e71af,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:39.073439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.103630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.118867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] No DVR routers for this DVR port 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:39.122778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.124922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac7451f6-59c0-46c8-a369-ec7a95c1aaf7 req-1183f200-b147-485a-b285-d72a404b30ac tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "DELETE /v2.0/ports/02e3b5ba-7e2c-486b-8f13-0d00ee8e71af HTTP/1.1" status: 204 len: 173 time: 0.6291974 Sep 17 01:22:39.194460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59de5-7830-4246-a239-3682f0b79602 req-24efc50d-c108-4ec1-9d1f-63116f10e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:39.196076 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-24efc50d-c108-4ec1-9d1f-63116f10e87e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 1095 time: 0.1160004 Sep 17 01:22:39.198769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c60601-1e00-4fbb-b450-d218931adcb7', 'name': 'network-vif-deleted', 'tag': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:39.201444 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889dfd3a-7762-4554-b3a0-3848f6076195" -d '{"events": [{"server_uuid": "16c60601-1e00-4fbb-b450-d218931adcb7", "name": "network-vif-deleted", "tag": "02e3b5ba-7e2c-486b-8f13-0d00ee8e71af"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:39.239229 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8133ccfb-0b8b-4dbe-9d62-aa5a0d968e5c x-openstack-request-id: req-8133ccfb-0b8b-4dbe-9d62-aa5a0d968e5c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:39.239569 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c60601-1e00-4fbb-b450-d218931adcb7", "name": "network-vif-deleted", "tag": "02e3b5ba-7e2c-486b-8f13-0d00ee8e71af", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:39.239830 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8133ccfb-0b8b-4dbe-9d62-aa5a0d968e5c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:39.240227 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c60601-1e00-4fbb-b450-d218931adcb7', 'name': 'network-vif-deleted', 'tag': '02e3b5ba-7e2c-486b-8f13-0d00ee8e71af', 'status': 'completed', 'code': 200} Sep 17 01:22:39.260593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.261555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:39.262127 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.442646 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.717193 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6890790 Sep 17 01:22:39.720529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:39.728116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Request body: {'subnet': {'network_id': '445a897a-1a92-4316-9244-29f330ea1845', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-98515955-subnet', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:39.764869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca78521-77fb-4180-9b73-4fbd8b067949 admin admin] Pushing event updated for resources: {'Network': ['ID=445a897a-1a92-4316-9244-29f330ea1845,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:39.775717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 445a897a-1a92-4316-9244-29f330ea1845 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:39.781880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.819620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Made reservation on behalf of ccc84bd0ba4e44e8b58e7e134921f43a for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:39.822743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:39.824250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e419f26-3b61-455f-ae82-a9a7a8870ade req-81dd7eba-2db5-4b37-b906-c4f768b35376 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:39.825703 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e419f26-3b61-455f-ae82-a9a7a8870ade req-81dd7eba-2db5-4b37-b906-c4f768b35376 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 944 time: 0.2413790 Sep 17 01:22:39.829003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59de5-7830-4246-a239-3682f0b79602 req-535c8616-0b30-454b-9452-9b7540e8eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:39.830427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-535c8616-0b30-454b-9452-9b7540e8eeee service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.6244583 Sep 17 01:22:39.831572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event deleted for resources: {'Port': ['ID=454012d8-ed40-4e78-8e02-b6a8d55ac34d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:39.928108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-048bee2a-ccf3-45cd-8889-392aab040032 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 200 len: 217 time: 0.0844071 Sep 17 01:22:39.985569 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e419f26-3b61-455f-ae82-a9a7a8870ade req-bc42c7a3-97e4-4d42-b8ed-ff306d2dbdd0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509566 Sep 17 01:22:40.004491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.078217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59de5-7830-4246-a239-3682f0b79602 req-02acd1a6-52d7-46e7-a6ca-d71bd621c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:40.079831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-02acd1a6-52d7-46e7-a6ca-d71bd621c0c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.1362171 Sep 17 01:22:40.088335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a39a7b47-99d2-4744-808c-8ddeefbf0b27 req-56e93400-8125-4835-b7aa-8aedf59091e5 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c60601-1e00-4fbb-b450-d218931adcb7 HTTP/1.1" status: 200 len: 210 time: 0.0371332 Sep 17 01:22:40.114634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.123251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.193021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce59de5-7830-4246-a239-3682f0b79602 req-aa63fac7-2c60-4568-aec8-1e757f20c27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:40.194526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-aa63fac7-2c60-4568-aec8-1e757f20c27c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821290 Sep 17 01:22:40.208053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.260011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1b692d-a95d-4d5a-8a8f-c02437b0ad66,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:40.280640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Checking segment: {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:40.280640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Network hostable DHCP agents. Network: 445a897a-1a92-4316-9244-29f330ea1845, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:22:40.298784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-2dec69ce-20b6-40a9-a567-6ce212aea3bb service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960517 Sep 17 01:22:40.325482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.326002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd65e6e9-1333-4cdc-9747-2db077444080 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:40.337563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.338761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9369f967-b87b-4752-93e3-c0f9d0fb26a9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "DELETE /v2.0/routers/dd65e6e9-1333-4cdc-9747-2db077444080 HTTP/1.1" status: 204 len: 168 time: 2.9894302 Sep 17 01:22:40.342358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38194) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:40.350068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-238461701', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:40.355975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Network 445a897a-1a92-4316-9244-29f330ea1845 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:22:40.436606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 445a897a-1a92-4316-9244-29f330ea1845) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:40.440466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4ce59de5-7830-4246-a239-3682f0b79602 req-da6d6ec3-1e0b-4b46-97e2-6693ea289308 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347792 Sep 17 01:22:40.448464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38196) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:40.451184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74dad9-97a3-45a0-9c7b-067c1f787980 None None] Network 445a897a-1a92-4316-9244-29f330ea1845 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:40.461628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:40.462223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.517442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.518552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.571538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.584245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-701446437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:40.611430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-99a6901c-9a05-4e95-b181-86e1a1af50f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8895938 Sep 17 01:22:40.614110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38200) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:40.618077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-445a897a-1a92-4316-9244-29f330ea1845', 'network_id': '445a897a-1a92-4316-9244-29f330ea1845', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'fixed_ips': [{'subnet_id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:22:40.623747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:40.623893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.688224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.689579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.748516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.765394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Allocated IP 172.20.0.2 (445a897a-1a92-4316-9244-29f330ea1845/be1b692d-a95d-4d5a-8a8f-c02437b0ad66/479c9306-6bc2-48cb-9295-0f95c06977c9) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:40.799222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.825388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.825673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.827846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.890190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.916979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.918512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:40.918695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-346e0d7e-7bad-4b7f-99bb-4d80131f48ca tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4694712 Sep 17 01:22:40.921330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38202) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:40.926354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-37229176'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:40.985324 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.002181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:41.006479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.017925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.028028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Network 445a897a-1a92-4316-9244-29f330ea1845 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:41.030758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:41.050816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:41.059998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Pushing event updated for resources: {'Port': ['ID=479c9306-6bc2-48cb-9295-0f95c06977c9,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:41.068232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.068574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.068907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.069239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.069569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.069891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.070211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.070527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.070844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.071193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.071501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.071814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:41.074981 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.129078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.131561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Attempting to bind port 479c9306-6bc2-48cb-9295-0f95c06977c9 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:41.131926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Attempting to bind port 479c9306-6bc2-48cb-9295-0f95c06977c9 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:41.132286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Attempting to bind port 479c9306-6bc2-48cb-9295-0f95c06977c9 on network 445a897a-1a92-4316-9244-29f330ea1845 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:41.140480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:41.144038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Checking segment: {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:41.144197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.144299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.144299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Bound using segment: {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:41.144299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Bound port: 479c9306-6bc2-48cb-9295-0f95c06977c9, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:41.144299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.212617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] For port 479c9306-6bc2-48cb-9295-0f95c06977c9, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:41.215685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] For port 479c9306-6bc2-48cb-9295-0f95c06977c9, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=479c9306-6bc2-48cb-9295-0f95c06977c9,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:41.229405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.252385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:41.268212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b09b1e-4d8b-4b8b-93d6-7137e73ff0dd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:41.271130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.271476 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Added segment 95c42fb2-de96-4e27-ad2b-315da79c609b of type vlan for network 82e48764-1fc1-431a-80f6-7c07b97b1c98 Sep 17 01:22:41.287377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9ec49-377e-41fd-8fbb-7a18aeff6e2a req-1cca611a-eddb-4f50-a80d-d7a2ed9362eb tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:41.296590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82e9ec49-377e-41fd-8fbb-7a18aeff6e2a req-1cca611a-eddb-4f50-a80d-d7a2ed9362eb tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 944 time: 0.1719058 Sep 17 01:22:41.300099 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.309632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.345416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.370783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.400012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82e9ec49-377e-41fd-8fbb-7a18aeff6e2a req-a80e089c-035a-4d00-bcbb-d6d384b9a0dd tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020944 Sep 17 01:22:41.424149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef57a15-a5e6-4e84-a4a5-ea0e1b3201c8 None None] Pushing event updated for resources: {'Port': ['ID=479c9306-6bc2-48cb-9295-0f95c06977c9,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:41.441197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 454012d8-ed40-4e78-8e02-b6a8d55ac34d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:41.460005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.470117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:41.471297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.478608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 454012d8-ed40-4e78-8e02-b6a8d55ac34d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:41.479129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 454012d8-ed40-4e78-8e02-b6a8d55ac34d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:41.571783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Network': ['ID=82e48764-1fc1-431a-80f6-7c07b97b1c98,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:41.584005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-45ea685b-fd8b-4776-bb75-106a4b35bc90 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6612232 Sep 17 01:22:41.585340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38216) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:41.587786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:41.593630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'subnet': {'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:41.612068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Allocated IP 172.25.1.115 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/f4fd9875-3a71-496e-9498-230623a45bbe) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:41.777934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:41.781574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.862506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.895467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:41.902128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.084179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.139035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Allocated IP 172.25.1.203 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4609d749-5b3e-40fb-8fd2-dbdda389bfa3) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:42.142866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:42.150932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:42.158904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:42.198057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event updated for resources: {'Port': ['ID=f4fd9875-3a71-496e-9498-230623a45bbe,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:42.206214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:22:42.349816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:42.351005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.366026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'port_id': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'mac_address': 'fa:16:3e:0f:4a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:22:42.437779 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.460887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:22:42.479100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Subnet': ['ID=3c023559-da04-4477-b543-46d998b2691e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:42.496684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:42.568118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.584425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Checking segment: {'id': '95c42fb2-de96-4e27-ad2b-315da79c609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:42.584831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network hostable DHCP agents. Network: 82e48764-1fc1-431a-80f6-7c07b97b1c98, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:22:42.682669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31147497-2504-4515-b933-32b75ab67a9e req-b5d5eb67-033f-4b1c-bb1e-c1cf642d2402 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:42.695242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31147497-2504-4515-b933-32b75ab67a9e req-b5d5eb67-033f-4b1c-bb1e-c1cf642d2402 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 945 time: 0.1119890 Sep 17 01:22:42.696518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:42.724250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:22:42.752438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31147497-2504-4515-b933-32b75ab67a9e req-03bb16d4-e661-4a96-ab35-de48774429ca tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529692 Sep 17 01:22:42.771856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81043683-4ba0-4480-b916-da7fd57a23cf None None] Network 445a897a-1a92-4316-9244-29f330ea1845 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:42.806603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['35f4a45c-0b64-41f1-8507-5f3a8bd7dedb'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:22:42.814209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 82e48764-1fc1-431a-80f6-7c07b97b1c98) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:42.819065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:42.820023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.821042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.843345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:42.864264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f9631-c64a-44dd-9fdf-ee5c9410a99c None None] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:42.871284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:42.871632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 02e3b5ba-7e2c-486b-8f13-0d00ee8e71af not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:42.892442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38226) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:42.897519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0280315c-706a-49d5-bb13-5cc58f154a51 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3069060 Sep 17 01:22:42.898030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'network': {'name': 'tempest-router-network01--1621480210'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:42.965097 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:42.984191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f34dfd06-7999-45e0-8d66-83914462eac3 None None] Provisioning complete for port 479c9306-6bc2-48cb-9295-0f95c06977c9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:42.985158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f34dfd06-7999-45e0-8d66-83914462eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.030987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:43.035049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.057843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:43.067225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:43.075501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:43.088310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Pushing event updated for resources: {'Port': ['ID=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:43.111447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.152688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:43.177926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.178283 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Added segment 785346c2-2d2e-4112-b8ea-7f6116606658 of type vlan for network a515249e-c81b-4823-8262-d5736cc48872 Sep 17 01:22:43.288443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f34dfd06-7999-45e0-8d66-83914462eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.292335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.316405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-82e48764-1fc1-431a-80f6-7c07b97b1c98', 'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98', 'tenant_id': '89411ea7049e4a19ad38c6986f6c2ac1', 'fixed_ips': [{'subnet_id': '3c023559-da04-4477-b543-46d998b2691e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:22:43.319913 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.446291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f34dfd06-7999-45e0-8d66-83914462eac3 None None] For port 479c9306-6bc2-48cb-9295-0f95c06977c9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=479c9306-6bc2-48cb-9295-0f95c06977c9,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:43.466426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 479c9306-6bc2-48cb-9295-0f95c06977c9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:43.518134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f34dfd06-7999-45e0-8d66-83914462eac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.573235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.581329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:43.582241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.663067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dfd06-7999-45e0-8d66-83914462eac3 None None] Pushing event updated for resources: {'Port': ['ID=479c9306-6bc2-48cb-9295-0f95c06977c9,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:43.674284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Allocated IP 2001:db8::2 (82e48764-1fc1-431a-80f6-7c07b97b1c98/3c023559-da04-4477-b543-46d998b2691e/f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:43.688522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 479c9306-6bc2-48cb-9295-0f95c06977c9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:43.688939 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.707960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:43.836649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Network': ['ID=a515249e-c81b-4823-8262-d5736cc48872,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:43.955691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a515249e-c81b-4823-8262-d5736cc48872 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:43.994751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-45fe71ad-c9ba-4add-8d15-b47581a44267 None None] Provisioning complete for port 479c9306-6bc2-48cb-9295-0f95c06977c9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:43.995153 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45fe71ad-c9ba-4add-8d15-b47581a44267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.002622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c4cc78a5-5b20-449c-9afd-c3fd5bb49545 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1063893 Sep 17 01:22:44.002622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.003524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:44.008488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'network': {'name': 'tempest-router-network02--38002845'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:44.113248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:44.120186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.187358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.193955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a784bd-4a0b-42c6-b125-874a17bfb33b req-4399cf8e-88e8-4b19-8652-22c049f9b3b4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:44.195506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8a784bd-4a0b-42c6-b125-874a17bfb33b req-4399cf8e-88e8-4b19-8652-22c049f9b3b4 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 945 time: 0.1870737 Sep 17 01:22:44.221854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:44.223934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:44.239981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.240376 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Added segment 3d8db8ec-5dd2-4982-be54-fc757bcc4570 of type vlan for network 000c8c00-200c-421c-8ebb-02e2ee00d63c Sep 17 01:22:44.283215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.303067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.341415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:22:44.353731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:44.354138 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.356863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:44.362639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8a784bd-4a0b-42c6-b125-874a17bfb33b req-c6c78928-8b6f-4d08-9f59-c5e5c5cddce5 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886464 Sep 17 01:22:44.393095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:44.395791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:44.410309 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.419481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.425548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:44.426504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.447117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Pushing event updated for resources: {'Port': ['ID=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:44.460345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Router 18d50f30-877c-4960-be20-4ceda8f5c158 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:44.500649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Attempting to bind port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:44.501006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Attempting to bind port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '95c42fb2-de96-4e27-ad2b-315da79c609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:44.501434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Attempting to bind port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 on network 82e48764-1fc1-431a-80f6-7c07b97b1c98 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:44.506512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5018845 Sep 17 01:22:44.510259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:44.510630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Checking segment: {'id': '95c42fb2-de96-4e27-ad2b-315da79c609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:44.511026 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.511438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Bound using segment: {'id': '95c42fb2-de96-4e27-ad2b-315da79c609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:44.511909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Bound port: f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c42fb2-de96-4e27-ad2b-315da79c609b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '82e48764-1fc1-431a-80f6-7c07b97b1c98'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:44.512286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.518061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38238) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:44.527510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'subnet': {'network_id': 'a515249e-c81b-4823-8262-d5736cc48872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:44.539026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe49a65-963c-41f3-9b72-db39aa25c440 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Network': ['ID=000c8c00-200c-421c-8ebb-02e2ee00d63c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:44.553527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 000c8c00-200c-421c-8ebb-02e2ee00d63c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:44.618240 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.704669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:44.707035 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7840ac4d-d455-49be-b883-81c8a03ae914" -d '{"events": [{"server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "name": "network-vif-plugged", "status": "completed", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:44.722371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:44.729021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:44.730611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] For port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:44.737972 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] Sync routers for ids ['18d50f30-877c-4960-be20-4ceda8f5c158'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:44.754759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] Routers {'18d50f30-877c-4960-be20-4ceda8f5c158'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:44.755672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['18d50f30-877c-4960-be20-4ceda8f5c158'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:44.759463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] For port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,segment=NetworkSegment(95c42fb2-de96-4e27-ad2b-315da79c609b),segment_id=95c42fb2-de96-4e27-ad2b-315da79c609b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:44.773133 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7661039-110c-41e7-a729-439393f13cb4 x-openstack-request-id: req-b7661039-110c-41e7-a729-439393f13cb4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:44.773535 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "name": "network-vif-plugged", "status": "completed", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:44.773883 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7661039-110c-41e7-a729-439393f13cb4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:44.774528 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'code': 200} Sep 17 01:22:44.795885 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:44.806420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] Routers {'18d50f30-877c-4960-be20-4ceda8f5c158'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:44.807360 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['18d50f30-877c-4960-be20-4ceda8f5c158'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:44.832590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.853423 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:44.854041 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582ead2-1d3a-42b9-88f5-dc470d0826c5 None None] The sync data for ids ['18d50f30-877c-4960-be20-4ceda8f5c158'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:44.865664 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:22:44.882665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.931432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:44.942309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:44.953837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.986876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:44.997963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:44.999530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae3e3589-fbf1-4ec4-94ed-fed5ea2f49a7 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6562693 Sep 17 01:22:45.002643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38250) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:45.007617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': False}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:45.008249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618d244-1564-477f-8a7d-b0c10c0a9c2b None None] Pushing event updated for resources: {'Port': ['ID=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:45.249408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13c2aa-bf50-4b45-871b-8527de19c035 req-4faa2a80-150c-425a-b946-96a6c6ac31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:45.253674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa13c2aa-bf50-4b45-871b-8527de19c035 req-4faa2a80-150c-425a-b946-96a6c6ac31e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 1097 time: 0.4170270 Sep 17 01:22:45.373006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa13c2aa-bf50-4b45-871b-8527de19c035 req-a1219ef2-ed53-4dfd-8901-727ad1fe45e5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082711 Sep 17 01:22:45.503158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:45.558122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:45.573203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f6333-e094-4735-816a-dd87a1c2d3b6 req-a1a5800e-d338-4e71-8e2e-b0f7a6e1cfc3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:45.582991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de9f6333-e094-4735-816a-dd87a1c2d3b6 req-a1a5800e-d338-4e71-8e2e-b0f7a6e1cfc3 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.0948868 Sep 17 01:22:45.625566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:45.626189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:45.633063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de9f6333-e094-4735-816a-dd87a1c2d3b6 req-fd97f5a6-b73f-42c8-88e6-edc73cdbd65c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 Sep 17 01:22:45.725257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:45.758635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:45.784593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Sync routers for ids ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:45.816342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72ae22-c502-4936-8b17-4f33d0312f21 req-cc60040d-6158-462c-8489-ca0ba27505ec tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:45.820171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c72ae22-c502-4936-8b17-4f33d0312f21 req-cc60040d-6158-462c-8489-ca0ba27505ec tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 945 time: 0.4829144 Sep 17 01:22:45.825190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,segment=NetworkSegment(95c42fb2-de96-4e27-ad2b-315da79c609b),segment_id=95c42fb2-de96-4e27-ad2b-315da79c609b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:45.836298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Routers {'432e49cf-d9ce-4c75-bf4b-84d638c213a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:45.836977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:45.864486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:45.869109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38258) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:45.870201 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0cd04da5-8b80-45dc-a9d6-522bfe6b6c42 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2548418 Sep 17 01:22:45.907615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c72ae22-c502-4936-8b17-4f33d0312f21 req-1a53595c-c28e-4e7d-85d4-1c75c1f6e1b9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675056 Sep 17 01:22:45.953007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:45.956751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:45.957741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 479c9306-6bc2-48cb-9295-0f95c06977c9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:45.965999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Set router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:46.034628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Subnet': ['ID=9dfcf8c4-4992-4c05-8a93-8b3935acfebb,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:46.045822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Checking segment: {'id': '785346c2-2d2e-4112-b8ea-7f6116606658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a515249e-c81b-4823-8262-d5736cc48872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:46.046174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network hostable DHCP agents. Network: a515249e-c81b-4823-8262-d5736cc48872, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:22:46.116714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network a515249e-c81b-4823-8262-d5736cc48872 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:22:46.137572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:46.200518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a515249e-c81b-4823-8262-d5736cc48872) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:46.202140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 479c9306-6bc2-48cb-9295-0f95c06977c9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:46.202140 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.205507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:46.206352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.235513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e5bd5-06ed-4086-966b-ff11199ab93a None None] Network a515249e-c81b-4823-8262-d5736cc48872 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:46.265993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83acb6d-7b04-4e3d-b74c-6154f2c552a8 None None] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:46.310388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f1648858-128f-452d-a243-3caf83af2466 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7896538 Sep 17 01:22:46.313359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38262) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:46.318705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'subnet': {'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:46.428359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c6b34419-ea00-46d0-adca-731003bca83e None None] Provisioning complete for port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:46.428359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c6b34419-ea00-46d0-adca-731003bca83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.542235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.545842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:46.549809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.550232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.644356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:22:43Z', 'revision_number': 3, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:46.693949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Checking router: 432e49cf-d9ce-4c75-bf4b-84d638c213a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:46.694239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Updating router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:46.733409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a515249e-c81b-4823-8262-d5736cc48872', 'network_id': 'a515249e-c81b-4823-8262-d5736cc48872', 'tenant_id': '89411ea7049e4a19ad38c6986f6c2ac1', 'fixed_ips': [{'subnet_id': '9dfcf8c4-4992-4c05-8a93-8b3935acfebb'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:22:46.734435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.744463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Router 18d50f30-877c-4960-be20-4ceda8f5c158 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:46.747196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.851984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e3885-75a1-424b-9998-100681e4a4c8 req-6945e397-2efb-4ec9-a145-3c8f9a4ee2cc tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:46.863542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-660e3885-75a1-424b-9998-100681e4a4c8 req-6945e397-2efb-4ec9-a145-3c8f9a4ee2cc tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.1140792 Sep 17 01:22:46.898831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.936487 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:46.960407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Subnet': ['ID=e208dbe3-5a54-49d2-bed8-3819da940930,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:46.977155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-660e3885-75a1-424b-9998-100681e4a4c8 req-3e679712-6eac-459e-9fed-815539bd4348 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124654 Sep 17 01:22:47.001837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.002426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.003020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.007704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.008235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.008824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.009288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.009841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.010276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.011255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.011692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.012226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:47.061669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Checking segment: {'id': '3d8db8ec-5dd2-4982-be54-fc757bcc4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:47.063671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network hostable DHCP agents. Network: 000c8c00-200c-421c-8ebb-02e2ee00d63c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:22:47.158021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network 000c8c00-200c-421c-8ebb-02e2ee00d63c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:22:47.181657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d36462-44e6-4494-bac9-7f894a88194f req-b1d6addf-645c-48ea-81bc-a683d05911f7 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:47.183432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0d36462-44e6-4494-bac9-7f894a88194f req-b1d6addf-645c-48ea-81bc-a683d05911f7 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.0816007 Sep 17 01:22:47.193551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38274) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:47.198766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Request body: {'floatingip': {'port_id': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:47.230993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Allocated IP 2001:db8::2 (a515249e-c81b-4823-8262-d5736cc48872/9dfcf8c4-4992-4c05-8a93-8b3935acfebb/c7ed16ce-434c-4045-9ae8-394946d6db52) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:47.260374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.326701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 000c8c00-200c-421c-8ebb-02e2ee00d63c) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:47.371425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a80f2-f5be-458b-9a1e-d88b2d832ee4 None None] Network 000c8c00-200c-421c-8ebb-02e2ee00d63c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:47.416509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:47.417378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.424015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:47.435373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:47.447994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.458801 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] Sync routers for ids ['18d50f30-877c-4960-be20-4ceda8f5c158'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:47.459370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ba93370-9101-4c13-91e6-3013fbb5dc1d tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "PUT /v2.0/routers/18d50f30-877c-4960-be20-4ceda8f5c158 HTTP/1.1" status: 200 len: 925 time: 2.4452693 Sep 17 01:22:47.459467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38276) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:47.465504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-367f9ff2-36f2-4a0a-9941-35656f5594a9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:47.467168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-367f9ff2-36f2-4a0a-9941-35656f5594a9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 945 time: 0.6085012 Sep 17 01:22:47.473543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] Routers {'18d50f30-877c-4960-be20-4ceda8f5c158'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:47.474527 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['18d50f30-877c-4960-be20-4ceda8f5c158'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:47.520420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:47.528759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-261d829d-2042-4c35-9b02-1f009262c284 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2142968 Sep 17 01:22:47.535293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38278) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:47.539370 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] Routers {'18d50f30-877c-4960-be20-4ceda8f5c158'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:47.540005 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['18d50f30-877c-4960-be20-4ceda8f5c158'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:47.565503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f718c-e3c3-405b-81d6-d51a9cf9caf7 req-93863587-ef86-4d0e-92a4-1ced21d0e69d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:47.567266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e69f718c-e3c3-405b-81d6-d51a9cf9caf7 req-93863587-ef86-4d0e-92a4-1ced21d0e69d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 945 time: 0.2409687 Sep 17 01:22:47.604346 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:47.605410 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffcd307-9c82-437b-bd54-28ffab881a2c None None] The sync data for ids ['18d50f30-877c-4960-be20-4ceda8f5c158'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:47.616205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0deb63a1-0c36-4b00-aa5c-17207771a84e None None] Provisioning complete for port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:47.616574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Allocated IP 172.20.0.1 (445a897a-1a92-4316-9244-29f330ea1845/be1b692d-a95d-4d5a-8a8f-c02437b0ad66/64a6901d-a69d-4aaf-87bb-43e7febd1d50) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:47.616696 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0deb63a1-0c36-4b00-aa5c-17207771a84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.626094 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.674292 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.694184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fef61fee-9fd8-4115-9be4-ec1bc107bb5c tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/18d50f30-877c-4960-be20-4ceda8f5c158 HTTP/1.1" status: 200 len: 925 time: 0.2348247 Sep 17 01:22:47.695024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:47.715761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:47.716080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.717546 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.780387 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.798941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e69f718c-e3c3-405b-81d6-d51a9cf9caf7 req-d57374bc-9498-479b-bc30-b47c196f381d tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f128fb7-0308-4f3a-9043-98a54c019704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838589 Sep 17 01:22:47.847483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e524c-339d-45a7-afa1-f18a3d22187b None None] Pushing event updated for resources: {'Port': ['ID=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:47.852093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Network a515249e-c81b-4823-8262-d5736cc48872 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:47.856402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b0a62a-45d6-438c-aa33-d29992d033ed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:47.857960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-25b0a62a-45d6-438c-aa33-d29992d033ed tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=18d50f30-877c-4960-be20-4ceda8f5c158&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1603751 Sep 17 01:22:47.863111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:47.863288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38282) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:47.865026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Attempting to bind port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:47.865347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Attempting to bind port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:47.865713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Attempting to bind port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:47.868718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:47.911199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-000c8c00-200c-421c-8ebb-02e2ee00d63c', 'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c', 'tenant_id': '89411ea7049e4a19ad38c6986f6c2ac1', 'fixed_ips': [{'subnet_id': 'e208dbe3-5a54-49d2-bed8-3819da940930'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:22:47.912555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.932061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:47.932359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:47.932779 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:47.933411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:47.933648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Bound port: 4609d749-5b3e-40fb-8fd2-dbdda389bfa3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:47.934065 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.030069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Deleting port 39bbbf05-f682-4392-a44f-d7b87436c9ef {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:48.030411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.055984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Pushing event updated for resources: {'Port': ['ID=c7ed16ce-434c-4045-9ae8-394946d6db52,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:48.077223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.110157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.120799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94d5adc-876d-41ca-8ea2-3c186a154e14 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:48.125510 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b94d5adc-876d-41ca-8ea2-3c186a154e14 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.2580237 Sep 17 01:22:48.125711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:48.138516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Attempting to bind port c7ed16ce-434c-4045-9ae8-394946d6db52 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:48.138882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Attempting to bind port c7ed16ce-434c-4045-9ae8-394946d6db52 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '785346c2-2d2e-4112-b8ea-7f6116606658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a515249e-c81b-4823-8262-d5736cc48872'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:48.139279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Attempting to bind port c7ed16ce-434c-4045-9ae8-394946d6db52 on network a515249e-c81b-4823-8262-d5736cc48872 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:48.146120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.158734 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8ca16597-cd67-461b-aff3-61c338cf98d8 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=18d50f30-877c-4960-be20-4ceda8f5c158 HTTP/1.1" status: 200 len: 205 time: 0.0287027 Sep 17 01:22:48.159023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:48.166418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:48.166803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Checking segment: {'id': '785346c2-2d2e-4112-b8ea-7f6116606658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a515249e-c81b-4823-8262-d5736cc48872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:48.167249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.167651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Bound using segment: {'id': '785346c2-2d2e-4112-b8ea-7f6116606658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a515249e-c81b-4823-8262-d5736cc48872'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:48.168141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Bound port: c7ed16ce-434c-4045-9ae8-394946d6db52, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785346c2-2d2e-4112-b8ea-7f6116606658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a515249e-c81b-4823-8262-d5736cc48872'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:48.168532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.172904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] For port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:48.204481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] For port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:48.205873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.236624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] For port 39bbbf05-f682-4392-a44f-d7b87436c9ef, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=39bbbf05-f682-4392-a44f-d7b87436c9ef,segment=NetworkSegment(bed8a948-3e6a-4ccb-b3dc-4445133c4ee7),segment_id=bed8a948-3e6a-4ccb-b3dc-4445133c4ee7)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:48.237011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.280678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Allocated IP 2001:db8::2 (000c8c00-200c-421c-8ebb-02e2ee00d63c/e208dbe3-5a54-49d2-bed8-3819da940930/4fb3e702-71d0-4326-b4fa-fb27514a10c9) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:48.285461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.291613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Calling delete_port for 39bbbf05-f682-4392-a44f-d7b87436c9ef owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:48.336429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] For port c7ed16ce-434c-4045-9ae8-394946d6db52, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:48.376700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] For port c7ed16ce-434c-4045-9ae8-394946d6db52, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7ed16ce-434c-4045-9ae8-394946d6db52,segment=NetworkSegment(785346c2-2d2e-4112-b8ea-7f6116606658),segment_id=785346c2-2d2e-4112-b8ea-7f6116606658)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:48.384566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.389876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.402492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e524c-339d-45a7-afa1-f18a3d22187b None None] Pushing event updated for resources: {'Port': ['ID=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:48.435970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Routers {'432e49cf-d9ce-4c75-bf4b-84d638c213a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:48.437265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:48.478812 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.497268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Network 445a897a-1a92-4316-9244-29f330ea1845 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:48.501320 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Floating IP 804160f3-bfd5-47d7-b65a-3234c7f38d86 associated. External IP: 172.25.1.181, port: 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb. Sep 17 01:22:48.503848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.513332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:48.533063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:48.544440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Pushing event updated for resources: {'Port': ['ID=64a6901d-a69d-4aaf-87bb-43e7febd1d50,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:48.656716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3d752-8625-452a-a986-71e3a97f2b90 None None] Pushing event updated for resources: {'Port': ['ID=c7ed16ce-434c-4045-9ae8-394946d6db52,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:48.659383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Allocated IP 2001:db8::1 (a515249e-c81b-4823-8262-d5736cc48872/9dfcf8c4-4992-4c05-8a93-8b3935acfebb/419d91aa-b76d-424c-890f-c00d3ef0edb0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:48.663606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.709760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] Set router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:48.755224 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.763099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Deleting port f4fd9875-3a71-496e-9498-230623a45bbe {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:48.763525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:48.951525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.005061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Pushing event deleted for resources: {'Port': ['ID=39bbbf05-f682-4392-a44f-d7b87436c9ef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:49.082731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.105536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] No DVR routers for this DVR port 39bbbf05-f682-4392-a44f-d7b87436c9ef on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:22:49.136949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.139803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1439b933-c263-41a7-a4e2-f4cb851dfa95 req-128d3f1f-454b-42ac-bc15-98b1326350f9 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.36 "DELETE /v2.0/ports/39bbbf05-f682-4392-a44f-d7b87436c9ef HTTP/1.1" status: 204 len: 173 time: 1.6432760 Sep 17 01:22:49.141304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'name': 'network-vif-deleted', 'tag': '39bbbf05-f682-4392-a44f-d7b87436c9ef'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:49.143966 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dd52f4-97a0-45f3-a0f1-99d7d9f28280" -d '{"events": [{"server_uuid": "b232ab44-fbbe-42cc-9906-ad6579467fbe", "name": "network-vif-deleted", "tag": "39bbbf05-f682-4392-a44f-d7b87436c9ef"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:49.149763 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.243429 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399b2586-57fe-4dbd-89d8-58effa3d6b66 x-openstack-request-id: req-399b2586-57fe-4dbd-89d8-58effa3d6b66 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:49.244426 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b232ab44-fbbe-42cc-9906-ad6579467fbe", "name": "network-vif-deleted", "tag": "39bbbf05-f682-4392-a44f-d7b87436c9ef", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:49.244698 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-399b2586-57fe-4dbd-89d8-58effa3d6b66 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:49.245819 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b232ab44-fbbe-42cc-9906-ad6579467fbe', 'name': 'network-vif-deleted', 'tag': '39bbbf05-f682-4392-a44f-d7b87436c9ef', 'status': 'completed', 'code': 200} Sep 17 01:22:49.246163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82ad093d-2c50-4dbd-b043-f08617cc4627 req-35fa9c67-da1e-4ae4-bd15-cd0ad469dec7 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 210 time: 0.0770938 Sep 17 01:22:49.255809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Network 000c8c00-200c-421c-8ebb-02e2ee00d63c is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:49.264781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:49.283358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-79de372b-be02-43ff-a0ad-4f5386dd75ec None None] Provisioning complete for port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:49.283358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79de372b-be02-43ff-a0ad-4f5386dd75ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.283358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:49.288643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.312574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Pushing event updated for resources: {'Port': ['ID=4fb3e702-71d0-4326-b4fa-fb27514a10c9,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:49.319439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:49.342361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.360465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Calling delete_port for f4fd9875-3a71-496e-9498-230623a45bbe owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:49.373366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-79de372b-be02-43ff-a0ad-4f5386dd75ec None None] Port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:49.387008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:22:43Z', 'revision_number': 3, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:49.388906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Attempting to bind port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:49.389317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Attempting to bind port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3d8db8ec-5dd2-4982-be54-fc757bcc4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:49.389802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Attempting to bind port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 on network 000c8c00-200c-421c-8ebb-02e2ee00d63c {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:49.470050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:49.470472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Checking segment: {'id': '3d8db8ec-5dd2-4982-be54-fc757bcc4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:49.470875 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.471298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Bound using segment: {'id': '3d8db8ec-5dd2-4982-be54-fc757bcc4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:49.471775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Bound port: 4fb3e702-71d0-4326-b4fa-fb27514a10c9, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8db8ec-5dd2-4982-be54-fc757bcc4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '000c8c00-200c-421c-8ebb-02e2ee00d63c'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:49.472154 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.475945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8219df40-aee9-4507-af0c-00a9bca3d268 None None] The sync data for ids ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'] in n-d-789963-7 is: [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:22:43Z', 'revision_number': 3, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:49.482450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.521271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.543919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:49.549614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.595986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7ed16ce-434c-4045-9ae8-394946d6db52 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:49.599642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:49.615483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Port': ['ID=419d91aa-b76d-424c-890f-c00d3ef0edb0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:49.618965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70396fc0-d688-48ca-99c0-4941696fee44 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "PUT /v2.0/floatingips/804160f3-bfd5-47d7-b65a-3234c7f38d86 HTTP/1.1" status: 200 len: 992 time: 2.4240477 Sep 17 01:22:49.631641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] For port 4fb3e702-71d0-4326-b4fa-fb27514a10c9, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:49.650348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network a515249e-c81b-4823-8262-d5736cc48872 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:49.654074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] For port 4fb3e702-71d0-4326-b4fa-fb27514a10c9, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4fb3e702-71d0-4326-b4fa-fb27514a10c9,segment=NetworkSegment(3d8db8ec-5dd2-4982-be54-fc757bcc4570),segment_id=3d8db8ec-5dd2-4982-be54-fc757bcc4570)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:49.655176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:49.655989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:49.656174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:49.665399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.670017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:49.671799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.704416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:22:49.707173 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47708a41-dcf7-4681-bb72-5f17447c2325" -d '{"events": [{"name": "network-changed", "server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:22:49.831257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:49.949441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.951533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Pushing event updated for resources: {'Port': ['ID=64a6901d-a69d-4aaf-87bb-43e7febd1d50,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:49.957935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.969982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:49.993647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.032594 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994948f-0162-4282-91b4-bb660c28c042 x-openstack-request-id: req-c994948f-0162-4282-91b4-bb660c28c042 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:22:50.032961 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:22:50.033746 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c994948f-0162-4282-91b4-bb660c28c042 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:22:50.033746 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'status': 'completed', 'code': 200} Sep 17 01:22:50.034217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event deleted for resources: {'Port': ['ID=f4fd9875-3a71-496e-9498-230623a45bbe,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:50.135225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355f4c0-1742-4ccb-a90e-77cae3f175da None None] Pushing event updated for resources: {'Port': ['ID=4fb3e702-71d0-4326-b4fa-fb27514a10c9,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:50.161710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c7ed16ce-434c-4045-9ae8-394946d6db52 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:50.162446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.178758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.277771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-3a4ad81f-3f91-4318-a0a3-029679566b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:50.279425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-3a4ad81f-3f91-4318-a0a3-029679566b93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 1097 time: 0.2394798 Sep 17 01:22:50.423881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff6dbea-d1c5-4600-af29-116ee0ebc6e3 None None] Network a515249e-c81b-4823-8262-d5736cc48872 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:50.447209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Network 445a897a-1a92-4316-9244-29f330ea1845 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:50.479129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eb44bcb1-4565-4228-85cd-fad26d495148 req-2ce9f3b3-44a0-4be1-aafc-f1973e94fb59 tempest-AttachVolumeNegativeTest-1845360134 tempest-AttachVolumeNegativeTest-1845360134-project] 10.222.0.13 "GET /v2.0/ports?device_id=b232ab44-fbbe-42cc-9906-ad6579467fbe HTTP/1.1" status: 200 len: 210 time: 0.0825865 Sep 17 01:22:50.487300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:50.504331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.516211 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.624042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-209665cf-cb0c-44d3-8044-209be59ae160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:50.628068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-209665cf-cb0c-44d3-8044-209be59ae160 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.2897301 Sep 17 01:22:50.807798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fc095876-51df-4d42-b1c8-8f29ba85f22a None None] Provisioning complete for port c7ed16ce-434c-4045-9ae8-394946d6db52 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:50.808105 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fc095876-51df-4d42-b1c8-8f29ba85f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.866635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-9b01a23b-6c5b-4849-b839-601ea95c524e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 200 len: 1000 time: 0.2212775 Sep 17 01:22:50.879816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:50.900083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 39bbbf05-f682-4392-a44f-d7b87436c9ef no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:22:50.908745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.909449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Fanout notify agent at l3_agent the message router_deleted on router 18d50f30-877c-4960-be20-4ceda8f5c158 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:50.920998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.922751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:50.924080 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a0b5c9f8-a4b3-4989-9926-7c9de6e6fded tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/18d50f30-877c-4960-be20-4ceda8f5c158 HTTP/1.1" status: 204 len: 168 time: 2.7638409 Sep 17 01:22:50.927694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38314) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:50.932928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-868948417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:50.957694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-0a60ea5c-ffe3-4f8a-a19b-cc510c0eb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:50.959490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-0a60ea5c-ffe3-4f8a-a19b-cc510c0eb4d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0857601 Sep 17 01:22:50.963468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 39bbbf05-f682-4392-a44f-d7b87436c9ef {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:22:50.963827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 39bbbf05-f682-4392-a44f-d7b87436c9ef not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:22:51.012592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.014627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-d7dc512a-f5b6-494d-823b-fd229e32d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:51.017906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-d7dc512a-f5b6-494d-823b-fd229e32d0ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469012 Sep 17 01:22:51.060936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.062655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.102252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fc095876-51df-4d42-b1c8-8f29ba85f22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.128999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port c7ed16ce-434c-4045-9ae8-394946d6db52, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7ed16ce-434c-4045-9ae8-394946d6db52,segment=NetworkSegment(785346c2-2d2e-4112-b8ea-7f6116606658),segment_id=785346c2-2d2e-4112-b8ea-7f6116606658)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:51.142465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '804160f3-bfd5-47d7-b65a-3234c7f38d86', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'port_id': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'mac_address': 'fa:16:3e:0f:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125b1a-922e-4778-be41-acba20d029c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:22:26Z', 'updated_at': '2021-09-17T01:22:47Z', 'revision_number': 1, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:51.180742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:51.195905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:51.196885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:51.272112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.306378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-c55ca1d2-3f29-4773-9bca-d7e9686f5324 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820430 Sep 17 01:22:51.306586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.325532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-fc095876-51df-4d42-b1c8-8f29ba85f22a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:22:51.325891 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-fc095876-51df-4d42-b1c8-8f29ba85f22a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:22:51.360588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.408052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.409142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.511479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.519879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c5dae355-83da-45e7-9902-c2375a7d6c12 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5907400 Sep 17 01:22:51.531355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38318) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:51.538226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:51.565964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=c7ed16ce-434c-4045-9ae8-394946d6db52,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:51.582668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Port': ['ID=419d91aa-b76d-424c-890f-c00d3ef0edb0,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:51.610006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38322) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:51.616537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4fb3e702-71d0-4326-b4fa-fb27514a10c9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:51.626120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:51.719601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Deleting subnet a9865ad6-2fc6-402f-ad9c-348c701f25a5 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:22:51.724866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.730290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-47708a41-dcf7-4681-bb72-5f17447c2325 req-7b615505-3357-4d78-822f-b7811ed09a24 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831031 Sep 17 01:22:51.808976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:51.827542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1dad03f5-73f5-4930-8709-d6071867b927 admin admin] 10.222.0.13 "PUT /v2.0/routers/432e49cf-d9ce-4c75-bf4b-84d638c213a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9553642 Sep 17 01:22:51.838311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.903913 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:51.962323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network a515249e-c81b-4823-8262-d5736cc48872 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:51.965797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:52.027835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.121109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce30b8a-9574-4fce-b607-382c607377ea None None] Network 000c8c00-200c-421c-8ebb-02e2ee00d63c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:52.123552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:52.123927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.147626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.189158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.191323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a9865ad6-2fc6-402f-ad9c-348c701f25a5 HTTP/1.1" status: 204 len: 168 time: 0.5767300 Sep 17 01:22:52.192368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc16da-2cba-492d-b287-b07731393571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9865ad6-2fc6-402f-ad9c-348c701f25a5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:52.194490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38332) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:52.280196 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Sync routers for ids ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:52.296915 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Routers {'432e49cf-d9ce-4c75-bf4b-84d638c213a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:52.297936 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.341996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Router 32d4f417-3180-40ae-af7e-19cba752d269 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:52.371669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.397208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.420794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.481185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.505990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Set router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:52.561074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Provisioning complete for port c7ed16ce-434c-4045-9ae8-394946d6db52 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:52.561445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.588553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Allocated IP 172.25.1.235 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/309c1a8b-f10c-4d3e-b940-432da31de9ed) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:52.603468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 4fb3e702-71d0-4326-b4fa-fb27514a10c9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4fb3e702-71d0-4326-b4fa-fb27514a10c9,segment=NetworkSegment(3d8db8ec-5dd2-4982-be54-fc757bcc4570),segment_id=3d8db8ec-5dd2-4982-be54-fc757bcc4570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:52.642463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '804160f3-bfd5-47d7-b65a-3234c7f38d86', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'port_id': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'mac_address': 'fa:16:3e:0f:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125b1a-922e-4778-be41-acba20d029c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:22:26Z', 'updated_at': '2021-09-17T01:22:47Z', 'revision_number': 1, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.651623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:52.655561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.666779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e9b3dc50-a2f5-4d82-8280-d5963c288d0a tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1244099 Sep 17 01:22:52.671515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38340) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:52.674269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] Sync routers for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:52.684341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17f6b7-bf2a-4e1c-bd14-1dce7fd7220c None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '804160f3-bfd5-47d7-b65a-3234c7f38d86', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'port_id': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'mac_address': 'fa:16:3e:0f:4a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed125b1a-922e-4778-be41-acba20d029c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:22:26Z', 'updated_at': '2021-09-17T01:22:47Z', 'revision_number': 1, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:52.688757 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.693722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:52.694980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51e45fa-5188-4132-a568-0027843c4c75']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.723024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.728224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed8a948-3e6a-4ccb-b3dc-4445133c4ee7') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.754609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.790369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.800594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:22:52.801304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:22:52.803748 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:22:52.863380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:52.864348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.974116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.977402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:52.983340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=4fb3e702-71d0-4326-b4fa-fb27514a10c9,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:52.988305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:52.992652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a51e45fa-5188-4132-a568-0027843c4c75 HTTP/1.1" status: 204 len: 168 time: 0.7971811 Sep 17 01:22:52.994423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:52.994960 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.027044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6397e-3e39-4377-bbf2-2efe101b0c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=a51e45fa-5188-4132-a568-0027843c4c75,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:53.039909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:53.040549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:53.042405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Provisioning complete for port 419d91aa-b76d-424c-890f-c00d3ef0edb0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:53.042711 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.070451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:22:48Z', 'revision_number': 4, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '64a6901d-a69d-4aaf-87bb-43e7febd1d50', 'name': '', 'network_id': '445a897a-1a92-4316-9244-29f330ea1845', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'mac_address': 'fa:16:3e:f0:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:46Z', 'updated_at': '2021-09-17T01:22:49Z', 'revision_number': 2, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'subnets': [{'id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:53.119373 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Checking router: 432e49cf-d9ce-4c75-bf4b-84d638c213a6 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:53.119934 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Updating router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:53.122616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:53.123295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c7fa5-a6c1-447e-ad3b-903d134b9f7c None None] The sync data for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:53.127652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72efd16-49ab-49dd-9412-d81fb175d9f6 None None] New status for floating IP 804160f3-bfd5-47d7-b65a-3234c7f38d86: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:22:53.149315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Port 419d91aa-b76d-424c-890f-c00d3ef0edb0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:53.172009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38354) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:53.177222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-684544281-network', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:53.189370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Provisioning complete for port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:53.189742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.226087 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.229648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.244989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.258116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:53.289343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Made reservation on behalf of da9f4836b29c45abb7b67feaa191b64b for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:53.292137 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.310787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.311510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Provisioning complete for port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:53.311885 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.358055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.399838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f7f5a366-47a0-4932-914b-0bf08e211f99 None None] Port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:22:53.422421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:53.475813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.513088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7ed16ce-434c-4045-9ae8-394946d6db52 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:53.529212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.533286 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-0feca10d-2892-438b-83d7-3d9f60ac1b43 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:22:53.536852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0feca10d-2892-438b-83d7-3d9f60ac1b43 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8218760 Sep 17 01:22:53.539355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:53.565801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:53.565918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a4803e7b-3306-4025-821d-d08d3a6f2056 None None] Provisioning complete for port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:53.565918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a4803e7b-3306-4025-821d-d08d3a6f2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.596943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:53.602315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:53.615055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c7ed16ce-434c-4045-9ae8-394946d6db52 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:53.615472 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.629715 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.645385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:53.657901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.658277 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Added segment ab0a2123-10cf-40a0-a585-bc24ae79c57e of type vlan for network dcf331df-b5cd-40fc-beec-b0f06a39fb62 Sep 17 01:22:53.671290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event updated for resources: {'Port': ['ID=309c1a8b-f10c-4d3e-b940-432da31de9ed,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:53.720456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.748359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38360) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:53.770251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4fb3e702-71d0-4326-b4fa-fb27514a10c9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:53.799602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5618c56d-fe99-4d3c-9397-f3e412afbf61,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:53.826977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:53.827529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.833270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a54051a9-dfa3-4a56-821d-c2dc80d893bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0abead524cd42bda12b9436fb37e958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837505 Sep 17 01:22:53.838509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:53.854115 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.855252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:53.855835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.937042 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.954963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] Pushing event updated for resources: {'Network': ['ID=dcf331df-b5cd-40fc-beec-b0f06a39fb62,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:53.961079 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3277e868-893f-4313-b95c-c3a1e26b5f46 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7878039 Sep 17 01:22:53.962279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a624b80b-a670-4ae5-9755-d0227d79c7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:53.963835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38366) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:53.970371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Request body: {'subnet': {'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-684544281-subnet', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:53.972177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:54.014454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a624b80b-a670-4ae5-9755-d0227d79c7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.034882 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.099601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Made reservation on behalf of da9f4836b29c45abb7b67feaa191b64b for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:54.102726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.120580 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Pushing event updated for resources: {'Port': ['ID=64a6901d-a69d-4aaf-87bb-43e7febd1d50,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:54.153378 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.155559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.155559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.155559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.155559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.155559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.155559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.156504 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.156578 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.157008 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.157195 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.157517 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:22:54.205690 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Attempting to bind port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:54.206144 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Attempting to bind port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:54.207275 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Attempting to bind port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 on network 445a897a-1a92-4316-9244-29f330ea1845 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:54.214417 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:54.215383 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Checking segment: {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:54.215629 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.216135 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Bound using segment: {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:54.216980 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Bound port: 64a6901d-a69d-4aaf-87bb-43e7febd1d50, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '445a897a-1a92-4316-9244-29f330ea1845'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:54.217238 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.284655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a624b80b-a670-4ae5-9755-d0227d79c7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.287965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a624b80b-a670-4ae5-9755-d0227d79c7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.292082 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a624b80b-a670-4ae5-9755-d0227d79c7a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f128fb7-0308-4f3a-9043-98a54c019704 HTTP/1.1" status: 204 len: 168 time: 0.4500527 Sep 17 01:22:54.293943 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] For port 64a6901d-a69d-4aaf-87bb-43e7febd1d50, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:54.299463 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] For port 64a6901d-a69d-4aaf-87bb-43e7febd1d50, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=64a6901d-a69d-4aaf-87bb-43e7febd1d50,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:54.316167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624b80b-a670-4ae5-9755-d0227d79c7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f128fb7-0308-4f3a-9043-98a54c019704,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:54.378659 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.411988 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.439647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a2d94893-7e89-41d8-a4cf-a13ed41e72c8 None None] Provisioning complete for port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:54.446587 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a2d94893-7e89-41d8-a4cf-a13ed41e72c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.463995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.484115 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Routers {'432e49cf-d9ce-4c75-bf4b-84d638c213a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:54.484358 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:54.498980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357da1cd-5482-4f3b-9398-c547c1b228fc,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:54.527454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Checking segment: {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:54.527821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Network hostable DHCP agents. Network: dcf331df-b5cd-40fc-beec-b0f06a39fb62, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:22:54.606046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:22:54.611842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a2d94893-7e89-41d8-a4cf-a13ed41e72c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.622969 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] Set router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:54.629186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.677907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a2d94893-7e89-41d8-a4cf-a13ed41e72c8 None None] For port 64a6901d-a69d-4aaf-87bb-43e7febd1d50, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=64a6901d-a69d-4aaf-87bb-43e7febd1d50,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:54.680275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, dcf331df-b5cd-40fc-beec-b0f06a39fb62) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:54.685757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:54.686437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.692276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9660e2-2423-4097-af2d-7583a90944f4 None None] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:54.695596 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a40f1-9f11-4dbb-bbff-eed570149de2 None None] Pushing event updated for resources: {'Port': ['ID=64a6901d-a69d-4aaf-87bb-43e7febd1d50,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:54.748386 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a2d94893-7e89-41d8-a4cf-a13ed41e72c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.799728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cd8d4835-f5b3-4761-97c7-51e88a2c3926 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8325093 Sep 17 01:22:54.799940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38376) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:54.804578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:54.882768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d94893-7e89-41d8-a4cf-a13ed41e72c8 None None] Pushing event updated for resources: {'Port': ['ID=64a6901d-a69d-4aaf-87bb-43e7febd1d50,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:54.889174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.897904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-179cb3cd-c08f-4197-9312-13411768508d None None] Provisioning complete for port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:54.898401 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-179cb3cd-c08f-4197-9312-13411768508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.918689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.923224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.924336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:54.957764 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:22:48Z', 'revision_number': 4, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '64a6901d-a69d-4aaf-87bb-43e7febd1d50', 'name': '', 'network_id': '445a897a-1a92-4316-9244-29f330ea1845', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'mac_address': 'fa:16:3e:f0:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:46Z', 'updated_at': '2021-09-17T01:22:54Z', 'revision_number': 4, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'subnets': [{'id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:55.009924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-dcf331df-b5cd-40fc-beec-b0f06a39fb62', 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'fixed_ips': [{'subnet_id': '357da1cd-5482-4f3b-9398-c547c1b228fc'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:22:55.010789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.011289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.029964 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f782db18-d587-4994-a730-566ce18b1ef8 None None] The sync data for ids ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'] in n-d-789963-7 is: [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:22:48Z', 'revision_number': 4, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '64a6901d-a69d-4aaf-87bb-43e7febd1d50', 'name': '', 'network_id': '445a897a-1a92-4316-9244-29f330ea1845', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'mac_address': 'fa:16:3e:f0:bf:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2306, 'fixed_ips': [{'subnet_id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:46Z', 'updated_at': '2021-09-17T01:22:54Z', 'revision_number': 4, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'subnets': [{'id': 'be1b692d-a95d-4d5a-8a8f-c02437b0ad66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:55.321415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Router bc062eba-f9e5-4072-8432-84a719d1095c is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:55.332484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting port 419d91aa-b76d-424c-890f-c00d3ef0edb0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:55.334579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.455483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.558687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.578295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Allocated IP 172.20.0.2 (dcf331df-b5cd-40fc-beec-b0f06a39fb62/357da1cd-5482-4f3b-9398-c547c1b228fc/6e98f50b-38c7-4784-81c3-671f8f9d0d59) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:55.584984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Calling delete_port for 419d91aa-b76d-424c-890f-c00d3ef0edb0 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:55.597936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:55.616319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.620036 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-987ca5eb-93e0-45a0-b547-97076c4ef0cb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "PUT /v2.0/routers/bc062eba-f9e5-4072-8432-84a719d1095c HTTP/1.1" status: 200 len: 883 time: 4.0852423 Sep 17 01:22:55.620350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38396) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:55.740856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.749353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] Sync routers for ids ['bc062eba-f9e5-4072-8432-84a719d1095c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:55.751823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:55.830812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fc89f298-67b6-48a4-8be7-6c549eda9dec tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/bc062eba-f9e5-4072-8432-84a719d1095c HTTP/1.1" status: 200 len: 924 time: 0.2009611 Sep 17 01:22:55.837932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38402) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:55.842227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] Routers {'bc062eba-f9e5-4072-8432-84a719d1095c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:55.846264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['bc062eba-f9e5-4072-8432-84a719d1095c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:55.887902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.913203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:55.915613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:55.916104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.918165 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.925041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:55.959757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e5e4dc-0929-4657-8590-f01c00496d26 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:55.961550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-75e5e4dc-0929-4657-8590-f01c00496d26 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=bc062eba-f9e5-4072-8432-84a719d1095c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1186292 Sep 17 01:22:55.968120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38404) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:55.982432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] Routers {'bc062eba-f9e5-4072-8432-84a719d1095c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:55.984726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['bc062eba-f9e5-4072-8432-84a719d1095c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:56.051374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:56.052164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebbb39f-0e4f-4e15-ac0c-61fd025ed0e5 None None] The sync data for ids ['bc062eba-f9e5-4072-8432-84a719d1095c'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:56.081149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Allocated IP 172.25.1.196 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/537a8726-96c3-44d5-bff7-e7c9cf4fa752) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:56.108179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:56.115029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:56.118230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:56.123673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07c5d3-e600-429c-8eee-65f187d743a3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:56.129388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb07c5d3-e600-429c-8eee-65f187d743a3 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.1599784 Sep 17 01:22:56.129605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38408) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:56.154779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Pushing event updated for resources: {'Port': ['ID=6e98f50b-38c7-4784-81c3-671f8f9d0d59,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:56.195825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-45677653-c658-418b-a12f-b724113076dd tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc062eba-f9e5-4072-8432-84a719d1095c HTTP/1.1" status: 200 len: 205 time: 0.0649152 Sep 17 01:22:56.198855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38410) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:56.242975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Attempting to bind port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:56.243381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Attempting to bind port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:56.243743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Attempting to bind port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 on network dcf331df-b5cd-40fc-beec-b0f06a39fb62 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:56.276106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 64a6901d-a69d-4aaf-87bb-43e7febd1d50 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:56.280221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:56.281614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Checking segment: {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:56.282332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.282963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Bound using segment: {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:56.283618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Bound port: 6e98f50b-38c7-4784-81c3-671f8f9d0d59, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:56.284403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.305370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.332550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.336077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.426669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.432452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Port': ['ID=419d91aa-b76d-424c-890f-c00d3ef0edb0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:56.482548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] For port 6e98f50b-38c7-4784-81c3-671f8f9d0d59, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:56.492001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] For port 6e98f50b-38c7-4784-81c3-671f8f9d0d59, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6e98f50b-38c7-4784-81c3-671f8f9d0d59,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:56.497168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:56.501050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:56.505195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:56.519861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:56.519861 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.543678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Pushing event updated for resources: {'Port': ['ID=537a8726-96c3-44d5-bff7-e7c9cf4fa752,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:56.609147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.683766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.692212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fad4f9-8f41-49b6-97c1-9057f70bea30 None None] Pushing event updated for resources: {'Port': ['ID=6e98f50b-38c7-4784-81c3-671f8f9d0d59,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:56.775489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:56.958493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Router 32d4f417-3180-40ae-af7e-19cba752d269 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:22:57.104170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.335791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.429188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Deleting port 309c1a8b-f10c-4d3e-b940-432da31de9ed {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:22:57.429188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.429188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:57.436784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ad53eda-ab71-455a-b29e-bfd8738b3553 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8949902 Sep 17 01:22:57.438638 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] Sync routers for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:57.446924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:57.451210 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:57.451867 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:57.511672 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-4f2ce6bc-8580-4a06-94dc-bb1a0f7ad99e tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] delete failed (client error): The resource could not be found. Sep 17 01:22:57.521354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4f2ce6bc-8580-4a06-94dc-bb1a0f7ad99e tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-858711388 HTTP/1.1" status: 404 len: 334 time: 0.0732498 Sep 17 01:22:57.522715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38440) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:57.542230 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:57.544824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-18655199-635e-42a8-a3fc-8658e5c702d4 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'router': {'external_gateway_info': {'network_id': '32d4f417-3180-40ae-af7e-19cba752d269'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:57.571161 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:57.571787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:57.636012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6e98f50b-38c7-4784-81c3-671f8f9d0d59 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:57.649677 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:57.651516 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.652848 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb91aab3-659d-4b87-9b98-d7399367f5ca None None] The sync data for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:22:57.669071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Calling delete_port for 309c1a8b-f10c-4d3e-b940-432da31de9ed owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:22:57.703603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:57.704276 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.712942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:22:57.792803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.829618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 6e98f50b-38c7-4784-81c3-671f8f9d0d59, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6e98f50b-38c7-4784-81c3-671f8f9d0d59,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:22:57.892441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.916297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.924263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18655199-635e-42a8-a3fc-8658e5c702d4 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:57.943428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event deleted for resources: {'Port': ['ID=309c1a8b-f10c-4d3e-b940-432da31de9ed,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:57.990402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:22:57.997402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=6e98f50b-38c7-4784-81c3-671f8f9d0d59,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:58.007724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Sync routers for ids ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:22:58.032122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Routers {'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:58.034131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:58.034403 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-18655199-635e-42a8-a3fc-8658e5c702d4 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] update failed (client error): The resource could not be found. Sep 17 01:22:58.039570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-18655199-635e-42a8-a3fc-8658e5c702d4 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269 HTTP/1.1" status: 404 len: 339 time: 0.5081677 Sep 17 01:22:58.040528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38450) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:58.049580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-809532653'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:58.055067 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.081728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.089084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-49e88a0b-1664-4352-a5c6-77efa426a2dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2881184 Sep 17 01:22:58.095494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df4203-59f7-4bcd-8ab8-a1b3c9509944 None None] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:22:58.096028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:58.179878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.182373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.263926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d80f9fe8-b242-47d3-a022-017c416e5b49 None None] Provisioning complete for port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:58.264348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d80f9fe8-b242-47d3-a022-017c416e5b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.309586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.310540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Fanout notify agent at l3_agent the message router_deleted on router bc062eba-f9e5-4072-8432-84a719d1095c {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:22:58.320019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.325769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1f715e65-31a9-475a-84c1-77baf557a9c3 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/bc062eba-f9e5-4072-8432-84a719d1095c HTTP/1.1" status: 204 len: 168 time: 2.1250873 Sep 17 01:22:58.328061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38458) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:58.333846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-994790901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:58.369743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Set router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:22:58.460946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.462812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.543108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.547488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:58.551548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.609975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.626937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:22:58.678370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.678746 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Added segment d47e906e-be70-484b-93ac-0b89a56415d3 of type vlan for network 0c069ad9-893b-478e-8013-d2c7a311280f Sep 17 01:22:58.680058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:22:56Z', 'revision_number': 3, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:58.718760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Checking router: f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:22:58.720195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Updating router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:22:58.739533 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.744215 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-35256b16-e1ba-4972-ac8f-b8e4d134c315 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4149861 Sep 17 01:22:58.745247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:58.751691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': True}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:58.767456 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.801142 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.880600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.901611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b3ded0b-87fc-4cfa-a064-a76f12d60fed None None] Provisioning complete for port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:58.901987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b3ded0b-87fc-4cfa-a064-a76f12d60fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:58.989487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.029885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.045203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.051445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:22:59.052111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.136474 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.156004 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.175222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Network': ['ID=0c069ad9-893b-478e-8013-d2c7a311280f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:59.185799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0c069ad9-893b-478e-8013-d2c7a311280f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:22:59.226024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-48676cf8-24db-4a25-bda3-9317bb2e3dcd tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1831231 Sep 17 01:22:59.228937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38480) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:22:59.235867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'subnet': {'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:22:59.261241 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.316721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Allocated IP 172.20.0.1 (dcf331df-b5cd-40fc-beec-b0f06a39fb62/357da1cd-5482-4f3b-9398-c547c1b228fc/b1d638fa-2024-4c9f-b8f6-600e7c6e3148) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:59.318698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Attempting to bind port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:22:59.318886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Attempting to bind port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:22:59.319283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Attempting to bind port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:22:59.321296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3fb5f-c21b-403c-809e-3e1495e8544c None None] Pushing event updated for resources: {'Port': ['ID=537a8726-96c3-44d5-bff7-e7c9cf4fa752,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:59.326842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:22:59.327251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:22:59.327723 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.328299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:22:59.328797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Bound port: 537a8726-96c3-44d5-bff7-e7c9cf4fa752, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:22:59.329182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.374086 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.400243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.416057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] For port 537a8726-96c3-44d5-bff7-e7c9cf4fa752, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:22:59.421498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] For port 537a8726-96c3-44d5-bff7-e7c9cf4fa752, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=537a8726-96c3-44d5-bff7-e7c9cf4fa752,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:22:59.467752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6e98f50b-38c7-4784-81c3-671f8f9d0d59 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:22:59.498639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Made reservation on behalf of 89411ea7049e4a19ad38c6986f6c2ac1 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:22:59.502984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.518555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.531226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Allocated IP 172.25.1.63 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/8453104f-715b-4dbb-a0bb-a13ef45f86f7) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:22:59.549412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.685726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.734632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.783058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:22:59.783555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.816488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:59.820767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:59.828248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:59.831336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Routers {'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:22:59.831988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:22:59.837653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.852967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3fb5f-c21b-403c-809e-3e1495e8544c None None] Pushing event updated for resources: {'Port': ['ID=537a8726-96c3-44d5-bff7-e7c9cf4fa752,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:59.875435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.877859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:22:59.882094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:22:59.896096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:22:59.901036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:22:59.905276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:22:59.950676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Port': ['ID=8453104f-715b-4dbb-a0bb-a13ef45f86f7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:00.018516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] Set router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:00.026837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Subnet': ['ID=834e1142-1e4a-4568-84fb-d3940071edd2,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:00.051752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Checking segment: {'id': 'd47e906e-be70-484b-93ac-0b89a56415d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:00.052111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network hostable DHCP agents. Network: 0c069ad9-893b-478e-8013-d2c7a311280f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:00.181895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network 0c069ad9-893b-478e-8013-d2c7a311280f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:00.222906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.232397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-104784f1-9212-4725-8c67-521cdc2d9cfb None None] Provisioning complete for port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:00.232780 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-104784f1-9212-4725-8c67-521cdc2d9cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.280048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0c069ad9-893b-478e-8013-d2c7a311280f) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:00.280926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-104784f1-9212-4725-8c67-521cdc2d9cfb None None] Port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:00.289689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e63e7-8c11-447b-80f2-1594f70d0499 None None] Network 0c069ad9-893b-478e-8013-d2c7a311280f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:00.289813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:00.290362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.330760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.331568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:22:56Z', 'revision_number': 3, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:00.366237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed402db8-9091-4ab9-8166-87fdf4999898 None None] The sync data for ids ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'] in n-d-789963-7 is: [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:22:56Z', 'revision_number': 3, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:00.417206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ea28b11-3b72-4cbf-8d01-0f433c0cd6a5 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1869268 Sep 17 01:23:00.419871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38500) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:00.428948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0cfefc25-8ab2-4b1e-8c5b-f30194ea575c tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'router': {'external_gateway_info': {'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:00.538795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0c069ad9-893b-478e-8013-d2c7a311280f', 'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f', 'tenant_id': '89411ea7049e4a19ad38c6986f6c2ac1', 'fixed_ips': [{'subnet_id': '834e1142-1e4a-4568-84fb-d3940071edd2'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:00.540073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.615675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.619776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.677794 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.755286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0cfefc25-8ab2-4b1e-8c5b-f30194ea575c tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.763803 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.768604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Allocated IP 2001:db8:1::2 (0c069ad9-893b-478e-8013-d2c7a311280f/834e1142-1e4a-4568-84fb-d3940071edd2/68e8e054-e49a-48f6-ac52-1993c6b2cccb) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:00.885301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:00.907023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:00.910815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Router 3d984c3f-016d-4572-bd11-13f5ef6cd1f5 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:23:01.000567 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.067372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.083882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:01.088477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:01.090129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:01.110976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.112586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-05054ecc-f14c-4baa-8e67-b85d33b90714 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "PUT /v2.0/routers/3d984c3f-016d-4572-bd11-13f5ef6cd1f5 HTTP/1.1" status: 200 len: 917 time: 2.3661108 Sep 17 01:23:01.114843 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] Sync routers for ids ['3d984c3f-016d-4572-bd11-13f5ef6cd1f5'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:01.115709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:01.134168 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] Routers {'3d984c3f-016d-4572-bd11-13f5ef6cd1f5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:01.134965 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3d984c3f-016d-4572-bd11-13f5ef6cd1f5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:01.166621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Network 0c069ad9-893b-478e-8013-d2c7a311280f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:01.166621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:01.179341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:01.226364 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:01.241854 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-0cfefc25-8ab2-4b1e-8c5b-f30194ea575c tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:23:01.256591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0cfefc25-8ab2-4b1e-8c5b-f30194ea575c tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269 HTTP/1.1" status: 400 len: 364 time: 0.8328781 Sep 17 01:23:01.257264 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] Routers {'3d984c3f-016d-4572-bd11-13f5ef6cd1f5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:01.259943 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['3d984c3f-016d-4572-bd11-13f5ef6cd1f5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:01.264220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Pushing event updated for resources: {'Port': ['ID=68e8e054-e49a-48f6-ac52-1993c6b2cccb,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:01.270997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:01.312966 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:01.313887 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91774c35-3fcb-4607-8a01-3e7fd90b3459 None None] The sync data for ids ['3d984c3f-016d-4572-bd11-13f5ef6cd1f5'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:01.357780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Attempting to bind port 68e8e054-e49a-48f6-ac52-1993c6b2cccb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:01.358148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Attempting to bind port 68e8e054-e49a-48f6-ac52-1993c6b2cccb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd47e906e-be70-484b-93ac-0b89a56415d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:01.358505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Attempting to bind port 68e8e054-e49a-48f6-ac52-1993c6b2cccb on network 0c069ad9-893b-478e-8013-d2c7a311280f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:01.377168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:01.377437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Checking segment: {'id': 'd47e906e-be70-484b-93ac-0b89a56415d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:01.378137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.378137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Bound using segment: {'id': 'd47e906e-be70-484b-93ac-0b89a56415d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:01.378601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Bound port: 68e8e054-e49a-48f6-ac52-1993c6b2cccb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd47e906e-be70-484b-93ac-0b89a56415d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c069ad9-893b-478e-8013-d2c7a311280f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:01.379345 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.384728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:01.519346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] For port 68e8e054-e49a-48f6-ac52-1993c6b2cccb, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:01.522635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] For port 68e8e054-e49a-48f6-ac52-1993c6b2cccb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=68e8e054-e49a-48f6-ac52-1993c6b2cccb,segment=NetworkSegment(d47e906e-be70-484b-93ac-0b89a56415d3),segment_id=d47e906e-be70-484b-93ac-0b89a56415d3)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:01.537159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4f45e84b-a8c6-4a11-a283-d4b81f74a77f None None] Provisioning complete for port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:01.537541 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4f45e84b-a8c6-4a11-a283-d4b81f74a77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.554924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f486fc2c-e664-49f4-a2a5-06428bcbd1f9 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/3d984c3f-016d-4572-bd11-13f5ef6cd1f5 HTTP/1.1" status: 200 len: 923 time: 0.4378288 Sep 17 01:23:01.558973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:01.579854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4f45e84b-a8c6-4a11-a283-d4b81f74a77f None None] Port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:01.597770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 537a8726-96c3-44d5-bff7-e7c9cf4fa752 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:01.633126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:01.641455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d29df71-19be-4118-bce7-047d904de669 admin admin] 10.222.0.13 "PUT /v2.0/routers/f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5442927 Sep 17 01:23:01.647411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.756293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c8331-b888-42ab-884f-2d5fe28d94f3 None None] Pushing event updated for resources: {'Port': ['ID=68e8e054-e49a-48f6-ac52-1993c6b2cccb,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:01.783247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:01.784039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.947571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:01.985569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 537a8726-96c3-44d5-bff7-e7c9cf4fa752, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=537a8726-96c3-44d5-bff7-e7c9cf4fa752,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:02.047200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.151191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=537a8726-96c3-44d5-bff7-e7c9cf4fa752,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:02.197794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa7582d-f812-495e-a31d-a49dbeb57d9f tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:02.201725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2aa7582d-f812-495e-a31d-a49dbeb57d9f tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=3d984c3f-016d-4572-bd11-13f5ef6cd1f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6350780 Sep 17 01:23:02.202185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:02.264355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.318714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906c851-dbe2-418b-a07a-b48e5cf0f927 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:02.320528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4906c851-dbe2-418b-a07a-b48e5cf0f927 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.1172841 Sep 17 01:23:02.323274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38544) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:02.360092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b08b2b61-670d-4fca-acdc-9b8546b947fe tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d984c3f-016d-4572-bd11-13f5ef6cd1f5 HTTP/1.1" status: 200 len: 205 time: 0.0356057 Sep 17 01:23:02.362585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38550) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:02.524219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.571371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Allocated IP 2001:db8::1 (82e48764-1fc1-431a-80f6-7c07b97b1c98/3c023559-da04-4477-b543-46d998b2691e/84d38c4c-2036-403c-b45f-eb52106b3b43) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:02.655603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.703205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.779816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.815829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Deleting port 8453104f-715b-4dbb-a0bb-a13ef45f86f7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:02.819707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.825214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:02.829513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:02.838508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:02.839247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.853897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Port': ['ID=84d38c4c-2036-403c-b45f-eb52106b3b43,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:02.974177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:02.998985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Calling delete_port for 8453104f-715b-4dbb-a0bb-a13ef45f86f7 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:03.194331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.333476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d8bc9b03-bc97-4e7a-a701-b4be2130148a None None] Provisioning complete for port 84d38c4c-2036-403c-b45f-eb52106b3b43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:03.334775 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8bc9b03-bc97-4e7a-a701-b4be2130148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.434069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d8bc9b03-bc97-4e7a-a701-b4be2130148a None None] Port 84d38c4c-2036-403c-b45f-eb52106b3b43 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:03.440656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.522884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event deleted for resources: {'Port': ['ID=8453104f-715b-4dbb-a0bb-a13ef45f86f7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:03.663282 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.663902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Sync routers for ids ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:03.675805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Routers {'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:03.679098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:03.739026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.751398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 68e8e054-e49a-48f6-ac52-1993c6b2cccb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:03.755361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.758284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.794235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c52b680-6e5a-4db1-8e94-fe6af7a91018 None None] Network 0c069ad9-893b-478e-8013-d2c7a311280f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:03.840803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.849041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.867067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38598) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:03.908842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.909436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Fanout notify agent at l3_agent the message router_deleted on router 3d984c3f-016d-4572-bd11-13f5ef6cd1f5 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:03.917562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.925331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-defc3856-29cc-4c48-87d7-a18a0b2a12fb tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/3d984c3f-016d-4572-bd11-13f5ef6cd1f5 HTTP/1.1" status: 204 len: 168 time: 1.5611391 Sep 17 01:23:03.925842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Set router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:03.928086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38600) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:03.932648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 68e8e054-e49a-48f6-ac52-1993c6b2cccb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:03.933027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:03.946084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-724026635', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:03.981151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event updated for resources: {'Port': ['ID=84d38c4c-2036-403c-b45f-eb52106b3b43,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:04.005544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2304b333-9678-4697-ae43-2879f2014268 None None] Provisioning complete for port 68e8e054-e49a-48f6-ac52-1993c6b2cccb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:04.005923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2304b333-9678-4697-ae43-2879f2014268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.064496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:04.066211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:04.160742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.218370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.219432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.337216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Router 32d4f417-3180-40ae-af7e-19cba752d269 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:04.342864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.432864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.479035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:04.487853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-baae6240-b9f5-4927-bafd-9360eb58276d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2156901 Sep 17 01:23:04.488478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38610) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:04.493775 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] Sync routers for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:04.506505 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:04.507718 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:04.545599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 68e8e054-e49a-48f6-ac52-1993c6b2cccb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=68e8e054-e49a-48f6-ac52-1993c6b2cccb,segment=NetworkSegment(d47e906e-be70-484b-93ac-0b89a56415d3),segment_id=d47e906e-be70-484b-93ac-0b89a56415d3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:04.555774 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:04.569040 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:04.570406 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:04.597317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2304b333-9678-4697-ae43-2879f2014268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.600512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.610805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7a926063-a4dc-40c2-95b7-1cfd42d9a563 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6819110 Sep 17 01:23:04.611471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38612) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:04.619186 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:04.620162 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c11306-07b8-410a-8e3e-3cc65473479d None None] The sync data for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:04.632330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'enable_snat': False}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:04.644159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.644967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 537a8726-96c3-44d5-bff7-e7c9cf4fa752 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:04.711813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d602f1d-d29c-4d0c-b61f-aa6b88476d95 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.823061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.895117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=68e8e054-e49a-48f6-ac52-1993c6b2cccb,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:04.898317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-2304b333-9678-4697-ae43-2879f2014268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:23:04.899162 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-2304b333-9678-4697-ae43-2879f2014268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:23:04.929665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:04.930234 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.940645 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-0d602f1d-d29c-4d0c-b61f-aa6b88476d95 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 01:23:04.945193 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d602f1d-d29c-4d0c-b61f-aa6b88476d95 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269 HTTP/1.1" status: 409 len: 329 time: 0.4558206 Sep 17 01:23:04.945925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38618) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:04.982769 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:04.988432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:23:00Z', 'revision_number': 4, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'b1d638fa-2024-4c9f-b8f6-600e7c6e3148', 'name': '', 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'mac_address': 'fa:16:3e:6e:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '357da1cd-5482-4f3b-9398-c547c1b228fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:59Z', 'updated_at': '2021-09-17T01:23:00Z', 'revision_number': 2, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'subnets': [{'id': '357da1cd-5482-4f3b-9398-c547c1b228fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:05.018596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Checking router: f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:23:05.018951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Updating router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:23:05.051807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.200628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Deleting port 64a6901d-a69d-4aaf-87bb-43e7febd1d50 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:05.202079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.291999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] For port 64a6901d-a69d-4aaf-87bb-43e7febd1d50, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=64a6901d-a69d-4aaf-87bb-43e7febd1d50,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:05.292361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.306793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Calling delete_port for 64a6901d-a69d-4aaf-87bb-43e7febd1d50 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:05.473441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0841-d34a-4eb7-a22e-c5fcc1bf4c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.500605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 68e8e054-e49a-48f6-ac52-1993c6b2cccb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:05.503215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.532698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.537191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.613973 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.616653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 68e8e054-e49a-48f6-ac52-1993c6b2cccb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:05.617013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.679390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.707406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=64a6901d-a69d-4aaf-87bb-43e7febd1d50,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:05.730856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.789114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Allocated IP 172.25.1.63 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0bf5620b-6983-4b7b-9a63-5e6d58b0ada0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:05.832310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5129a012-eec2-41ce-b246-daa0bb2cd2b4 None None] Provisioning complete for port 68e8e054-e49a-48f6-ac52-1993c6b2cccb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:05.832677 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5129a012-eec2-41ce-b246-daa0bb2cd2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:05.924246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d477e6-73d3-4989-aaf3-0af48201453c None None] Pushing event updated for resources: {'Port': ['ID=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:05.999880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Attempting to bind port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:06.010876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Attempting to bind port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:06.011233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Attempting to bind port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 on network dcf331df-b5cd-40fc-beec-b0f06a39fb62 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:06.025669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:06.025833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Checking segment: {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:06.026200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.026595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Bound using segment: {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:06.027098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Bound port: b1d638fa-2024-4c9f-b8f6-600e7c6e3148, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0a2123-10cf-40a0-a585-bc24ae79c57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:06.027473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.060399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.206147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5129a012-eec2-41ce-b246-daa0bb2cd2b4 None None] Provisioning complete for port 84d38c4c-2036-403c-b45f-eb52106b3b43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:06.206536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5129a012-eec2-41ce-b246-daa0bb2cd2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.228879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] For port b1d638fa-2024-4c9f-b8f6-600e7c6e3148, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:06.246632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] For port b1d638fa-2024-4c9f-b8f6-600e7c6e3148, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:06.255197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5129a012-eec2-41ce-b246-daa0bb2cd2b4 None None] Port 84d38c4c-2036-403c-b45f-eb52106b3b43 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:06.321103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.370187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:06.449816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Routers {'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:06.453524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:06.457566 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.471098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting port 84d38c4c-2036-403c-b45f-eb52106b3b43 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:06.471440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.526679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9e2aa0ca-7743-4de8-b64f-c2435a9af1d2 None None] Provisioning complete for port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:06.527272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa0ca-7743-4de8-b64f-c2435a9af1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.575750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.579727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d477e6-73d3-4989-aaf3-0af48201453c None None] Pushing event updated for resources: {'Port': ['ID=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:06.600839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Calling delete_port for 84d38c4c-2036-403c-b45f-eb52106b3b43 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:06.642328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:06.653355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38642) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:06.654465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ffd97959-ff8b-412c-b748-ffba39057c49 admin admin] 10.222.0.13 "PUT /v2.0/routers/432e49cf-d9ce-4c75-bf4b-84d638c213a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7856979 Sep 17 01:23:06.660017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb157990-6519-46de-9161-6330cc725232 None None] Sync routers for ids ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:06.683743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] Routers {'432e49cf-d9ce-4c75-bf4b-84d638c213a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:06.684529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:06.742537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] Set router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:06.770146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa0ca-7743-4de8-b64f-c2435a9af1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.824483 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.879036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:06.887401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:06.896337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9e2aa0ca-7743-4de8-b64f-c2435a9af1d2 None None] For port b1d638fa-2024-4c9f-b8f6-600e7c6e3148, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:06.922384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:06.927104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:06.958648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] Set router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:06.979327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Pushing event updated for resources: {'Port': ['ID=0bf5620b-6983-4b7b-9a63-5e6d58b0ada0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:07.159561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.183004 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2aa0ca-7743-4de8-b64f-c2435a9af1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.190048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.228087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Port': ['ID=84d38c4c-2036-403c-b45f-eb52106b3b43,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:07.384883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2aa0ca-7743-4de8-b64f-c2435a9af1d2 None None] Pushing event updated for resources: {'Port': ['ID=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:07.396964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.496801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-247d411a-ce0e-4b43-a1db-3601754c4aee None None] Provisioning complete for port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:07.497183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-247d411a-ce0e-4b43-a1db-3601754c4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.549840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Deleting port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:07.550404 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.620844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:23:00Z', 'revision_number': 4, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'b1d638fa-2024-4c9f-b8f6-600e7c6e3148', 'name': '', 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'mac_address': 'fa:16:3e:6e:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '357da1cd-5482-4f3b-9398-c547c1b228fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:59Z', 'updated_at': '2021-09-17T01:23:06Z', 'revision_number': 4, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'subnets': [{'id': '357da1cd-5482-4f3b-9398-c547c1b228fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:07.660195 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.667037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:23:05Z', 'revision_number': 5, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port': {'id': '4609d749-5b3e-40fb-8fd2-dbdda389bfa3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:28:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2297, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:41Z', 'updated_at': '2021-09-17T01:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:07.670514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebc325-4496-46f0-91ba-1a102d96c349 None None] The sync data for ids ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'] in n-d-789963-7 is: [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:23:00Z', 'revision_number': 4, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'b1d638fa-2024-4c9f-b8f6-600e7c6e3148', 'name': '', 'network_id': 'dcf331df-b5cd-40fc-beec-b0f06a39fb62', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'mac_address': 'fa:16:3e:6e:ff:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': '357da1cd-5482-4f3b-9398-c547c1b228fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:59Z', 'updated_at': '2021-09-17T01:23:06Z', 'revision_number': 4, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'subnets': [{'id': '357da1cd-5482-4f3b-9398-c547c1b228fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:07.708373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb157990-6519-46de-9161-6330cc725232 None None] Checking router: 432e49cf-d9ce-4c75-bf4b-84d638c213a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:23:07.743428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] Routers {'432e49cf-d9ce-4c75-bf4b-84d638c213a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:07.748354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:07.775767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Router 32d4f417-3180-40ae-af7e-19cba752d269 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:07.815669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] For port 4609d749-5b3e-40fb-8fd2-dbdda389bfa3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:07.815669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:07.863320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] Set router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:07.907940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Calling delete_port for 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:07.938633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb157990-6519-46de-9161-6330cc725232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:23:07Z', 'revision_number': 6, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:07.971377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb157990-6519-46de-9161-6330cc725232 None None] The sync data for ids ['432e49cf-d9ce-4c75-bf4b-84d638c213a6'] in n-d-789963-7 is: [{'id': '432e49cf-d9ce-4c75-bf4b-84d638c213a6', 'name': 'tempest-TestAggregatesBasicOps-98515955-router', 'tenant_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:40Z', 'updated_at': '2021-09-17T01:23:07Z', 'revision_number': 6, 'project_id': 'ccc84bd0ba4e44e8b58e7e134921f43a', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:08.002966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:08.017397 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] Sync routers for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:08.036697 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:08.039361 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:08.044955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38660) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:08.063710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-19885a0d-e107-4fee-896b-a392b889b15d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1146181 Sep 17 01:23:08.101998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:08.106900 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-4632c35d-940e-4f1d-adbb-2dd2e13d1d09 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] show failed (client error): The resource could not be found. Sep 17 01:23:08.113244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4632c35d-940e-4f1d-adbb-2dd2e13d1d09 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-260820566 HTTP/1.1" status: 404 len: 334 time: 0.0671856 Sep 17 01:23:08.113425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38662) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:08.116906 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] Routers {'32d4f417-3180-40ae-af7e-19cba752d269'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:08.117620 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:22:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['32d4f417-3180-40ae-af7e-19cba752d269'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:08.120618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5f5e63b6-d238-4a94-91d8-c9453866059e tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Request body: {'router': {'name': 'new_name'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:08.153000 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:08.153937 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5213e2-decb-4389-8cbb-4658090f33f6 None None] The sync data for ids ['32d4f417-3180-40ae-af7e-19cba752d269'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:08.167827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-690bb269-3dd1-4c33-9ec6-b28b4cf72c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:08.189649 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-5f5e63b6-d238-4a94-91d8-c9453866059e tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] update failed (client error): The resource could not be found. Sep 17 01:23:08.190720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5f5e63b6-d238-4a94-91d8-c9453866059e tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-471837662 HTTP/1.1" status: 404 len: 334 time: 0.0749898 Sep 17 01:23:08.194335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:08.270052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:08.290827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:08.357749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting subnet 834e1142-1e4a-4568-84fb-d3940071edd2 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:08.364436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:08.487030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:08.909678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:08.945347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=4609d749-5b3e-40fb-8fd2-dbdda389bfa3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:08.980102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Router e9962b84-7f11-48b0-93ca-9ed7d391639f is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:23:09.011598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.042155 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.132362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.272962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.275759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.282968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.318422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Subnet': ['ID=834e1142-1e4a-4568-84fb-d3940071edd2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:09.328086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa680ba-581c-407a-8bc8-ec26c5c81987 None None] Network 0c069ad9-893b-478e-8013-d2c7a311280f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:09.355571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.357384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07c53a33-bcbe-4ecc-8d57-6d0f96a1b90f tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/subnets/834e1142-1e4a-4568-84fb-d3940071edd2 HTTP/1.1" status: 204 len: 168 time: 1.1621482 Sep 17 01:23:09.360700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38688) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:09.362614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:09.371692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.371692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0676736c-0269-4d24-aa5d-f21beb2542fd tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "PUT /v2.0/routers/e9962b84-7f11-48b0-93ca-9ed7d391639f HTTP/1.1" status: 200 len: 918 time: 4.7545979 Sep 17 01:23:09.372253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:09.382246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] Sync routers for ids ['e9962b84-7f11-48b0-93ca-9ed7d391639f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:09.443778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] Routers {'e9962b84-7f11-48b0-93ca-9ed7d391639f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:09.444404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e9962b84-7f11-48b0-93ca-9ed7d391639f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:09.478409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.483809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 432e49cf-d9ce-4c75-bf4b-84d638c213a6 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:09.487598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:09.491284 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.492709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c07feb59-5913-4bca-b965-68e0983e6a76 admin admin] 10.222.0.13 "DELETE /v2.0/routers/432e49cf-d9ce-4c75-bf4b-84d638c213a6 HTTP/1.1" status: 204 len: 168 time: 2.8372328 Sep 17 01:23:09.495496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38692) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:09.501897 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.524094 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.568009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8ab5aa41-38e7-448f-a98c-a866ca115d42 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/e9962b84-7f11-48b0-93ca-9ed7d391639f HTTP/1.1" status: 200 len: 924 time: 0.1944559 Sep 17 01:23:09.568856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38696) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:09.579564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b1d638fa-2024-4c9f-b8f6-600e7c6e3148 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:09.583771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] Routers {'e9962b84-7f11-48b0-93ca-9ed7d391639f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:09.584362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting port 68e8e054-e49a-48f6-ac52-1993c6b2cccb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:09.584504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['e9962b84-7f11-48b0-93ca-9ed7d391639f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:09.587422 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.614093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Deleting subnet be1b692d-a95d-4d5a-8a8f-c02437b0ad66 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:09.620013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.670229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6b8e1-bd7a-414a-8d1a-25206d09747b tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:09.675038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:09.675764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-05f6b8e1-bd7a-414a-8d1a-25206d09747b tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=e9962b84-7f11-48b0-93ca-9ed7d391639f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1038556 Sep 17 01:23:09.676046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01db4e8b-126f-41f2-8e87-6b8ad2674fd2 None None] The sync data for ids ['e9962b84-7f11-48b0-93ca-9ed7d391639f'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:09.682861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38700) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:09.710354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] For port 68e8e054-e49a-48f6-ac52-1993c6b2cccb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=68e8e054-e49a-48f6-ac52-1993c6b2cccb,segment=NetworkSegment(d47e906e-be70-484b-93ac-0b89a56415d3),segment_id=d47e906e-be70-484b-93ac-0b89a56415d3)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:09.710629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.723127 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.729285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:09.730076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Calling delete_port for 68e8e054-e49a-48f6-ac52-1993c6b2cccb owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:09.730336 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.786656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] DHCP port deletion for 0c069ad9-893b-478e-8013-d2c7a311280f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:09.886493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] Deleting port 68e8e054-e49a-48f6-ac52-1993c6b2cccb {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:09.890122 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.909115 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.939189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c865e92-c186-490a-8359-104fce379589 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:09.941377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c865e92-c186-490a-8359-104fce379589 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/networks/3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 881 time: 0.2575252 Sep 17 01:23:09.942351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Port': ['ID=68e8e054-e49a-48f6-ac52-1993c6b2cccb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:09.944944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:09.953133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] No DVR routers for this DVR port 68e8e054-e49a-48f6-ac52-1993c6b2cccb on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:09.976739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:09.988431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:09.993133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0f0fe3d8-2ad2-4207-a60c-c246f2fd5f04 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9962b84-7f11-48b0-93ca-9ed7d391639f HTTP/1.1" status: 200 len: 205 time: 0.0469673 Sep 17 01:23:10.007217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38712) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:10.007436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:10.007791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4609d749-5b3e-40fb-8fd2-dbdda389bfa3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:10.008209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 64a6901d-a69d-4aaf-87bb-43e7febd1d50 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:10.015527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] For port 68e8e054-e49a-48f6-ac52-1993c6b2cccb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=68e8e054-e49a-48f6-ac52-1993c6b2cccb,segment=NetworkSegment(d47e906e-be70-484b-93ac-0b89a56415d3),segment_id=d47e906e-be70-484b-93ac-0b89a56415d3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:10.016007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.038441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 64a6901d-a69d-4aaf-87bb-43e7febd1d50 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:10.038926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 64a6901d-a69d-4aaf-87bb-43e7febd1d50 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:10.054675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] Calling delete_port for 68e8e054-e49a-48f6-ac52-1993c6b2cccb owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:10.126722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.142414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:10.155847 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:23:10.166500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.186035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] No DVR routers for this DVR port 68e8e054-e49a-48f6-ac52-1993c6b2cccb on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:10.189044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1b692d-a95d-4d5a-8a8f-c02437b0ad66,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:10.197150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.204669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b8e70ef-e095-4391-be42-f3907ee8ce6a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/be1b692d-a95d-4d5a-8a8f-c02437b0ad66 HTTP/1.1" status: 204 len: 168 time: 0.7077742 Sep 17 01:23:10.205294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:10.207355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c069ad9-893b-478e-8013-d2c7a311280f']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:10.239401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd47e906e-be70-484b-93ac-0b89a56415d3') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:10.239974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd47e906e-be70-484b-93ac-0b89a56415d3') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:10.256861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.262991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f92435c-65cb-4408-90f1-e6e9aafb09ee None None] Pushing event deleted for resources: {'Port': ['ID=68e8e054-e49a-48f6-ac52-1993c6b2cccb,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:10.268866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e101867b-5ef9-4f56-b4f2-a3758156d269 None None] Network 445a897a-1a92-4316-9244-29f330ea1845 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:10.274102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.298086 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.314587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.325307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:10.325704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:10.329783 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:10.371184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Deleting port 479c9306-6bc2-48cb-9295-0f95c06977c9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:10.371524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.458967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] For port 479c9306-6bc2-48cb-9295-0f95c06977c9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=479c9306-6bc2-48cb-9295-0f95c06977c9,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:10.459480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.467028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.478888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Calling delete_port for 479c9306-6bc2-48cb-9295-0f95c06977c9 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:10.506173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] DHCP port deletion for 445a897a-1a92-4316-9244-29f330ea1845 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:10.516851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.524654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.529421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/networks/0c069ad9-893b-478e-8013-d2c7a311280f HTTP/1.1" status: 204 len: 168 time: 1.1677022 Sep 17 01:23:10.529733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:10.550131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37f593-5375-4b3c-a28e-fe056536bcd1 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Network': ['ID=0c069ad9-893b-478e-8013-d2c7a311280f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:10.572268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] Deleting port 479c9306-6bc2-48cb-9295-0f95c06977c9 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:10.572933 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.603414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting subnet e208dbe3-5a54-49d2-bed8-3819da940930 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:10.607489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.610489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Deleting port 0bf5620b-6983-4b7b-9a63-5e6d58b0ada0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:10.610843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.653119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] For port 479c9306-6bc2-48cb-9295-0f95c06977c9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=479c9306-6bc2-48cb-9295-0f95c06977c9,segment=NetworkSegment(ec8f0d11-49dd-4aaf-9796-f0d21091f8c6),segment_id=ec8f0d11-49dd-4aaf-9796-f0d21091f8c6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:10.653874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.659734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.672346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] Calling delete_port for 479c9306-6bc2-48cb-9295-0f95c06977c9 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:10.692601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.706049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Calling delete_port for 0bf5620b-6983-4b7b-9a63-5e6d58b0ada0 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:10.706647 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.742587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Pushing event deleted for resources: {'Port': ['ID=479c9306-6bc2-48cb-9295-0f95c06977c9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:10.750994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] No DVR routers for this DVR port 479c9306-6bc2-48cb-9295-0f95c06977c9 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:10.774692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.817002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] Pushing event deleted for resources: {'Port': ['ID=479c9306-6bc2-48cb-9295-0f95c06977c9,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:10.825674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f949e13-121b-4ac2-938a-52ffdeaf74a6 None None] No DVR routers for this DVR port 479c9306-6bc2-48cb-9295-0f95c06977c9 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:10.899885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.909754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:10.955621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445a897a-1a92-4316-9244-29f330ea1845']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:10.973852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:10.974145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8f0d11-49dd-4aaf-9796-f0d21091f8c6') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:10.989755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.009108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.016339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:11.016787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:11.018412 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:11.184708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.211897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event deleted for resources: {'Port': ['ID=0bf5620b-6983-4b7b-9a63-5e6d58b0ada0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:11.264572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.266012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.283907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.294321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Subnet': ['ID=e208dbe3-5a54-49d2-bed8-3819da940930,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:11.305932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.307754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.313333 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] 10.222.0.13 "DELETE /v2.0/networks/445a897a-1a92-4316-9244-29f330ea1845 HTTP/1.1" status: 204 len: 168 time: 1.1070139 Sep 17 01:23:11.315410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.316286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6018de8a-acbd-41c1-80d4-19b9f0eae91a None None] Network 000c8c00-200c-421c-8ebb-02e2ee00d63c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:11.318688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38736) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:11.319723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38738) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:11.320598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4b28fc9b-7f74-4d07-88e4-333b7244e0b9 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/subnets/e208dbe3-5a54-49d2-bed8-3819da940930 HTTP/1.1" status: 204 len: 168 time: 0.7896152 Sep 17 01:23:11.333399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036ab71-10d5-43a8-a133-00e3e5e4620a admin admin] Pushing event deleted for resources: {'Network': ['ID=445a897a-1a92-4316-9244-29f330ea1845,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:11.471830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 68e8e054-e49a-48f6-ac52-1993c6b2cccb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:11.494291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 68e8e054-e49a-48f6-ac52-1993c6b2cccb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:11.494410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 68e8e054-e49a-48f6-ac52-1993c6b2cccb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:11.494783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 479c9306-6bc2-48cb-9295-0f95c06977c9 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:11.516193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 479c9306-6bc2-48cb-9295-0f95c06977c9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:11.516559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 479c9306-6bc2-48cb-9295-0f95c06977c9 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:11.538740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] DHCP port deletion for 000c8c00-200c-421c-8ebb-02e2ee00d63c request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:11.598401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] Deleting port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:11.598786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.669188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] For port 4fb3e702-71d0-4326-b4fa-fb27514a10c9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4fb3e702-71d0-4326-b4fa-fb27514a10c9,segment=NetworkSegment(3d8db8ec-5dd2-4982-be54-fc757bcc4570),segment_id=3d8db8ec-5dd2-4982-be54-fc757bcc4570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:11.669589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.682844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] Calling delete_port for 4fb3e702-71d0-4326-b4fa-fb27514a10c9 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:11.752040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.759868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.846274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.849554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting subnet 9dfcf8c4-4992-4c05-8a93-8b3935acfebb {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:11.858899 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.875751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] Pushing event deleted for resources: {'Port': ['ID=4fb3e702-71d0-4326-b4fa-fb27514a10c9,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:11.880935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b31319-225f-484f-a641-95d1455ad4bc None None] No DVR routers for this DVR port 4fb3e702-71d0-4326-b4fa-fb27514a10c9 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:11.938346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.962622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.963158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Fanout notify agent at l3_agent the message router_deleted on router e9962b84-7f11-48b0-93ca-9ed7d391639f {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:11.979572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:11.980681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f1f72837-66cb-46a0-9d66-5b53deaacc65 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/e9962b84-7f11-48b0-93ca-9ed7d391639f HTTP/1.1" status: 204 len: 168 time: 1.9712906 Sep 17 01:23:11.985319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38748) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:11.994646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1807844528', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:12.158314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.164497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.165497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.287582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.385821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.454970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfcf8c4-4992-4c05-8a93-8b3935acfebb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:12.458035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.460457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98a1af97-d0e1-4374-87b2-ead91afbf7c3 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/subnets/9dfcf8c4-4992-4c05-8a93-8b3935acfebb HTTP/1.1" status: 204 len: 168 time: 1.0847538 Sep 17 01:23:12.462816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38764) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:12.465681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286cd03-87bd-47c8-ad39-34370387343b None None] Network a515249e-c81b-4823-8262-d5736cc48872 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:12.536605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.548971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.575513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.679654 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.704046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000c8c00-200c-421c-8ebb-02e2ee00d63c']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:12.715134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8db8ec-5dd2-4982-be54-fc757bcc4570') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:12.715396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8db8ec-5dd2-4982-be54-fc757bcc4570') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:12.727795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.745061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.753729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:12.754432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:12.757996 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:12.849277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] DHCP port deletion for a515249e-c81b-4823-8262-d5736cc48872 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:12.893675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.906941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.913082 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/networks/000c8c00-200c-421c-8ebb-02e2ee00d63c HTTP/1.1" status: 204 len: 168 time: 0.4422874 Sep 17 01:23:12.914100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38770) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:12.937801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] Deleting port c7ed16ce-434c-4045-9ae8-394946d6db52 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:12.938428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.951679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4be2-5fc0-4bf9-aab1-6025c7f10d23 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Network': ['ID=000c8c00-200c-421c-8ebb-02e2ee00d63c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:12.971333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.998179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:12.999952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38772) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:13.021014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Deleting port b1d638fa-2024-4c9f-b8f6-600e7c6e3148 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:13.025254 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.029221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] For port c7ed16ce-434c-4045-9ae8-394946d6db52, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7ed16ce-434c-4045-9ae8-394946d6db52,segment=NetworkSegment(785346c2-2d2e-4112-b8ea-7f6116606658),segment_id=785346c2-2d2e-4112-b8ea-7f6116606658)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:13.029695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.032731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.045516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] Calling delete_port for c7ed16ce-434c-4045-9ae8-394946d6db52 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:13.095737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting port c7ed16ce-434c-4045-9ae8-394946d6db52 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:13.096095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.164737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] For port c7ed16ce-434c-4045-9ae8-394946d6db52, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7ed16ce-434c-4045-9ae8-394946d6db52,segment=NetworkSegment(785346c2-2d2e-4112-b8ea-7f6116606658),segment_id=785346c2-2d2e-4112-b8ea-7f6116606658)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:13.165136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.178893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Calling delete_port for c7ed16ce-434c-4045-9ae8-394946d6db52 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:13.198878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] For port b1d638fa-2024-4c9f-b8f6-600e7c6e3148, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:13.198878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.200563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Allocated IP 172.25.1.246 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/f2ebf82b-18c7-4eb8-9ef7-7672f63620ef) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:13.207856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91ba6949-46fc-4133-8f9d-fcf7a37744bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.217177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.228329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Calling delete_port for b1d638fa-2024-4c9f-b8f6-600e7c6e3148 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:13.245910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] Pushing event deleted for resources: {'Port': ['ID=c7ed16ce-434c-4045-9ae8-394946d6db52,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.252187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b86b5c-250b-493b-be52-d23469d73fe0 None None] No DVR routers for this DVR port c7ed16ce-434c-4045-9ae8-394946d6db52 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:13.268095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.303839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] No DVR routers for this DVR port c7ed16ce-434c-4045-9ae8-394946d6db52 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:13.330302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Port': ['ID=c7ed16ce-434c-4045-9ae8-394946d6db52,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.393697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.421180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a515249e-c81b-4823-8262-d5736cc48872']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:13.430849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.434149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785346c2-2d2e-4112-b8ea-7f6116606658') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:13.434494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785346c2-2d2e-4112-b8ea-7f6116606658') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:13.445551 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.464570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.470003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7ed16ce-434c-4045-9ae8-394946d6db52 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:13.475023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:13.477801 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.493410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c7ed16ce-434c-4045-9ae8-394946d6db52 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:13.495355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7ed16ce-434c-4045-9ae8-394946d6db52 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:13.495808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4fb3e702-71d0-4326-b4fa-fb27514a10c9 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:13.504322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91ba6949-46fc-4133-8f9d-fcf7a37744bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.516306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4fb3e702-71d0-4326-b4fa-fb27514a10c9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:13.516306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4fb3e702-71d0-4326-b4fa-fb27514a10c9 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:13.535417 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:13.592056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91ba6949-46fc-4133-8f9d-fcf7a37744bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.617141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.621994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.627124 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.629036 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/networks/a515249e-c81b-4823-8262-d5736cc48872 HTTP/1.1" status: 204 len: 168 time: 0.6859436 Sep 17 01:23:13.637103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:13.638787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2e64c-48c7-4411-bec3-0ba9c87a11cb tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Network': ['ID=a515249e-c81b-4823-8262-d5736cc48872,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.644550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-91ba6949-46fc-4133-8f9d-fcf7a37744bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21f4e6f9c3a24f259cd1c86fbca54a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6415668 Sep 17 01:23:13.651975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38782) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:13.671829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba6949-46fc-4133-8f9d-fcf7a37744bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3652f1ad-98f8-48a6-801c-9b86e903529e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.701395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c35a15f-f6a7-4cfc-b37a-b74ebd687f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.708462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.724720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:13.724892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c35a15f-f6a7-4cfc-b37a-b74ebd687f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.735341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:13.739388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event updated for resources: {'Port': ['ID=f2ebf82b-18c7-4eb8-9ef7-7672f63620ef,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.742658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:13.806200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting subnet 3c023559-da04-4477-b543-46d998b2691e {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:13.814740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d638fa-2024-4c9f-b8f6-600e7c6e3148,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.841644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.892300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c35a15f-f6a7-4cfc-b37a-b74ebd687f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.894975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c35a15f-f6a7-4cfc-b37a-b74ebd687f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:13.896239 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1c35a15f-f6a7-4cfc-b37a-b74ebd687f1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3652f1ad-98f8-48a6-801c-9b86e903529e HTTP/1.1" status: 204 len: 168 time: 0.2433023 Sep 17 01:23:13.909081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35a15f-f6a7-4cfc-b37a-b74ebd687f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3652f1ad-98f8-48a6-801c-9b86e903529e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:13.937034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.479786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38792) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:14.484991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.494084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe6642f5-62bf-47ad-a8b5-2ef29794ce45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.516224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.587867 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe6642f5-62bf-47ad-a8b5-2ef29794ce45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.633306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.646946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe6642f5-62bf-47ad-a8b5-2ef29794ce45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.688029 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe6642f5-62bf-47ad-a8b5-2ef29794ce45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66a2ceecd4894bd4a0dd327b06add159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044668 Sep 17 01:23:14.688029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6642f5-62bf-47ad-a8b5-2ef29794ce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af609d83-ce50-4ce4-8906-95dd9893e820,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:14.688865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38796) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:14.713331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.739988 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05cbf9ba-1c04-4ae1-bdaf-72c60c47b462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.762071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05cbf9ba-1c04-4ae1-bdaf-72c60c47b462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.766293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfef32b-19c7-4933-9ea8-350b7f411724 None None] Network 82e48764-1fc1-431a-80f6-7c07b97b1c98 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:14.789639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Subnet': ['ID=3c023559-da04-4477-b543-46d998b2691e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:14.795044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.797352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bd7195ff-2774-41ba-bcc2-f27464b16982 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/subnets/3c023559-da04-4477-b543-46d998b2691e HTTP/1.1" status: 204 len: 168 time: 1.1562326 Sep 17 01:23:14.800352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38798) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:14.897992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.899305 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05cbf9ba-1c04-4ae1-bdaf-72c60c47b462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.902958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05cbf9ba-1c04-4ae1-bdaf-72c60c47b462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.907063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-05cbf9ba-1c04-4ae1-bdaf-72c60c47b462 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af609d83-ce50-4ce4-8906-95dd9893e820 HTTP/1.1" status: 204 len: 168 time: 0.2145400 Sep 17 01:23:14.921918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cbf9ba-1c04-4ae1-bdaf-72c60c47b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af609d83-ce50-4ce4-8906-95dd9893e820,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:14.982964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] DHCP port deletion for 82e48764-1fc1-431a-80f6-7c07b97b1c98 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:14.993172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Deleting port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:14.993525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:14.998585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:15.013760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.053858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] Deleting port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:15.054247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.074785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] For port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,segment=NetworkSegment(95c42fb2-de96-4e27-ad2b-315da79c609b),segment_id=95c42fb2-de96-4e27-ad2b-315da79c609b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:15.074785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.089320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Calling delete_port for f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:15.139695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] For port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,segment=NetworkSegment(95c42fb2-de96-4e27-ad2b-315da79c609b),segment_id=95c42fb2-de96-4e27-ad2b-315da79c609b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:15.140607 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.153481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] Calling delete_port for f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:15.212634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:15.218368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7ecd7910-0d40-4aa9-9ab6-121128a836cc admin admin] 10.222.0.13 "PUT /v2.0/routers/f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8994024 Sep 17 01:23:15.222990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] Sync routers for ids ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:15.223541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38804) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:15.236354 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] Routers {'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:15.237243 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.298776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.306237 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.341985 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] Set router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:15.342219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] Pushing event deleted for resources: {'Port': ['ID=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:15.347720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde286d9-0d7a-4399-bc7a-21d4cb7093ae None None] No DVR routers for this DVR port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:15.358999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.365777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] No DVR routers for this DVR port f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:15.367761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Port': ['ID=f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:15.487688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Router dddf94de-44ac-43ae-a9ee-90ac9897cce5 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:23:15.493607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.519680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.546540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e48764-1fc1-431a-80f6-7c07b97b1c98']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.578719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c42fb2-de96-4e27-ad2b-315da79c609b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.579177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c42fb2-de96-4e27-ad2b-315da79c609b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.592252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.609419 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.615160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:15.623311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:15.623687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:15.627690 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:15.641496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:15.644284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f962aff4-d5b8-4c8c-a33d-ea0a1a760ea1 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:15.720019 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:23:13Z', 'revision_number': 5, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port': {'id': '537a8726-96c3-44d5-bff7-e7c9cf4fa752', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2322, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:55Z', 'updated_at': '2021-09-17T01:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.748320 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] Checking router: f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:23:15.750314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:15.760443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] Sync routers for ids ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:15.761782 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] Routers {'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:15.762394 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.772174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] Routers {'dddf94de-44ac-43ae-a9ee-90ac9897cce5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:15.772852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.783456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-b720ec17-8f68-4217-a044-8c0471c3bf11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1444840 Sep 17 01:23:15.800924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Deleting port 537a8726-96c3-44d5-bff7-e7c9cf4fa752 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:15.801279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.836633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.838054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.849159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] Routers {'dddf94de-44ac-43ae-a9ee-90ac9897cce5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:15.850360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.851282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.855578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/networks/82e48764-1fc1-431a-80f6-7c07b97b1c98 HTTP/1.1" status: 204 len: 168 time: 1.0494153 Sep 17 01:23:15.867856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38812) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:15.869419 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] Set router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:15.889481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:15.890736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-96ad7b58-a625-484d-89f9-c6031801e5c5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9042814 Sep 17 01:23:15.896476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.896476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332088-3e3b-47bc-b290-dbc95f1645d6 None None] The sync data for ids ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:15.896705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38814) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:15.900655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:15.927638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331c66f-48b5-4bc9-b2d3-d58180cf38db tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Pushing event deleted for resources: {'Network': ['ID=82e48764-1fc1-431a-80f6-7c07b97b1c98,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:15.929570 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:23:15Z', 'revision_number': 6, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:15.934183 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c62cd38-0ff2-493f-b994-70f4ec00dd57 tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "GET /v2.0/ports?device_id=32d4f417-3180-40ae-af7e-19cba752d269 HTTP/1.1" status: 200 len: 205 time: 0.0652158 Sep 17 01:23:15.934780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38816) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:15.963395 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4465ef-f317-4a0e-b921-06c40a2147b7 None None] The sync data for ids ['f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9'] in n-d-789963-7 is: [{'id': 'f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9', 'name': 'tempest-TestAggregatesBasicOps-684544281-router', 'tenant_id': 'da9f4836b29c45abb7b67feaa191b64b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:22:54Z', 'updated_at': '2021-09-17T01:23:15Z', 'revision_number': 6, 'project_id': 'da9f4836b29c45abb7b67feaa191b64b', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:15.980910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38818) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:15.981862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.982343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.982806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.986766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.987497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.988001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.988623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:15.990722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-dd53f909-9a08-4b19-9117-22b3033d29e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6489 time: 0.1560357 Sep 17 01:23:15.995878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] For port 537a8726-96c3-44d5-bff7-e7c9cf4fa752, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=537a8726-96c3-44d5-bff7-e7c9cf4fa752,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:15.996248 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.004124 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc8ca-0bbb-414f-ba52-74917f32acd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.043517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.054854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Calling delete_port for 537a8726-96c3-44d5-bff7-e7c9cf4fa752 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:16.230906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.235610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.293214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e79be772-6b70-4419-893a-89a440591516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:16.293619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e79be772-6b70-4419-893a-89a440591516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:16.294080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e79be772-6b70-4419-893a-89a440591516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:16.296423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e79be772-6b70-4419-893a-89a440591516 service neutron] 10.222.0.36 "GET /v2.0/networks?id=34180796-d80a-4cc5-b5b4-600e53ccbb57&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 200 len: 2293 time: 0.2561295 Sep 17 01:23:16.318555 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc8ca-0bbb-414f-ba52-74917f32acd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.401733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.402269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Fanout notify agent at l3_agent the message router_deleted on router 32d4f417-3180-40ae-af7e-19cba752d269 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:16.411447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.415866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cba68870-285e-4e53-a827-cf7e4a91208d tempest-RoutersNegativeIpV6Test-1632578599 tempest-RoutersNegativeIpV6Test-1632578599-project] 10.222.0.13 "DELETE /v2.0/routers/32d4f417-3180-40ae-af7e-19cba752d269 HTTP/1.1" status: 204 len: 168 time: 0.4796371 Sep 17 01:23:16.426720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c9fc8ca-0bbb-414f-ba52-74917f32acd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.477086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c9fc8ca-0bbb-414f-ba52-74917f32acd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19a0a1359e4d4a52b7848c3d7f4bcc2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950542 Sep 17 01:23:16.482823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38824) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:16.489398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fc8ca-0bbb-414f-ba52-74917f32acd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410c27d5-51a9-43b8-aad0-b9bb2118170c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:16.771137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-fe10f728-6c77-4459-8084-6ddde43d27ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 200 len: 1002 time: 0.1359317 Sep 17 01:23:16.874345 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f67a7877-410a-46c6-9be4-0055f4e48cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.899856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-d42e7536-5f92-491e-9f3d-dc391f775a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:16.901136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f67a7877-410a-46c6-9be4-0055f4e48cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.901329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-d42e7536-5f92-491e-9f3d-dc391f775a43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04a9f94e-f084-4e87-be9b-6a3aa10f201b HTTP/1.1" status: 200 len: 850 time: 0.1087301 Sep 17 01:23:16.911344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:16.953114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38832) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:16.959119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-35a2ce63-f48a-4d44-b54a-ea3d5dd62662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:16.960840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-35a2ce63-f48a-4d44-b54a-ea3d5dd62662 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34180796-d80a-4cc5-b5b4-600e53ccbb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520065 Sep 17 01:23:16.994190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.011288 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f67a7877-410a-46c6-9be4-0055f4e48cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.013832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f67a7877-410a-46c6-9be4-0055f4e48cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.017425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f67a7877-410a-46c6-9be4-0055f4e48cef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/410c27d5-51a9-43b8-aad0-b9bb2118170c HTTP/1.1" status: 204 len: 168 time: 0.5310645 Sep 17 01:23:17.026317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a7877-410a-46c6-9be4-0055f4e48cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410c27d5-51a9-43b8-aad0-b9bb2118170c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:17.083368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Pushing event deleted for resources: {'Port': ['ID=537a8726-96c3-44d5-bff7-e7c9cf4fa752,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:17.096654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.119698 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-478f8182-c9f8-43b3-b256-b2d40d14d220 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89411ea7049e4a19ad38c6986f6c2ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1631818 Sep 17 01:23:17.119923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:17.163173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-5d7d11db-7b8d-48bb-8607-f037103ef53d service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950464 Sep 17 01:23:17.170008 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ad97-5260-4b74-96fe-3daccb9d90fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.183267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.196833 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ad97-5260-4b74-96fe-3daccb9d90fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.327834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ad97-5260-4b74-96fe-3daccb9d90fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.330698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6cd8ad97-5260-4b74-96fe-3daccb9d90fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.334464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6cd8ad97-5260-4b74-96fe-3daccb9d90fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59b09b1e-4d8b-4b8b-93d6-7137e73ff0dd HTTP/1.1" status: 204 len: 168 time: 0.2111790 Sep 17 01:23:17.343402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8ad97-5260-4b74-96fe-3daccb9d90fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b09b1e-4d8b-4b8b-93d6-7137e73ff0dd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:17.347232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.350820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.445009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-f9b83fe0-e82d-466c-8ded-4ec4ea246864 service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740498 Sep 17 01:23:17.446196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Deleting port f2ebf82b-18c7-4eb8-9ef7-7672f63620ef {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:17.446539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.472559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b1d638fa-2024-4c9f-b8f6-600e7c6e3148 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:17.499614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: b1d638fa-2024-4c9f-b8f6-600e7c6e3148 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:17.500231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b1d638fa-2024-4c9f-b8f6-600e7c6e3148 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:17.506182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 537a8726-96c3-44d5-bff7-e7c9cf4fa752 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:17.509231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e0c0b979-7429-40af-8515-6f31cb01ed13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 217 time: 0.0426073 Sep 17 01:23:17.511491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.512048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:17.518397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.522863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8b591405-088f-46be-a427-6cdbd3e46a23 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f7cbcb60-0b8f-49d2-a7b7-d8c82e3902f9 HTTP/1.1" status: 204 len: 168 time: 2.2954738 Sep 17 01:23:17.522951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38852) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:17.542832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 537a8726-96c3-44d5-bff7-e7c9cf4fa752 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:17.543291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 537a8726-96c3-44d5-bff7-e7c9cf4fa752 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:17.590592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Deleting subnet 357da1cd-5482-4f3b-9398-c547c1b228fc {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:17.594660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.620846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-cc9cb3db-6f63-4e73-ac6d-879c4e2303bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:17.622033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-cc9cb3db-6f63-4e73-ac6d-879c4e2303bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.0996046 Sep 17 01:23:17.640166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.649518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.702580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Calling delete_port for f2ebf82b-18c7-4eb8-9ef7-7672f63620ef owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:17.734790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.763282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e004de1b-1bfc-4f8f-83d0-562f08c8359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:17.764909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-e004de1b-1bfc-4f8f-83d0-562f08c8359f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292508 Sep 17 01:23:17.878226 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.908641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357da1cd-5482-4f3b-9398-c547c1b228fc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:17.913064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:17.917305 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d98a224-d830-4edc-bc3a-355de32fdb21 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/357da1cd-5482-4f3b-9398-c547c1b228fc HTTP/1.1" status: 204 len: 168 time: 0.3919313 Sep 17 01:23:17.918484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38868) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:17.926724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c2f28c-8898-49b6-aaa0-d5e50769cee6 None None] Network dcf331df-b5cd-40fc-beec-b0f06a39fb62 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:17.931121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-9f84739b-3324-4719-8c90-cb8624c7e4fb service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581333 Sep 17 01:23:18.090209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.126462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-09795dfa-340a-4861-9b62-c3f88f85d54e service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814160 Sep 17 01:23:18.143559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] DHCP port deletion for dcf331df-b5cd-40fc-beec-b0f06a39fb62 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:18.185638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-d5433712-2dee-4b54-85b0-921be83bf8e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 217 time: 0.0421646 Sep 17 01:23:18.205621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.216838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] Deleting port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:18.218448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.266200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Pushing event deleted for resources: {'Port': ['ID=f2ebf82b-18c7-4eb8-9ef7-7672f63620ef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:18.287068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-395248ae-948a-46dc-8b69-e47c89d54be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:18.289135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-395248ae-948a-46dc-8b69-e47c89d54be6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.0929778 Sep 17 01:23:18.310450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] For port 6e98f50b-38c7-4784-81c3-671f8f9d0d59, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6e98f50b-38c7-4784-81c3-671f8f9d0d59,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:18.311269 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.327492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] Calling delete_port for 6e98f50b-38c7-4784-81c3-671f8f9d0d59 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:18.361786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Deleting port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:18.362049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.448416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-fffaaee6-3b59-4f26-9e5d-b300bd39d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:18.449916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-fffaaee6-3b59-4f26-9e5d-b300bd39d894 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1438048 Sep 17 01:23:18.450764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.459437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] For port 6e98f50b-38c7-4784-81c3-671f8f9d0d59, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6e98f50b-38c7-4784-81c3-671f8f9d0d59,segment=NetworkSegment(ab0a2123-10cf-40a0-a585-bc24ae79c57e),segment_id=ab0a2123-10cf-40a0-a585-bc24ae79c57e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:18.461861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.487833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:18.521977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] Pushing event deleted for resources: {'Port': ['ID=6e98f50b-38c7-4784-81c3-671f8f9d0d59,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:18.530112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f6ddca-b8b9-4b16-9199-d981e2d74252 None None] No DVR routers for this DVR port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:18.534020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Calling delete_port for 6e98f50b-38c7-4784-81c3-671f8f9d0d59 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:18.786748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-d0375ca8-494b-4a77-8017-76744046586e service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219800 Sep 17 01:23:18.844381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38902) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:19.081681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1054002759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:19.119031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.133064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.194450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.197681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.227868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.263447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.292523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e98f50b-38c7-4784-81c3-671f8f9d0d59,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:19.294388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] No DVR routers for this DVR port 6e98f50b-38c7-4784-81c3-671f8f9d0d59 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:19.301268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Router dddf94de-44ac-43ae-a9ee-90ac9897cce5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:19.320517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.361278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-5799ebf2-ca81-44bd-aaf7-569a7e7a49ac service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403250 Sep 17 01:23:19.384550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.388705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e960017-e8d6-4293-8439-ee078d6cbc39 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5432837 Sep 17 01:23:19.389853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38920) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:19.395242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-667555680'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:19.474679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-c5600e1d-004b-4df2-a666-d1d3bd42ab82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=8bb8a19d-9d13-4535-b9fa-299126101df9 HTTP/1.1" status: 200 len: 217 time: 0.1046340 Sep 17 01:23:19.476502 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.492093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6e98f50b-38c7-4784-81c3-671f8f9d0d59 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:19.513011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 6e98f50b-38c7-4784-81c3-671f8f9d0d59 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:19.513356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6e98f50b-38c7-4784-81c3-671f8f9d0d59 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:19.529292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Made reservation on behalf of bb1ba1f8d8624209ab4302d5668ee7ee for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:19.530542 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.543359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.552493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:19.562839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.564032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-303c7cbe-4612-4676-9165-8fa6964cc692 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "PUT /v2.0/routers/dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 200 len: 710 time: 3.6684258 Sep 17 01:23:19.565342 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] Sync routers for ids ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:19.565851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf331df-b5cd-40fc-beec-b0f06a39fb62']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.567986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38924) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:19.574876 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] Routers {'dddf94de-44ac-43ae-a9ee-90ac9897cce5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:19.575632 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.588666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0a2123-10cf-40a0-a585-bc24ae79c57e') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.588959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0a2123-10cf-40a0-a585-bc24ae79c57e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.614682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.625157 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] Routers {'dddf94de-44ac-43ae-a9ee-90ac9897cce5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:19.625903 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.630058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.658091 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:19.658877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c57f26-7022-4332-9a7e-30cc442a13f4 None None] The sync data for ids ['dddf94de-44ac-43ae-a9ee-90ac9897cce5'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:19.662254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.679162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-a23450d6-885c-4e03-b484-553367ecd13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:19.680702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-a23450d6-885c-4e03-b484-553367ecd13d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1699398 Sep 17 01:23:19.682871 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.688878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-069165a8-5cc6-4920-a2b1-079721887fcb tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/routers/dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 200 len: 745 time: 0.1168101 Sep 17 01:23:19.691887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38926) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:19.699162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:19.699655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:19.701347 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:19.743512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4dc30b50-b888-4e2f-96fe-3c5273d27864 tempest-RoutersIpV6AdminTest-1255738901 tempest-RoutersIpV6AdminTest-1255738901-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&device_id=dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 200 len: 205 time: 0.0484147 Sep 17 01:23:19.744515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38932) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:19.756427 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.779783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-4fdddb3f-d075-4f38-a53d-e3910c69d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:19.783737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-4fdddb3f-d075-4f38-a53d-e3910c69d72a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901685 Sep 17 01:23:19.783883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-adaaa49a-7905-4f06-a5a1-8b9d9fc62df0 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 200 len: 205 time: 0.0357730 Sep 17 01:23:19.785808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38934) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:19.803266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41f43ab-a376-4669-873d-613c2c189b41,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:19.849041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:23:19.853604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.861256 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.861679 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Added segment e7100dd5-f0af-4552-9275-dde92f6d32b2 of type vlan for network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd Sep 17 01:23:19.895239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.897050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] 10.222.0.13 "DELETE /v2.0/networks/dcf331df-b5cd-40fc-beec-b0f06a39fb62 HTTP/1.1" status: 204 len: 168 time: 1.9770663 Sep 17 01:23:19.903882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.910380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:19.977997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acb774-5039-4827-b7ae-b3839362ce1b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcf331df-b5cd-40fc-beec-b0f06a39fb62,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:20.019652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.029112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:20.031360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.108154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Network': ['ID=7c7eb6cd-1745-4e9c-a916-a455cf9eeebd,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:20.121545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:23:20.135191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e0444b72-14cf-4764-886b-60e6c0a9ba23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7440076 Sep 17 01:23:20.138187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-acc30238-ce78-4948-8919-4de32b726c6f service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430922 Sep 17 01:23:20.138187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.138729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38944) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.140077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.150398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'subnet': {'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:20.266821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-346fe021-d3a1-4e0b-bcf5-9bbde5531960 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236906 Sep 17 01:23:20.281705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.282214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Fanout notify agent at l3_agent the message router_deleted on router dddf94de-44ac-43ae-a9ee-90ac9897cce5 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:20.315099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.316200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b1ad8bc-b029-4f8d-93e8-9bdb1b5dc651 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 204 len: 168 time: 0.5299358 Sep 17 01:23:20.317960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-d03a0898-cc29-4bb1-9905-22e6364c8d90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=19a841ce-6269-4c6b-bbef-6275d71302c3 HTTP/1.1" status: 200 len: 217 time: 0.0440371 Sep 17 01:23:20.319997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38946) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.348289 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4d731b63-c4e8-4553-8213-6aa2f2140bc2 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 200 len: 205 time: 0.0270545 Sep 17 01:23:20.351239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38948) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.371547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.385711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Made reservation on behalf of bb1ba1f8d8624209ab4302d5668ee7ee for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:20.389243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.398654 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-91337b4b-4819-48ed-a9ba-0f31d13c37b4 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] delete failed (client error): The resource could not be found. Sep 17 01:23:20.403096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-91337b4b-4819-48ed-a9ba-0f31d13c37b4 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/dddf94de-44ac-43ae-a9ee-90ac9897cce5 HTTP/1.1" status: 404 len: 336 time: 0.0473566 Sep 17 01:23:20.403684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38952) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.434481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-8e3d3747-d4b3-4370-9f5f-61b7b691c962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:20.436529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-8e3d3747-d4b3-4370-9f5f-61b7b691c962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1117487 Sep 17 01:23:20.441460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8d83e651-8a6f-4a88-ac4e-12b32ae1b10a tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9962b84-7f11-48b0-93ca-9ed7d391639f HTTP/1.1" status: 200 len: 205 time: 0.0365531 Sep 17 01:23:20.454435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38958) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.485542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4911f154-30ba-42b2-a5df-fea199deec8a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccc84bd0ba4e44e8b58e7e134921f43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127720 Sep 17 01:23:20.488018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.527462 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-b1ea228a-2e5b-4ff7-b135-6e3e6ec8dbf6 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] delete failed (client error): The resource could not be found. Sep 17 01:23:20.531383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b1ea228a-2e5b-4ff7-b135-6e3e6ec8dbf6 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/e9962b84-7f11-48b0-93ca-9ed7d391639f HTTP/1.1" status: 404 len: 336 time: 0.0732656 Sep 17 01:23:20.532382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.567654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e5ae433d-b826-408a-a458-a928cb61cc6c tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d984c3f-016d-4572-bd11-13f5ef6cd1f5 HTTP/1.1" status: 200 len: 205 time: 0.0323765 Sep 17 01:23:20.568001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38966) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.570851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dc20781-48d0-4158-8a50-ccdbf1f463f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.613464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-c91645f3-aa07-4406-ad36-44b210d863f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:20.615163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-c91645f3-aa07-4406-ad36-44b210d863f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1713941 Sep 17 01:23:20.616547 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-d051af77-f348-4836-8c4b-2fa67efad8e5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] delete failed (client error): The resource could not be found. Sep 17 01:23:20.619960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d051af77-f348-4836-8c4b-2fa67efad8e5 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/3d984c3f-016d-4572-bd11-13f5ef6cd1f5 HTTP/1.1" status: 404 len: 336 time: 0.0485878 Sep 17 01:23:20.620211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38968) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.621939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dc20781-48d0-4158-8a50-ccdbf1f463f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.653702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ec568c15-bf7c-445f-a787-3c4f85df36a2 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc062eba-f9e5-4072-8432-84a719d1095c HTTP/1.1" status: 200 len: 205 time: 0.0324209 Sep 17 01:23:20.662117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38970) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.734300 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-b176558f-a9ad-40ba-ac0c-ca41abcd623c tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] delete failed (client error): The resource could not be found. Sep 17 01:23:20.735385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b176558f-a9ad-40ba-ac0c-ca41abcd623c tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/bc062eba-f9e5-4072-8432-84a719d1095c HTTP/1.1" status: 404 len: 336 time: 0.0705914 Sep 17 01:23:20.738166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38972) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.745136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-ae2ba3af-1bee-461c-932c-34fc669683fc service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227140 Sep 17 01:23:20.768039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e2270b9d-a1f1-4944-a2e2-d4050f2ea59a tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=18d50f30-877c-4960-be20-4ceda8f5c158 HTTP/1.1" status: 200 len: 205 time: 0.0263920 Sep 17 01:23:20.768254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.812479 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-97664b87-7731-47c8-8062-8120dd00367c tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] delete failed (client error): The resource could not be found. Sep 17 01:23:20.816086 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-97664b87-7731-47c8-8062-8120dd00367c tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/18d50f30-877c-4960-be20-4ceda8f5c158 HTTP/1.1" status: 404 len: 336 time: 0.0444367 Sep 17 01:23:20.816339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38976) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.844116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6dd6df75-5dae-445e-97f8-3ac56ea9ea58 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff5ac5d-9f46-400a-92bf-c429564d57c8 HTTP/1.1" status: 200 len: 205 time: 0.0266948 Sep 17 01:23:20.845813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.846839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-abe49c2e-6b84-4241-ac15-69145ea35f6f service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945103 Sep 17 01:23:20.847320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38978) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.880785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dc20781-48d0-4158-8a50-ccdbf1f463f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.883946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6dc20781-48d0-4158-8a50-ccdbf1f463f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:20.885443 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6dc20781-48d0-4158-8a50-ccdbf1f463f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77d96f2a-fd6b-4932-89d0-fbc6275f841b HTTP/1.1" status: 204 len: 168 time: 0.3963311 Sep 17 01:23:20.892877 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-600be6c7-12b3-4e51-9644-0a2818cb1390 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] delete failed (client error): The resource could not be found. Sep 17 01:23:20.896689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-600be6c7-12b3-4e51-9644-0a2818cb1390 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/routers/eff5ac5d-9f46-400a-92bf-c429564d57c8 HTTP/1.1" status: 404 len: 336 time: 0.0456500 Sep 17 01:23:20.899663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38984) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:20.927227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-c0d047cd-46d2-4fd4-a8e3-fef527d7db6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6268543-082a-4588-be63-fa9de808d17d HTTP/1.1" status: 200 len: 217 time: 0.0730321 Sep 17 01:23:20.963997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc20781-48d0-4158-8a50-ccdbf1f463f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d96f2a-fd6b-4932-89d0-fbc6275f841b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:20.969637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Checking segment: {'id': 'e7100dd5-f0af-4552-9275-dde92f6d32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:20.970576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network hostable DHCP agents. Network: 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:20.972324 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5c1e9d-c88d-4eec-b5b7-cf91460e40e1 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] DELETE failed (client error): The resource could not be found. Sep 17 01:23:20.972765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5c1e9d-c88d-4eec-b5b7-cf91460e40e1 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:23:20.975141 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d5c1e9d-c88d-4eec-b5b7-cf91460e40e1 tempest-RoutersIpV6AdminTest-1444196062 tempest-RoutersIpV6AdminTest-1444196062-project] 10.222.0.13 "DELETE /v2.0/subnets/ad5340b0-734b-450a-adce-3d0467d02269 HTTP/1.1" status: 404 len: 337 time: 0.0734861 Sep 17 01:23:20.982494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Subnet': ['ID=419b7fbd-9edc-4e0b-81df-dfb4ebefaba2,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:20.986966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-4eef48bb-829e-4da3-94d9-ad120cd5127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:20.988474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-4eef48bb-829e-4da3-94d9-ad120cd5127a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0544562 Sep 17 01:23:21.035694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-9daf9d05-4ddc-45e8-967b-040e2c263068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:21.037177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-9daf9d05-4ddc-45e8-967b-040e2c263068 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414655 Sep 17 01:23:21.102603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:21.141261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-909ccf83-1ff4-40ef-8f68-de329fd836c4 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948627 Sep 17 01:23:21.193253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:21.193826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:21.194259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.206344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f1cdbe-2204-47dd-91ad-43594860f5fc None None] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:21.244476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-eb408930-e812-4755-972a-f513962b40aa service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982068 Sep 17 01:23:21.261353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38994) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:21.268945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-67cf0232-694b-48d5-8037-397ef621ebe6 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1278856 Sep 17 01:23:21.273281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38998) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:21.279593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'network': {'name': 'tempest-router-network01--1892972391'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:21.318080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-95f9ae89-73c7-42df-a5fd-87ac26423554 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 200 len: 217 time: 0.0671780 Sep 17 01:23:21.365046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-7c7eb6cd-1745-4e9c-a916-a455cf9eeebd', 'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd', 'tenant_id': 'bb1ba1f8d8624209ab4302d5668ee7ee', 'fixed_ips': [{'subnet_id': '419b7fbd-9edc-4e0b-81df-dfb4ebefaba2'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:21.366103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.368885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-293c05b9-8b88-4ef5-9bc6-9beb12d49290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:21.370375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-293c05b9-8b88-4ef5-9bc6-9beb12d49290 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0460651 Sep 17 01:23:21.401166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Made reservation on behalf of bb1ba1f8d8624209ab4302d5668ee7ee for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:21.401166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.423125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-cbb464a9-d3fb-41e7-ba6e-ebc6802e37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:21.427124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-cbb464a9-d3fb-41e7-ba6e-ebc6802e37e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0471263 Sep 17 01:23:21.447002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:23:21.458920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.459298 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Added segment ce867f16-12e2-4027-ab97-27b21f75c05a of type vlan for network 395f6e32-b5c9-43c9-8f48-8403eb639f4d Sep 17 01:23:21.505774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.527107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-b153ec2f-62e1-4df4-814a-732f92753751 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948403 Sep 17 01:23:21.532165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Allocated IP 172.20.0.2 (7c7eb6cd-1745-4e9c-a916-a455cf9eeebd/419b7fbd-9edc-4e0b-81df-dfb4ebefaba2/ffd847aa-1fbd-450f-9bb5-918a3efd8ffc) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:21.594991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.600942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:21.601601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.643317 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a340635-cbfa-480c-bf01-24e3a6ed8c32 req-bb35912e-3e05-4adf-b5cf-1e5b82d1fd07 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081614 Sep 17 01:23:21.673163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39004) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:21.698041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4227247 Sep 17 01:23:21.704565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39006) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:21.726921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.747792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-09b66577-bf09-4fd3-9f59-68358ab865a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da9f4836b29c45abb7b67feaa191b64b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774882 Sep 17 01:23:21.749403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39008) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:21.757815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'network': {'name': 'tempest-router-network02--547899685'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:21.760574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:21.774763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6bd12-e7e1-4773-aa22-02c4dc08225e tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Network': ['ID=395f6e32-b5c9-43c9-8f48-8403eb639f4d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:21.780483 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-23a8129c-4421-4152-a20f-47300c008b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.788052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:23:21.791727 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.813044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-adc806d2-c667-4a13-9eec-5aed84a59e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.837113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-adc806d2-c667-4a13-9eec-5aed84a59e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.865091 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:23:21.889744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Made reservation on behalf of bb1ba1f8d8624209ab4302d5668ee7ee for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:21.893485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.896191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:21.907319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:21.910593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Pushing event updated for resources: {'Port': ['ID=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:21.912796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:21.934759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a30435c8-f8d9-428a-bc47-b752e5b999f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.972055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Attempting to bind port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:21.972424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Attempting to bind port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'e7100dd5-f0af-4552-9275-dde92f6d32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:21.972743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:23:21.972874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Attempting to bind port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc on network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:21.979949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:21.980321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Checking segment: {'id': 'e7100dd5-f0af-4552-9275-dde92f6d32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:21.980722 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:21.983782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Bound using segment: {'id': 'e7100dd5-f0af-4552-9275-dde92f6d32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:21.983782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Bound port: ffd847aa-1fbd-450f-9bb5-918a3efd8ffc, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7100dd5-f0af-4552-9275-dde92f6d32b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c7eb6cd-1745-4e9c-a916-a455cf9eeebd'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:21.983782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.003123 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-adc806d2-c667-4a13-9eec-5aed84a59e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.003798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.004247 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Added segment 9e6f4e08-311d-442b-a288-267b908dc025 of type vlan for network 92c11c59-28f9-4830-8f41-67783eaea063 Sep 17 01:23:22.004789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-adc806d2-c667-4a13-9eec-5aed84a59e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.006525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-adc806d2-c667-4a13-9eec-5aed84a59e24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5618c56d-fe99-4d3c-9397-f3e412afbf61 HTTP/1.1" status: 204 len: 168 time: 0.2559822 Sep 17 01:23:22.042586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc806d2-c667-4a13-9eec-5aed84a59e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5618c56d-fe99-4d3c-9397-f3e412afbf61,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.071122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] For port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:22.086147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.095598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] For port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,segment=NetworkSegment(e7100dd5-f0af-4552-9275-dde92f6d32b2),segment_id=e7100dd5-f0af-4552-9275-dde92f6d32b2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:22.123951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-23a8129c-4421-4152-a20f-47300c008b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.166451 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.204737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.210323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:22.210927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.213286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-23a8129c-4421-4152-a20f-47300c008b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.251978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62504bf-6f9d-4b9b-b27a-a9cf0120b64d None None] Pushing event updated for resources: {'Port': ['ID=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.324024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-23a8129c-4421-4152-a20f-47300c008b75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae108fbc8ad74f3fa874619c23511566&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0615571 Sep 17 01:23:22.327229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39022) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:22.331292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8129c-4421-4152-a20f-47300c008b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af20b92-21f5-42a3-9835-d21c69fd5dc2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.372907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Network': ['ID=92c11c59-28f9-4830-8f41-67783eaea063,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.385333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 92c11c59-28f9-4830-8f41-67783eaea063 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:23:22.430436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4f6e-30d3-477a-b6ab-dd4ea57e53e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.465696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4f6e-30d3-477a-b6ab-dd4ea57e53e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.480887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a30435c8-f8d9-428a-bc47-b752e5b999f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.549431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a30435c8-f8d9-428a-bc47-b752e5b999f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.589785 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a30435c8-f8d9-428a-bc47-b752e5b999f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3132751e10740f6baac6d9266fe9522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272929 Sep 17 01:23:22.590668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30435c8-f8d9-428a-bc47-b752e5b999f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543b58e8-1009-479a-a82c-57bb9de117a1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.593127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:22.626302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4f6e-30d3-477a-b6ab-dd4ea57e53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.635529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a5e4f6e-30d3-477a-b6ab-dd4ea57e53e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.635529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a5e4f6e-30d3-477a-b6ab-dd4ea57e53e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9af20b92-21f5-42a3-9835-d21c69fd5dc2 HTTP/1.1" status: 204 len: 168 time: 0.3032019 Sep 17 01:23:22.654031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7a215f9c-cb1e-4f4b-999a-b4e77ad55e23 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9094329 Sep 17 01:23:22.658819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:22.659007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e4f6e-30d3-477a-b6ab-dd4ea57e53e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af20b92-21f5-42a3-9835-d21c69fd5dc2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.663792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'subnet': {'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:22.680589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369acc96-9b05-406a-bc15-9dd99c64cf29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.707513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369acc96-9b05-406a-bc15-9dd99c64cf29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.841571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369acc96-9b05-406a-bc15-9dd99c64cf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.844944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369acc96-9b05-406a-bc15-9dd99c64cf29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:22.846131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-369acc96-9b05-406a-bc15-9dd99c64cf29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/543b58e8-1009-479a-a82c-57bb9de117a1 HTTP/1.1" status: 204 len: 168 time: 0.2514598 Sep 17 01:23:22.853864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369acc96-9b05-406a-bc15-9dd99c64cf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543b58e8-1009-479a-a82c-57bb9de117a1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:22.864461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Made reservation on behalf of bb1ba1f8d8624209ab4302d5668ee7ee for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:22.868968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.120814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.185731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Subnet': ['ID=ba323e7c-ff4a-42eb-ac0a-62d27b433ece,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:23.194640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Checking segment: {'id': 'ce867f16-12e2-4027-ab97-27b21f75c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:23.195267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network hostable DHCP agents. Network: 395f6e32-b5c9-43c9-8f48-8403eb639f4d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:23.278739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be531af9-b18a-4f2c-b143-dabdc7059bab None None] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:23.297041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:23.331523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39056) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:23.345842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12bc42f-7d34-460c-986a-067490587a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.353548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b69b479b-2bf6-4d3d-b9e6-6d37a96ab32e None None] Provisioning complete for port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:23.353916 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b69b479b-2bf6-4d3d-b9e6-6d37a96ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.382189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 395f6e32-b5c9-43c9-8f48-8403eb639f4d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:23.398071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdff8105-4e3f-4a1b-97f6-8c8cc7457e08 None None] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:23.442303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:23.443169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.489523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12bc42f-7d34-460c-986a-067490587a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.510745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffd847aa-1fbd-450f-9bb5-918a3efd8ffc up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:23.597726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12bc42f-7d34-460c-986a-067490587a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.642325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b12bc42f-7d34-460c-986a-067490587a0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d7e9d09773247b7b9531c7e117b0c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095825 Sep 17 01:23:23.643352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12bc42f-7d34-460c-986a-067490587a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783dc4e-2ba7-42ee-a910-3d2bc1f6b283,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:23.645085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39062) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:23.676622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-24e1a5ab-dcec-4160-a7e4-62068319c6d4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0169272 Sep 17 01:23:23.679244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:23.684573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'subnet': {'network_id': '92c11c59-28f9-4830-8f41-67783eaea063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:23.686543 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b69b479b-2bf6-4d3d-b9e6-6d37a96ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.715221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39070) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:23.792588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:23.792969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.793364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b2f1b8c-5e26-48a1-80da-39aff5906433 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=325eaa4cfa5743ec9f238ea441671b77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766432 Sep 17 01:23:23.797437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39072) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:23.811594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96564c14-b855-453e-83cf-02c0691130c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.834088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-395f6e32-b5c9-43c9-8f48-8403eb639f4d', 'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d', 'tenant_id': 'bb1ba1f8d8624209ab4302d5668ee7ee', 'fixed_ips': [{'subnet_id': 'ba323e7c-ff4a-42eb-ac0a-62d27b433ece'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:23.835545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.837142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96564c14-b855-453e-83cf-02c0691130c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.869408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b69b479b-2bf6-4d3d-b9e6-6d37a96ab32e None None] For port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,segment=NetworkSegment(e7100dd5-f0af-4552-9275-dde92f6d32b2),segment_id=e7100dd5-f0af-4552-9275-dde92f6d32b2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:23.885612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-408597b9-f668-4586-bb70-0b39741cdb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.913650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-408597b9-f668-4586-bb70-0b39741cdb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.926350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.929816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b69b479b-2bf6-4d3d-b9e6-6d37a96ab32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.961047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96564c14-b855-453e-83cf-02c0691130c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.963751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-96564c14-b855-453e-83cf-02c0691130c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:23.967929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-96564c14-b855-453e-83cf-02c0691130c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6783dc4e-2ba7-42ee-a910-3d2bc1f6b283 HTTP/1.1" status: 204 len: 168 time: 0.3168261 Sep 17 01:23:23.983615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96564c14-b855-453e-83cf-02c0691130c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783dc4e-2ba7-42ee-a910-3d2bc1f6b283,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:24.019402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Made reservation on behalf of bb1ba1f8d8624209ab4302d5668ee7ee for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:24.022970 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.049076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-408597b9-f668-4586-bb70-0b39741cdb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.051624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-408597b9-f668-4586-bb70-0b39741cdb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.055129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-408597b9-f668-4586-bb70-0b39741cdb47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cf99d1a-c98c-4395-8062-61dda72be3ee HTTP/1.1" status: 204 len: 168 time: 0.2537334 Sep 17 01:23:24.098262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408597b9-f668-4586-bb70-0b39741cdb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf99d1a-c98c-4395-8062-61dda72be3ee,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:24.314046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b479b-2bf6-4d3d-b9e6-6d37a96ab32e None None] Pushing event updated for resources: {'Port': ['ID=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:24.316609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7bb5c156-a4a1-4ea6-b660-673b428220fd None None] Provisioning complete for port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:24.316978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7bb5c156-a4a1-4ea6-b660-673b428220fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.369314 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:23:24.371674 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:23:24.392315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.398074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Allocated IP 172.20.0.2 (395f6e32-b5c9-43c9-8f48-8403eb639f4d/ba323e7c-ff4a-42eb-ac0a-62d27b433ece/515d52b9-808a-4f7b-86d1-6c202691fe64) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:24.491032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Subnet': ['ID=b2e89b5f-1a47-430e-8104-a1b9f8c21226,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:24.502300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Checking segment: {'id': '9e6f4e08-311d-442b-a288-267b908dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '92c11c59-28f9-4830-8f41-67783eaea063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:24.502671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network hostable DHCP agents. Network: 92c11c59-28f9-4830-8f41-67783eaea063, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:24.578709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 92c11c59-28f9-4830-8f41-67783eaea063 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:24.596072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.641617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 92c11c59-28f9-4830-8f41-67783eaea063) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:24.645685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:24.646268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.650420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde096b-8bf2-4762-9441-4771bc66951b None None] Network 92c11c59-28f9-4830-8f41-67783eaea063 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:24.674750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.752216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:24.758128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:24.763286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed4f8912-3e7a-4e12-8ecb-5398219353fd tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0829268 Sep 17 01:23:24.766704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39110) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:24.768172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:24.772598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Pushing event updated for resources: {'Port': ['ID=515d52b9-808a-4f7b-86d1-6c202691fe64,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:24.869333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Attempting to bind port 515d52b9-808a-4f7b-86d1-6c202691fe64 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:24.869928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Attempting to bind port 515d52b9-808a-4f7b-86d1-6c202691fe64 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ce867f16-12e2-4027-ab97-27b21f75c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:24.870494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Attempting to bind port 515d52b9-808a-4f7b-86d1-6c202691fe64 on network 395f6e32-b5c9-43c9-8f48-8403eb639f4d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:24.881575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:24.881954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Checking segment: {'id': 'ce867f16-12e2-4027-ab97-27b21f75c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:24.882369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.882768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Bound using segment: {'id': 'ce867f16-12e2-4027-ab97-27b21f75c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:24.883270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Bound port: 515d52b9-808a-4f7b-86d1-6c202691fe64, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce867f16-12e2-4027-ab97-27b21f75c05a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '395f6e32-b5c9-43c9-8f48-8403eb639f4d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:24.883655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:24.947120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-92c11c59-28f9-4830-8f41-67783eaea063', 'network_id': '92c11c59-28f9-4830-8f41-67783eaea063', 'tenant_id': 'bb1ba1f8d8624209ab4302d5668ee7ee', 'fixed_ips': [{'subnet_id': 'b2e89b5f-1a47-430e-8104-a1b9f8c21226'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:24.947989 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.076448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] For port 515d52b9-808a-4f7b-86d1-6c202691fe64, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:25.097009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] For port 515d52b9-808a-4f7b-86d1-6c202691fe64, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=515d52b9-808a-4f7b-86d1-6c202691fe64,segment=NetworkSegment(ce867f16-12e2-4027-ab97-27b21f75c05a),segment_id=ce867f16-12e2-4027-ab97-27b21f75c05a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:25.165926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Allocated IP 172.20.0.2 (92c11c59-28f9-4830-8f41-67783eaea063/b2e89b5f-1a47-430e-8104-a1b9f8c21226/1e2e077d-a720-466e-9d6a-c001b45b19b5) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:25.180379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.304362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436be33b-4adf-4413-bc87-9e8115ac8db3 None None] Pushing event updated for resources: {'Port': ['ID=515d52b9-808a-4f7b-86d1-6c202691fe64,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:25.456264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39132) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:25.486729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.515422 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.549868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffd847aa-1fbd-450f-9bb5-918a3efd8ffc up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:25.602049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.670658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Pushing event updated for resources: {'Port': ['ID=1e2e077d-a720-466e-9d6a-c001b45b19b5,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:25.699988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Network 92c11c59-28f9-4830-8f41-67783eaea063 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:25.700959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:25.701112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.705964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:25.727915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:25.815738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Attempting to bind port 1e2e077d-a720-466e-9d6a-c001b45b19b5 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:25.816034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Attempting to bind port 1e2e077d-a720-466e-9d6a-c001b45b19b5 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '9e6f4e08-311d-442b-a288-267b908dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '92c11c59-28f9-4830-8f41-67783eaea063'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:25.816395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Attempting to bind port 1e2e077d-a720-466e-9d6a-c001b45b19b5 on network 92c11c59-28f9-4830-8f41-67783eaea063 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:25.843377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'network': {'name': 'tempest-network-smoke--584974789', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:25.844258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:25.844636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Checking segment: {'id': '9e6f4e08-311d-442b-a288-267b908dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '92c11c59-28f9-4830-8f41-67783eaea063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:25.845040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.845903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Bound using segment: {'id': '9e6f4e08-311d-442b-a288-267b908dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '92c11c59-28f9-4830-8f41-67783eaea063'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:25.846398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Bound port: 1e2e077d-a720-466e-9d6a-c001b45b19b5, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6f4e08-311d-442b-a288-267b908dc025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '92c11c59-28f9-4830-8f41-67783eaea063'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:25.846944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.950678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Allocated IP 172.20.0.1 (395f6e32-b5c9-43c9-8f48-8403eb639f4d/ba323e7c-ff4a-42eb-ac0a-62d27b433ece/5255cc4c-eba9-4f64-b307-bd7f0c7080dd) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:25.954776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:25.958902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.978764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:25.981296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] For port 1e2e077d-a720-466e-9d6a-c001b45b19b5, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:25.985374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] For port 1e2e077d-a720-466e-9d6a-c001b45b19b5, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1e2e077d-a720-466e-9d6a-c001b45b19b5,segment=NetworkSegment(9e6f4e08-311d-442b-a288-267b908dc025),segment_id=9e6f4e08-311d-442b-a288-267b908dc025)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:25.997233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-2bb31a6a-01ac-4d13-86a4-050293e7b1d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1072056 Sep 17 01:23:26.070090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.086314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39150) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:26.111655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.126553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-092975d1-d388-4444-b17c-8756b058f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:26.128201 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-092975d1-d388-4444-b17c-8756b058f87a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 1097 time: 0.0772488 Sep 17 01:23:26.216791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c90d10-1602-45ff-b2c1-c15c9ccbc7e8 None None] Pushing event updated for resources: {'Port': ['ID=1e2e077d-a720-466e-9d6a-c001b45b19b5,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:26.245562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.250050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.309321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.387526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:23:26.392540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Port': ['ID=5255cc4c-eba9-4f64-b307-bd7f0c7080dd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:26.409840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:26.416803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:26.421620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a8c45e-efc7-440b-88f2-e39992bee2e7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:26.423454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:26.440766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.441213 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Added segment 4a53259d-fc56-48fd-bca5-f086467e72e7 of type vlan for network 8f163674-7a78-4229-8c10-c43ceaf9804c Sep 17 01:23:26.445161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-17ca1cef-0ef3-4beb-927e-dbdaf5cb7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:26.450274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-17ca1cef-0ef3-4beb-927e-dbdaf5cb7a63 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.2902086 Sep 17 01:23:26.522120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.569960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-382958732'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:26.617159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.654712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-e6e1078c-0363-4f09-a153-ae94d2ec5c72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 200 len: 1002 time: 0.1951780 Sep 17 01:23:26.672013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Made reservation on behalf of 3687ff2746ec4101b06498349afbd2e3 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:26.675638 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.713893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.749440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-a9a02bd2-b3d5-4c0a-9cee-175e7d5da2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:26.750998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.751249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-a9a02bd2-b3d5-4c0a-9cee-175e7d5da2f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0896640 Sep 17 01:23:26.806979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.814802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:26.815422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:26.928158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Network': ['ID=8f163674-7a78-4229-8c10-c43ceaf9804c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:26.940850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8f163674-7a78-4229-8c10-c43ceaf9804c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:23:26.951693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-2c26d847-4afa-41bc-8bff-8842b2b4b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:26.953563 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-2c26d847-4afa-41bc-8bff-8842b2b4b187 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1945517 Sep 17 01:23:26.959308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d797fa40-48f6-42f9-9de7-bdab5a6c4875 None None] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:27.065083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.093128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-bece438b-b34f-495d-9f52-da2c29d93ba3 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302118 Sep 17 01:23:27.097077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a24d888f-9562-4237-b3f0-96310b9dddbf None None] Provisioning complete for port 515d52b9-808a-4f7b-86d1-6c202691fe64 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:27.097454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a24d888f-9562-4237-b3f0-96310b9dddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.153766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.173641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.205960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:23:27.219438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.234711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.235257 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Added segment 3509dd5c-dc1b-4783-bd7e-7a54bbe500d9 of type vlan for network 1900f19f-9a05-42f2-b920-8a56ce6863c7 Sep 17 01:23:27.239689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=637268af-13d8-4d9f-b576-87bb4b2d94a8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:27.252118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a24d888f-9562-4237-b3f0-96310b9dddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.266350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c3d0d42-d9ed-4eda-a666-7ae92737471f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8088267 Sep 17 01:23:27.273367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39172) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:27.302301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a24d888f-9562-4237-b3f0-96310b9dddbf None None] For port 515d52b9-808a-4f7b-86d1-6c202691fe64, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=515d52b9-808a-4f7b-86d1-6c202691fe64,segment=NetworkSegment(ce867f16-12e2-4027-ab97-27b21f75c05a),segment_id=ce867f16-12e2-4027-ab97-27b21f75c05a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:27.307392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'admin_state_up': True, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:27.317062 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0405c7f-e8b9-4e56-b668-383de1a02508 req-4491887e-2826-48ca-85d3-943c74980d45 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171700 Sep 17 01:23:27.338426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.373727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Port': ['ID=5255cc4c-eba9-4f64-b307-bd7f0c7080dd,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:27.394388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a24d888f-9562-4237-b3f0-96310b9dddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.394579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.470550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.471703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.519017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d888f-9562-4237-b3f0-96310b9dddbf None None] Pushing event updated for resources: {'Port': ['ID=515d52b9-808a-4f7b-86d1-6c202691fe64,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:27.573977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.603556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:27.603556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:27.607356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:27.610766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.621416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.668354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 515d52b9-808a-4f7b-86d1-6c202691fe64 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:27.770783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 515d52b9-808a-4f7b-86d1-6c202691fe64 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:27.772831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:27.777940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event updated for resources: {'Network': ['ID=1900f19f-9a05-42f2-b920-8a56ce6863c7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:27.815497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:23:27.864926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9a45708d-bb6c-47f1-9078-c307108ff922 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7754910 Sep 17 01:23:27.868367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39190) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:27.876268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Request body: {'subnet': {'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:27.983436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-070cdc9d-8f2b-46c6-ac38-db646efcbece None None] Provisioning complete for port 515d52b9-808a-4f7b-86d1-6c202691fe64 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:27.984089 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-070cdc9d-8f2b-46c6-ac38-db646efcbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.021108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Router 8564f961-2733-4028-ac15-55e751b3ff1d is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:23:28.043535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.120697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1e2e077d-a720-466e-9d6a-c001b45b19b5 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:28.129779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a5296d-52be-4a7b-a255-6f9d0b4e8710 None None] Network 92c11c59-28f9-4830-8f41-67783eaea063 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:28.253643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Made reservation on behalf of 3687ff2746ec4101b06498349afbd2e3 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:28.259571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.304412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-070cdc9d-8f2b-46c6-ac38-db646efcbece None None] Provisioning complete for port 5255cc4c-eba9-4f64-b307-bd7f0c7080dd triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:28.304820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-070cdc9d-8f2b-46c6-ac38-db646efcbece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.352449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:28.362191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0460bcde-2259-43eb-a30b-4d04052e5b49 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5910199 Sep 17 01:23:28.362191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39216) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:28.376062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] Sync routers for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:28.402771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1e2e077d-a720-466e-9d6a-c001b45b19b5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:28.403186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.411065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-070cdc9d-8f2b-46c6-ac38-db646efcbece None None] Port 5255cc4c-eba9-4f64-b307-bd7f0c7080dd cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:28.443783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:28.444312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:28.465902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.487517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.642531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.25.1.115 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/b3f77792-814e-406a-b0a6-59a0bc766e08) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:28.685227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:28.723106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:28.723765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:28.727188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Provisioning complete for port 1e2e077d-a720-466e-9d6a-c001b45b19b5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:28.727569 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.788838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:28.789492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a5e96-1668-4480-985f-57d21ba3fc92 None None] The sync data for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:28.818391 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.822952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.852418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.908192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.925342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 1e2e077d-a720-466e-9d6a-c001b45b19b5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1e2e077d-a720-466e-9d6a-c001b45b19b5,segment=NetworkSegment(9e6f4e08-311d-442b-a288-267b908dc025),segment_id=9e6f4e08-311d-442b-a288-267b908dc025)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:28.926954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.962669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:28.965238 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-4a4b4060-429b-443c-8b86-d2fa42e42df2 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:23:28.969865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a4b4060-429b-443c-8b86-d2fa42e42df2 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6029198 Sep 17 01:23:28.970585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39240) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:28.992819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:28.995693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:28.997276 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.033447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:29.087062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=b3f77792-814e-406a-b0a6-59a0bc766e08,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:29.105744 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:23:29.106093 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:23:29.108068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event updated for resources: {'Subnet': ['ID=e4356134-8281-4c01-8943-05b0dc12c680,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:29.116349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=1e2e077d-a720-466e-9d6a-c001b45b19b5,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:29.162043 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.166232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.166694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.167157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.167601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.168033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.168466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.169038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.169449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.169891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.170852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.171312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.171744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:29.208976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Checking segment: {'id': '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:29.209529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Network hostable DHCP agents. Network: 1900f19f-9a05-42f2-b920-8a56ce6863c7, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:29.354668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:29.387108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.421444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 1900f19f-9a05-42f2-b920-8a56ce6863c7) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:29.428541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:29.429467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.434163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f004341-d130-425d-9a4d-8fdf69364ad1 None None] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:29.446752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.520750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 515d52b9-808a-4f7b-86d1-6c202691fe64 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:29.570046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c95024e5-f0b8-43e3-9bdb-193718e81fc2 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6997876 Sep 17 01:23:29.572926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39266) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:29.578125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Request body: {'port': {'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1069477994'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:29.644682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 515d52b9-808a-4f7b-86d1-6c202691fe64 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:29.644971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.729745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-1900f19f-9a05-42f2-b920-8a56ce6863c7', 'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7', 'tenant_id': '3687ff2746ec4101b06498349afbd2e3', 'fixed_ips': [{'subnet_id': 'e4356134-8281-4c01-8943-05b0dc12c680'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:29.730615 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.742275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Provisioning complete for port 5255cc4c-eba9-4f64-b307-bd7f0c7080dd triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:29.742275 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.788263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting port 5255cc4c-eba9-4f64-b307-bd7f0c7080dd {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:29.788790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.858427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Made reservation on behalf of 3687ff2746ec4101b06498349afbd2e3 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:29.867917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.890505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] device_id is not set on port 848bf742-accf-461c-862e-99cac165b6c8 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:29.894287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1e2e077d-a720-466e-9d6a-c001b45b19b5 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:29.953267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1b20104c-9eeb-449f-9570-5dab766f74aa None None] Port 5255cc4c-eba9-4f64-b307-bd7f0c7080dd cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:29.955969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:29.978775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Calling delete_port for 5255cc4c-eba9-4f64-b307-bd7f0c7080dd owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:29.992872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1e2e077d-a720-466e-9d6a-c001b45b19b5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:29.993266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.067412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Allocated IP 172.20.0.2 (1900f19f-9a05-42f2-b920-8a56ce6863c7/e4356134-8281-4c01-8943-05b0dc12c680/259c5bfb-4781-4b6a-87f0-2acfbbcbe316) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:30.095072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39274) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:30.133872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.150491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bf900e0c-a7a0-43cf-899f-9203d58df04d None None] Provisioning complete for port 1e2e077d-a720-466e-9d6a-c001b45b19b5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:30.151134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf900e0c-a7a0-43cf-899f-9203d58df04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.247819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3f99a0a4-fdab-456d-ad9c-f782cd0fb1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.280032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.319370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Port': ['ID=5255cc4c-eba9-4f64-b307-bd7f0c7080dd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:30.339146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.361204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:23:30.419419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.474934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:30.478180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:30.486072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:30.489756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Pushing event updated for resources: {'Port': ['ID=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:30.512156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:30.524487 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:30.541341 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:30.541980 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:30.560986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Attempting to bind port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:30.561424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Attempting to bind port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:30.561786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Attempting to bind port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 on network 1900f19f-9a05-42f2-b920-8a56ce6863c7 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:30.567489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:30.567878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Checking segment: {'id': '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:30.568265 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.568660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Bound using segment: {'id': '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:30.569134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Bound port: 259c5bfb-4781-4b6a-87f0-2acfbbcbe316, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:30.569525 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.637791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] For port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:30.641774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] For port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,segment=NetworkSegment(3509dd5c-dc1b-4783-bd7e-7a54bbe500d9),segment_id=3509dd5c-dc1b-4783-bd7e-7a54bbe500d9)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:30.666643 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:30.705100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.765324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7277ce-edfd-429c-9f7e-e812cc0b8b1e None None] Pushing event updated for resources: {'Port': ['ID=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:30.861997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.872783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3f99a0a4-fdab-456d-ad9c-f782cd0fb1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.875729 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:29Z', 'revision_number': 3, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:30.912486 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:23:30.912838 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Updating router 0cc83872-935f-451e-afe1-252d94a523a4 port b3f77792-814e-406a-b0a6-59a0bc766e08 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:23:30.932584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Allocated IP 172.20.0.10 (1900f19f-9a05-42f2-b920-8a56ce6863c7/e4356134-8281-4c01-8943-05b0dc12c680/848bf742-accf-461c-862e-99cac165b6c8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:30.939574 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:30.967654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3f99a0a4-fdab-456d-ad9c-f782cd0fb1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.041265 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.045531 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ebb8af9a-14ee-42bc-aa6b-db9d018b80f8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7650688 Sep 17 01:23:31.045802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39284) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.196527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a0a4-fdab-456d-ad9c-f782cd0fb1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e190a8ce-5e88-498a-81a7-0cefb404dce9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:31.203354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3f99a0a4-fdab-456d-ad9c-f782cd0fb1b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43f91c5f199d425e90c22407ea2828c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1070826 Sep 17 01:23:31.220283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.247700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-443914e4-4c41-48b7-bbb3-dc5b900408bb tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff9a3fd73405481f9d98e8a103d8ecbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1991887 Sep 17 01:23:31.251682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39290) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.273720 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.291111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-873b78a5-3ac6-4b2b-b6bd-c36852024215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.295963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Router 8564f961-2733-4028-ac15-55e751b3ff1d has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:31.315950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-873b78a5-3ac6-4b2b-b6bd-c36852024215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.361345 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.399172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.437801 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Attempting to bind port b3f77792-814e-406a-b0a6-59a0bc766e08 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:31.438357 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Attempting to bind port b3f77792-814e-406a-b0a6-59a0bc766e08 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:31.438880 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Attempting to bind port b3f77792-814e-406a-b0a6-59a0bc766e08 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:31.447357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-873b78a5-3ac6-4b2b-b6bd-c36852024215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.450459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-873b78a5-3ac6-4b2b-b6bd-c36852024215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.452520 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-873b78a5-3ac6-4b2b-b6bd-c36852024215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e190a8ce-5e88-498a-81a7-0cefb404dce9 HTTP/1.1" status: 204 len: 168 time: 0.2311392 Sep 17 01:23:31.457006 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839603-ddd3-49dd-8a0e-da210f32f36b None None] Pushing event updated for resources: {'Port': ['ID=b3f77792-814e-406a-b0a6-59a0bc766e08,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:31.459998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:31.460476 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:31.460983 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.461456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:31.462112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b78a5-3ac6-4b2b-b6bd-c36852024215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e190a8ce-5e88-498a-81a7-0cefb404dce9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:31.462254 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Bound port: b3f77792-814e-406a-b0a6-59a0bc766e08, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:31.462765 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.536796 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] For port b3f77792-814e-406a-b0a6-59a0bc766e08, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:31.540636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:31.542275 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] For port b3f77792-814e-406a-b0a6-59a0bc766e08, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=b3f77792-814e-406a-b0a6-59a0bc766e08,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:31.550638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] Sync routers for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:31.551541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a1921879-c3df-45f2-bed1-ce0943dac124 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5801196 Sep 17 01:23:31.555356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39296) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.563833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bf5168-80eb-4d1d-9a79-eb615e86fbec tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:31.578303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8bf5168-80eb-4d1d-9a79-eb615e86fbec tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3228390 Sep 17 01:23:31.580485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:31.581573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:31.581904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39298) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.623830 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.629514 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-6fd6436a-65e8-4c31-9bfc-0d2c7fd81714 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] delete failed (client error): The resource could not be found. Sep 17 01:23:31.629782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dab1f5ed-6037-430f-86b2-f2e2cf2e23b8 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465157 Sep 17 01:23:31.630481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39300) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.631196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6fd6436a-65e8-4c31-9bfc-0d2c7fd81714 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1540112594 HTTP/1.1" status: 404 len: 335 time: 0.0745478 Sep 17 01:23:31.634966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:31.635280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39302) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:31.639420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:31.642192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-915c200b-8a08-41a2-b510-897c003e861b tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'router': {'external_gateway_info': {'network_id': '8564f961-2733-4028-ac15-55e751b3ff1d'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:31.644344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446617012', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:31.677120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:31.677753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:31.716139 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1839603-ddd3-49dd-8a0e-da210f32f36b None None] Pushing event updated for resources: {'Port': ['ID=b3f77792-814e-406a-b0a6-59a0bc766e08,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:31.750339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.757200 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:31.758011 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:31.762787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:31.763439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3980f2-5521-488b-b744-ba4e0c4e867d None None] The sync data for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:31.782494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:31.784422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.816529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:31.820738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:31.823763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:31.919593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event updated for resources: {'Port': ['ID=848bf742-accf-461c-862e-99cac165b6c8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:31.932558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:31.938809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:31.970009 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:31.976967 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.008239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:32.008884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.061729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,segment=NetworkSegment(3509dd5c-dc1b-4783-bd7e-7a54bbe500d9),segment_id=3509dd5c-dc1b-4783-bd7e-7a54bbe500d9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:32.072673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-915c200b-8a08-41a2-b510-897c003e861b tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.126543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-97429ed4-2234-42d2-83e7-59d905dbc585 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5519397 Sep 17 01:23:32.134208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39310) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:32.145315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Request body: {'port': {'network_id': '1900f19f-9a05-42f2-b920-8a56ce6863c7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-998089224', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:32.145814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] bootfile-name is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:23:32.146150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] tftp-server is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:23:32.146481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] server-ip-address is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:23:32.150139 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.179221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a26f6c-fab2-4cc7-b83e-3183d68b588f None None] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:32.219447 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-915c200b-8a08-41a2-b510-897c003e861b tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] update failed (client error): The resource could not be found. Sep 17 01:23:32.224249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-915c200b-8a08-41a2-b510-897c003e861b tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d HTTP/1.1" status: 404 len: 339 time: 0.5842850 Sep 17 01:23:32.233253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39312) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:32.276641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:32.277202 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:29Z', 'revision_number': 3, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:32.301175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-20afafd8-5a91-4d64-8a2c-d9a0a4802278 None None] Provisioning complete for port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:32.302451 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20afafd8-5a91-4d64-8a2c-d9a0a4802278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.319470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f5d6-be70-43f7-bfd5-5ef0dbc82cac None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:29Z', 'revision_number': 3, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:32.350397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.473654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39316) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:32.507289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Subnet': ['ID=7f5e2713-b0aa-4a94-af43-71917c3042d8,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:32.527351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Checking segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:32.527773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network hostable DHCP agents. Network: 8f163674-7a78-4229-8c10-c43ceaf9804c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:32.534851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfde4a0d-c84f-47b1-8d32-4fbf42f1cd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.624846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 8f163674-7a78-4229-8c10-c43ceaf9804c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:32.675501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.695793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Made reservation on behalf of 3687ff2746ec4101b06498349afbd2e3 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:32.699547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.722094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8f163674-7a78-4229-8c10-c43ceaf9804c) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:32.734847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:32.735535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:32.741557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593deb72-343e-4a50-a984-595a36f6c682 None None] Network 8f163674-7a78-4229-8c10-c43ceaf9804c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:32.775298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] device_id is not set on port e41ecd3c-102f-47eb-ab6d-89595006cd83 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:32.876354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-46e4533e-18fa-4d80-9c4d-92bab7d37562 None None] Provisioning complete for port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:32.876763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46e4533e-18fa-4d80-9c4d-92bab7d37562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.173371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Allocated IP 172.20.0.6 (1900f19f-9a05-42f2-b920-8a56ce6863c7/e4356134-8281-4c01-8943-05b0dc12c680/e41ecd3c-102f-47eb-ab6d-89595006cd83) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:33.180609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Allocated IP 172.20.0.1 (7c7eb6cd-1745-4e9c-a916-a455cf9eeebd/419b7fbd-9edc-4e0b-81df-dfb4ebefaba2/f24c135d-85c8-40d2-b984-4e5246422aa4) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:33.208708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfde4a0d-c84f-47b1-8d32-4fbf42f1cd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.234056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-8f163674-7a78-4229-8c10-c43ceaf9804c', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:33.236395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.274096 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfde4a0d-c84f-47b1-8d32-4fbf42f1cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.337833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-46e4533e-18fa-4d80-9c4d-92bab7d37562 None None] Provisioning complete for port 848bf742-accf-461c-862e-99cac165b6c8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:33.338208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46e4533e-18fa-4d80-9c4d-92bab7d37562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.351381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8edc6664-5406-437a-8043-bb7c3d550dc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7187824 Sep 17 01:23:33.353697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39322) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:33.392937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-46e4533e-18fa-4d80-9c4d-92bab7d37562 None None] Port 848bf742-accf-461c-862e-99cac165b6c8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:33.397518 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dfde4a0d-c84f-47b1-8d32-4fbf42f1cd5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36e08f5611a44336a1158b37bdfb3b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9205539 Sep 17 01:23:33.397518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde4a0d-c84f-47b1-8d32-4fbf42f1cd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9438e5-8d62-4e31-8ace-2c05015f5f8c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:33.398581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39324) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:33.547002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.549152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Allocated IP 172.20.0.2 (8f163674-7a78-4229-8c10-c43ceaf9804c/7f5e2713-b0aa-4a94-af43-71917c3042d8/fd3e6704-fb94-43c0-9f7b-fac8d698eb03) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:33.574914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5badf689-3e81-423c-a46a-1092eb8f5202 None None] Provisioning complete for port 848bf742-accf-461c-862e-99cac165b6c8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:33.575698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5badf689-3e81-423c-a46a-1092eb8f5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.616880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2489c9b0-d8fb-45f6-bbc3-d2c0b160faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.649873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.663584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2489c9b0-d8fb-45f6-bbc3-d2c0b160faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.736626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.774781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b3f77792-814e-406a-b0a6-59a0bc766e08 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:33.796317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:33.806506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:33.815114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:33.819391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Port': ['ID=f24c135d-85c8-40d2-b984-4e5246422aa4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:33.848600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5badf689-3e81-423c-a46a-1092eb8f5202 None None] Port 848bf742-accf-461c-862e-99cac165b6c8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:33.873551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.884530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.897916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.903893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port b3f77792-814e-406a-b0a6-59a0bc766e08 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:33.907328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.957388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.965457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2489c9b0-d8fb-45f6-bbc3-d2c0b160faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.968690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2489c9b0-d8fb-45f6-bbc3-d2c0b160faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.969508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:33.971535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2489c9b0-d8fb-45f6-bbc3-d2c0b160faef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b9438e5-8d62-4e31-8ace-2c05015f5f8c HTTP/1.1" status: 204 len: 168 time: 0.5613902 Sep 17 01:23:34.035411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:34.044563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Network 8f163674-7a78-4229-8c10-c43ceaf9804c is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:34.058758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:34.062176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:34.063544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:34.068794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:34.137256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489c9b0-d8fb-45f6-bbc3-d2c0b160faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9438e5-8d62-4e31-8ace-2c05015f5f8c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:34.168882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event updated for resources: {'Port': ['ID=e41ecd3c-102f-47eb-ab6d-89595006cd83,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:34.179897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.200774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:34.201729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.212081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Pushing event updated for resources: {'Port': ['ID=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:34.288910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port b3f77792-814e-406a-b0a6-59a0bc766e08, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=b3f77792-814e-406a-b0a6-59a0bc766e08,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:34.301153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c678453b-c0b9-419b-9946-0cc3734562a7 None None] Provisioning complete for port f24c135d-85c8-40d2-b984-4e5246422aa4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:34.301527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c678453b-c0b9-419b-9946-0cc3734562a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.303388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Attempting to bind port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:34.303770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Attempting to bind port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:34.304117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Attempting to bind port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 on network 8f163674-7a78-4229-8c10-c43ceaf9804c {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:34.305454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2b6b2c30-dc64-4196-b500-ed89fec5ab9f tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.1694694 Sep 17 01:23:34.308241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39334) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:34.337123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:34.337521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Checking segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:34.337925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.338427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Bound using segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:34.338925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Bound port: fd3e6704-fb94-43c0-9f7b-fac8d698eb03, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:34.339554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.371290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c678453b-c0b9-419b-9946-0cc3734562a7 None None] Port f24c135d-85c8-40d2-b984-4e5246422aa4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:34.428445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.429303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:34.446874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.502491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.20.0.1 (8f163674-7a78-4229-8c10-c43ceaf9804c/7f5e2713-b0aa-4a94-af43-71917c3042d8/48e1140c-e3dc-4ab2-81ad-b715b29be0c0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:34.503220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] For port fd3e6704-fb94-43c0-9f7b-fac8d698eb03, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:34.523483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9a966-2e00-4c46-adbf-f94d55ae060b tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:34.530081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] For port fd3e6704-fb94-43c0-9f7b-fac8d698eb03, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:34.530534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9a966-2e00-4c46-adbf-f94d55ae060b tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:34.545103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb9a966-2e00-4c46-adbf-f94d55ae060b tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:34.546054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=b3f77792-814e-406a-b0a6-59a0bc766e08,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:34.546992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aeb9a966-2e00-4c46-adbf-f94d55ae060b tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2377224 Sep 17 01:23:34.555853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39338) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:34.560290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:34.561198 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.609820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.663615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a726ecb-6e60-4e4c-b24d-d1be8c2e1185 None None] Provisioning complete for port e41ecd3c-102f-47eb-ab6d-89595006cd83 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:34.664006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a726ecb-6e60-4e4c-b24d-d1be8c2e1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.752024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.752180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eae4bc-9dc6-4e36-8614-658b43f28fb2 None None] Pushing event updated for resources: {'Port': ['ID=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:34.807498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9a726ecb-6e60-4e4c-b24d-d1be8c2e1185 None None] Port e41ecd3c-102f-47eb-ab6d-89595006cd83 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:34.897922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:34.978709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 8f163674-7a78-4229-8c10-c43ceaf9804c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:34.986063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:34.999349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:35.003665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:35.049592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.264614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.273359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Deleting port e41ecd3c-102f-47eb-ab6d-89595006cd83 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:35.273711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.427894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.429208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.440703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Calling delete_port for e41ecd3c-102f-47eb-ab6d-89595006cd83 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:35.447036 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-adbca439-0523-4535-b31f-efd1697ea9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.515300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.694125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event updated for resources: {'Port': ['ID=f24c135d-85c8-40d2-b984-4e5246422aa4,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:35.694904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b3f77792-814e-406a-b0a6-59a0bc766e08 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:35.704300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.705511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.767107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port b3f77792-814e-406a-b0a6-59a0bc766e08 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:35.767388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.813723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.859164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:35.860549 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:35.871976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fd3e6704-fb94-43c0-9f7b-fac8d698eb03 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:35.897091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.910176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:35.927981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:35.928438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.017580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event deleted for resources: {'Port': ['ID=e41ecd3c-102f-47eb-ab6d-89595006cd83,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:36.056705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.062146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93192b1-c31e-4dcf-860d-308135fdcad8 None None] Network 8f163674-7a78-4229-8c10-c43ceaf9804c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:36.081008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:36.105202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.113782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-084331b7-bd80-43e5-9195-9f0f6dc80b53 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "DELETE /v2.0/ports/e41ecd3c-102f-47eb-ab6d-89595006cd83 HTTP/1.1" status: 204 len: 168 time: 1.5547218 Sep 17 01:23:36.117802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39372) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:36.124008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Request body: {'port': {'name': 'tempest-new-port-name-2095719471', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:36.124409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] bootfile-name is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:23:36.124749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] tftp-server is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:23:36.125076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.api.validators [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] server-ip-address is not in valid_values {{(pid=112072) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 17 01:23:36.176075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Router 8564f961-2733-4028-ac15-55e751b3ff1d has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:36.181791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 8f163674-7a78-4229-8c10-c43ceaf9804c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:36.183398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:36.217888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port fd3e6704-fb94-43c0-9f7b-fac8d698eb03, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:36.239208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4fbf1547-0934-4e81-91a8-ef4ce0066433 None None] Provisioning complete for port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:36.240179 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4fbf1547-0934-4e81-91a8-ef4ce0066433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.253670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.270541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39374) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:36.332397 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.450663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:36.518872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5ce973a-4076-4a7f-98fb-5d3d865fde51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.555414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:36.563618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-88dce1e8-cab0-489b-bf2f-729f86905241 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3270099 Sep 17 01:23:36.566629 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] Sync routers for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:36.576917 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:36.577536 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:36.601751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b242544a-1cd8-43e3-b60b-8386198346ce None None] Provisioning complete for port f24c135d-85c8-40d2-b984-4e5246422aa4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:36.602122 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b242544a-1cd8-43e3-b60b-8386198346ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.663328 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:36.674080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b242544a-1cd8-43e3-b60b-8386198346ce None None] Port f24c135d-85c8-40d2-b984-4e5246422aa4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:36.681924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:36.682596 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:36.686342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5ce973a-4076-4a7f-98fb-5d3d865fde51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.687543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39382) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:36.789578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5ce973a-4076-4a7f-98fb-5d3d865fde51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.798664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:36.803249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f8ccf719-4612-4475-b918-8a167c4bec54 None None] Provisioning complete for port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:36.805542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf719-4612-4475-b918-8a167c4bec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.837974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce973a-4076-4a7f-98fb-5d3d865fde51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bbcf4b-f1dc-4bf0-bd47-ebdec145899f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:36.882832 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:36.883541 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb200d8d-b06d-47f9-a183-c410209df75b None None] The sync data for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:36.901936 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b5ce973a-4076-4a7f-98fb-5d3d865fde51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13ed9c4670264df6830d63c9b4661a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6285248 Sep 17 01:23:36.904755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39386) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:36.920813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc7a810c-dadf-42bb-b4c8-6d8d47c99a94 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.954278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f8ccf719-4612-4475-b918-8a167c4bec54 None None] Provisioning complete for port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:36.954821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf719-4612-4475-b918-8a167c4bec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:36.955004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:36.968431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8bbc15c-83a5-40f3-b8ac-76f4e7aaa3ff tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "PUT /v2.0/routers/0cc83872-935f-451e-afe1-252d94a523a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6131244 Sep 17 01:23:36.970429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39388) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:36.977263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:36.996897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:36.997231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:37.005483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccf719-4612-4475-b918-8a167c4bec54 None None] Port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:37.072655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.090458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09a59ef3-c60a-4193-b3d7-046a87d7fca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.093849 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-cc7a810c-dadf-42bb-b4c8-6d8d47c99a94 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 17 01:23:37.097541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc7a810c-dadf-42bb-b4c8-6d8d47c99a94 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d HTTP/1.1" status: 409 len: 329 time: 0.4039986 Sep 17 01:23:37.101999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39390) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:37.140936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:37.160200 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.174974 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09a59ef3-c60a-4193-b3d7-046a87d7fca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.187915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-30e3ded4-79f6-4833-8afd-0ae1a07fd322 None None] Provisioning complete for port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:37.188862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-30e3ded4-79f6-4833-8afd-0ae1a07fd322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.195520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.196160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.196887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.197422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.198009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.198539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.199216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.199803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.201168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.201779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.202524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.203038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.203577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.205893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6be537ac-4f48-4ad8-92fb-bc64816e4e9f tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9150 time: 0.2344735 Sep 17 01:23:37.209099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39392) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:37.289097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-30e3ded4-79f6-4833-8afd-0ae1a07fd322 None None] Port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:37.347222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.347797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.348528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.348710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.348918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event updated for resources: {'Port': ['ID=848bf742-accf-461c-862e-99cac165b6c8,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:37.349373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.349924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.350372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.351374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.351374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.351715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.352293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.352741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.353184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.355411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dacf505b-9034-4f0a-b73f-799f53f4bf71 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8183 time: 0.1449914 Sep 17 01:23:37.359253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:37.407876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09a59ef3-c60a-4193-b3d7-046a87d7fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.411338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09a59ef3-c60a-4193-b3d7-046a87d7fca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.414746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-09a59ef3-c60a-4193-b3d7-046a87d7fca9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6bbcf4b-f1dc-4bf0-bd47-ebdec145899f HTTP/1.1" status: 204 len: 168 time: 0.5067403 Sep 17 01:23:37.473572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] In _notify_port_updated(), no bound segment for port 848bf742-accf-461c-862e-99cac165b6c8 on network 1900f19f-9a05-42f2-b920-8a56ce6863c7 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:23:37.479616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.480248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.481952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ac0f2e85-f0d8-4910-bff4-96cf777e67bd tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "PUT /v2.0/ports/848bf742-accf-461c-862e-99cac165b6c8 HTTP/1.1" status: 200 len: 1137 time: 1.3631651 Sep 17 01:23:37.485539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39398) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:37.490140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a59ef3-c60a-4193-b3d7-046a87d7fca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bbcf4b-f1dc-4bf0-bd47-ebdec145899f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:37.499245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-949e6bc1-b7ab-4a9c-9c24-2962967fbfae None None] Provisioning complete for port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:37.499619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-949e6bc1-b7ab-4a9c-9c24-2962967fbfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.577303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-949e6bc1-b7ab-4a9c-9c24-2962967fbfae None None] Port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:37.595907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fd3e6704-fb94-43c0-9f7b-fac8d698eb03 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:37.611681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aaf28e-e7b1-4412-bdd7-eef342aec663 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:37.613134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-85aaf28e-e7b1-4412-bdd7-eef342aec663 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "GET /v2.0/ports/848bf742-accf-461c-862e-99cac165b6c8 HTTP/1.1" status: 200 len: 1137 time: 0.1263096 Sep 17 01:23:37.619374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39404) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:37.659213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 2, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:37.693512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:23:37.693867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Updating router 0cc83872-935f-451e-afe1-252d94a523a4 port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:23:37.727626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.733216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.735011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:37.735441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.738832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-759cd89f-5d9e-41b4-9265-8acd8bbccf25 None None] Provisioning complete for port 848bf742-accf-461c-862e-99cac165b6c8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:37.739244 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-759cd89f-5d9e-41b4-9265-8acd8bbccf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.865251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Deleting port 848bf742-accf-461c-862e-99cac165b6c8 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:37.865942 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:37.912522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b2df1a26-7094-414d-be7e-a5b2f1a5c445 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4310 time: 0.5518239 Sep 17 01:23:38.073756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.089674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-759cd89f-5d9e-41b4-9265-8acd8bbccf25 None None] Port 848bf742-accf-461c-862e-99cac165b6c8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:38.104147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Calling delete_port for 848bf742-accf-461c-862e-99cac165b6c8 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:38.107013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting port f24c135d-85c8-40d2-b984-4e5246422aa4 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:38.107754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.207870 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13dd2e86-bcca-46ec-8c55-fa0272eaf00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.277472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.295876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Calling delete_port for f24c135d-85c8-40d2-b984-4e5246422aa4 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:38.376914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39418) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:38.382564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982422848', 'description': 'tempest-secgroup-smoke-982422848 description', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:38.422009 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.434101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.470957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event deleted for resources: {'Port': ['ID=848bf742-accf-461c-862e-99cac165b6c8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:38.509112 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.516020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.577493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.589046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23398c4-8643-4b45-8cab-80e0e89de351 None None] Pushing event updated for resources: {'Port': ['ID=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:38.590580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.595299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8dff79f5-e940-4de0-b4fc-4574ebf7bd82 tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "DELETE /v2.0/ports/848bf742-accf-461c-862e-99cac165b6c8 HTTP/1.1" status: 204 len: 168 time: 0.9729769 Sep 17 01:23:38.599568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:38.607849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Port': ['ID=f24c135d-85c8-40d2-b984-4e5246422aa4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:38.770374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Attempting to bind port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:38.777900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Attempting to bind port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:38.777900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Attempting to bind port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 on network 8f163674-7a78-4229-8c10-c43ceaf9804c {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:38.787324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:38.789753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Checking segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:38.791572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.792990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Bound using segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:38.794441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Bound port: 48e1140c-e3dc-4ab2-81ad-b715b29be0c0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:38.795577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.814844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Deleting subnet e4356134-8281-4c01-8943-05b0dc12c680 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:38.818424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.858836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.868786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:38.923590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] For port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:38.929527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] For port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:38.946513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.027495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.035389 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.058997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.125591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:39.141343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:39.142462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:39.167259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.168661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8a96debf-97a8-4413-9982-daa03017385f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7905691 Sep 17 01:23:39.171925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:39.180239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:39.217517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Router 8564f961-2733-4028-ac15-55e751b3ff1d has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:23:39.230285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.232586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.290402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event deleted for resources: {'Subnet': ['ID=e4356134-8281-4c01-8943-05b0dc12c680,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:39.293353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.295298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e4f0d3d-cd7c-4146-9dfb-5b38210bcb6c tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "DELETE /v2.0/subnets/e4356134-8281-4c01-8943-05b0dc12c680 HTTP/1.1" status: 204 len: 168 time: 0.6921167 Sep 17 01:23:39.299177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:39.312581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd16a1df-9648-4830-b6ca-92924ae4f141 None None] Network 1900f19f-9a05-42f2-b920-8a56ce6863c7 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:39.314525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.365502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:23:39.374080 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-938f3708-5653-4eaf-abdf-c6b00bc71f3c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709322 Sep 17 01:23:39.374807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39444) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:39.376368 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] Sync routers for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:23:39.387818 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:39.389042 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:39.421270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.421753 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-9e07c37d-7e50-43b0-ac22-60e5bf9fa9ee tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] show failed (client error): The resource could not be found. Sep 17 01:23:39.424016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e07c37d-7e50-43b0-ac22-60e5bf9fa9ee tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-1706673786 HTTP/1.1" status: 404 len: 335 time: 0.0481930 Sep 17 01:23:39.433052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39448) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:39.437637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:39.439895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-00def694-46d8-464a-9a7f-715e36d4b144 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Request body: {'router': {'name': 'new_name'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:39.450315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.450489 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] Routers {'8564f961-2733-4028-ac15-55e751b3ff1d'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:23:39.451360 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8564f961-2733-4028-ac15-55e751b3ff1d'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:39.487777 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-00def694-46d8-464a-9a7f-715e36d4b144 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] update failed (client error): The resource could not be found. Sep 17 01:23:39.493503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-00def694-46d8-464a-9a7f-715e36d4b144 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-2096541439 HTTP/1.1" status: 404 len: 335 time: 0.0592096 Sep 17 01:23:39.494072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:39.512707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:23:39.517503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-14c1881e-1c04-4c10-956b-4d61d1f7fe8c None None] Provisioning complete for port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:39.519308 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14c1881e-1c04-4c10-956b-4d61d1f7fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.530449 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:39.536525 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc3982-2772-49c9-90d1-8e9d5e80dd5a None None] The sync data for ids ['8564f961-2733-4028-ac15-55e751b3ff1d'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:39.550931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Deleting port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:39.551305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.554226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.565309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting subnet b2e89b5f-1a47-430e-8104-a1b9f8c21226 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:39.568530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.571576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23398c4-8643-4b45-8cab-80e0e89de351 None None] Pushing event updated for resources: {'Port': ['ID=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:39.600496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb06c3a0-9500-4e54-96a3-1c101017b54f,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:39.618030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.650351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] For port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,segment=NetworkSegment(3509dd5c-dc1b-4783-bd7e-7a54bbe500d9),segment_id=3509dd5c-dc1b-4783-bd7e-7a54bbe500d9)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:39.651200 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.670138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Calling delete_port for 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:39.687730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.689304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc556548-2dd8-4c8d-a199-51c637bd96ed tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5161262 Sep 17 01:23:39.690382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.694001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:39.697114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:39.774692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14c1881e-1c04-4c10-956b-4d61d1f7fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.781296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.805307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] DHCP port deletion for 1900f19f-9a05-42f2-b920-8a56ce6863c7 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:39.867413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-14c1881e-1c04-4c10-956b-4d61d1f7fe8c None None] For port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:39.892228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.922504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:38Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:39.925288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Deleting port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:39.925664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.930387 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:39.971808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce759cb-9313-4b19-952e-666d6a0b6f00 None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:38Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:23:39.981034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event deleted for resources: {'Port': ['ID=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:39.982697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14c1881e-1c04-4c10-956b-4d61d1f7fe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.002893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] No DVR routers for this DVR port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:40.098378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.138368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1881e-1c04-4c10-956b-4d61d1f7fe8c None None] Pushing event updated for resources: {'Port': ['ID=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:40.150536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] For port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:40.155428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.172598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Calling delete_port for 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:40.175676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:23:40.176912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d1c3ea05-d215-4c20-93ee-698b6bb7eb4e None None] Provisioning complete for port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:40.177287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1c3ea05-d215-4c20-93ee-698b6bb7eb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.178993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.188478 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.191330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.243029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] Pushing event deleted for resources: {'Port': ['ID=259c5bfb-4781-4b6a-87f0-2acfbbcbe316,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:40.249169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25def3a1-3116-4389-9280-a00df2a12ca9 None None] No DVR routers for this DVR port 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:40.273818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741c0352-2d6c-473b-8873-e093f4145565,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:40.303830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.305366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59cdaec2-5d9f-4016-a339-a09c9cbb51a9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6115291 Sep 17 01:23:40.307352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1900f19f-9a05-42f2-b920-8a56ce6863c7']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:40.315915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:40.321240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:40.340559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:40.341006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3509dd5c-dc1b-4783-bd7e-7a54bbe500d9') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:40.354354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.369900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39472) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:40.393556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.400869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:40.401284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:40.405533 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:40.477129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.494143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.502114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1843188311', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:40.529678 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.536775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39476) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:40.537345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde8aba1-4ba7-425c-8631-d8cb87cc74e4 None None] Network 92c11c59-28f9-4830-8f41-67783eaea063 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:40.543867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/subnets/b2e89b5f-1a47-430e-8104-a1b9f8c21226 HTTP/1.1" status: 204 len: 168 time: 1.0445602 Sep 17 01:23:40.545155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0fe57-e1bd-412b-8981-2a3e28135ad4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e89b5f-1a47-430e-8104-a1b9f8c21226,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:40.569960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.585944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.588010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] 10.222.0.13 "DELETE /v2.0/networks/1900f19f-9a05-42f2-b920-8a56ce6863c7 HTTP/1.1" status: 204 len: 168 time: 1.2837853 Sep 17 01:23:40.612780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Made reservation on behalf of 69d3e80c7377471785e94d8e67de495b for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:40.614870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.623231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184217a-3e7d-41f3-9d49-4e2fad729cdc tempest-ExtraDHCPOptionsTestJSON-1670252586 tempest-ExtraDHCPOptionsTestJSON-1670252586-project] Pushing event deleted for resources: {'Network': ['ID=1900f19f-9a05-42f2-b920-8a56ce6863c7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:40.630007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.640847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.647119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting subnet ba323e7c-ff4a-42eb-ac0a-62d27b433ece {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:40.657459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.692948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.726288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.758326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060aaa18-74ec-4d18-a7b5-0ff0bae89a1a,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:40.771299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] DHCP port deletion for 92c11c59-28f9-4830-8f41-67783eaea063 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:40.837977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Deleting port 1e2e077d-a720-466e-9d6a-c001b45b19b5 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:40.838349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.858329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.906985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] For port 1e2e077d-a720-466e-9d6a-c001b45b19b5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1e2e077d-a720-466e-9d6a-c001b45b19b5,segment=NetworkSegment(9e6f4e08-311d-442b-a288-267b908dc025),segment_id=9e6f4e08-311d-442b-a288-267b908dc025)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:40.918354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.922223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:40.926798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Calling delete_port for 1e2e077d-a720-466e-9d6a-c001b45b19b5 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:41.006339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.017265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] device_id is not set on port 5ba7b95f-61db-4e03-897d-60328884ee86 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:41.065098 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.083617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a70ac92-9ab6-418b-86e4-1a77570cf585,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:41.093413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.119701 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.122525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Subnet': ['ID=ba323e7c-ff4a-42eb-ac0a-62d27b433ece,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:41.130329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.132432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-239b533a-b2d2-4baf-a93e-ce95c2d2a94c tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/subnets/ba323e7c-ff4a-42eb-ac0a-62d27b433ece HTTP/1.1" status: 204 len: 168 time: 0.5945601 Sep 17 01:23:41.135462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:41.136179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.137401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f8b9f2d6-f424-46ba-a063-ac0c90e9e1d9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8201468 Sep 17 01:23:41.141869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39488) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:41.144370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] No DVR routers for this DVR port 1e2e077d-a720-466e-9d6a-c001b45b19b5 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:41.148972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:41.165996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5927b39-b1f2-4c5b-b09c-bddeb48c0442 None None] Network 395f6e32-b5c9-43c9-8f48-8403eb639f4d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:41.200367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Pushing event deleted for resources: {'Port': ['ID=1e2e077d-a720-466e-9d6a-c001b45b19b5,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:41.214105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.214598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.215055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.215721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.216154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.217270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.217634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.218079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.218505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.218930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.219407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.220492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9184f9b5-bf33-40e4-9325-205d17f15433 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:41.222303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Allocated IP 172.25.1.150 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/5ba7b95f-61db-4e03-897d-60328884ee86) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:41.281432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:41.295812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.415847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.453564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] DHCP port deletion for 395f6e32-b5c9-43c9-8f48-8403eb639f4d request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:41.453735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.460036 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.506640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c11c59-28f9-4830-8f41-67783eaea063']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:41.520396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6f4e08-311d-442b-a288-267b908dc025') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:41.520764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6f4e08-311d-442b-a288-267b908dc025') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:41.538994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.540941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.567008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] Deleting port 515d52b9-808a-4f7b-86d1-6c202691fe64 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:41.567641 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.569341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.585385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.596394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:41.596787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:41.599881 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:41.608221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:41.615060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:41.617123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Pushing event updated for resources: {'Port': ['ID=5ba7b95f-61db-4e03-897d-60328884ee86,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:41.619691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:41.629652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:41.677641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.677777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] For port 515d52b9-808a-4f7b-86d1-6c202691fe64, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=515d52b9-808a-4f7b-86d1-6c202691fe64,segment=NetworkSegment(ce867f16-12e2-4027-ab97-27b21f75c05a),segment_id=ce867f16-12e2-4027-ab97-27b21f75c05a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:41.677777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.690266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:41.691305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.698183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] Calling delete_port for 515d52b9-808a-4f7b-86d1-6c202691fe64 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:41.702635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf10f2d9-be09-4e1d-a783-3630918e3efb,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:41.702826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-509f3dac-9900-4b3b-9268-df7da86793c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3687ff2746ec4101b06498349afbd2e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191334 Sep 17 01:23:41.704066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39496) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:41.749320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:41.749680 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.755752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f6e-1a01-4e51-b545-58e4af2cd144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.777168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f6e-1a01-4e51-b545-58e4af2cd144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.812779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.823113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.823113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/networks/92c11c59-28f9-4830-8f41-67783eaea063 HTTP/1.1" status: 204 len: 168 time: 0.6856115 Sep 17 01:23:41.827977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39498) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:41.838076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5d307-cd6e-4fea-bcaf-060a52a9fc57 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Network': ['ID=92c11c59-28f9-4830-8f41-67783eaea063,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:41.904443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:41.911345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:41.929737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:41.930221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 259c5bfb-4781-4b6a-87f0-2acfbbcbe316 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:41.930834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1e2e077d-a720-466e-9d6a-c001b45b19b5 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:41.953319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1e2e077d-a720-466e-9d6a-c001b45b19b5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:41.953698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1e2e077d-a720-466e-9d6a-c001b45b19b5 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:41.973942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting port 515d52b9-808a-4f7b-86d1-6c202691fe64 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:41.974411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.040518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05954db6-c33e-4154-8b30-2e8707588b5c tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6602554 Sep 17 01:23:42.040518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.040518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e3085c7b-5fdc-430b-856d-a7e36740dd5c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8936110 Sep 17 01:23:42.041839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39504) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:42.041976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39506) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:42.046726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.150'}]}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:42.048075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:42.058360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] For port 515d52b9-808a-4f7b-86d1-6c202691fe64, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=515d52b9-808a-4f7b-86d1-6c202691fe64,segment=NetworkSegment(ce867f16-12e2-4027-ab97-27b21f75c05a),segment_id=ce867f16-12e2-4027-ab97-27b21f75c05a)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:42.058726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.071726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Calling delete_port for 515d52b9-808a-4f7b-86d1-6c202691fe64 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:42.218749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.219378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f6e-1a01-4e51-b545-58e4af2cd144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.221343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f6e-1a01-4e51-b545-58e4af2cd144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.224216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-90bc9f6e-1a01-4e51-b545-58e4af2cd144 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/637268af-13d8-4d9f-b576-87bb4b2d94a8 HTTP/1.1" status: 204 len: 168 time: 0.5172131 Sep 17 01:23:42.226879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.233133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc9f6e-1a01-4e51-b545-58e4af2cd144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637268af-13d8-4d9f-b576-87bb4b2d94a8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:42.251211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] Pushing event deleted for resources: {'Port': ['ID=515d52b9-808a-4f7b-86d1-6c202691fe64,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:42.260390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcd72d-5899-4d54-9846-12aaec0b3f8b None None] No DVR routers for this DVR port 515d52b9-808a-4f7b-86d1-6c202691fe64 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:42.342999 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Project ff9a3fd73405481f9d98e8a103d8ecbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:23:42.348622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.415923 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.533641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.545218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a212a54d-18bd-4495-a62e-b93f34431d13,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:42.569791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Port': ['ID=515d52b9-808a-4f7b-86d1-6c202691fe64,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:42.580473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] No DVR routers for this DVR port 515d52b9-808a-4f7b-86d1-6c202691fe64 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:42.664678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.677916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.679034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.692309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395f6e32-b5c9-43c9-8f48-8403eb639f4d']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:42.705164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce867f16-12e2-4027-ab97-27b21f75c05a') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:42.705472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce867f16-12e2-4027-ab97-27b21f75c05a') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:42.728903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.736764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.738144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3bc32292-359a-48a9-b874-9ddf48e77f14 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6950259 Sep 17 01:23:42.741012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:42.745919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:42.766691 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.768029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.773774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:42.774154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:42.777316 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:42.847180 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Project ff9a3fd73405481f9d98e8a103d8ecbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:23:42.852939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.916963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.918162 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.922937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.926823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/networks/395f6e32-b5c9-43c9-8f48-8403eb639f4d HTTP/1.1" status: 204 len: 168 time: 1.0956287 Sep 17 01:23:42.927590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:42.973946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be199113-8ff5-4521-a974-cdb5f17d52c4 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Network': ['ID=395f6e32-b5c9-43c9-8f48-8403eb639f4d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:42.985848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting subnet 419b7fbd-9edc-4e0b-81df-dfb4ebefaba2 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:23:42.989356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:42.991068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.015889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.046398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a410f0-d10b-42c6-afda-b44608e179b4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:43.053488 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.142512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.147129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f4b53496-c4c8-4b5a-855a-76a8d89232ea tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4018157 Sep 17 01:23:43.149334 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.293436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.317266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.338000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.344919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Subnet': ['ID=419b7fbd-9edc-4e0b-81df-dfb4ebefaba2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:43.347522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.347842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4ad8b6-1e45-4537-a268-c067dc0d8c23 None None] Network 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:43.351619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-629bd96b-67d3-4ca6-b858-c923b321d232 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/subnets/419b7fbd-9edc-4e0b-81df-dfb4ebefaba2 HTTP/1.1" status: 204 len: 168 time: 0.4208694 Sep 17 01:23:43.352618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:43.385732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-9d1008ab-210a-4d79-810c-6f9add7083d8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982422848&fields=id&tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 267 time: 0.0491929 Sep 17 01:23:43.536976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.551638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-f36cc2b6-d122-43b6-829e-2a9328f4854a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:43.567338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-f36cc2b6-d122-43b6-829e-2a9328f4854a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/networks?id=8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 200 len: 796 time: 0.1791072 Sep 17 01:23:43.600035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 515d52b9-808a-4f7b-86d1-6c202691fe64 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:43.601985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-e1d33aaf-57ca-490c-abe4-e5c08401d4f7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/quotas/ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 375 time: 0.0315945 Sep 17 01:23:43.645572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Deleting port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:43.646103 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.657710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 515d52b9-808a-4f7b-86d1-6c202691fe64 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:43.661073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 515d52b9-808a-4f7b-86d1-6c202691fe64 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:43.662184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.744773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-0807d1e6-9da3-463b-b756-cb2e9e217285 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407328 Sep 17 01:23:43.789411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] For port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,segment=NetworkSegment(e7100dd5-f0af-4552-9275-dde92f6d32b2),segment_id=e7100dd5-f0af-4552-9275-dde92f6d32b2)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:43.789411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.837308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] DHCP port deletion for 7c7eb6cd-1745-4e9c-a916-a455cf9eeebd request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:23:43.864003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Calling delete_port for ffd847aa-1fbd-450f-9bb5-918a3efd8ffc owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:43.891657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-20cee2b0-7eb4-43f5-a89a-b94e70094b99 service neutron] 10.222.0.13 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430321 Sep 17 01:23:43.901200 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.903737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:43.922266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] Deleting port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:43.922649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.001749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] For port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,segment=NetworkSegment(e7100dd5-f0af-4552-9275-dde92f6d32b2),segment_id=e7100dd5-f0af-4552-9275-dde92f6d32b2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:44.006859 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.017912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] Calling delete_port for ffd847aa-1fbd-450f-9bb5-918a3efd8ffc owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:44.024370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-6eb6fb86-441c-45c6-b977-8f1d0406813e service neutron] 10.222.0.13 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259444 Sep 17 01:23:44.054405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.055172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb79b29-9dcf-43b2-aca9-e49a4550b3ae {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:44.104700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.175664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Port': ['ID=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:44.182237 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 17 01:23:44.183810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d9ac461-8ded-44c8-85b1-6f83040fdc31 tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1409791 Sep 17 01:23:44.188561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39572) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:44.198154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] No DVR routers for this DVR port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:44.306088 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.313878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Deleting port 5ba7b95f-61db-4e03-897d-60328884ee86 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:44.314227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.371974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] Pushing event deleted for resources: {'Port': ['ID=ffd847aa-1fbd-450f-9bb5-918a3efd8ffc,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:44.379483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c4ea4-570e-41a1-a05d-1b443ae492b6 None None] No DVR routers for this DVR port ffd847aa-1fbd-450f-9bb5-918a3efd8ffc on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:23:44.422680 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.462778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7eb6cd-1745-4e9c-a916-a455cf9eeebd']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:44.487645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7100dd5-f0af-4552-9275-dde92f6d32b2') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:44.487961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7100dd5-f0af-4552-9275-dde92f6d32b2') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:23:44.503943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.523114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.523614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.534326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:23:44.534735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:23:44.538993 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:23:44.545224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e1668547-8a8b-4af6-a946-83845708da18 req-431c047a-6591-4cee-aaba-62bdb0529bd0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 210 time: 0.0481179 Sep 17 01:23:44.574494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Calling delete_port for 5ba7b95f-61db-4e03-897d-60328884ee86 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:44.713125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.730847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.733689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/networks/7c7eb6cd-1745-4e9c-a916-a455cf9eeebd HTTP/1.1" status: 204 len: 168 time: 1.3803153 Sep 17 01:23:44.736352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39594) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:44.761240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc302-9e93-4b88-8059-bfb575546316 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Pushing event deleted for resources: {'Network': ['ID=7c7eb6cd-1745-4e9c-a916-a455cf9eeebd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:44.781399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8845e450-2a39-4bdd-92f5-74a4fb5cf529 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "GET /v2.0/ports?device_id=8564f961-2733-4028-ac15-55e751b3ff1d HTTP/1.1" status: 200 len: 205 time: 0.0413098 Sep 17 01:23:44.781717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39596) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:44.832069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.859109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ba7b95f-61db-4e03-897d-60328884ee86,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:44.868261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.927470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:44.932945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb48ca8d-21bf-4766-86d7-c23a3fb4bb7f tempest-RoutersAdminNegativeTest-1706661758 tempest-RoutersAdminNegativeTest-1706661758-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5ba7b95f-61db-4e03-897d-60328884ee86 HTTP/1.1" status: 204 len: 168 time: 0.7403843 Sep 17 01:23:45.036208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.038362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.193513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.194151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Fanout notify agent at l3_agent the message router_deleted on router 8564f961-2733-4028-ac15-55e751b3ff1d {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:23:45.204465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.204465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee5e9a35-a79d-420c-9c10-130a790c3860 tempest-RoutersNegativeTest-10654431 tempest-RoutersNegativeTest-10654431-project] 10.222.0.13 "DELETE /v2.0/routers/8564f961-2733-4028-ac15-55e751b3ff1d HTTP/1.1" status: 204 len: 168 time: 0.4217796 Sep 17 01:23:45.492769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffd847aa-1fbd-450f-9bb5-918a3efd8ffc no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:23:45.514099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ffd847aa-1fbd-450f-9bb5-918a3efd8ffc {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:23:45.515029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ffd847aa-1fbd-450f-9bb5-918a3efd8ffc not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:23:45.526955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39610) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:45.635677 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-13857fdc-8ce8-41f1-9cfc-8d70a46fd18d req-edbb9c02-2fcd-4817-80e2-a148f7080c74 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 210 time: 0.0329001 Sep 17 01:23:45.671714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2beec4c-76b2-4e67-b835-b0fc3c3dfb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.754963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39624) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:45.785132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2beec4c-76b2-4e67-b835-b0fc3c3dfb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.874222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2beec4c-76b2-4e67-b835-b0fc3c3dfb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.898583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7f0cd4ea-3a23-4f44-be6e-f2509ea99756 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb1ba1f8d8624209ab4302d5668ee7ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401055 Sep 17 01:23:45.898828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39628) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:45.913642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d2beec4c-76b2-4e67-b835-b0fc3c3dfb9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6c123e8eaa7431ab7af116d91463ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854625 Sep 17 01:23:45.914839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2beec4c-76b2-4e67-b835-b0fc3c3dfb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb58f17-76d7-45a2-86fb-9d764baa2956,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:45.917238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39630) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:45.952292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-788e4add-3c06-4293-88fb-9cf84a7124f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.972842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50caece5-cd29-4d7e-9821-d75789503eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.974547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-788e4add-3c06-4293-88fb-9cf84a7124f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:45.993858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50caece5-cd29-4d7e-9821-d75789503eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:46.085479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-788e4add-3c06-4293-88fb-9cf84a7124f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:46.088699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-788e4add-3c06-4293-88fb-9cf84a7124f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:46.090165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-788e4add-3c06-4293-88fb-9cf84a7124f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a41f43ab-a376-4669-873d-613c2c189b41 HTTP/1.1" status: 204 len: 168 time: 0.1903641 Sep 17 01:23:46.099298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e4add-3c06-4293-88fb-9cf84a7124f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41f43ab-a376-4669-873d-613c2c189b41,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:46.114216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50caece5-cd29-4d7e-9821-d75789503eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:46.123628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50caece5-cd29-4d7e-9821-d75789503eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:46.123628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-50caece5-cd29-4d7e-9821-d75789503eee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fb58f17-76d7-45a2-86fb-9d764baa2956 HTTP/1.1" status: 204 len: 168 time: 0.2025366 Sep 17 01:23:46.138895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caece5-cd29-4d7e-9821-d75789503eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb58f17-76d7-45a2-86fb-9d764baa2956,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:46.741530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e99087d6-0ee3-43eb-8414-f0a6a1a9711f req-02a653d5-4165-4b02-9cf8-e6119b174819 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 210 time: 0.0312417 Sep 17 01:23:46.887628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39666) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:46.932280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b9dc94a1-c8a6-4409-be75-36ae090db2b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69d3e80c7377471785e94d8e67de495b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406213 Sep 17 01:23:46.932556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39670) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:46.996991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e84ca693-a8f0-4d1e-814b-3d164f4d0f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.027260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e84ca693-a8f0-4d1e-814b-3d164f4d0f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.037039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-e982be03-ef5e-43d2-99e1-5841d3ae1fe9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:47.038826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-e982be03-ef5e-43d2-99e1-5841d3ae1fe9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/networks?id=8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 200 len: 796 time: 0.1634140 Sep 17 01:23:47.089025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-b2bf5edc-2b17-4e1c-8095-1265f7f01a6a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 379 time: 0.0400951 Sep 17 01:23:47.099292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'port': {'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'admin_state_up': True, 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'security_groups': ['4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:47.159299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e84ca693-a8f0-4d1e-814b-3d164f4d0f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.161922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e84ca693-a8f0-4d1e-814b-3d164f4d0f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.163182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e84ca693-a8f0-4d1e-814b-3d164f4d0f78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a70ac92-9ab6-418b-86e4-1a77570cf585 HTTP/1.1" status: 204 len: 168 time: 0.2295818 Sep 17 01:23:47.173859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ca693-a8f0-4d1e-814b-3d164f4d0f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a70ac92-9ab6-418b-86e4-1a77570cf585,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:47.296471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:47.300134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.460244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.20.0.6 (8f163674-7a78-4229-8c10-c43ceaf9804c/7f5e2713-b0aa-4a94-af43-71917c3042d8/a7556b73-c422-443d-b2d2-0f8a4004127c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:47.639278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.779634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:47.838870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 8f163674-7a78-4229-8c10-c43ceaf9804c is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:47.844263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:47.882239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:47.896720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=a7556b73-c422-443d-b2d2-0f8a4004127c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:48.000622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.001106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.001674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.002382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.002780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.003520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.004134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.004565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.004993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.005331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.005706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.006086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:23:48.026294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc82f9-5213-4e8c-800b-4de846eb4424 req-ab06239c-90f0-497f-abc2-9948afb7583e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:48.028162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88fc82f9-5213-4e8c-800b-4de846eb4424 req-ab06239c-90f0-497f-abc2-9948afb7583e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 931 time: 0.2073014 Sep 17 01:23:48.060492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:48.062850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.088055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88fc82f9-5213-4e8c-800b-4de846eb4424 req-4a1bcab4-1ff7-4c66-8e67-dbf3a409b92d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520868 Sep 17 01:23:48.161713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-4259254d-4b59-44c0-bf11-ccaca2b70f82 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0665607 Sep 17 01:23:48.175605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Request body: {'port': {'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:48.215827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1af0c397-9f14-469c-bf7e-f3d64c0169f5 None None] Provisioning complete for port a7556b73-c422-443d-b2d2-0f8a4004127c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:48.217244 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1af0c397-9f14-469c-bf7e-f3d64c0169f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.258969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.286283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1af0c397-9f14-469c-bf7e-f3d64c0169f5 None None] Port a7556b73-c422-443d-b2d2-0f8a4004127c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:48.487434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39732) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:48.580662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7556b73-c422-443d-b2d2-0f8a4004127c {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:23:48.589296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.598694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1730993512'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:48.603736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Transition to ACTIVE for port object a7556b73-c422-443d-b2d2-0f8a4004127c will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:23:48.742069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:48.742258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.745706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.754997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.813795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7556b73-c422-443d-b2d2-0f8a4004127c,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:48.869218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.871977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Attempting to bind port a7556b73-c422-443d-b2d2-0f8a4004127c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:48.872967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Attempting to bind port a7556b73-c422-443d-b2d2-0f8a4004127c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:48.873595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Attempting to bind port a7556b73-c422-443d-b2d2-0f8a4004127c on network 8f163674-7a78-4229-8c10-c43ceaf9804c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:48.878163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Port a7556b73-c422-443d-b2d2-0f8a4004127c on network 8f163674-7a78-4229-8c10-c43ceaf9804c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:23:48.878485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Attempting to bind port a7556b73-c422-443d-b2d2-0f8a4004127c on network 8f163674-7a78-4229-8c10-c43ceaf9804c {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:48.883647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:48.883976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Checking segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:48.884363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Bound using segment: {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:48.884785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Bound port: a7556b73-c422-443d-b2d2-0f8a4004127c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a53259d-fc56-48fd-bca5-f086467e72e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:48.885145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.956403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] For port a7556b73-c422-443d-b2d2-0f8a4004127c, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:48.961364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:48.961674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] For port a7556b73-c422-443d-b2d2-0f8a4004127c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a7556b73-c422-443d-b2d2-0f8a4004127c,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:49.026115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:23:49.026115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0666904-c45c-46a7-8645-6497b5a29feb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:49.038485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.038872 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Added segment 8d562440-447f-47a2-9299-4a77f4864ad2 of type vlan for network b0e572ed-5415-4166-9b09-59022440e890 Sep 17 01:23:49.046068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.094035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.094768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.094768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.094768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7556b73-c422-443d-b2d2-0f8a4004127c HTTP/1.1" status: 200 len: 1091 time: 0.9202316 Sep 17 01:23:49.094768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:23:49.094768 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0666f75-8fd8-49d1-bd9d-3695336db646" -d '{"events": [{"name": "network-changed", "server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:23:49.142605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef9f09a-0924-4283-ba49-6178c4c428b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7556b73-c422-443d-b2d2-0f8a4004127c,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:49.174581 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52710ea3-7732-48d2-a0cb-107b239b2386 x-openstack-request-id: req-52710ea3-7732-48d2-a0cb-107b239b2386 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:23:49.174876 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:23:49.175290 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52710ea3-7732-48d2-a0cb-107b239b2386 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:23:49.176710 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'status': 'completed', 'code': 200} Sep 17 01:23:49.212293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.220615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.224117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.261013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0666f75-8fd8-49d1-bd9d-3695336db646 req-a727b3d3-4771-4d73-aa9b-c9709af731d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.262706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0666f75-8fd8-49d1-bd9d-3695336db646 req-a727b3d3-4771-4d73-aa9b-c9709af731d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1094 time: 0.0640404 Sep 17 01:23:49.281431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f55c2-b39b-4875-8098-64be5442a465 req-e8cf9b2b-b930-4340-b3f6-c9876a1fe3ad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.286796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c61f55c2-b39b-4875-8098-64be5442a465 req-e8cf9b2b-b930-4340-b3f6-c9876a1fe3ad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 943 time: 0.1082644 Sep 17 01:23:49.334027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Network': ['ID=b0e572ed-5415-4166-9b09-59022440e890,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:49.348986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b0e572ed-5415-4166-9b09-59022440e890 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:23:49.357043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c61f55c2-b39b-4875-8098-64be5442a465 req-8a4b35b4-630d-4029-ba40-5ce78cd34204 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665658 Sep 17 01:23:49.394560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-619023e6-fba1-436f-a79a-847cc32a8249 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9052181 Sep 17 01:23:49.400841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39768) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:49.406229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'subnet': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:49.479473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0666f75-8fd8-49d1-bd9d-3695336db646 req-fe553e72-33d2-4034-8e27-ea2718e96d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.480976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0666f75-8fd8-49d1-bd9d-3695336db646 req-fe553e72-33d2-4034-8e27-ea2718e96d71 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2089207 Sep 17 01:23:49.616884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:49.623655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.648568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0666f75-8fd8-49d1-bd9d-3695336db646 req-97e54753-4756-4967-bfd4-b9083d3ff238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.650192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0666f75-8fd8-49d1-bd9d-3695336db646 req-97e54753-4756-4967-bfd4-b9083d3ff238 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624069 Sep 17 01:23:49.752979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-a54ad3f5-d0fe-4ff0-948b-bcf31fc262ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.757873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-a54ad3f5-d0fe-4ff0-948b-bcf31fc262ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1094 time: 0.0638766 Sep 17 01:23:49.799547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-9f660d59-380f-4c9d-b99f-edf99649bcef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7556b73-c422-443d-b2d2-0f8a4004127c HTTP/1.1" status: 200 len: 217 time: 0.0353837 Sep 17 01:23:49.852596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-fd299cd2-a9fb-43ac-acd8-f441b1dab109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.853957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-fd299cd2-a9fb-43ac-acd8-f441b1dab109 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f5e2713-b0aa-4a94-af43-71917c3042d8 HTTP/1.1" status: 200 len: 834 time: 0.0475063 Sep 17 01:23:49.901939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-b98588d7-4f8a-4335-a0c2-e9026e6a4477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:49.903659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-b98588d7-4f8a-4335-a0c2-e9026e6a4477 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f163674-7a78-4229-8c10-c43ceaf9804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425360 Sep 17 01:23:49.908486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:49.977450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Subnet': ['ID=6b84ad92-9f67-4f18-ae9f-a9d6c38ff679,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:49.985056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Checking segment: {'id': '8d562440-447f-47a2-9299-4a77f4864ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0e572ed-5415-4166-9b09-59022440e890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:49.985523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network hostable DHCP agents. Network: b0e572ed-5415-4166-9b09-59022440e890, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:23:50.005158 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-552f6c5c-8ef5-4b55-8675-55a4d338a6bf service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942507 Sep 17 01:23:50.103550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-024b7708-2ef1-41b6-9b5b-7581db56072a req-b12c1d47-dea5-4c50-9556-62f0e3bd8b72 service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912545 Sep 17 01:23:50.110999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:23:50.201274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b0e572ed-5415-4166-9b09-59022440e890) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:50.205541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:50.206093 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:50.210134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d784037-2fa7-4dde-944a-58976c45b7f5 None None] Network b0e572ed-5415-4166-9b09-59022440e890 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:50.297672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b26a5607-5326-4453-b5c7-d5c81ad4f288 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8956335 Sep 17 01:23:50.300320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39810) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:50.307242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102910971'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:50.363932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-b0e572ed-5415-4166-9b09-59022440e890', 'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'tenant_id': '75bf7c72d24540d4843e1b2c6d883ad6', 'fixed_ips': [{'subnet_id': '6b84ad92-9f67-4f18-ae9f-a9d6c38ff679'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:23:50.364821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:50.517840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e764ff-efe7-4414-a318-9f1daa9b4ddb req-32c181bb-5b5f-4908-9faf-6374e4c40a4d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:50.519334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e764ff-efe7-4414-a318-9f1daa9b4ddb req-32c181bb-5b5f-4908-9faf-6374e4c40a4d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 943 time: 0.0674491 Sep 17 01:23:50.556470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Allocated IP 2001:db8::2 (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:50.560723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34e764ff-efe7-4414-a318-9f1daa9b4ddb req-8c755b6e-f765-44e4-89fc-eaa1fa771d41 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353055 Sep 17 01:23:50.578411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:50.582166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:50.600581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] device_id is not set on port 6b030738-4beb-45be-96d2-e45d5da53225 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:50.728354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:50.807232 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:50.854859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:50.857768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:50.861134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:50.876842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Allocated IP 2001:db8::202 (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/6b030738-4beb-45be-96d2-e45d5da53225) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:50.877357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Pushing event updated for resources: {'Port': ['ID=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:50.938593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Attempting to bind port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:23:50.939000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Attempting to bind port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8d562440-447f-47a2-9299-4a77f4864ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0e572ed-5415-4166-9b09-59022440e890'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:23:50.939397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Attempting to bind port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c on network b0e572ed-5415-4166-9b09-59022440e890 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:23:50.944722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:23:50.945087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Checking segment: {'id': '8d562440-447f-47a2-9299-4a77f4864ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0e572ed-5415-4166-9b09-59022440e890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:23:50.945498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:50.945895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Bound using segment: {'id': '8d562440-447f-47a2-9299-4a77f4864ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0e572ed-5415-4166-9b09-59022440e890'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:23:50.946412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Bound port: 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d562440-447f-47a2-9299-4a77f4864ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'b0e572ed-5415-4166-9b09-59022440e890'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:23:50.946801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.002391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39846) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:51.037190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] For port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:23:51.040507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] For port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,segment=NetworkSegment(8d562440-447f-47a2-9299-4a77f4864ad2),segment_id=8d562440-447f-47a2-9299-4a77f4864ad2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:23:51.069472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.137365 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.141867 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-622918c1-2dc7-4af1-9272-f55136555e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.190058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.225821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e7a9f-cfc4-4108-ace4-a59a1637314f None None] Pushing event updated for resources: {'Port': ['ID=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:51.235527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:51.239252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:51.243391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:51.249675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:51.252490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.272906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=6b030738-4beb-45be-96d2-e45d5da53225,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:51.277622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-622918c1-2dc7-4af1-9272-f55136555e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.349658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-622918c1-2dc7-4af1-9272-f55136555e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.394762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-622918c1-2dc7-4af1-9272-f55136555e3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c601937a6eb84c63b232a9ab9a76ac44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3879669 Sep 17 01:23:51.394762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622918c1-2dc7-4af1-9272-f55136555e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c1184-3133-423a-bd3a-f7361e8a7c78,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:51.396059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39874) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:51.430882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-115aeb8a-fa7c-4440-bdf6-9d2d4677ef77 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1277835 Sep 17 01:23:51.434108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39876) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:51.440997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1096144789', 'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:89:cd:80'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:51.498393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5851d803-346a-44af-85a5-6a874c737cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.523568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5851d803-346a-44af-85a5-6a874c737cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.565272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:51.628711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:51.629098 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.658963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5851d803-346a-44af-85a5-6a874c737cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.661355 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5851d803-346a-44af-85a5-6a874c737cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.662474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5851d803-346a-44af-85a5-6a874c737cde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/269c1184-3133-423a-bd3a-f7361e8a7c78 HTTP/1.1" status: 204 len: 168 time: 0.2663033 Sep 17 01:23:51.687029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:51.697858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851d803-346a-44af-85a5-6a874c737cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c1184-3133-423a-bd3a-f7361e8a7c78,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:51.744389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd670c21-08ca-4c3e-9edd-07fd619670f4 req-e3ee9a59-ed15-43a0-b0c9-e47696f1af6d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:51.746567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd670c21-08ca-4c3e-9edd-07fd619670f4 req-e3ee9a59-ed15-43a0-b0c9-e47696f1af6d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 943 time: 0.0986123 Sep 17 01:23:51.750757 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.800598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd670c21-08ca-4c3e-9edd-07fd619670f4 req-c54ab3c2-f1d7-40be-a1ac-b611d1d62d07 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479138 Sep 17 01:23:51.804535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,segment=NetworkSegment(8d562440-447f-47a2-9299-4a77f4864ad2),segment_id=8d562440-447f-47a2-9299-4a77f4864ad2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:51.828280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:51.846729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] device_id is not set on port 61be10ec-9d35-404f-9a69-2726e26420b6 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:51.973996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Allocated IP 2001:db8::2d6 (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/61be10ec-9d35-404f-9a69-2726e26420b6) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:51.990100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.042724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:52.146851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.293381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.318178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da7a4e2-8ed5-44c3-ab44-539097203455 None None] Network b0e572ed-5415-4166-9b09-59022440e890 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:23:52.335661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:52.338826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:52.343626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:52.349689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:52.350335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.370070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=61be10ec-9d35-404f-9a69-2726e26420b6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:52.417732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-06d489ae-1861-4221-b496-a4c27dbdf4e9 None None] Provisioning complete for port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:52.418111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-06d489ae-1861-4221-b496-a4c27dbdf4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.446056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-96d9104f-1f62-4641-9c9e-f0fe229acfcd tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0095763 Sep 17 01:23:52.448459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39904) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:52.464998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:52.496149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39910) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:52.508168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22a2da-0d04-429b-95e0-8cfe903b9038 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:52.515437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22a2da-0d04-429b-95e0-8cfe903b9038 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:52.521206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af22a2da-0d04-429b-95e0-8cfe903b9038 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:52.522023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4625135-6cad-462e-8fb3-5d843b89d94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.525590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af22a2da-0d04-429b-95e0-8cfe903b9038 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.0735173 Sep 17 01:23:52.525839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39912) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:52.552174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a7556b73-c422-443d-b2d2-0f8a4004127c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:23:52.632396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4625135-6cad-462e-8fb3-5d843b89d94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.642279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port 61be10ec-9d35-404f-9a69-2726e26420b6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:52.643226 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.691652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a7556b73-c422-443d-b2d2-0f8a4004127c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a7556b73-c422-443d-b2d2-0f8a4004127c,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:52.708435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4625135-6cad-462e-8fb3-5d843b89d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.708780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:23:52.743517 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.750590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.762249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4625135-6cad-462e-8fb3-5d843b89d94a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8915778b497d45c890c697c84c92acd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622459 Sep 17 01:23:52.763993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e92ef7d-5d05-4924-819a-703f6fd0e589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.765104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for 61be10ec-9d35-404f-9a69-2726e26420b6 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:52.767131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39914) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:52.771595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7556b73-c422-443d-b2d2-0f8a4004127c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:23:52.787738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4625135-6cad-462e-8fb3-5d843b89d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93c1821-dbe0-49ee-a550-9cf4998d98cf,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:52.795063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a7556b73-c422-443d-b2d2-0f8a4004127c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a7556b73-c422-443d-b2d2-0f8a4004127c,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:52.881927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.898408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e92ef7d-5d05-4924-819a-703f6fd0e589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:52.955920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=a7556b73-c422-443d-b2d2-0f8a4004127c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:52.973266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e92ef7d-5d05-4924-819a-703f6fd0e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.025918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92ef7d-5d05-4924-819a-703f6fd0e589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff26a38-03ba-4336-8cdb-270c76e978c8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:53.040122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e92ef7d-5d05-4924-819a-703f6fd0e589 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac51cb801bca4df897f36c3e299fe7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722282 Sep 17 01:23:53.040525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39922) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:53.070030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Provisioning complete for port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:53.070920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.100919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35004f9f-81d5-4405-af97-19835c1c8867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.129281 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35004f9f-81d5-4405-af97-19835c1c8867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.154687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['a7556b73-c422-443d-b2d2-0f8a4004127c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:23:53.264403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203aa29-a75b-4dec-ad07-bfc0c7a756cb req-87685ec9-f9f1-4961-b029-a5517356b1d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:53.267777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Provisioning complete for port 61be10ec-9d35-404f-9a69-2726e26420b6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:53.268204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.273461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e203aa29-a75b-4dec-ad07-bfc0c7a756cb req-87685ec9-f9f1-4961-b029-a5517356b1d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 944 time: 0.1268950 Sep 17 01:23:53.281124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35004f9f-81d5-4405-af97-19835c1c8867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.284316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35004f9f-81d5-4405-af97-19835c1c8867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.285720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-35004f9f-81d5-4405-af97-19835c1c8867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff26a38-03ba-4336-8cdb-270c76e978c8 HTTP/1.1" status: 204 len: 168 time: 0.2442298 Sep 17 01:23:53.315399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35004f9f-81d5-4405-af97-19835c1c8867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff26a38-03ba-4336-8cdb-270c76e978c8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:53.361863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Port 61be10ec-9d35-404f-9a69-2726e26420b6 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:53.395190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Provisioning complete for port 6b030738-4beb-45be-96d2-e45d5da53225 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:53.395190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.424559 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e203aa29-a75b-4dec-ad07-bfc0c7a756cb req-c3bde455-08c7-46c3-8f81-c60959843e72 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499338 Sep 17 01:23:53.432626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e297f1c2-afbb-4c5e-bb92-ec1876ab80cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.469860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-12682299-c2b2-42df-a0df-7db6a73e2f70 None None] Port 6b030738-4beb-45be-96d2-e45d5da53225 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:53.484044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e297f1c2-afbb-4c5e-bb92-ec1876ab80cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.493163 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.535953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:53.538008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=61be10ec-9d35-404f-9a69-2726e26420b6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:53.591705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-92c87fc6-a853-48af-b67a-2e7dfc43d32a None None] Could not find standard attr ID for object 61be10ec-9d35-404f-9a69-2726e26420b6. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:23:53.611350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-92c87fc6-a853-48af-b67a-2e7dfc43d32a None None] Provisioning complete for port 6b030738-4beb-45be-96d2-e45d5da53225 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:53.611947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-92c87fc6-a853-48af-b67a-2e7dfc43d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.641534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:53.642053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.656753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.661217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-daf13cb7-2a13-444d-9306-b24051ad8b74 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/ports/61be10ec-9d35-404f-9a69-2726e26420b6 HTTP/1.1" status: 204 len: 168 time: 1.1320832 Sep 17 01:23:53.661511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39930) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:53.690773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-92c87fc6-a853-48af-b67a-2e7dfc43d32a None None] Port 6b030738-4beb-45be-96d2-e45d5da53225 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:53.697793 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f197ac-b343-445d-897c-c6d283c10334 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] GET failed (client error): The resource could not be found. Sep 17 01:23:53.697793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47f197ac-b343-445d-897c-c6d283c10334 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "GET /v2.0/ports/61be10ec-9d35-404f-9a69-2726e26420b6 HTTP/1.1" status: 404 len: 333 time: 0.0334108 Sep 17 01:23:53.699684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39932) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:53.707278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1859791441'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:53.733353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e297f1c2-afbb-4c5e-bb92-ec1876ab80cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.733353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e297f1c2-afbb-4c5e-bb92-ec1876ab80cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.733353 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e297f1c2-afbb-4c5e-bb92-ec1876ab80cc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f93c1821-dbe0-49ee-a550-9cf4998d98cf HTTP/1.1" status: 204 len: 168 time: 0.9616549 Sep 17 01:23:53.749611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297f1c2-afbb-4c5e-bb92-ec1876ab80cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93c1821-dbe0-49ee-a550-9cf4998d98cf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:53.964809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:53.969210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:53.987091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] device_id is not set on port 0afc4438-55d4-4da0-8370-e453b5349f7b yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:54.035119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39938) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:54.049504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee3ccd04-b6bf-40f6-960c-aa8749e89a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.119827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Allocated IP 2001:db8::148 (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/0afc4438-55d4-4da0-8370-e453b5349f7b) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:54.157653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee3ccd04-b6bf-40f6-960c-aa8749e89a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.245345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee3ccd04-b6bf-40f6-960c-aa8749e89a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.269808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.289747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee3ccd04-b6bf-40f6-960c-aa8749e89a33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcd4387a9ece4744a3c2ef67b8eb46d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2535203 Sep 17 01:23:54.291811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ccd04-b6bf-40f6-960c-aa8749e89a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc4e11e-0b58-4388-8424-bb1bbd01559d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:54.292504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:54.356089 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb504eae-b68d-46f5-99ff-4d5635178adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.381924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb504eae-b68d-46f5-99ff-4d5635178adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.397887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.461888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:54.461888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:54.462733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:54.468354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:54.471790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.486268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=0afc4438-55d4-4da0-8370-e453b5349f7b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:54.545039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a7556b73-c422-443d-b2d2-0f8a4004127c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:23:54.570024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88ea6-2846-473b-8d13-8b27d5e10114 req-e010d694-6d72-4c89-870a-e42b1fe0336e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:54.578399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0f88ea6-2846-473b-8d13-8b27d5e10114 req-e010d694-6d72-4c89-870a-e42b1fe0336e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 944 time: 0.0603671 Sep 17 01:23:54.599649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-38b1b0a1-442e-4317-92fd-d620bbb8734e tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8978729 Sep 17 01:23:54.602227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:54.611299 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb504eae-b68d-46f5-99ff-4d5635178adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.611299 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb504eae-b68d-46f5-99ff-4d5635178adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.611299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb504eae-b68d-46f5-99ff-4d5635178adb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdc4e11e-0b58-4388-8424-bb1bbd01559d HTTP/1.1" status: 204 len: 168 time: 0.3172901 Sep 17 01:23:54.615178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:89:cd:80'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:54.659504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb504eae-b68d-46f5-99ff-4d5635178adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc4e11e-0b58-4388-8424-bb1bbd01559d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:54.690491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port a7556b73-c422-443d-b2d2-0f8a4004127c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:23:54.695861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port a7556b73-c422-443d-b2d2-0f8a4004127c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:54.696552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.698698 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0f88ea6-2846-473b-8d13-8b27d5e10114 req-91f6b0de-8b6a-45d6-945f-18778a97dfc5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192179 Sep 17 01:23:54.731005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.798497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.839751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:23:54.842890 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8908c24-737c-4a03-8101-02429c8f0bbc" -d '{"events": [{"server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "name": "network-vif-plugged", "status": "completed", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:23:54.848644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-83f3ad37-04e5-43bd-93b1-3f96d624e206 None None] Provisioning complete for port 0afc4438-55d4-4da0-8370-e453b5349f7b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:54.855304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-83f3ad37-04e5-43bd-93b1-3f96d624e206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.878010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port a7556b73-c422-443d-b2d2-0f8a4004127c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a7556b73-c422-443d-b2d2-0f8a4004127c,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:23:54.892474 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5f86eb-4ba5-4f42-9c04-f914e8de5d8e x-openstack-request-id: req-6e5f86eb-4ba5-4f42-9c04-f914e8de5d8e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:23:54.892773 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "name": "network-vif-plugged", "status": "completed", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:23:54.893170 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e5f86eb-4ba5-4f42-9c04-f914e8de5d8e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:23:54.893746 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'code': 200} Sep 17 01:23:54.898338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-83f3ad37-04e5-43bd-93b1-3f96d624e206 None None] Port 0afc4438-55d4-4da0-8370-e453b5349f7b cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:54.953437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:54.967285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.017618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9871ad-289d-4517-8fe1-4a7472f8b0fe req-2eac8545-ec5f-476d-8aab-aba5b1330e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:55.021292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a9871ad-289d-4517-8fe1-4a7472f8b0fe req-2eac8545-ec5f-476d-8aab-aba5b1330e1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1096 time: 0.0636005 Sep 17 01:23:55.024450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.031510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=a7556b73-c422-443d-b2d2-0f8a4004127c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:55.058447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] In _notify_port_updated(), no bound segment for port 0afc4438-55d4-4da0-8370-e453b5349f7b on network b0e572ed-5415-4166-9b09-59022440e890 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:23:55.065550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:55.066201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.067567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "PUT /v2.0/ports/0afc4438-55d4-4da0-8370-e453b5349f7b HTTP/1.1" status: 200 len: 1003 time: 0.4643178 Sep 17 01:23:55.070550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39978) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:55.119688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1cf31-8a90-4c1d-b84f-0e4ff04829a6 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=0afc4438-55d4-4da0-8370-e453b5349f7b,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:55.170059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9a9871ad-289d-4517-8fe1-4a7472f8b0fe req-b5112c4f-aee5-44d3-8108-6b89f96613cf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391010 Sep 17 01:23:55.228573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port 0afc4438-55d4-4da0-8370-e453b5349f7b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:55.228914 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.333238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.345526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for 0afc4438-55d4-4da0-8370-e453b5349f7b owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:55.440558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0b391794-2e7f-4aab-b9be-754e28f8f1ab None None] Provisioning complete for port 0afc4438-55d4-4da0-8370-e453b5349f7b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:55.442355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0b391794-2e7f-4aab-b9be-754e28f8f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.508425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0b391794-2e7f-4aab-b9be-754e28f8f1ab None None] Port 0afc4438-55d4-4da0-8370-e453b5349f7b cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:55.567099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.598515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=0afc4438-55d4-4da0-8370-e453b5349f7b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:55.730886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:55.737620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-89dddc93-1c72-4620-81e8-8cb0547367b7 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/ports/0afc4438-55d4-4da0-8370-e453b5349f7b HTTP/1.1" status: 204 len: 168 time: 0.6632073 Sep 17 01:23:55.743573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40008) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:55.770509 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-059edd47-1234-4697-a790-267101767f81 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] GET failed (client error): The resource could not be found. Sep 17 01:23:55.775662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-059edd47-1234-4697-a790-267101767f81 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "GET /v2.0/ports/0afc4438-55d4-4da0-8370-e453b5349f7b HTTP/1.1" status: 404 len: 333 time: 0.0334260 Sep 17 01:23:55.775977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:55.781440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1996658866'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:55.851697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8cb46-2365-413a-95f6-4203b02ada78 req-73a2eedb-eb6e-4388-bebb-880043f9af1c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:55.861870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7c8cb46-2365-413a-95f6-4203b02ada78 req-73a2eedb-eb6e-4388-bebb-880043f9af1c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 945 time: 0.0737016 Sep 17 01:23:55.928380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7c8cb46-2365-413a-95f6-4203b02ada78 req-02c98cc6-ccd8-44af-8c34-46ebd7e79a13 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655897 Sep 17 01:23:56.004755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:56.008469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:56.026928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] device_id is not set on port a0f03a97-8ab5-42d6-a370-55af9f3277f8 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:56.158003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Allocated IP 2001:db8::28a (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/a0f03a97-8ab5-42d6-a370-55af9f3277f8) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:56.324594 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:56.451768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:56.492889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:56.496315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:56.500626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:56.506402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:56.507030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:56.534244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=a0f03a97-8ab5-42d6-a370-55af9f3277f8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:56.630738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-86cd44e0-5c03-4404-b242-0088792dec60 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8537421 Sep 17 01:23:56.633501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40042) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:56.640625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:89:cd:80'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:56.721476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:56.751798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b2e0fb2b-73de-4893-b03a-9862ba3c1c84 None None] Provisioning complete for port a0f03a97-8ab5-42d6-a370-55af9f3277f8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:56.752387 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2e0fb2b-73de-4893-b03a-9862ba3c1c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:56.822304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b2e0fb2b-73de-4893-b03a-9862ba3c1c84 None None] Port a0f03a97-8ab5-42d6-a370-55af9f3277f8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:56.869443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40050) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:56.950855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.017877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.071258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] In _notify_port_updated(), no bound segment for port a0f03a97-8ab5-42d6-a370-55af9f3277f8 on network b0e572ed-5415-4166-9b09-59022440e890 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:23:57.080962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:57.082003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.083522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "PUT /v2.0/ports/a0f03a97-8ab5-42d6-a370-55af9f3277f8 HTTP/1.1" status: 200 len: 1003 time: 0.4487684 Sep 17 01:23:57.087017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40062) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:57.088642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea3feb-8f47-4369-9f34-17c4a9906755 req-b74b4846-719b-4a25-abc1-8c2bef390ab8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:57.090295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6dea3feb-8f47-4369-9f34-17c4a9906755 req-b74b4846-719b-4a25-abc1-8c2bef390ab8 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 945 time: 0.0732770 Sep 17 01:23:57.141540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bbc42-d8e4-4190-acfb-35dd774d4b2b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=a0f03a97-8ab5-42d6-a370-55af9f3277f8,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:57.180912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6dea3feb-8f47-4369-9f34-17c4a9906755 req-56ddc9cd-396d-4a0d-b1c0-1f4f4746d8b1 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736933 Sep 17 01:23:57.191750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbf254f0-a88a-470d-b8f4-9a7492a7b511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.315331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port a0f03a97-8ab5-42d6-a370-55af9f3277f8 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:23:57.315676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.343646 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbf254f0-a88a-470d-b8f4-9a7492a7b511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.363036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d35b-1d76-469b-bd72-2061fe8225fe req-5c903eff-d70e-4881-8ac5-769b7f0e05b3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:57.370530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a417d35b-1d76-469b-bd72-2061fe8225fe req-5c903eff-d70e-4881-8ac5-769b7f0e05b3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 945 time: 0.0722067 Sep 17 01:23:57.405473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a417d35b-1d76-469b-bd72-2061fe8225fe req-adec3eec-d218-49b8-a5bb-75de6f7a0b12 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339892 Sep 17 01:23:57.410044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fbf254f0-a88a-470d-b8f4-9a7492a7b511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.428679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40072) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:57.469652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7a27099d-cebc-4f9c-95bf-3a6e0e6a57ae None None] Provisioning complete for port a0f03a97-8ab5-42d6-a370-55af9f3277f8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:57.470027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7a27099d-cebc-4f9c-95bf-3a6e0e6a57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.475065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.475265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0d6ec-506a-417a-83c6-5f008f9e8664 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:57.479938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-42c0d6ec-506a-417a-83c6-5f008f9e8664 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1091 time: 0.0502987 Sep 17 01:23:57.480538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40076) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:57.484212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fbf254f0-a88a-470d-b8f4-9a7492a7b511 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75a90edce9b94555999fe4aa9e94f8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137345 Sep 17 01:23:57.485522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:57.490779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40078) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:57.491374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf254f0-a88a-470d-b8f4-9a7492a7b511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96160aef-95fb-495d-9f24-9452abe2f174,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:57.507431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for a0f03a97-8ab5-42d6-a370-55af9f3277f8 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:23:57.537324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7a27099d-cebc-4f9c-95bf-3a6e0e6a57ae None None] Port a0f03a97-8ab5-42d6-a370-55af9f3277f8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:57.554566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91477819-9c9e-4c15-890a-684eb00f1b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.581905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91477819-9c9e-4c15-890a-684eb00f1b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.641356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.708531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91477819-9c9e-4c15-890a-684eb00f1b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.711459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-91477819-9c9e-4c15-890a-684eb00f1b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.712571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-91477819-9c9e-4c15-890a-684eb00f1b61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96160aef-95fb-495d-9f24-9452abe2f174 HTTP/1.1" status: 204 len: 168 time: 0.2210693 Sep 17 01:23:57.755872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.791531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=a0f03a97-8ab5-42d6-a370-55af9f3277f8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:57.820191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:57.822313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b2ef9c3a-fd01-4da2-8a70-b7cfc43230d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/ports/a0f03a97-8ab5-42d6-a370-55af9f3277f8 HTTP/1.1" status: 204 len: 168 time: 0.7342680 Sep 17 01:23:57.827661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40084) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:57.861605 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-89895203-dff8-436e-97d7-2ac67344c8bf tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] GET failed (client error): The resource could not be found. Sep 17 01:23:57.867550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89895203-dff8-436e-97d7-2ac67344c8bf tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "GET /v2.0/ports/a0f03a97-8ab5-42d6-a370-55af9f3277f8 HTTP/1.1" status: 404 len: 333 time: 0.0386312 Sep 17 01:23:57.868471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40086) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:57.873903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-915578337'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:58.068217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91477819-9c9e-4c15-890a-684eb00f1b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96160aef-95fb-495d-9f24-9452abe2f174,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:58.081072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:58.085827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.107275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] device_id is not set on port 73b3a411-1daa-4284-bbf0-976232f4e7af yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:58.110214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.230923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.25.1.186 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/6040affe-71d6-4ba8-a3b9-4e07e73d8cb4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:58.242155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Allocated IP 2001:db8::372 (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/73b3a411-1daa-4284-bbf0-976232f4e7af) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:58.360795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.420522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.445822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40096) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:58.459613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5874d3b7-63cb-495c-af8a-d97810004fe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.493761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.514597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.541831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:58.549547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:58.558710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:58.566945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=6040affe-71d6-4ba8-a3b9-4e07e73d8cb4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:58.569692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:58.573854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:58.577148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:58.583455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:58.584529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.597624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=73b3a411-1daa-4284-bbf0-976232f4e7af,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:58.673399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5874d3b7-63cb-495c-af8a-d97810004fe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.686824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.738250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5874d3b7-63cb-495c-af8a-d97810004fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.784930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3bb743b7-d314-4ead-aa0e-fa5fcb8da606 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9151609 Sep 17 01:23:58.787496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40104) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:58.795467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'network_id': 'b0e572ed-5415-4166-9b09-59022440e890', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-368569108'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:58.827630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5874d3b7-63cb-495c-af8a-d97810004fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeae0f7c-59cd-473d-9366-e4abf32d44bd,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:58.847245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5874d3b7-63cb-495c-af8a-d97810004fe7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=952a839827064f5884f690d5c66283ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002810 Sep 17 01:23:58.853044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40106) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:58.868024 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:23:58.971516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d4e831bb-4d6a-4830-b807-18ca10d227d5 None None] Provisioning complete for port 73b3a411-1daa-4284-bbf0-976232f4e7af triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:58.972064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d4e831bb-4d6a-4830-b807-18ca10d227d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.986650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be18f049-8a4a-4060-84a7-633726c85b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:58.995055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Made reservation on behalf of 75bf7c72d24540d4843e1b2c6d883ad6 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:23:58.999924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.016271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d4e831bb-4d6a-4830-b807-18ca10d227d5 None None] Port 73b3a411-1daa-4284-bbf0-976232f4e7af cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:23:59.025788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] device_id is not set on port ff2b2834-070a-410a-b99f-f324b123551d yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:23:59.048779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be18f049-8a4a-4060-84a7-633726c85b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.098628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.159805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.170952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Allocated IP 2001:db8::36a (b0e572ed-5415-4166-9b09-59022440e890/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679/ff2b2834-070a-410a-b99f-f324b123551d) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:23:59.188036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be18f049-8a4a-4060-84a7-633726c85b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.191611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be18f049-8a4a-4060-84a7-633726c85b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.192672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-be18f049-8a4a-4060-84a7-633726c85b65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeae0f7c-59cd-473d-9366-e4abf32d44bd HTTP/1.1" status: 204 len: 168 time: 0.3383329 Sep 17 01:23:59.211799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18f049-8a4a-4060-84a7-633726c85b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeae0f7c-59cd-473d-9366-e4abf32d44bd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:59.339997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.362483 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.498975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.506270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.539846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Network b0e572ed-5415-4166-9b09-59022440e890 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:23:59.542846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:23:59.546120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:23:59.554011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:23:59.554011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.573726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=ff2b2834-070a-410a-b99f-f324b123551d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:59.577252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.642005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ecf1338b-33cf-4d87-aeec-fb8b057dc357 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8526101 Sep 17 01:23:59.644715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40116) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:23:59.650842 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::202', 'mac_address': 'fa:16:3e:89:cd:80'}, {'ip_address': '2001:db8::372', 'mac_address': 'fa:16:3e:ec:a4:ce'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:23:59.654650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=6040affe-71d6-4ba8-a3b9-4e07e73d8cb4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:23:59.665501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.805082 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Floating IP 19c67444-0d24-497a-b01e-671cab436a36 associated. External IP: 172.25.1.186, port: a7556b73-c422-443d-b2d2-0f8a4004127c. Sep 17 01:23:59.867792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.941152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12e96da8-145e-4967-88f9-214868c6b200 None None] Provisioning complete for port ff2b2834-070a-410a-b99f-f324b123551d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:23:59.941751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12e96da8-145e-4967-88f9-214868c6b200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:23:59.979545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-12e96da8-145e-4967-88f9-214868c6b200 None None] Port ff2b2834-070a-410a-b99f-f324b123551d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:24:00.047407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:24:00.070579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.126454 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.159491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:24:00.160591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] In _notify_port_updated(), no bound segment for port ff2b2834-070a-410a-b99f-f324b123551d on network b0e572ed-5415-4166-9b09-59022440e890 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:24:00.165997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:00.166651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.170994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "PUT /v2.0/ports/ff2b2834-070a-410a-b99f-f324b123551d HTTP/1.1" status: 200 len: 1067 time: 0.5247679 Sep 17 01:24:00.173017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:24:00.175598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40130) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:00.184263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:24:00.185413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:00.198999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f409b-44ae-4ab7-8737-c175d6e4d151 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event updated for resources: {'Port': ['ID=ff2b2834-070a-410a-b99f-f324b123551d,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:00.281804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.324984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:24:00.332046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d708e39d-8403-483b-8780-73b5c0482714 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8478453 Sep 17 01:24:00.332046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:24:00.334552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40140) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:00.349994 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e71ce5-935e-4021-8e36-b3b0f516e38d" -d '{"events": [{"name": "network-changed", "server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:24:00.367733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port ff2b2834-070a-410a-b99f-f324b123551d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:00.368822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.492039 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6642498-2d2f-4c45-8b43-980a4d858a2e x-openstack-request-id: req-a6642498-2d2f-4c45-8b43-980a4d858a2e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:24:00.492039 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:24:00.492347 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a6642498-2d2f-4c45-8b43-980a4d858a2e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:24:00.492630 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'status': 'completed', 'code': 200} Sep 17 01:24:00.515067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-baa4bf6f-7ce5-42ed-b735-b518e135d21f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/19c67444-0d24-497a-b01e-671cab436a36 HTTP/1.1" status: 200 len: 991 time: 0.1768854 Sep 17 01:24:00.527114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-fc9e5319-cb4a-484a-ad75-752699664df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:00.529130 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-fc9e5319-cb4a-484a-ad75-752699664df5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1096 time: 0.0865583 Sep 17 01:24:00.555426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.571569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for ff2b2834-070a-410a-b99f-f324b123551d owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:00.696776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-a9f2ae9f-9526-4976-bd85-5d9e13b5b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:00.698275 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-a9f2ae9f-9526-4976-bd85-5d9e13b5b747 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 200 len: 897 time: 0.1579988 Sep 17 01:24:00.770588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b1f2f60e-eb8a-4a73-a975-ecc9c52f5d64 None None] Provisioning complete for port ff2b2834-070a-410a-b99f-f324b123551d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:00.771220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b1f2f60e-eb8a-4a73-a975-ecc9c52f5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:00.777046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-e99d8142-4fe3-4a20-bed5-3fb95358e264 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7556b73-c422-443d-b2d2-0f8a4004127c HTTP/1.1" status: 200 len: 999 time: 0.0713735 Sep 17 01:24:00.820199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2f60e-eb8a-4a73-a975-ecc9c52f5d64 None None] Port ff2b2834-070a-410a-b99f-f324b123551d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:24:00.853145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-535d58f4-a2ef-4b64-b860-2044ca84d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:00.867682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-535d58f4-a2ef-4b64-b860-2044ca84d5b7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f5e2713-b0aa-4a94-af43-71917c3042d8 HTTP/1.1" status: 200 len: 834 time: 0.0716147 Sep 17 01:24:00.940955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-76a76f4e-cb0a-4906-82a5-e436f1cb966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:00.945338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-76a76f4e-cb0a-4906-82a5-e436f1cb966f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f163674-7a78-4229-8c10-c43ceaf9804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730615 Sep 17 01:24:00.965029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:23:58Z', 'revision_number': 0, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:00.992594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:24:00.993611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.001503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:24:01.002378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:23:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:01.025140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=ff2b2834-070a-410a-b99f-f324b123551d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:01.046417 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-b8b828b8-f783-46df-a9f0-a1b5d5e28b2e service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942254 Sep 17 01:24:01.142490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:24:01.204067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2e71ce5-935e-4021-8e36-b3b0f516e38d req-da6ee459-0fde-494c-8d8f-600f518a70dc service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421213 Sep 17 01:24:01.271645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.276313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1420a270-eacd-4697-96bc-c0adbf9e91d9 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/ports/ff2b2834-070a-410a-b99f-f324b123551d HTTP/1.1" status: 204 len: 168 time: 1.0965104 Sep 17 01:24:01.276629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40166) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:01.319756 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c326c841-3484-4cca-bb37-f766beab437f tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] GET failed (client error): The resource could not be found. Sep 17 01:24:01.324031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c326c841-3484-4cca-bb37-f766beab437f tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "GET /v2.0/ports/ff2b2834-070a-410a-b99f-f324b123551d HTTP/1.1" status: 404 len: 333 time: 0.0432229 Sep 17 01:24:01.324294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40170) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:01.457683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:23:58Z', 'revision_number': 0, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:01.468876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port 73b3a411-1daa-4284-bbf0-976232f4e7af {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:01.469214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.474087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40174) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:01.492972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d588a7-9f3d-4957-a970-04ba23778ed4 None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:23:35Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:23:58Z', 'revision_number': 0, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:24:01.514484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:01.588804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1fb60970-9439-481b-9874-d56b3b88971b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/19c67444-0d24-497a-b01e-671cab436a36 HTTP/1.1" status: 200 len: 991 time: 0.0722196 Sep 17 01:24:01.592739 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.605625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for 73b3a411-1daa-4284-bbf0-976232f4e7af owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:01.632661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ce8127b-30cd-475b-bad2-0d0aa56d37a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.734288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ce8127b-30cd-475b-bad2-0d0aa56d37a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.774915 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2372fa-5cd8-436d-90c3-1d6b31931d3f None None] New status for floating IP 19c67444-0d24-497a-b01e-671cab436a36: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:24:01.799176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ce8127b-30cd-475b-bad2-0d0aa56d37a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.817015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-8ce39676-e7d1-4393-9cfe-8c72f151189e req-a96e096a-a863-4b9b-a680-d0566d078ce5 tempest-ListServersNegativeTestJSON-1911967754 tempest-ListServersNegativeTestJSON-1911967754-project] (112072) timed out ('10.222.0.36', 63204) {{(pid=112072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:24:01.838378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ce8127b-30cd-475b-bad2-0d0aa56d37a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0859092ff667446698b6851ae2a72f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631396 Sep 17 01:24:01.839608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8127b-30cd-475b-bad2-0d0aa56d37a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f60a8d7-c0e2-433a-bc92-3ad2e0556edc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:01.841541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:01.900698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f93d2de7-c367-4c67-b4c5-4e19abfa35e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.905450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.952099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=73b3a411-1daa-4284-bbf0-976232f4e7af,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:01.955430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f93d2de7-c367-4c67-b4c5-4e19abfa35e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.991798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:01.996318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4d2322bf-f3c6-4af1-8455-404bd164d925 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/ports/73b3a411-1daa-4284-bbf0-976232f4e7af HTTP/1.1" status: 204 len: 168 time: 0.6685901 Sep 17 01:24:01.996739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40192) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:02.027483 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7a2bea-6660-4a2e-99c5-4c77ceef9f34 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] GET failed (client error): The resource could not be found. Sep 17 01:24:02.033234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3e7a2bea-6660-4a2e-99c5-4c77ceef9f34 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "GET /v2.0/ports/73b3a411-1daa-4284-bbf0-976232f4e7af HTTP/1.1" status: 404 len: 333 time: 0.0308614 Sep 17 01:24:02.033399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40194) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:02.091761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f93d2de7-c367-4c67-b4c5-4e19abfa35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.094853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f93d2de7-c367-4c67-b4c5-4e19abfa35e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.100427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f93d2de7-c367-4c67-b4c5-4e19abfa35e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f60a8d7-c0e2-433a-bc92-3ad2e0556edc HTTP/1.1" status: 204 len: 168 time: 0.2529144 Sep 17 01:24:02.125402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d2de7-c367-4c67-b4c5-4e19abfa35e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f60a8d7-c0e2-433a-bc92-3ad2e0556edc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:02.147930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port 6b030738-4beb-45be-96d2-e45d5da53225 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:02.148282 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.257143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.270101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for 6b030738-4beb-45be-96d2-e45d5da53225 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:02.524907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.557308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=6b030738-4beb-45be-96d2-e45d5da53225,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:02.592703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40204) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:02.594849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.599261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4bac2881-5624-4637-bb09-02048c5d8074 tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/ports/6b030738-4beb-45be-96d2-e45d5da53225 HTTP/1.1" status: 204 len: 168 time: 0.5628495 Sep 17 01:24:02.599550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40206) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:02.680137 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-61aa9874-ffe8-42aa-a71b-570dd81e48c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/19c67444-0d24-497a-b01e-671cab436a36 HTTP/1.1" status: 200 len: 993 time: 0.0850873 Sep 17 01:24:02.694438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting subnet 6b84ad92-9f67-4f18-ae9f-a9d6c38ff679 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:24:02.701508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.751947 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.859979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:02.976442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.008489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Subnet': ['ID=6b84ad92-9f67-4f18-ae9f-a9d6c38ff679,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:03.012195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.015137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c2cfefa0-6239-4878-8d91-622db802909b tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/subnets/6b84ad92-9f67-4f18-ae9f-a9d6c38ff679 HTTP/1.1" status: 204 len: 168 time: 0.4143639 Sep 17 01:24:03.018699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40218) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:03.024736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96821b-a301-4768-ad33-3d83bce78985 None None] Network b0e572ed-5415-4166-9b09-59022440e890 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:03.134241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.217306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Deleting port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:03.217979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.317890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] DHCP port deletion for b0e572ed-5415-4166-9b09-59022440e890 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:24:03.331710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] For port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,segment=NetworkSegment(8d562440-447f-47a2-9299-4a77f4864ad2),segment_id=8d562440-447f-47a2-9299-4a77f4864ad2)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:03.332028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.346963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Calling delete_port for 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:03.400549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] Deleting port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:03.401545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.513493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] For port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,segment=NetworkSegment(8d562440-447f-47a2-9299-4a77f4864ad2),segment_id=8d562440-447f-47a2-9299-4a77f4864ad2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:03.514260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.527915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] Calling delete_port for 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:03.559331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.599417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Port': ['ID=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:03.605982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] No DVR routers for this DVR port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:03.627998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:24:03.658402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:24:03.658958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:24:03.712493 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.723733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.741567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] Pushing event deleted for resources: {'Port': ['ID=7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:03.744999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e572ed-5415-4166-9b09-59022440e890']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:03.749287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b780096f-d97e-4df9-9a80-3cee23d30a00 None None] No DVR routers for this DVR port 7a3d5fc9-d0de-4185-8b63-6c115fdd4d2c on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:03.755790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d562440-447f-47a2-9299-4a77f4864ad2') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:03.756152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d562440-447f-47a2-9299-4a77f4864ad2') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:03.769301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.784347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.791724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:03.792192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:03.795789 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:03.941823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.948943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:03.952018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] 10.222.0.13 "DELETE /v2.0/networks/b0e572ed-5415-4166-9b09-59022440e890 HTTP/1.1" status: 204 len: 168 time: 0.9298322 Sep 17 01:24:03.963804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4eb5a0-7a12-4e9c-a2ac-c07971ff5a8a tempest-AllowedAddressPairIpV6TestJSON-2077423950 tempest-AllowedAddressPairIpV6TestJSON-2077423950-project] Pushing event deleted for resources: {'Network': ['ID=b0e572ed-5415-4166-9b09-59022440e890,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:04.421733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40254) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:04.567798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-772e6ce8-6aec-4992-9f8f-0642f0c6ed69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75bf7c72d24540d4843e1b2c6d883ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447957 Sep 17 01:24:04.570283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40260) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:04.621406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b46b9c8f-152d-449a-a85a-00b168637f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:04.646859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b46b9c8f-152d-449a-a85a-00b168637f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:04.793275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b46b9c8f-152d-449a-a85a-00b168637f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:04.796172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b46b9c8f-152d-449a-a85a-00b168637f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:04.797570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b46b9c8f-152d-449a-a85a-00b168637f61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0666904-c45c-46a7-8645-6497b5a29feb HTTP/1.1" status: 204 len: 168 time: 0.2263529 Sep 17 01:24:04.807787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b9c8f-152d-449a-a85a-00b168637f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0666904-c45c-46a7-8645-6497b5a29feb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:05.296238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:05.426145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-78a8e921-969a-4c95-984d-2ce158860578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.455897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4f22d05e-a53a-4ab2-b1e8-b893e5863780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.520475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-78a8e921-969a-4c95-984d-2ce158860578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.598798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-78a8e921-969a-4c95-984d-2ce158860578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.638025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-78a8e921-969a-4c95-984d-2ce158860578 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbb166ed83d04bbabbde71d1d4a6025a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399863 Sep 17 01:24:05.639328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8e921-969a-4c95-984d-2ce158860578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad59dcf8-6fce-4152-86a2-b89788ec6b37,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:05.641013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:05.692537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16519718-c35f-405a-b45b-d40e11acaf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.714531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16519718-c35f-405a-b45b-d40e11acaf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.829722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16519718-c35f-405a-b45b-d40e11acaf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.832273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16519718-c35f-405a-b45b-d40e11acaf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:05.833532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-16519718-c35f-405a-b45b-d40e11acaf62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad59dcf8-6fce-4152-86a2-b89788ec6b37 HTTP/1.1" status: 204 len: 168 time: 0.1914685 Sep 17 01:24:05.843204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16519718-c35f-405a-b45b-d40e11acaf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad59dcf8-6fce-4152-86a2-b89788ec6b37,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:05.992327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40306) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:06.179398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'networks': [{'name': 'tempest-network--1794494168'}, {'name': 'tempest-network--1757184302'}]} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:06.179774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'network': {'name': 'tempest-network--1794494168'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:06.180198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'network': {'name': 'tempest-network--1757184302'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:06.279239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'network': 2} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:06.283993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.293068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.400061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.461833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.462333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.497826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b907e7-5109-48ea-9033-e3a7a457f86a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:06.501210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40320) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:06.507409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:06.514798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccfd7735-0555-4051-9b1f-d326fc70ef66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.517225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.517572 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Added segment efb47d1a-9678-4204-8dd3-fef41035a9c4 of type vlan for network c4c232a3-684c-46e0-b46e-05c1429f71ee Sep 17 01:24:06.567773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.596250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:06.604868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.605215 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Added segment 092a9423-f82c-4088-a0c1-ac652da44a59 of type vlan for network da1d988d-4738-459f-a715-8d93419993c1 Sep 17 01:24:06.605359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccfd7735-0555-4051-9b1f-d326fc70ef66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.644699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.673291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccfd7735-0555-4051-9b1f-d326fc70ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.713287 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ccfd7735-0555-4051-9b1f-d326fc70ef66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eaebc463dbe544f4a23494672ece3453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2109728 Sep 17 01:24:06.714284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfd7735-0555-4051-9b1f-d326fc70ef66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedc3ba0-7e81-4e3e-a769-1345a950fc83,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:06.717652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:06.768539 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f1ddc9e-8554-4585-85ba-467ed9ddf4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.789698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f1ddc9e-8554-4585-85ba-467ed9ddf4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.792964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.793510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.799963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:06.804919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:06.805546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.881584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Network': ['ID=c4c232a3-684c-46e0-b46e-05c1429f71ee,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:06.892277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c4c232a3-684c-46e0-b46e-05c1429f71ee details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:06.908501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f1ddc9e-8554-4585-85ba-467ed9ddf4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.910778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f1ddc9e-8554-4585-85ba-467ed9ddf4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:06.911992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6f1ddc9e-8554-4585-85ba-467ed9ddf4b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bedc3ba0-7e81-4e3e-a769-1345a950fc83 HTTP/1.1" status: 204 len: 168 time: 0.1927149 Sep 17 01:24:06.920160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ddc9e-8554-4585-85ba-467ed9ddf4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedc3ba0-7e81-4e3e-a769-1345a950fc83,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:06.953734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9600964 Sep 17 01:24:06.957001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40328) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:06.975627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b0109-9635-4f47-bcc6-40018881b3e0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Network': ['ID=da1d988d-4738-459f-a715-8d93419993c1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:06.993556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network da1d988d-4738-459f-a715-8d93419993c1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:07.170007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa64f5d-d122-431e-bc75-dd11942392c4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:07.176726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa64f5d-d122-431e-bc75-dd11942392c4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:07.182447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa64f5d-d122-431e-bc75-dd11942392c4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:07.188433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa64f5d-d122-431e-bc75-dd11942392c4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:07.190092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3fa64f5d-d122-431e-bc75-dd11942392c4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2319922 Sep 17 01:24:07.193189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40332) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:07.273926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.380288 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.412791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c232a3-684c-46e0-b46e-05c1429f71ee']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:07.423706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb47d1a-9678-4204-8dd3-fef41035a9c4') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:07.424011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb47d1a-9678-4204-8dd3-fef41035a9c4') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:07.433860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.448386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.454454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:07.454917 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:07.462970 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:07.583622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.599773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.602417 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/networks/c4c232a3-684c-46e0-b46e-05c1429f71ee HTTP/1.1" status: 204 len: 168 time: 0.4075217 Sep 17 01:24:07.607859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:07.614344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88eac5-ccf7-447e-afce-1e29cc0ca0cb tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Network': ['ID=c4c232a3-684c-46e0-b46e-05c1429f71ee,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:07.689377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.778602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.801051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1d988d-4738-459f-a715-8d93419993c1']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:07.812506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092a9423-f82c-4088-a0c1-ac652da44a59') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:07.812802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092a9423-f82c-4088-a0c1-ac652da44a59') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:07.823362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.839367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.847309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:07.847712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:07.850879 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:07.995394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.013646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.016065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/networks/da1d988d-4738-459f-a715-8d93419993c1 HTTP/1.1" status: 204 len: 168 time: 0.4071143 Sep 17 01:24:08.019222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:08.019971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b2f06-83be-4564-ba1d-81ae7a5178f3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Network': ['ID=da1d988d-4738-459f-a715-8d93419993c1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:08.144813 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5f086b2e-305a-4a07-934f-c4a18ceb74d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.202918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32e5f5-937f-49c4-afe3-42bbab5c2194 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:08.208089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32e5f5-937f-49c4-afe3-42bbab5c2194 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:08.210193 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd32e5f5-937f-49c4-afe3-42bbab5c2194 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1894491 Sep 17 01:24:08.214593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40366) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:08.226657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-808835719'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:08.320937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:08.324511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.350278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:08.358864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.359240 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Added segment 7dd8ba40-8552-4bf0-8caa-db42d151dc8b of type vlan for network 8b5419c3-7c4f-4f8c-bae7-f168b4db98b4 Sep 17 01:24:08.405701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.524802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.530331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:08.531270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.597342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Network': ['ID=8b5419c3-7c4f-4f8c-bae7-f168b4db98b4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:08.607950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 8b5419c3-7c4f-4f8c-bae7-f168b4db98b4 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:08.643117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c05d5430-5bad-4f9a-8b3d-4d97d5ad34a6 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4270749 Sep 17 01:24:08.646938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:08.651997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-95290836'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:08.747506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:08.751771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.775319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:08.784632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.784972 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Added segment 9378393b-58d0-4d49-8fef-4173c84dce0c of type vlan for network 9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c Sep 17 01:24:08.829248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.898291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.904205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:08.904796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:08.976365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Network': ['ID=9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:08.991784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:09.002124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e5aa75d-59c4-4b5d-8278-c3be271db99d tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3539305 Sep 17 01:24:09.005020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40390) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:09.010223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'ports': [{'network_id': '8b5419c3-7c4f-4f8c-bae7-f168b4db98b4', 'name': 'tempest-port--1104337839', 'admin_state_up': True}, {'network_id': '9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c', 'admin_state_up': False}]} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:09.010662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'port': {'network_id': '8b5419c3-7c4f-4f8c-bae7-f168b4db98b4', 'name': 'tempest-port--1104337839', 'admin_state_up': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:09.011172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'port': {'network_id': '9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c', 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:09.075265 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.217918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'port': 2} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:09.223218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.237214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.322338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] device_id is not set on port d764faad-6b74-42fc-a648-70aabdd46249 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:09.446729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.448824 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.540428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] device_id is not set on port 175cbab5-6e29-4d9d-b40d-c06ed929fa78 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:09.681093 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.758849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:09.783246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.847572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Port': ['ID=d764faad-6b74-42fc-a648-70aabdd46249,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:09.862060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Checking segment: {'id': '7dd8ba40-8552-4bf0-8caa-db42d151dc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '8b5419c3-7c4f-4f8c-bae7-f168b4db98b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:09.862417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network hostable DHCP agents. Network: 8b5419c3-7c4f-4f8c-bae7-f168b4db98b4, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:09.885728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc62663d-f21c-4229-a9c9-a83622b96cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:09.956115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network 8b5419c3-7c4f-4f8c-bae7-f168b4db98b4 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:09.987813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc62663d-f21c-4229-a9c9-a83622b96cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.040686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 8b5419c3-7c4f-4f8c-bae7-f168b4db98b4) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:10.045000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:10.046822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.050786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344e414-f02d-48e9-9251-1037fa2790bf None None] Network 8b5419c3-7c4f-4f8c-bae7-f168b4db98b4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:10.077104 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fc62663d-f21c-4229-a9c9-a83622b96cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.104952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fc62663d-f21c-4229-a9c9-a83622b96cac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7811a485d7344b58e4139bfa92f2a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451507 Sep 17 01:24:10.107720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40426) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:10.147981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Port': ['ID=175cbab5-6e29-4d9d-b40d-c06ed929fa78,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:10.167707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62663d-f21c-4229-a9c9-a83622b96cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ed7b13-5e11-40bd-a8e9-649bcc796f6d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:10.169393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c96f486-c987-412f-ab2e-0edeaa60512f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.185039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Checking segment: {'id': '9378393b-58d0-4d49-8fef-4173c84dce0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:10.185438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network hostable DHCP agents. Network: 9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:10.195224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c96f486-c987-412f-ab2e-0edeaa60512f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.263834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network 9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:10.388153 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c96f486-c987-412f-ab2e-0edeaa60512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.391637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c96f486-c987-412f-ab2e-0edeaa60512f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.392328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:10.396835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8c96f486-c987-412f-ab2e-0edeaa60512f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62ed7b13-5e11-40bd-a8e9-649bcc796f6d HTTP/1.1" status: 204 len: 168 time: 0.2842700 Sep 17 01:24:10.404892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e03c75-0c54-4196-a530-4034150b3265 None None] Network 9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:10.408467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96f486-c987-412f-ab2e-0edeaa60512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ed7b13-5e11-40bd-a8e9-649bcc796f6d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:10.427169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:10.433070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:10.447308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:10.448681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.553474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-17980a75-1fe4-496c-8cfd-275cf83b4c9e tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5433884 Sep 17 01:24:10.553768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:10.699125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563eaaf1-8610-4a54-b85f-fcd4ca3a3c93 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:10.707575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563eaaf1-8610-4a54-b85f-fcd4ca3a3c93 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:10.710512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-563eaaf1-8610-4a54-b85f-fcd4ca3a3c93 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1555896 Sep 17 01:24:10.713252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:10.829840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Deleting port d764faad-6b74-42fc-a648-70aabdd46249 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:10.830237 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.908598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:10.925925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Calling delete_port for d764faad-6b74-42fc-a648-70aabdd46249 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:11.062664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.063350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.090583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Port': ['ID=d764faad-6b74-42fc-a648-70aabdd46249,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:11.096021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.100643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1ce7e3c2-a22c-44ed-ae97-3d1710759992 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/ports/d764faad-6b74-42fc-a648-70aabdd46249 HTTP/1.1" status: 204 len: 168 time: 0.3861282 Sep 17 01:24:11.100806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40448) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:11.148062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40450) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:11.162552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b2b5688-203c-426b-b368-7e6d08eaeb00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.259991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b2b5688-203c-426b-b368-7e6d08eaeb00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.338121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8b2b5688-203c-426b-b368-7e6d08eaeb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.378494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8b2b5688-203c-426b-b368-7e6d08eaeb00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=382b2ad1069f4f0ba00d1aa6ab6c9d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289290 Sep 17 01:24:11.382858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:11.410588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b5688-203c-426b-b368-7e6d08eaeb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7573235-03ef-4dcc-a22b-867bfebc136f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:11.455494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e411271-7c04-48e6-8eb7-d1b0828337c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.483341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e411271-7c04-48e6-8eb7-d1b0828337c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.583341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Deleting port 175cbab5-6e29-4d9d-b40d-c06ed929fa78 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:11.584077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.641743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e411271-7c04-48e6-8eb7-d1b0828337c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.644349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e411271-7c04-48e6-8eb7-d1b0828337c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.645495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e411271-7c04-48e6-8eb7-d1b0828337c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7573235-03ef-4dcc-a22b-867bfebc136f HTTP/1.1" status: 204 len: 168 time: 0.2627556 Sep 17 01:24:11.652885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.653031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e411271-7c04-48e6-8eb7-d1b0828337c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7573235-03ef-4dcc-a22b-867bfebc136f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:11.667578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Calling delete_port for 175cbab5-6e29-4d9d-b40d-c06ed929fa78 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:11.856226 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.887470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Port': ['ID=175cbab5-6e29-4d9d-b40d-c06ed929fa78,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:11.894661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:11.897191 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4fa2af83-89bd-4ff2-8d76-8d4f1407e4e7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/ports/175cbab5-6e29-4d9d-b40d-c06ed929fa78 HTTP/1.1" status: 204 len: 168 time: 0.7952406 Sep 17 01:24:11.899801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:11.932334 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c5e6e147-91a1-4e52-96e9-cbb1c13358a0 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0313323 Sep 17 01:24:11.936091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40472) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:11.941763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2136080252'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:12.044606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:12.048701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.073859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:12.085361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.085964 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Added segment 7423596c-a025-408b-9229-ea1d58715193 of type vlan for network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b Sep 17 01:24:12.131669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.216266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.223098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:12.226832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.622409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:12.629492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1542268624'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:12.632733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6948833 Sep 17 01:24:12.636168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea30b9-21bc-47b8-9239-b3f8e1734567 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Network': ['ID=0df14b52-d8b1-42a3-9b05-7c11393c4e0b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:12.648991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:12.753096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:12.756614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.780469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:12.790471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:12.790908 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Added segment 22e4ffec-9f6b-4848-8f5f-8ae004ca15e3 of type vlan for network 40f402b5-cbf8-4b1d-99f4-0f9193631735 Sep 17 01:24:12.851357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:13.095690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:13.101410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:13.101990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:13.178708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Network': ['ID=40f402b5-cbf8-4b1d-99f4-0f9193631735,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:13.191190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 40f402b5-cbf8-4b1d-99f4-0f9193631735 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:13.224088 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ee970ae7-af4e-406c-b4af-7142d3db023f tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5999193 Sep 17 01:24:14.208269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638542f-52b5-4fb7-9784-2bf0aeadf4c0 req-77993d1b-4111-4255-b2e4-a454b6e56a87 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:14.210861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b638542f-52b5-4fb7-9784-2bf0aeadf4c0 req-77993d1b-4111-4255-b2e4-a454b6e56a87 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0608468 Sep 17 01:24:14.249369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b638542f-52b5-4fb7-9784-2bf0aeadf4c0 req-c4167a52-3e06-4887-bb54-67686150a72d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324271 Sep 17 01:24:15.390739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac007417-236f-4903-838a-e4ec103ef432 req-478a35fe-d6cc-4e7a-a23c-cc5094d853b5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:15.399438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac007417-236f-4903-838a-e4ec103ef432 req-478a35fe-d6cc-4e7a-a23c-cc5094d853b5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0602241 Sep 17 01:24:15.467712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ac007417-236f-4903-838a-e4ec103ef432 req-2fc969c7-83cb-43bf-9ceb-4d0cf877e230 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671225 Sep 17 01:24:16.462502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40564) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:16.466899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'subnets': [{'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1255886547', 'ip_version': 6}, {'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:16.467245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'subnet': {'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1255886547', 'ip_version': 6}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:16.468396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Request body: {'subnet': {'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:16.573168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-da2bceb7-adc3-4d0f-9888-083d07a20edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:16.574852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-da2bceb7-adc3-4d0f-9888-083d07a20edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1096 time: 0.0425398 Sep 17 01:24:16.660433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c71b9a-bd57-4726-bf55-5687b39cf460 req-792ff423-5b6d-49d2-b1c0-ac39f66aea48 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:16.661979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57c71b9a-bd57-4726-bf55-5687b39cf460 req-792ff423-5b6d-49d2-b1c0-ac39f66aea48 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1218436 Sep 17 01:24:16.685269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-6114e9ca-e977-4149-aa76-86f9e7639dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:16.687561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-6114e9ca-e977-4149-aa76-86f9e7639dab service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.0906763 Sep 17 01:24:16.709869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57c71b9a-bd57-4726-bf55-5687b39cf460 req-72d40add-61cb-4d31-b3f3-80f70ceddc00 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Sep 17 01:24:16.743989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Made reservation on behalf of 1eab3f197e924d6b983d3956ac4ea84f for: {'subnet': 2} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:16.748762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:16.749135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:16.759235 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-86919007-ddca-4110-b80b-40cbe69170ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 1000 time: 0.0649872 Sep 17 01:24:16.811128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-16f0a199-819a-4014-8379-4eb1f648dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:16.812837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-16f0a199-819a-4014-8379-4eb1f648dfd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0458782 Sep 17 01:24:16.860825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-59dd538e-4166-4dd8-bb87-b1e785741d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:16.862519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-59dd538e-4166-4dd8-bb87-b1e785741d85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426037 Sep 17 01:24:16.991729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-872284c1-1449-4b7c-9086-4febfddca20c service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225710 Sep 17 01:24:17.125145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c76fc8ad-ef99-4780-8898-bd0b2dc0e5ab req-b885c346-f462-4603-a738-122c7645cde6 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207566 Sep 17 01:24:17.287971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:17.412562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Subnet': ['ID=3df75503-06f3-40e7-a338-93aee841d54c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:17.412562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Checking segment: {'id': '7423596c-a025-408b-9229-ea1d58715193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:17.412562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network hostable DHCP agents. Network: 0df14b52-d8b1-42a3-9b05-7c11393c4e0b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:17.467392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:17.549333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0df14b52-d8b1-42a3-9b05-7c11393c4e0b) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:17.559335 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:17.563682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f573128d-fc81-412f-ab24-5ac80ba1c1fc None None] Network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:17.655857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Checking segment: {'id': '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:17.656231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network hostable DHCP agents. Network: 40f402b5-cbf8-4b1d-99f4-0f9193631735, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:17.661853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event updated for resources: {'Subnet': ['ID=ea87dc05-c8c0-4b8d-ba9a-d0bd18f344e8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:17.729444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0df14b52-d8b1-42a3-9b05-7c11393c4e0b', 'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b', 'tenant_id': '1eab3f197e924d6b983d3956ac4ea84f', 'fixed_ips': [{'subnet_id': '3df75503-06f3-40e7-a338-93aee841d54c'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:24:17.730844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:17.761235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Network 40f402b5-cbf8-4b1d-99f4-0f9193631735 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:17.861364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 40f402b5-cbf8-4b1d-99f4-0f9193631735) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:17.866514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:17.867184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:17.867862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:17.876864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0c9dd-9d63-4cec-9b09-9fdf8ba3bbe0 None None] Network 40f402b5-cbf8-4b1d-99f4-0f9193631735 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:17.893519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35e00-3184-4b6a-ad78-f0b67c9303be req-a6cfc972-d410-4f8b-986c-3c4359cdcf17 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:17.901741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acf35e00-3184-4b6a-ad78-f0b67c9303be req-a6cfc972-d410-4f8b-986c-3c4359cdcf17 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0718172 Sep 17 01:24:17.947994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acf35e00-3184-4b6a-ad78-f0b67c9303be req-b2ca6b75-d66d-40da-8d97-ff4c43f5e4c4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433118 Sep 17 01:24:17.949878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-73253230-72c3-44c0-9e20-2594df35647c tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.4868915 Sep 17 01:24:17.954586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40594) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:18.005594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Allocated IP 2001:db8::1 (0df14b52-d8b1-42a3-9b05-7c11393c4e0b/3df75503-06f3-40e7-a338-93aee841d54c/1edf3232-0fb6-432b-a8a2-68abfe708807) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:18.036776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee92ae-6899-48a4-9db9-5250074b4619 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:18.042089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee92ae-6899-48a4-9db9-5250074b4619 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:18.048541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ee92ae-6899-48a4-9db9-5250074b4619 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:18.049760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-85ee92ae-6899-48a4-9db9-5250074b4619 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0956812 Sep 17 01:24:18.059028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40600) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:18.125026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Deleting subnet 3df75503-06f3-40e7-a338-93aee841d54c {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:24:18.176796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-40f402b5-cbf8-4b1d-99f4-0f9193631735', 'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735', 'tenant_id': '1eab3f197e924d6b983d3956ac4ea84f', 'fixed_ips': [{'subnet_id': 'ea87dc05-c8c0-4b8d-ba9a-d0bd18f344e8'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:24:18.177652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.358182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.375814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Allocated IP 2001:db8:0:1::1 (40f402b5-cbf8-4b1d-99f4-0f9193631735/ea87dc05-c8c0-4b8d-ba9a-d0bd18f344e8/9b5b266b-c217-4c5a-a4eb-aa8f42998602) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:18.435653 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.436203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.516614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:18.518640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.522461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:18.527916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:18.575744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Pushing event updated for resources: {'Port': ['ID=1edf3232-0fb6-432b-a8a2-68abfe708807,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:18.611186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.644380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Attempting to bind port 1edf3232-0fb6-432b-a8a2-68abfe708807 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:18.645002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Attempting to bind port 1edf3232-0fb6-432b-a8a2-68abfe708807 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7423596c-a025-408b-9229-ea1d58715193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:18.645565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Attempting to bind port 1edf3232-0fb6-432b-a8a2-68abfe708807 on network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:18.657364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:18.657735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Checking segment: {'id': '7423596c-a025-408b-9229-ea1d58715193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:18.658133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.658529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Bound using segment: {'id': '7423596c-a025-408b-9229-ea1d58715193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:18.659005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Bound port: 1edf3232-0fb6-432b-a8a2-68abfe708807, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7423596c-a025-408b-9229-ea1d58715193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0df14b52-d8b1-42a3-9b05-7c11393c4e0b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:18.659408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.681203 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.749676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.754462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] For port 1edf3232-0fb6-432b-a8a2-68abfe708807, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:18.763149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] For port 1edf3232-0fb6-432b-a8a2-68abfe708807, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1edf3232-0fb6-432b-a8a2-68abfe708807,segment=NetworkSegment(7423596c-a025-408b-9229-ea1d58715193),segment_id=7423596c-a025-408b-9229-ea1d58715193)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:18.777465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Subnet': ['ID=3df75503-06f3-40e7-a338-93aee841d54c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:18.777977 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.790655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.798059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ef960509-ece3-4a0a-96d5-40497b8ccca4 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/subnets/3df75503-06f3-40e7-a338-93aee841d54c HTTP/1.1" status: 204 len: 168 time: 0.7379379 Sep 17 01:24:18.799427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40608) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:18.845857 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.854346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Pushing event updated for resources: {'Port': ['ID=9b5b266b-c217-4c5a-a4eb-aa8f42998602,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:18.884700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Deleting subnet ea87dc05-c8c0-4b8d-ba9a-d0bd18f344e8 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:24:18.888503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:18.947928 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.091968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Network 40f402b5-cbf8-4b1d-99f4-0f9193631735 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:19.094197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:19.098280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:19.141346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.196909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdba2a3-5665-4447-a9a8-34ba4dbd7761 None None] Pushing event updated for resources: {'Port': ['ID=1edf3232-0fb6-432b-a8a2-68abfe708807,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:19.232944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Attempting to bind port 9b5b266b-c217-4c5a-a4eb-aa8f42998602 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:19.234847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Attempting to bind port 9b5b266b-c217-4c5a-a4eb-aa8f42998602 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:19.235298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Attempting to bind port 9b5b266b-c217-4c5a-a4eb-aa8f42998602 on network 40f402b5-cbf8-4b1d-99f4-0f9193631735 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:19.241020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:19.241398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Checking segment: {'id': '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:19.241803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.242287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Bound using segment: {'id': '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:19.242763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Bound port: 9b5b266b-c217-4c5a-a4eb-aa8f42998602, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '40f402b5-cbf8-4b1d-99f4-0f9193631735'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:19.243208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.244578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccb287-70ba-4987-ad80-5bded8650400 req-40b5d050-7ce4-4e2e-95fd-e47297ce8f61 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:19.250126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdccb287-70ba-4987-ad80-5bded8650400 req-40b5d050-7ce4-4e2e-95fd-e47297ce8f61 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1686640 Sep 17 01:24:19.293705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdccb287-70ba-4987-ad80-5bded8650400 req-e017b514-342f-488d-ad1e-a2ddb80760e3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394440 Sep 17 01:24:19.326669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.332188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] For port 9b5b266b-c217-4c5a-a4eb-aa8f42998602, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:19.332188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] For port 9b5b266b-c217-4c5a-a4eb-aa8f42998602, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9b5b266b-c217-4c5a-a4eb-aa8f42998602,segment=NetworkSegment(22e4ffec-9f6b-4848-8f5f-8ae004ca15e3),segment_id=22e4ffec-9f6b-4848-8f5f-8ae004ca15e3)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:19.360516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Subnet': ['ID=ea87dc05-c8c0-4b8d-ba9a-d0bd18f344e8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:19.362506 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.364390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aa10d21f-560e-405a-b02a-7338814baec3 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/subnets/ea87dc05-c8c0-4b8d-ba9a-d0bd18f344e8 HTTP/1.1" status: 204 len: 168 time: 0.5636706 Sep 17 01:24:19.366987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40616) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:19.416039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd521358-4229-4fb2-b5c1-46a841c0cebd tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:19.417408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dd521358-4229-4fb2-b5c1-46a841c0cebd tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0494988 Sep 17 01:24:19.422093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40618) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:19.429813 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.526895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cb515-6198-446f-b3e9-5ea0dbfc02c0 None None] Pushing event updated for resources: {'Port': ['ID=9b5b266b-c217-4c5a-a4eb-aa8f42998602,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:19.592137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.635887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1edf3232-0fb6-432b-a8a2-68abfe708807 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:24:19.676382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Deleting port 9b5b266b-c217-4c5a-a4eb-aa8f42998602 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:19.676657 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.712430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1edf3232-0fb6-432b-a8a2-68abfe708807 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:19.715361 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.798198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] For port 9b5b266b-c217-4c5a-a4eb-aa8f42998602, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9b5b266b-c217-4c5a-a4eb-aa8f42998602,segment=NetworkSegment(22e4ffec-9f6b-4848-8f5f-8ae004ca15e3),segment_id=22e4ffec-9f6b-4848-8f5f-8ae004ca15e3)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:19.798600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.817921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Calling delete_port for 9b5b266b-c217-4c5a-a4eb-aa8f42998602 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:19.893172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:19.950604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 1edf3232-0fb6-432b-a8a2-68abfe708807, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1edf3232-0fb6-432b-a8a2-68abfe708807,segment=NetworkSegment(7423596c-a025-408b-9229-ea1d58715193),segment_id=7423596c-a025-408b-9229-ea1d58715193)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:20.034841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.035208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.066311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Port': ['ID=9b5b266b-c217-4c5a-a4eb-aa8f42998602,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:20.068307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] No DVR routers for this DVR port 9b5b266b-c217-4c5a-a4eb-aa8f42998602 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:20.103038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=1edf3232-0fb6-432b-a8a2-68abfe708807,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:20.185921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.222036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f402b5-cbf8-4b1d-99f4-0f9193631735']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:20.234567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:20.235152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e4ffec-9f6b-4848-8f5f-8ae004ca15e3') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:20.236562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40632) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:20.249308 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.270383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.287843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:20.292705 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:20.299745 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:20.326821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e485ccad-9141-4b12-bf71-176076a0e851 None None] Network 0df14b52-d8b1-42a3-9b05-7c11393c4e0b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:20.497852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-37ac9fc3-7bcc-4f7d-96f4-3091e2b64579 None None] Provisioning complete for port 1edf3232-0fb6-432b-a8a2-68abfe708807 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:20.498251 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-37ac9fc3-7bcc-4f7d-96f4-3091e2b64579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.513318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.521477 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.528268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/networks/40f402b5-cbf8-4b1d-99f4-0f9193631735 HTTP/1.1" status: 204 len: 168 time: 1.1005456 Sep 17 01:24:20.528268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40644) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:20.534265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aaafa5e-8b97-4b9f-b7aa-af96b80ad9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.568321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfd5d4-b5a0-4062-89c8-34b08909708d req-20e06b4d-cd13-427c-9b1b-dfd6b21fc118 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:20.592036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20dfd5d4-b5a0-4062-89c8-34b08909708d req-20e06b4d-cd13-427c-9b1b-dfd6b21fc118 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1393011 Sep 17 01:24:20.595367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4e53e-7dfe-4271-b351-973463502d82 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Network': ['ID=40f402b5-cbf8-4b1d-99f4-0f9193631735,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:20.670038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20dfd5d4-b5a0-4062-89c8-34b08909708d req-437a8e7a-1a1d-4c7d-bdfa-c4f3d435df5a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747592 Sep 17 01:24:20.734226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] DHCP port deletion for 0df14b52-d8b1-42a3-9b05-7c11393c4e0b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:24:20.840194 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.851964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] Deleting port 1edf3232-0fb6-432b-a8a2-68abfe708807 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:20.852798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.899558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aaafa5e-8b97-4b9f-b7aa-af96b80ad9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.948687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Deleting port 1edf3232-0fb6-432b-a8a2-68abfe708807 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:20.948687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:20.996938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] For port 1edf3232-0fb6-432b-a8a2-68abfe708807, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1edf3232-0fb6-432b-a8a2-68abfe708807,segment=NetworkSegment(7423596c-a025-408b-9229-ea1d58715193),segment_id=7423596c-a025-408b-9229-ea1d58715193)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:20.997397 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.018370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2aaafa5e-8b97-4b9f-b7aa-af96b80ad9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.018734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] Calling delete_port for 1edf3232-0fb6-432b-a8a2-68abfe708807 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:21.055716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] For port 1edf3232-0fb6-432b-a8a2-68abfe708807, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1edf3232-0fb6-432b-a8a2-68abfe708807,segment=NetworkSegment(7423596c-a025-408b-9229-ea1d58715193),segment_id=7423596c-a025-408b-9229-ea1d58715193)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:21.056225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.072290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaafa5e-8b97-4b9f-b7aa-af96b80ad9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c220d1ce-64bf-47af-9c1a-886100560fe1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:21.093268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d9e4945a-2c19-4493-ae0c-e5be9019b33c None None] Could not find standard attr ID for object 9b5b266b-c217-4c5a-a4eb-aa8f42998602. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:24:21.095402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2aaafa5e-8b97-4b9f-b7aa-af96b80ad9f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e982d96ac433436790afd8dcdcee262c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8577001 Sep 17 01:24:21.101114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:21.122040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Calling delete_port for 1edf3232-0fb6-432b-a8a2-68abfe708807 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:21.140764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c32d3ec-3ee6-404c-89d0-2a41c9dfb2b2 None None] DHCP port deletion for 40f402b5-cbf8-4b1d-99f4-0f9193631735 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:24:21.163446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316fa6c-7c58-429b-a65c-2165e154c046 None None] Network 40f402b5-cbf8-4b1d-99f4-0f9193631735 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:21.177057 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b782579-a7c4-463a-9427-25d54abd7fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.177389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b316fa6c-7c58-429b-a65c-2165e154c046 None None] Network 40f402b5-cbf8-4b1d-99f4-0f9193631735 could not be found, it might have been deleted concurrently. {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 01:24:21.206219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b782579-a7c4-463a-9427-25d54abd7fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.240702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.256736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.271335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] Pushing event deleted for resources: {'Port': ['ID=1edf3232-0fb6-432b-a8a2-68abfe708807,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:21.274772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a0a23d-1b8b-462a-9610-63ff883fcc4b None None] No DVR routers for this DVR port 1edf3232-0fb6-432b-a8a2-68abfe708807 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:21.289483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Port': ['ID=1edf3232-0fb6-432b-a8a2-68abfe708807,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:21.297883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] No DVR routers for this DVR port 1edf3232-0fb6-432b-a8a2-68abfe708807 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:21.335577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b782579-a7c4-463a-9427-25d54abd7fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.338234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b782579-a7c4-463a-9427-25d54abd7fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.339427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b782579-a7c4-463a-9427-25d54abd7fe6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c220d1ce-64bf-47af-9c1a-886100560fe1 HTTP/1.1" status: 204 len: 168 time: 0.2367070 Sep 17 01:24:21.349891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b782579-a7c4-463a-9427-25d54abd7fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220d1ce-64bf-47af-9c1a-886100560fe1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:21.396851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.437019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df14b52-d8b1-42a3-9b05-7c11393c4e0b']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:21.450495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7423596c-a025-408b-9229-ea1d58715193') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:21.450798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7423596c-a025-408b-9229-ea1d58715193') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:21.464714 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.484413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.486788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:21.487435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:21.499281 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:21.553641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1edf3232-0fb6-432b-a8a2-68abfe708807 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:24:21.573998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1edf3232-0fb6-432b-a8a2-68abfe708807 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:24:21.574358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1edf3232-0fb6-432b-a8a2-68abfe708807 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:24:21.638457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.648870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.649796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/networks/0df14b52-d8b1-42a3-9b05-7c11393c4e0b HTTP/1.1" status: 204 len: 168 time: 1.1218576 Sep 17 01:24:21.652456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40662) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:21.668567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c92e8-bdcd-40d2-9c18-c817cdf96dad tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Network': ['ID=0df14b52-d8b1-42a3-9b05-7c11393c4e0b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:21.754821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.857340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d65aba-9936-44ec-a976-2d3db1284b7b req-44b824c6-ed57-4076-b346-8ad617131771 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:21.858951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81d65aba-9936-44ec-a976-2d3db1284b7b req-44b824c6-ed57-4076-b346-8ad617131771 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1091509 Sep 17 01:24:21.898087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.936353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:21.955738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81d65aba-9936-44ec-a976-2d3db1284b7b req-18d16604-3ba1-403f-9a92-f3cb4213fe79 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844791 Sep 17 01:24:21.955738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9378393b-58d0-4d49-8fef-4173c84dce0c') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:21.955738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9378393b-58d0-4d49-8fef-4173c84dce0c') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:21.963571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.980266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.987498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:21.990061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:21.990849 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:22.074981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:22.108738 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-63604b4a-f321-4f3c-b664-24ef9a54df73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.149665 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.164350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.166163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/networks/9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c HTTP/1.1" status: 204 len: 168 time: 0.5124824 Sep 17 01:24:22.172243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40670) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:22.176224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11abe8-bb32-401f-8d5c-17c844922476 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Network': ['ID=9bdb1409-c893-44b6-a5b0-cf4c4e4aab6c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:22.268555 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.287814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-63604b4a-f321-4f3c-b664-24ef9a54df73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.372973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-63604b4a-f321-4f3c-b664-24ef9a54df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.376642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.422021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5419c3-7c4f-4f8c-bae7-f168b4db98b4']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:22.436900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63604b4a-f321-4f3c-b664-24ef9a54df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51089ee2-9546-4b90-8e77-91884843bafb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:22.440422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd8ba40-8552-4bf0-8caa-db42d151dc8b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:22.440721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd8ba40-8552-4bf0-8caa-db42d151dc8b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:22.444285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-63604b4a-f321-4f3c-b664-24ef9a54df73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e71639c346454ec7abebaf7efc7a5678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680749 Sep 17 01:24:22.447052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40672) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:22.460731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.478128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.486709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:22.487227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:22.490268 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:22.511877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fe373f-488c-4b9d-8152-dd8cd396518a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.536314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fe373f-488c-4b9d-8152-dd8cd396518a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.638258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.645827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.648404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] 10.222.0.13 "DELETE /v2.0/networks/8b5419c3-7c4f-4f8c-bae7-f168b4db98b4 HTTP/1.1" status: 204 len: 168 time: 0.4745536 Sep 17 01:24:22.660025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf1463-126d-4b37-9b3d-10e8ed3de7b7 tempest-BulkNetworkOpsIpV6Test-1870847423 tempest-BulkNetworkOpsIpV6Test-1870847423-project] Pushing event deleted for resources: {'Network': ['ID=8b5419c3-7c4f-4f8c-bae7-f168b4db98b4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:22.667072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fe373f-488c-4b9d-8152-dd8cd396518a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.670096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fe373f-488c-4b9d-8152-dd8cd396518a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:22.678460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-03fe373f-488c-4b9d-8152-dd8cd396518a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51089ee2-9546-4b90-8e77-91884843bafb HTTP/1.1" status: 204 len: 168 time: 0.2227855 Sep 17 01:24:22.682040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe373f-488c-4b9d-8152-dd8cd396518a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51089ee2-9546-4b90-8e77-91884843bafb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:23.082603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcff97-56ca-494e-a655-887db5227ebe req-a8c12090-9bf5-4239-9b2e-0ee1ca419fa2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:23.084396 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6bbcff97-56ca-494e-a655-887db5227ebe req-a8c12090-9bf5-4239-9b2e-0ee1ca419fa2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0508084 Sep 17 01:24:23.122661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6bbcff97-56ca-494e-a655-887db5227ebe req-d94d70ac-d42c-4b01-a443-0c3d6f3140cc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322673 Sep 17 01:24:23.164244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:23.333036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-898dcfe1-4264-4896-975e-769fc1281223 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eab3f197e924d6b983d3956ac4ea84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674731 Sep 17 01:24:23.335821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40708) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:23.383440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5e6e-70c6-4e52-a29f-c8cd91f3379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:23.404540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5e6e-70c6-4e52-a29f-c8cd91f3379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:23.532070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5e6e-70c6-4e52-a29f-c8cd91f3379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:23.534690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5e6e-70c6-4e52-a29f-c8cd91f3379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:23.535970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eb2e5e6e-70c6-4e52-a29f-c8cd91f3379b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e7b907e7-5109-48ea-9033-e3a7a457f86a HTTP/1.1" status: 204 len: 168 time: 0.1992500 Sep 17 01:24:23.544435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e5e6e-70c6-4e52-a29f-c8cd91f3379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b907e7-5109-48ea-9033-e3a7a457f86a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:24.293514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8b0ce-ad85-43aa-af1e-e99cc74fea70 req-c2930cd8-7f00-44c8-af49-9fdb4282101b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:24.295129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84d8b0ce-ad85-43aa-af1e-e99cc74fea70 req-c2930cd8-7f00-44c8-af49-9fdb4282101b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0711927 Sep 17 01:24:24.335169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84d8b0ce-ad85-43aa-af1e-e99cc74fea70 req-fadecffb-9bc9-4fd0-80ad-eae4e05c562d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Sep 17 01:24:24.699950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40764) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:24.813976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1971695466'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:24.943618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:24.947265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:24.956646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.069070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.119071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.147805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:25.159341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec5d84-ae32-4f5b-bfb5-66eded357779,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:25.169141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.169737 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment 75bcff00-884e-47a2-a0c1-9c9cbdf27a7d of type vlan for network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 Sep 17 01:24:25.220395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.308956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.315448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:25.316244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.396588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:25.407050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:25.416415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40782) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:25.417310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3a8f5250-76ea-4501-a609-d6769a831c66 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7159619 Sep 17 01:24:25.424262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'name': 'tempest-PortsIpV6TestJSON-1740731167'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:25.584004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6d737-e86b-47d5-b435-c18319473c5e req-3348fdbf-4ae5-4fe7-a150-dd35e6fe3103 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:25.585947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91e6d737-e86b-47d5-b435-c18319473c5e req-3348fdbf-4ae5-4fe7-a150-dd35e6fe3103 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1315553 Sep 17 01:24:25.647016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91e6d737-e86b-47d5-b435-c18319473c5e req-9c5a7c55-dde7-4456-9dac-94c287baf307 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507722 Sep 17 01:24:25.720355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:25.724467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:25.758750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port b98d527f-c879-4b57-ba0d-ecceb8d4713c yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:25.966295 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.097961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.151751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=b98d527f-c879-4b57-ba0d-ecceb8d4713c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:26.168653 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:26.169014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:26.273028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:26.377780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:26.381437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:26.387819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:26.388498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.390883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a195229-fc5e-4399-ae04-a4e0b65a90da None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:26.504838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b80666d3-3508-439c-adaf-f9031687ea9b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0863972 Sep 17 01:24:26.507812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40802) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:26.513120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1637609764'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:26.644162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:26.647896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.671910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:26.680833 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.681176 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment 6844d68d-17e8-4af9-ab37-81d1e581d405 of type vlan for network 9091314c-45b3-4d1b-9981-ea4a214d3a71 Sep 17 01:24:26.722274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.801710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf7fb7-033a-464d-beab-643a8717e6e1 req-296ca1e9-e588-49b9-ac91-14adac1e7468 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:26.820940 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0bf7fb7-033a-464d-beab-643a8717e6e1 req-296ca1e9-e588-49b9-ac91-14adac1e7468 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0799627 Sep 17 01:24:26.846173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.852625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:26.852810 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:26.908371 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0bf7fb7-033a-464d-beab-643a8717e6e1 req-9f510e37-8d20-4a70-8848-96346fbeba71 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868862 Sep 17 01:24:26.994683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4857237 Sep 17 01:24:26.996953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b274490-267e-4b7f-877a-28a754b6b860 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=9091314c-45b3-4d1b-9981-ea4a214d3a71,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:26.997849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40828) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:27.010308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9091314c-45b3-4d1b-9981-ea4a214d3a71 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:27.015007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'ports': [{'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'}, {'network_id': '9091314c-45b3-4d1b-9981-ea4a214d3a71'}]} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:27.015357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:27.015842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '9091314c-45b3-4d1b-9981-ea4a214d3a71'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:27.016960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-1193c3c3-d5be-449b-beff-d31d587f7ffd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340566 Sep 17 01:24:27.148031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-7032931d-9adb-46f9-b941-d7d18ccf0c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:27.161654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-7032931d-9adb-46f9-b941-d7d18ccf0c66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 1097 time: 0.0833902 Sep 17 01:24:27.287638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-b509eddd-ec60-4fa4-bf97-f6ed356b791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:27.288416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-b509eddd-ec60-4fa4-bf97-f6ed356b791e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 200 len: 910 time: 0.1087620 Sep 17 01:24:27.330957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:24:27.341861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 2} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:27.347531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:27.366920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:27.397899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-58df05f9-f789-4d74-8653-758cd579483b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 200 len: 1002 time: 0.0997391 Sep 17 01:24:27.487038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-184e978e-500a-47b4-8a8d-39ef3ab6480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:27.490960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-184e978e-500a-47b4-8a8d-39ef3ab6480e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 200 len: 848 time: 0.0709021 Sep 17 01:24:27.493647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:27.525727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'mac_address': 'fa:16:3e:61:63:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:24:27.578853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 5e3120a2-fe6c-461f-9307-2ed9df95d6e7 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:27.603523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-6fe3b767-767c-4d90-bd87-b1dd19316300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:27.609914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-6fe3b767-767c-4d90-bd87-b1dd19316300 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2c4a77a-07cb-436a-a9ee-a3da86ce6970&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121435 Sep 17 01:24:27.611561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:27.652444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f64101f6-fa4b-4698-8438-fe49b634ff0e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:24:27.699060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:27.757348 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-964c862d-f441-4a82-94e6-7485d2be79c4 service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391993 Sep 17 01:24:27.790469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:27.824504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:27.945046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f64101f6-fa4b-4698-8438-fe49b634ff0e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:24:27.979967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:27.998669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05543f79-22a3-4e17-8cc0-d46c74996d92 req-3b823deb-f539-4076-949e-6cdab90882af service neutron] 10.222.0.23 "GET /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302234 Sep 17 01:24:28.004075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 36e786aa-8698-4d57-9f04-13ffd5ebb155 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:28.228950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:28.249888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74afdf7-af65-4f81-a4b2-3dec7b05f1ba req-8511da55-e771-4e7f-a056-8a8c22bb4aa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:28.257500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f74afdf7-af65-4f81-a4b2-3dec7b05f1ba req-8511da55-e771-4e7f-a056-8a8c22bb4aa3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 944 time: 0.0842781 Sep 17 01:24:28.313414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f74afdf7-af65-4f81-a4b2-3dec7b05f1ba req-e724e7b9-830f-42c9-8bf4-6fd36324053b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546601 Sep 17 01:24:28.401171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:28.493292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=5e3120a2-fe6c-461f-9307-2ed9df95d6e7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:28.505110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:28.506920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:28.509106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:28.519931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:28.588564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=36e786aa-8698-4d57-9f04-13ffd5ebb155,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:28.608089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': '6844d68d-17e8-4af9-ab37-81d1e581d405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9091314c-45b3-4d1b-9981-ea4a214d3a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:28.609172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: 9091314c-45b3-4d1b-9981-ea4a214d3a71, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:28.712551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 9091314c-45b3-4d1b-9981-ea4a214d3a71 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:28.712750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:28.804704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9091314c-45b3-4d1b-9981-ea4a214d3a71) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:28.817202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:28.827959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:28.828365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abde221a-098a-4427-9265-c4554a4b1bca None None] Network 9091314c-45b3-4d1b-9981-ea4a214d3a71 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:28.833792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:28.834764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:28.976252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40882) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:28.976924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ed53241d-3114-469c-a3ed-3cd086a94b60 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9776978 Sep 17 01:24:29.174065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 36e786aa-8698-4d57-9f04-13ffd5ebb155 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:29.175408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.177685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.301977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.320335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 36e786aa-8698-4d57-9f04-13ffd5ebb155 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:29.347294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:24:29.512858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f64101f6-fa4b-4698-8438-fe49b634ff0e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:29.513495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.643788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bd78-9c52-4de6-bef6-b7204080434d req-908d0631-639e-4192-a498-d28754fd3874 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:29.645842 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3b1bd78-9c52-4de6-bef6-b7204080434d req-908d0631-639e-4192-a498-d28754fd3874 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 944 time: 0.1658652 Sep 17 01:24:29.671662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.707189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:24:29.710423 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945613cf-2182-479a-9119-fd57d75f05c6" -d '{"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-plugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:24:29.745787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3b1bd78-9c52-4de6-bef6-b7204080434d req-2524c300-e7f7-4ee1-ab05-e46c9f057707 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778205 Sep 17 01:24:29.770105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:29.792783 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6905e47-dfb4-4591-9dce-23fbd3e0c5bd x-openstack-request-id: req-e6905e47-dfb4-4591-9dce-23fbd3e0c5bd {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:24:29.793082 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-plugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:24:29.793340 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e6905e47-dfb4-4591-9dce-23fbd3e0c5bd {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:24:29.793746 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'code': 200} Sep 17 01:24:29.881128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.883298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.978021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=36e786aa-8698-4d57-9f04-13ffd5ebb155,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:29.981558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:29.987115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0ee984c7-0421-4fd8-a643-a8d76f9e457c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/36e786aa-8698-4d57-9f04-13ffd5ebb155 HTTP/1.1" status: 204 len: 168 time: 1.0089731 Sep 17 01:24:29.989961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40894) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:30.006010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:30.105507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755512d2-4c4c-41c6-a3a3-454c2e39ba5c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:30.120141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755512d2-4c4c-41c6-a3a3-454c2e39ba5c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:30.129595 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-755512d2-4c4c-41c6-a3a3-454c2e39ba5c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1315043 Sep 17 01:24:30.136366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40896) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:30.318882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 5e3120a2-fe6c-461f-9307-2ed9df95d6e7 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:30.319275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:30.479939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:30.506559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 5e3120a2-fe6c-461f-9307-2ed9df95d6e7 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:30.926632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:30.965962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=5e3120a2-fe6c-461f-9307-2ed9df95d6e7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:30.989177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:30.990193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0181-4c45-4721-bd52-cc13f762ecf1 req-a4574163-0c4c-4f23-92a6-6acba2e41aac tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:30.992498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-757d9f36-5121-40a0-a576-2ec6ddb196c4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/5e3120a2-fe6c-461f-9307-2ed9df95d6e7 HTTP/1.1" status: 204 len: 168 time: 0.8547997 Sep 17 01:24:30.995556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:31.007648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36cd0181-4c45-4721-bd52-cc13f762ecf1 req-a4574163-0c4c-4f23-92a6-6acba2e41aac tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1069856 Sep 17 01:24:31.131159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36cd0181-4c45-4721-bd52-cc13f762ecf1 req-2ef306ef-f348-4c07-a848-8d887048136d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129920 Sep 17 01:24:31.131521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eacd33f-1351-4c2f-8a9c-e59e7642c799 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:31.131521 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2eacd33f-1351-4c2f-8a9c-e59e7642c799 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1314647 Sep 17 01:24:31.133547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40910) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:31.164465 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0bc0a4-e782-49af-ab5f-067714aa3866 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:24:31.166175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7c0bc0a4-e782-49af-ab5f-067714aa3866 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/36e786aa-8698-4d57-9f04-13ffd5ebb155 HTTP/1.1" status: 404 len: 333 time: 0.0325465 Sep 17 01:24:31.169365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40912) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:31.203911 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-221ad718-d96a-46e1-a317-a43bec788ee1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:24:31.205675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-221ad718-d96a-46e1-a317-a43bec788ee1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/5e3120a2-fe6c-461f-9307-2ed9df95d6e7 HTTP/1.1" status: 404 len: 333 time: 0.0353599 Sep 17 01:24:31.208990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40914) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:31.445402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.571700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.598178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9091314c-45b3-4d1b-9981-ea4a214d3a71']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:31.610963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6844d68d-17e8-4af9-ab37-81d1e581d405') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:31.615414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6844d68d-17e8-4af9-ab37-81d1e581d405') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:31.624769 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.652811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.668539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:31.668959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:31.673205 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:31.924955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.932220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:31.937987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40926) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:31.939681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40928) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:31.944194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/9091314c-45b3-4d1b-9981-ea4a214d3a71 HTTP/1.1" status: 204 len: 168 time: 0.7340870 Sep 17 01:24:31.962560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-46690181'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:31.966220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe096-51a0-4974-b748-1b06162be57c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=9091314c-45b3-4d1b-9981-ea4a214d3a71,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:32.103641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:32.107212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:32.157340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407c31b-ed9d-4593-be83-c87d0e51cc76 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:32.162890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407c31b-ed9d-4593-be83-c87d0e51cc76 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:32.166557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407c31b-ed9d-4593-be83-c87d0e51cc76 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:32.169007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0407c31b-ed9d-4593-be83-c87d0e51cc76 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=ff9a3fd73405481f9d98e8a103d8ecbf&network_id=8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 200 len: 2969 time: 0.2283928 Sep 17 01:24:32.204128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:32.228005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:32.228356 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment 57d118ec-f6c7-482a-88bd-d3ffd3338519 of type vlan for network d1cfa992-8ea7-441f-bd22-d55c13d62e99 Sep 17 01:24:32.279705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:32.369928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13928d-e16d-4d27-874e-4059920c605c req-366fdc60-94f0-406a-ac0a-96cc10f2484c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:32.371620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d13928d-e16d-4d27-874e-4059920c605c req-366fdc60-94f0-406a-ac0a-96cc10f2484c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1284482 Sep 17 01:24:32.396212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:32.412070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:32.412070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:32.539966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d13928d-e16d-4d27-874e-4059920c605c req-79740517-e89d-4ee4-951c-4b57d8320509 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608062 Sep 17 01:24:32.615370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:32.620697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:32.625363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6766536 Sep 17 01:24:32.640867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=d1cfa992-8ea7-441f-bd22-d55c13d62e99,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:32.656449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.656796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.657142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.657483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.663289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.673166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.673815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.674180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.677468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.677991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.679760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.680107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453b2936-6443-4447-8e8d-c01b440c7434 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:32.704640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:33.109175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:33.112888 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:33.678556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40964) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:33.857635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315db0-19e2-402b-82dd-685a90b15a17 req-2d86d3b8-b134-435e-83b9-5c5023a92c0f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:33.860638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03315db0-19e2-402b-82dd-685a90b15a17 req-2d86d3b8-b134-435e-83b9-5c5023a92c0f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1679044 Sep 17 01:24:33.871414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40970) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:34.052479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3873c6d6-ff93-43d2-bcc1-6f298287175a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.088570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03315db0-19e2-402b-82dd-685a90b15a17 req-e3a75617-9580-4f24-816d-4f7e33278e83 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179937 Sep 17 01:24:34.095412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cfc62d-d8ba-4617-9864-0dd0fac4ef92 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:34.098697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-93cfc62d-d8ba-4617-9864-0dd0fac4ef92 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 814 time: 0.2333620 Sep 17 01:24:34.199182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.277361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3873c6d6-ff93-43d2-bcc1-6f298287175a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.332810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=5bcd80a7-e6c9-4476-8508-b29a3f93a595,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:34.345465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': '57d118ec-f6c7-482a-88bd-d3ffd3338519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:34.345981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: d1cfa992-8ea7-441f-bd22-d55c13d62e99, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:34.352638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3873c6d6-ff93-43d2-bcc1-6f298287175a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.416039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3873c6d6-ff93-43d2-bcc1-6f298287175a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad50b9a7e0e14fe3a9239ab487f514e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7360952 Sep 17 01:24:34.416253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40978) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:34.417374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873c6d6-ff93-43d2-bcc1-6f298287175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f779b9-cfd8-4421-b863-cd1d6cad908a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:34.466810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:34.498268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e67c-a5ec-41a8-b806-599c4cb77a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.523792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e67c-a5ec-41a8-b806-599c4cb77a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.570207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d1cfa992-8ea7-441f-bd22-d55c13d62e99) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:34.578006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40980) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:34.585932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:34.585932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.598844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'network': {'name': 'tempest-network-smoke--979457396', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'port_security_enabled': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:34.601222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e151b0-a24b-479d-85e6-991938455b0b None None] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:34.698714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-61a8b348-d7f4-412b-b83c-0ccc254fe3c6 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0821130 Sep 17 01:24:34.705141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40982) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:34.710490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99', 'name': 'tempest-PortsIpV6TestJSON-691511416'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:34.779687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e67c-a5ec-41a8-b806-599c4cb77a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.783109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e67c-a5ec-41a8-b806-599c4cb77a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.801401 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ee0e67c-a5ec-41a8-b806-599c4cb77a52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6f779b9-cfd8-4421-b863-cd1d6cad908a HTTP/1.1" status: 204 len: 168 time: 0.3750105 Sep 17 01:24:34.816772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0e67c-a5ec-41a8-b806-599c4cb77a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f779b9-cfd8-4421-b863-cd1d6cad908a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:34.903018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:34.908382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.910610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d1cfa992-8ea7-441f-bd22-d55c13d62e99', 'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': '5bcd80a7-e6c9-4476-8508-b29a3f93a595'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:24:34.919266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.952738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:34.974349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:34.975029 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Added segment 00ccec86-c77a-4872-9a84-89e815ca9b9b of type vlan for network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 Sep 17 01:24:35.048146 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.052374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:35.055451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.084684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port ec0bf3dc-5b46-42e0-96a2-723c2caf147e yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:35.161136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Allocated IP 2001:db8::2 (d1cfa992-8ea7-441f-bd22-d55c13d62e99/5bcd80a7-e6c9-4476-8508-b29a3f93a595/52a0c58f-1d45-4963-9cc9-22e415ebe447) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:35.313620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.323909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:35.325075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.344997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bddfd0-b93c-42c6-a122-cc7025776fe9 req-202f3a5e-f377-4f00-8b2b-2591a0b1c0e7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:35.352537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66bddfd0-b93c-42c6-a122-cc7025776fe9 req-202f3a5e-f377-4f00-8b2b-2591a0b1c0e7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1423371 Sep 17 01:24:35.403934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.435504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Network': ['ID=faf4e4c9-e71e-4d4f-b8d0-07315ec47405,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:35.447721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:35.469806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41000) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:35.478413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5cd40c12-7fa6-4cd0-bd84-fbbfb4918640 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8921640 Sep 17 01:24:35.479954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66bddfd0-b93c-42c6-a122-cc7025776fe9 req-822dedfc-a065-41b7-ad09-e3e96d83d0b2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263065 Sep 17 01:24:35.530811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.532586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-987870d4-1b6e-489f-b674-65d4710380e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.586955 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:35.589865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:35.601622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:35.605488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Pushing event updated for resources: {'Port': ['ID=52a0c58f-1d45-4963-9cc9-22e415ebe447,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:35.668004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d1c749-53e8-46f0-94bc-ac300532b208 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:35.669492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-41d1c749-53e8-46f0-94bc-ac300532b208 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff9a3fd73405481f9d98e8a103d8ecbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1987073 Sep 17 01:24:35.673295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41004) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:35.676690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Attempting to bind port 52a0c58f-1d45-4963-9cc9-22e415ebe447 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:35.677064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Attempting to bind port 52a0c58f-1d45-4963-9cc9-22e415ebe447 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '57d118ec-f6c7-482a-88bd-d3ffd3338519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:35.677428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Attempting to bind port 52a0c58f-1d45-4963-9cc9-22e415ebe447 on network d1cfa992-8ea7-441f-bd22-d55c13d62e99 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:35.684902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:35.685330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Checking segment: {'id': '57d118ec-f6c7-482a-88bd-d3ffd3338519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:35.685824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.686217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Bound using segment: {'id': '57d118ec-f6c7-482a-88bd-d3ffd3338519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:35.688267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Bound port: 52a0c58f-1d45-4963-9cc9-22e415ebe447, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d118ec-f6c7-482a-88bd-d3ffd3338519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd1cfa992-8ea7-441f-bd22-d55c13d62e99'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:35.688729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:35.772381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::115 (d1cfa992-8ea7-441f-bd22-d55c13d62e99/5bcd80a7-e6c9-4476-8508-b29a3f93a595/ec0bf3dc-5b46-42e0-96a2-723c2caf147e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:35.837069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] For port 52a0c58f-1d45-4963-9cc9-22e415ebe447, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:35.845708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] For port 52a0c58f-1d45-4963-9cc9-22e415ebe447, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52a0c58f-1d45-4963-9cc9-22e415ebe447,segment=NetworkSegment(57d118ec-f6c7-482a-88bd-d3ffd3338519),segment_id=57d118ec-f6c7-482a-88bd-d3ffd3338519)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:35.869206 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:24:35.959523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134de412-ce2d-4438-8553-9ff9db03f560 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:35.961041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-134de412-ce2d-4438-8553-9ff9db03f560 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2869477 Sep 17 01:24:35.964141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41012) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:35.978832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:36.116731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-68850217-adb8-4ed2-befc-35953e4ae530 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1513338 Sep 17 01:24:36.119615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41020) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:36.222748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41022) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:36.231337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-78dfcb4b-d2ae-4ab2-a135-4725bf71a08a tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff9a3fd73405481f9d98e8a103d8ecbf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1093438 Sep 17 01:24:36.250223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:36.252323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744705a-54a0-4cf5-a1b5-fcba0e136aef None None] Pushing event updated for resources: {'Port': ['ID=52a0c58f-1d45-4963-9cc9-22e415ebe447,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:36.360231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf6e1d-667b-4ab5-82b2-e90d34b0f913 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:36.362223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbaf6e1d-667b-4ab5-82b2-e90d34b0f913 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1384513 Sep 17 01:24:36.365234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41026) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:36.441668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1ecf90b2-be6b-4514-86de-16d4adc8a815 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751455 Sep 17 01:24:36.444893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:36.446994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:36.455381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55500982', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:36.546365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:36.546365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:36.546365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:36.567011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:36.570495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:36.630756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=ec0bf3dc-5b46-42e0-96a2-723c2caf147e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:36.674249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d322545-b14f-47a8-9379-d101e4137cc5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9682760 Sep 17 01:24:36.676901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41034) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:36.789956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a96bcf-35c9-4d5e-9c65-3dde20996f6e req-951618ac-4075-4678-8f38-af7050f4c272 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:36.801170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97a96bcf-35c9-4d5e-9c65-3dde20996f6e req-951618ac-4075-4678-8f38-af7050f4c272 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1244817 Sep 17 01:24:36.831577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port ec0bf3dc-5b46-42e0-96a2-723c2caf147e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:36.831926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:36.856204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97a96bcf-35c9-4d5e-9c65-3dde20996f6e req-d59db0b7-a737-4aed-a65f-3b57fcdb272c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482109 Sep 17 01:24:36.912575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:36.916696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.055775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.072267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for ec0bf3dc-5b46-42e0-96a2-723c2caf147e owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:37.405019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.481252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.508573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=ec0bf3dc-5b46-42e0-96a2-723c2caf147e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:37.534852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.539276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6c4942d-ef25-450e-a294-606346e1a32c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/ec0bf3dc-5b46-42e0-96a2-723c2caf147e HTTP/1.1" status: 204 len: 168 time: 0.8589873 Sep 17 01:24:37.539627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:37.601342 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-02674643-19ce-4f85-a94e-bf4fdfad237c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:24:37.602533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02674643-19ce-4f85-a94e-bf4fdfad237c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:24:37.603954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02674643-19ce-4f85-a94e-bf4fdfad237c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/ec0bf3dc-5b46-42e0-96a2-723c2caf147e HTTP/1.1" status: 404 len: 333 time: 0.0633750 Sep 17 01:24:37.610687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41084) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:37.621967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Subnet': ['ID=a23a74bc-a8ba-435a-a06d-9a047cafdb0b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:37.669157 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-723b00de-eaba-4ede-b929-acbb08ee96fd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:24:37.669362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Checking segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:37.669362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network hostable DHCP agents. Network: faf4e4c9-e71e-4d4f-b8d0-07315ec47405, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:37.669568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-723b00de-eaba-4ede-b929-acbb08ee96fd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/ec0bf3dc-5b46-42e0-96a2-723c2caf147e HTTP/1.1" status: 404 len: 333 time: 0.0562387 Sep 17 01:24:37.675162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41086) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:37.752713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52a0c58f-1d45-4963-9cc9-22e415ebe447 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:24:37.804154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet 5bcd80a7-e6c9-4476-8508-b29a3f93a595 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:24:37.811649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.817798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:37.872760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bce1b3a-d9ad-4d7a-b6c5-c18be5a4af42 None None] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:37.895125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 52a0c58f-1d45-4963-9cc9-22e415ebe447 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:37.895846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.912988 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.932276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, faf4e4c9-e71e-4d4f-b8d0-07315ec47405) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:37.936795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:37.937399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:37.953056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c519d6-2ab6-4f54-b6cf-a2909ef95b50 None None] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:38.091934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.120435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742fddf-0769-4889-8d77-f89f5111ab0c req-d281d9dd-c044-466b-ad74-0bb6c4f8d27b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:38.136261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7742fddf-0769-4889-8d77-f89f5111ab0c req-d281d9dd-c044-466b-ad74-0bb6c4f8d27b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1421888 Sep 17 01:24:38.153383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5b63c52f-73b7-468a-8402-d1cffb38bd77 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 1.7048314 Sep 17 01:24:38.226677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7742fddf-0769-4889-8d77-f89f5111ab0c req-2b4e6152-89c1-4e79-92c5-2c3e0687a099 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890989 Sep 17 01:24:38.368115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1e7686b9-033e-4655-8f86-a0f7db40dca0 None None] Provisioning complete for port 52a0c58f-1d45-4963-9cc9-22e415ebe447 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:38.368485 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e7686b9-033e-4655-8f86-a0f7db40dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.551632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.562235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.615865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=5bcd80a7-e6c9-4476-8508-b29a3f93a595,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:38.628422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.630533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-15136b10-bf57-4cef-af3e-dd2293b49dae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/5bcd80a7-e6c9-4476-8508-b29a3f93a595 HTTP/1.1" status: 204 len: 168 time: 0.9540296 Sep 17 01:24:38.633219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41098) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:38.676649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ips': [{'subnet_id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:24:38.677809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.684379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d99816d3-2b7c-4baa-990f-102633ce1b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.699707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e7686b9-033e-4655-8f86-a0f7db40dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.735668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.808388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1e7686b9-033e-4655-8f86-a0f7db40dca0 None None] For port 52a0c58f-1d45-4963-9cc9-22e415ebe447, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52a0c58f-1d45-4963-9cc9-22e415ebe447,segment=NetworkSegment(57d118ec-f6c7-482a-88bd-d3ffd3338519),segment_id=57d118ec-f6c7-482a-88bd-d3ffd3338519)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:38.820399 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:24:38.820399 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:24:38.831553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 52a0c58f-1d45-4963-9cc9-22e415ebe447 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:38.831908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.939929 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e7686b9-033e-4655-8f86-a0f7db40dca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.959316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] For port 52a0c58f-1d45-4963-9cc9-22e415ebe447, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52a0c58f-1d45-4963-9cc9-22e415ebe447,segment=NetworkSegment(57d118ec-f6c7-482a-88bd-d3ffd3338519),segment_id=57d118ec-f6c7-482a-88bd-d3ffd3338519)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:38.959688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:38.997681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 52a0c58f-1d45-4963-9cc9-22e415ebe447 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:39.051287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7686b9-033e-4655-8f86-a0f7db40dca0 None None] Pushing event updated for resources: {'Port': ['ID=52a0c58f-1d45-4963-9cc9-22e415ebe447,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:39.091935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41108) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:39.097399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214856188', 'description': 'tempest-secgroup-smoke-1214856188 description', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:39.193076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e0174-13d2-435d-a95f-3a0a8bbb3378 None None] Network d1cfa992-8ea7-441f-bd22-d55c13d62e99 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:39.221367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.246687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.274304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Allocated IP 172.20.0.18 (faf4e4c9-e71e-4d4f-b8d0-07315ec47405/a23a74bc-a8ba-435a-a06d-9a047cafdb0b/61343e8e-c6df-4f23-8630-401f9822879a) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:39.303685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.377579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No DVR routers for this DVR port 52a0c58f-1d45-4963-9cc9-22e415ebe447 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:39.385086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=52a0c58f-1d45-4963-9cc9-22e415ebe447,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:39.611111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.678074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6ab0-98bb-4cb2-b252-3e00be775698 req-a48da15a-87b7-4cf3-92e5-5b6e3edccd44 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:39.681705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.712776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-beed6ab0-98bb-4cb2-b252-3e00be775698 req-a48da15a-87b7-4cf3-92e5-5b6e3edccd44 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.2698972 Sep 17 01:24:39.717163 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.766768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cfa992-8ea7-441f-bd22-d55c13d62e99']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:39.810780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d118ec-f6c7-482a-88bd-d3ffd3338519') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:39.811455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.812267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d118ec-f6c7-482a-88bd-d3ffd3338519') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:39.864685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.901053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cea62fb7-77d4-4142-aabe-07742b8a3854 None None] Could not find standard attr ID for object 52a0c58f-1d45-4963-9cc9-22e415ebe447. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:24:39.917179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Port 52a0c58f-1d45-4963-9cc9-22e415ebe447 update to ACTIVE by agent not found {{(pid=112074) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 01:24:39.920151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.943773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.976314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:39.993669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:39.993669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:39.993861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-beed6ab0-98bb-4cb2-b252-3e00be775698 req-4f9cbb02-62ea-4e2a-9341-3796c7f4fce9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771652 Sep 17 01:24:40.004675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:40.005483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:40.020667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.029259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79b5b2d5-6532-453b-ad87-675c13b42eb5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9355869 Sep 17 01:24:40.033155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41150) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:40.042355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': 'eff03f04-b1f7-4a83-b5e6-0d6f45b8242f', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:40.069729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e040cb8-95e2-4d35-9ada-c55cb1b0366f None None] DHCP port deletion for d1cfa992-8ea7-441f-bd22-d55c13d62e99 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:24:40.084185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:40.128238 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.182452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:40.198820 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:40.244781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Pushing event updated for resources: {'Port': ['ID=61343e8e-c6df-4f23-8630-401f9822879a,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:40.253948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Attempting to bind port 61343e8e-c6df-4f23-8630-401f9822879a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:40.254315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Attempting to bind port 61343e8e-c6df-4f23-8630-401f9822879a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:40.254677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Attempting to bind port 61343e8e-c6df-4f23-8630-401f9822879a on network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:40.266382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:40.268065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Checking segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:40.270495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.271226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Bound using segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:40.271805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Bound port: 61343e8e-c6df-4f23-8630-401f9822879a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:40.272304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.286280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.298080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.303966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.306124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/d1cfa992-8ea7-441f-bd22-d55c13d62e99 HTTP/1.1" status: 204 len: 168 time: 1.6717820 Sep 17 01:24:40.312773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41154) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:40.321586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1532311498'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:40.356771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a05185-1d51-4a76-8257-0572019f3caa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=d1cfa992-8ea7-441f-bd22-d55c13d62e99,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:40.368719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.389177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f79fef-ebcf-4c2f-be16-7581ab6cb9fc,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:40.394253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] For port 61343e8e-c6df-4f23-8630-401f9822879a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:40.399135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] For port 61343e8e-c6df-4f23-8630-401f9822879a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=61343e8e-c6df-4f23-8630-401f9822879a,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:40.454366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:40.458737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.493938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:40.509644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.510055 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment af2aab1d-d907-4326-b1c0-6657056f8b56 of type vlan for network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 Sep 17 01:24:40.518981 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.571053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.579053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.583001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-59331b87-d88d-4285-88ef-039428f5f555 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5462151 Sep 17 01:24:40.584110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41158) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:40.588252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': 'eff03f04-b1f7-4a83-b5e6-0d6f45b8242f', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:40.675919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a0c10-d0e8-41f9-9978-8d30bc679401 None None] Pushing event updated for resources: {'Port': ['ID=61343e8e-c6df-4f23-8630-401f9822879a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:40.766119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.789291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.802374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:40.803197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.949218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:40.981072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41164) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:40.981710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6643186 Sep 17 01:24:40.988041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae1ffc-5e45-4332-b2e5-bb11829b198d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=4fd5c100-ca53-4d46-9c3c-7ec7ef86a169,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:40.998261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:41.038811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:41.052663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:41.233572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a6b11b-56e2-4db2-b5ee-38279b8a5116,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:41.256084 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:41.285686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6519d2-5d3d-478d-a15f-9d8a389c65cc req-a5d25280-906c-4007-877e-6688a75e2fb2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:41.294313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc6519d2-5d3d-478d-a15f-9d8a389c65cc req-a5d25280-906c-4007-877e-6688a75e2fb2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1157434 Sep 17 01:24:41.380382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc6519d2-5d3d-478d-a15f-9d8a389c65cc req-c5f5628c-32a5-4d81-9dc2-fcc37dcdcc13 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847480 Sep 17 01:24:41.392280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:41.398807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:41.560039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:41.565075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41178) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:41.573340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': 'eff03f04-b1f7-4a83-b5e6-0d6f45b8242f', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:41.580988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4ed3ab8-1cda-4b29-b293-0d171d2238d7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9962015 Sep 17 01:24:41.841660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:41.864796 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:41.947069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.008957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=944a536a-278c-4380-b7c0-593d1912c90b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:42.024258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.031354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': 'af2aab1d-d907-4326-b1c0-6657056f8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:42.031720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:42.061763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d53597-58d9-4950-82d5-aea1386bd438,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:42.138665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 61343e8e-c6df-4f23-8630-401f9822879a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:24:42.152310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:42.183042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.186973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2a5ad030-f91c-49c0-95b2-297d7142a97c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6182337 Sep 17 01:24:42.187197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41182) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:42.191653 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': 'eff03f04-b1f7-4a83-b5e6-0d6f45b8242f', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:42.237334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 61343e8e-c6df-4f23-8630-401f9822879a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:42.237829 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.247577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:42.254414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:42.255151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.279178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f106ca-5a04-4a1f-8722-0d23984d1b07 None None] Network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:42.397135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.467921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d5b6679e-d8eb-4969-a785-c9dd1622288d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4840722 Sep 17 01:24:42.468153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41192) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:42.473708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-351444121'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:42.474995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.523336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483223fe-6296-4b74-8f6c-8b28a2f66735 None None] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:42.659054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.743527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398529e1-fb82-4c73-90e8-02d9b120b50c req-9b7cb683-cf2f-4248-87fd-0a82f716057d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:42.747061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-398529e1-fb82-4c73-90e8-02d9b120b50c req-9b7cb683-cf2f-4248-87fd-0a82f716057d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1530483 Sep 17 01:24:42.766510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.814927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064c5551-55a4-481f-871a-2e7d259b2a50,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:42.844848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 61343e8e-c6df-4f23-8630-401f9822879a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=61343e8e-c6df-4f23-8630-401f9822879a,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:42.848258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-398529e1-fb82-4c73-90e8-02d9b120b50c req-dcef7a18-6a6d-4590-b9c7-ad75448c1939 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929134 Sep 17 01:24:42.887239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fd2ff1d6-8ccc-4c9e-a0c8-e7ca5a3034d3 None None] Provisioning complete for port 61343e8e-c6df-4f23-8630-401f9822879a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:42.887790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fd2ff1d6-8ccc-4c9e-a0c8-e7ca5a3034d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.901722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.903729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-997ab22d-82c3-4501-9ff3-a35321b42030 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7155528 Sep 17 01:24:42.907017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41200) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:42.912335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': 'eff03f04-b1f7-4a83-b5e6-0d6f45b8242f', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:42.978729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-4fd5c100-ca53-4d46-9c3c-7ec7ef86a169', 'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': '944a536a-278c-4380-b7c0-593d1912c90b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:24:42.979623 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.988935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:42.993231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:42.999981 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.029222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52a0c58f-1d45-4963-9cc9-22e415ebe447 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:24:43.039055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 59d1a159-1efb-4345-9f89-e438d4f97ab5 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:43.074610 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Project ff9a3fd73405481f9d98e8a103d8ecbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:24:43.080875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.173994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 52a0c58f-1d45-4963-9cc9-22e415ebe447 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:24:43.177154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52a0c58f-1d45-4963-9cc9-22e415ebe447 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:24:43.259990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.285309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::326 (4fd5c100-ca53-4d46-9c3c-7ec7ef86a169/944a536a-278c-4380-b7c0-593d1912c90b/59d1a159-1efb-4345-9f89-e438d4f97ab5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:43.335581 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.395357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe17e8b-753c-4419-9e8b-e068d5375c4a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:43.496708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.501493 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7943dd67-55a0-4ae4-8aca-401860f8829f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5897768 Sep 17 01:24:43.501958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41206) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:43.509817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': 'eff03f04-b1f7-4a83-b5e6-0d6f45b8242f', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:43.597129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.676454 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Project ff9a3fd73405481f9d98e8a103d8ecbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:24:43.689214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.878930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.921046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:43.922764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=61343e8e-c6df-4f23-8630-401f9822879a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:44.043458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.048808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.049262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.049606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.049962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.050285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.050596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.050928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.051281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.051607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.051932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.052252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:44.153450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=59d1a159-1efb-4345-9f89-e438d4f97ab5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:44.174081 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.179399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:44.215359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Allocated IP 2001:db8::2 (4fd5c100-ca53-4d46-9c3c-7ec7ef86a169/944a536a-278c-4380-b7c0-593d1912c90b/a3793b39-6817-4e42-8bf7-86647bdc4ea9) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:44.237428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:44.244371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:44.252187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:44.252760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.255725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69c7288-591b-40bc-955e-7ae206002b1c,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:44.330546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade173e6-b9ec-4201-a244-cded1488da61 req-7d4e51a6-cfb0-4a93-a34c-a773804a5a82 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:44.339331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ade173e6-b9ec-4201-a244-cded1488da61 req-7d4e51a6-cfb0-4a93-a34c-a773804a5a82 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.3081028 Sep 17 01:24:44.368441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.379417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-164cfa79-ebd1-4669-9b9b-19405dc06659 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8627951 Sep 17 01:24:44.436929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ade173e6-b9ec-4201-a244-cded1488da61 req-b8ebe91b-d874-4886-8f0d-4466ac857cc1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966702 Sep 17 01:24:44.533048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.553199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b747373a-2c96-4894-b294-ebc187c20981 None None] Provisioning complete for port 61343e8e-c6df-4f23-8630-401f9822879a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:44.553580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b747373a-2c96-4894-b294-ebc187c20981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.649435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a4d30339-401d-4234-8e84-5d0e7a13e2ee tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1778128 Sep 17 01:24:44.651063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41230) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:44.721362 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.790694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:44.790694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:44.792830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:44.814779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Pushing event updated for resources: {'Port': ['ID=a3793b39-6817-4e42-8bf7-86647bdc4ea9,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:44.834145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 59d1a159-1efb-4345-9f89-e438d4f97ab5 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:44.834145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.897699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Attempting to bind port a3793b39-6817-4e42-8bf7-86647bdc4ea9 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:44.901256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Attempting to bind port a3793b39-6817-4e42-8bf7-86647bdc4ea9 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'af2aab1d-d907-4326-b1c0-6657056f8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:44.901708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Attempting to bind port a3793b39-6817-4e42-8bf7-86647bdc4ea9 on network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:44.912073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:44.912478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Checking segment: {'id': 'af2aab1d-d907-4326-b1c0-6657056f8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:44.912858 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:44.913264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Bound using segment: {'id': 'af2aab1d-d907-4326-b1c0-6657056f8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:44.914676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Bound port: a3793b39-6817-4e42-8bf7-86647bdc4ea9, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2aab1d-d907-4326-b1c0-6657056f8b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4fd5c100-ca53-4d46-9c3c-7ec7ef86a169'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:44.915069 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.045948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] For port a3793b39-6817-4e42-8bf7-86647bdc4ea9, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:45.064130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] For port a3793b39-6817-4e42-8bf7-86647bdc4ea9, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a3793b39-6817-4e42-8bf7-86647bdc4ea9,segment=NetworkSegment(af2aab1d-d907-4326-b1c0-6657056f8b56),segment_id=af2aab1d-d907-4326-b1c0-6657056f8b56)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:45.087062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.106703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 59d1a159-1efb-4345-9f89-e438d4f97ab5 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:45.158749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.293706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc04c36-7b49-4b21-96c1-dbb3a5d5704d None None] Pushing event updated for resources: {'Port': ['ID=a3793b39-6817-4e42-8bf7-86647bdc4ea9,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:45.354823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.420263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=59d1a159-1efb-4345-9f89-e438d4f97ab5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:45.450098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.452158 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f3ec0186-10a6-4c7c-8fa3-0cd8ae0769c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/59d1a159-1efb-4345-9f89-e438d4f97ab5 HTTP/1.1" status: 204 len: 168 time: 0.8008513 Sep 17 01:24:45.457157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41252) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:45.500682 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e00eb7-fb3d-446a-93b0-3e8442c99109 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:24:45.502826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-24e00eb7-fb3d-446a-93b0-3e8442c99109 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/59d1a159-1efb-4345-9f89-e438d4f97ab5 HTTP/1.1" status: 404 len: 333 time: 0.0445166 Sep 17 01:24:45.505492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41256) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:45.649228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet 944a536a-278c-4380-b7c0-593d1912c90b {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:24:45.658239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.786014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:45.908682 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.267853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.274296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a3793b39-6817-4e42-8bf7-86647bdc4ea9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:24:46.287051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776e14e-2d74-4ecb-9d5a-106595022415 req-eb0cc2ae-676d-42ca-aeab-194b8bd165ef tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:46.296969 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0776e14e-2d74-4ecb-9d5a-106595022415 req-eb0cc2ae-676d-42ca-aeab-194b8bd165ef tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1114953 Sep 17 01:24:46.331604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=944a536a-278c-4380-b7c0-593d1912c90b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:46.388350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.390673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a3793b39-6817-4e42-8bf7-86647bdc4ea9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:46.391320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.411423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b9e3b51-93f9-4b3e-b1a5-4f6078566c07 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/944a536a-278c-4380-b7c0-593d1912c90b HTTP/1.1" status: 204 len: 168 time: 0.9024427 Sep 17 01:24:46.414227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41268) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:46.561411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.570794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0776e14e-2d74-4ecb-9d5a-106595022415 req-fbdc420e-6f84-4af6-bb1c-a6d084d39cca tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728388 Sep 17 01:24:46.627337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a3793b39-6817-4e42-8bf7-86647bdc4ea9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a3793b39-6817-4e42-8bf7-86647bdc4ea9,segment=NetworkSegment(af2aab1d-d907-4326-b1c0-6657056f8b56),segment_id=af2aab1d-d907-4326-b1c0-6657056f8b56)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:46.697846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.698650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 61343e8e-c6df-4f23-8630-401f9822879a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:24:46.719782 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.799359 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-6cf1c7b1-3895-4116-8fae-46d5b4045540 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214856188&fields=id&tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 267 time: 0.0658059 Sep 17 01:24:46.848104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port a3793b39-6817-4e42-8bf7-86647bdc4ea9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:46.848704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.905801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a3793b39-6817-4e42-8bf7-86647bdc4ea9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:46.941600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] For port a3793b39-6817-4e42-8bf7-86647bdc4ea9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a3793b39-6817-4e42-8bf7-86647bdc4ea9,segment=NetworkSegment(af2aab1d-d907-4326-b1c0-6657056f8b56),segment_id=af2aab1d-d907-4326-b1c0-6657056f8b56)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:46.942109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.943126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b84d06f-9a45-4d58-ab50-77fd847d41ac None None] Network 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:46.957431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 61343e8e-c6df-4f23-8630-401f9822879a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:46.957806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:46.961484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for a3793b39-6817-4e42-8bf7-86647bdc4ea9 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:46.979199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-4360a52d-fa69-40e7-89cc-23f9c7b6568d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:46.981294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-4360a52d-fa69-40e7-89cc-23f9c7b6568d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/networks?id=faf4e4c9-e71e-4d4f-b8d0-07315ec47405 HTTP/1.1" status: 200 len: 796 time: 0.1726758 Sep 17 01:24:47.010018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-83a400c5-cad3-4ccd-a6aa-c6fd20b08dde tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/quotas/ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 375 time: 0.0135682 Sep 17 01:24:47.067116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-820a1751-e2ec-4833-b203-b42fa13a533a None None] Provisioning complete for port a3793b39-6817-4e42-8bf7-86647bdc4ea9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:47.067851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-820a1751-e2ec-4833-b203-b42fa13a533a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:47.131997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:47.168034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-d6d39ce5-e728-4466-a62c-82120eefa22f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1516769 Sep 17 01:24:47.186146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=a3793b39-6817-4e42-8bf7-86647bdc4ea9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:47.192660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No DVR routers for this DVR port a3793b39-6817-4e42-8bf7-86647bdc4ea9 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:24:47.285430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-820a1751-e2ec-4833-b203-b42fa13a533a None None] Could not find standard attr ID for object a3793b39-6817-4e42-8bf7-86647bdc4ea9. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:24:47.296612 n-d-789963-7 neutron-server[112074]: INFO neutron.plugins.ml2.db [None req-820a1751-e2ec-4833-b203-b42fa13a533a None None] No ports have port_id starting with a3793b39-6817-4e42-8bf7-86647bdc4ea9 Sep 17 01:24:47.338780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295bbedc-62f0-47fd-a21a-b3513ffb7113 None None] DHCP port deletion for 4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:24:47.380903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-1787703f-a21f-4109-bb01-8c2c09021d38 service neutron] 10.222.0.13 "GET /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105281 Sep 17 01:24:47.417047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:47.473710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd5c100-ca53-4d46-9c3c-7ec7ef86a169']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:47.485803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2aab1d-d907-4326-b1c0-6657056f8b56') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:47.485803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2aab1d-d907-4326-b1c0-6657056f8b56') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:24:47.494456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-b2c99565-2da0-4946-8e75-8fe8746c4304 service neutron] 10.222.0.13 "GET /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121860 Sep 17 01:24:47.501183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:47.529298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.540711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.547677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.554796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.562474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.569916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.580504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.589744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-bbacaca2-a191-4b0e-8e95-09ea169bf61b tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.3061638 Sep 17 01:24:47.592891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:47.617899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:24:47.618830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:24:47.622953 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:24:47.646164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-a40fc197-5b2a-4c13-836c-69178ae2355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.647957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-a40fc197-5b2a-4c13-836c-69178ae2355f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1096 time: 0.2772319 Sep 17 01:24:47.939735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f4556-7753-4044-95af-56283e7bc60d req-20fe3748-1428-4259-9660-770b05df941a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:47.949026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec7f4556-7753-4044-95af-56283e7bc60d req-20fe3748-1428-4259-9660-770b05df941a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1376278 Sep 17 01:24:48.030085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec7f4556-7753-4044-95af-56283e7bc60d req-5892aa8e-a0bf-4f75-93db-15789712b0e7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793762 Sep 17 01:24:48.080296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a3793b39-6817-4e42-8bf7-86647bdc4ea9 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:24:48.129683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a3793b39-6817-4e42-8bf7-86647bdc4ea9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:24:48.130254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a3793b39-6817-4e42-8bf7-86647bdc4ea9 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:24:48.178324 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-647cee1a-36d0-4b71-8ffa-78440a9ee157 req-148023da-91d5-4507-a7a3-cba5a2b8483c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0599115 Sep 17 01:24:48.372088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20bba54c-1471-493f-99d3-ecfaa3e4a2c8 req-50408cbc-8817-4819-8147-d4ff0fa860ef tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7770183 Sep 17 01:24:48.439695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:48.445483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:48.448394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/4fd5c100-ca53-4d46-9c3c-7ec7ef86a169 HTTP/1.1" status: 204 len: 168 time: 2.0246007 Sep 17 01:24:48.451316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:48.466994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-b3988f06-3210-4df6-873b-d5a35ca8ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.466994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-b3988f06-3210-4df6-873b-d5a35ca8ecb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.8027518 Sep 17 01:24:48.468050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'name': 'tempest-PortsIpV6TestJSON-1945763508'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:48.473284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9ae75-42b8-44ea-b815-aa11e11a75f1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=4fd5c100-ca53-4d46-9c3c-7ec7ef86a169,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:48.572507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-e2001acb-d609-400d-ba0a-e4d3274324f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 1000 time: 0.0919034 Sep 17 01:24:48.637520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-f158cec2-e67f-4072-a59b-dd66facb9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.641434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-f158cec2-e67f-4072-a59b-dd66facb9f59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0632870 Sep 17 01:24:48.700547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.703580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.709838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.716017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.722709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.728779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.736282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.741923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-def83206-03fe-4cd6-b352-1da794a41bb3 req-891eaca9-e9cb-4992-af2d-47958123f262 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.2268190 Sep 17 01:24:48.751787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-be789c49-0b1e-4b5f-a05f-780af61b104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:48.754656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-be789c49-0b1e-4b5f-a05f-780af61b104a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048014 Sep 17 01:24:48.778428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:48.785019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:48.823646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 82accdbc-ccc7-4545-89de-0d850708cb01 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:48.876658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-407c6514-3ed2-4e21-aab7-1eb9b6e4b2db service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154559 Sep 17 01:24:49.065056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebdb5ae1-877e-46cb-b814-d22cf5b4ab28 req-80b91bfb-8864-4b0e-9ebc-ae8ca89ef171 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806965 Sep 17 01:24:49.127841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.242035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e6bac-faa7-46cc-896d-cfaff8639925 req-522faf1b-5e72-41f5-82e6-ec2f944d52e8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:49.243715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc0e6bac-faa7-46cc-896d-cfaff8639925 req-522faf1b-5e72-41f5-82e6-ec2f944d52e8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.0846953 Sep 17 01:24:49.291260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cc0e6bac-faa7-46cc-896d-cfaff8639925 req-00e7922e-e50a-427e-9900-1766da5565a5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390041 Sep 17 01:24:49.318464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.322537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-825f35d6-7eaf-4654-8e22-8e917a7a1767 req-f89fcac7-ad64-418f-8a6b-962eeba2d7d4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0556817 Sep 17 01:24:49.412990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:49.417555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:49.423708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:49.430406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:49.434073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.446657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=82accdbc-ccc7-4545-89de-0d850708cb01,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:49.456622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.456622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.456622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.457020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.461414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:24:49.530979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41324) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:49.534650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f12524ba-2602-4dd5-b60d-4387dcc50eb4 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0769989 Sep 17 01:24:49.638308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 82accdbc-ccc7-4545-89de-0d850708cb01 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:49.638908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.721078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.735196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 82accdbc-ccc7-4545-89de-0d850708cb01 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:49.932174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.971571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=82accdbc-ccc7-4545-89de-0d850708cb01,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:49.985911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:49.991162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-53b743a2-824a-4755-ba44-e4d1e9d269bd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/82accdbc-ccc7-4545-89de-0d850708cb01 HTTP/1.1" status: 204 len: 168 time: 0.4564457 Sep 17 01:24:49.991420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:49.997387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'mac_address': 'fa:16:3e:1a:5e:98', 'name': 'tempest-PortsIpV6TestJSON-1522265617'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:50.220864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:50.363041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:50.603411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 5e8ad7ac-de09-473f-b5be-bd8566dd807b yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:50.613331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d0685-48cc-40e6-ba74-cc6dc6c03467 req-915cbe2c-5b6c-407c-bb74-62b017689304 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:50.614903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e2d0685-48cc-40e6-ba74-cc6dc6c03467 req-915cbe2c-5b6c-407c-bb74-62b017689304 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 945 time: 0.1366856 Sep 17 01:24:50.747630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e2d0685-48cc-40e6-ba74-cc6dc6c03467 req-855175a1-bacf-4498-a28e-75f2a7f3aea9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223910 Sep 17 01:24:50.863734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-d3b3b2c5-b0ee-4760-90bb-1a216e6bba79 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:50.865995 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-d3b3b2c5-b0ee-4760-90bb-1a216e6bba79 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/networks?id=faf4e4c9-e71e-4d4f-b8d0-07315ec47405 HTTP/1.1" status: 200 len: 796 time: 0.5059178 Sep 17 01:24:50.955860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-016e6c31-5912-488b-81e2-792f19100ae5 req-9027d2df-aa9d-417b-b055-bdf717b08c53 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0877743 Sep 17 01:24:51.016804 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:51.046144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-49428900-3cd5-4fa5-9a4c-158ed6d0a818 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 472 time: 0.1653659 Sep 17 01:24:51.065704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'port': {'device_id': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'admin_state_up': True, 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'security_groups': ['eff03f04-b1f7-4a83-b5e6-0d6f45b8242f']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:51.337005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41364) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:51.353357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:51.448061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:24:51.515634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:51.521603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:51.528701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:51.533543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:51.537913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:51.544635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.546247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:51.568421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=5e8ad7ac-de09-473f-b5be-bd8566dd807b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:51.608369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:51.620629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.622130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.622677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.623354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.624400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.624930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.625745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.634874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-fba98f63-8c9d-4645-a37f-27ff0af91284 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6489 time: 0.2965224 Sep 17 01:24:51.641202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:24:51.646179 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829dded-ed5b-4ce4-bea6-3f4b97f4bfc3" -d '{"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-unplugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:24:51.665333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:51.721007 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73505cf6-194a-4a73-8f96-1dbd95ed4e44 x-openstack-request-id: req-73505cf6-194a-4a73-8f96-1dbd95ed4e44 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:24:51.721312 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-unplugged", "status": "failed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "code": 422}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:24:51.721594 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73505cf6-194a-4a73-8f96-1dbd95ed4e44 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:24:51.722011 n-d-789963-7 neutron-server[112074]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'code': 422} returned with failed status Sep 17 01:24:51.738792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b86d67f3-1fb8-41c8-9ee2-f46d1ab5047e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7462411 Sep 17 01:24:51.741653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41372) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:51.793261 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-f5eefc04-ea7f-49bb-a244-c764f7f7ed8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571972 Sep 17 01:24:51.825446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc0c98-965a-4825-8aed-24a2d0586eb9 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:51.829104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ffc0c98-965a-4825-8aed-24a2d0586eb9 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/5e8ad7ac-de09-473f-b5be-bd8566dd807b HTTP/1.1" status: 200 len: 845 time: 0.0864453 Sep 17 01:24:51.830127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:51.838794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41380) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:51.928117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:51.939860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.20.0.30 (faf4e4c9-e71e-4d4f-b8d0-07315ec47405/a23a74bc-a8ba-435a-a06d-9a047cafdb0b/c9f94413-fa9e-4a1e-900b-29589a1ccd90) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:52.063348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 5e8ad7ac-de09-473f-b5be-bd8566dd807b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:52.064136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.091446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e10b29-61be-4faf-94ed-7721a0340ec6 req-64a9347a-a2c1-4e4b-939c-062823359b00 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:52.101950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86e10b29-61be-4faf-94ed-7721a0340ec6 req-64a9347a-a2c1-4e4b-939c-062823359b00 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1323173 Sep 17 01:24:52.152763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32cc9187-ea40-4d89-a01c-57a2c4049e4b req-aeab0eb3-f00c-408b-a521-86f09da59d0e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0588682 Sep 17 01:24:52.206085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86e10b29-61be-4faf-94ed-7721a0340ec6 req-c814e6b9-f5ac-432b-839f-2b2dd01daa62 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025317 Sep 17 01:24:52.254105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.274573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 5e8ad7ac-de09-473f-b5be-bd8566dd807b owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:52.321364 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.497734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.532778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=5e8ad7ac-de09-473f-b5be-bd8566dd807b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:52.536516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.538565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ebac536a-92c7-4b8b-ab69-51e92a1dd547 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/5e8ad7ac-de09-473f-b5be-bd8566dd807b HTTP/1.1" status: 204 len: 168 time: 0.6972930 Sep 17 01:24:52.541269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41392) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:52.543498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.576925 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5d8f19-f2e2-4a58-a3c9-86796eb4467a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:24:52.578459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2d5d8f19-f2e2-4a58-a3c9-86796eb4467a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/5e8ad7ac-de09-473f-b5be-bd8566dd807b HTTP/1.1" status: 404 len: 333 time: 0.0360196 Sep 17 01:24:52.582220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41398) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:52.589369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'name': 'tempest-PortsIpV6TestJSON-1695492784'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:52.592487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:52.596575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:52.600725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:52.651578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=c9f94413-fa9e-4a1e-900b-29589a1ccd90,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:52.711997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:52.713859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.779779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-679a5a40-00fc-48aa-8bd2-9334da7d74db req-1ac5f666-b873-4432-a2b2-3d826343143a service neutron] (112072) timed out ('10.222.0.13', 32860) {{(pid=112072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:24:52.870388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bcbfc818-73f5-484b-b940-b364345db114 None None] Provisioning complete for port c9f94413-fa9e-4a1e-900b-29589a1ccd90 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:52.870941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bcbfc818-73f5-484b-b940-b364345db114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.886217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:52.890386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:52.915660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 8c101a74-c82b-4c54-b719-20f05396134d yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:52.917640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-bcbfc818-73f5-484b-b940-b364345db114 None None] Port c9f94413-fa9e-4a1e-900b-29589a1ccd90 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:24:52.967037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-6065f1b2-cc39-4eb9-a5d1-a79cb367e252 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9093840 Sep 17 01:24:52.980042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Request body: {'port': {'device_id': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:53.043395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.117654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.231289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.269083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:53.271802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:53.279984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:53.286051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:53.286850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.346470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed013ec-9b44-4df0-8a4c-4f158ebb7350 req-13970a95-18b6-49b7-ba63-71d17f6e2747 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:53.348361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=8c101a74-c82b-4c54-b719-20f05396134d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:53.354721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ed013ec-9b44-4df0-8a4c-4f158ebb7350 req-13970a95-18b6-49b7-ba63-71d17f6e2747 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 932 time: 0.0897696 Sep 17 01:24:53.403374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9fa6da96-dcc8-422a-aa50-178c0b894ed8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8178306 Sep 17 01:24:53.403765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:53.419293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:53.433270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f94413-fa9e-4a1e-900b-29589a1ccd90 {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:24:53.444819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.486007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Transition to ACTIVE for port object c9f94413-fa9e-4a1e-900b-29589a1ccd90 will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:24:53.491332 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ed013ec-9b44-4df0-8a4c-4f158ebb7350 req-dc923e3c-557a-47e0-bee6-93546a6910f9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883739 Sep 17 01:24:53.513949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.569552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.627815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Pushing event updated for resources: {'Port': ['ID=c9f94413-fa9e-4a1e-900b-29589a1ccd90,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:53.739219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Attempting to bind port c9f94413-fa9e-4a1e-900b-29589a1ccd90 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:53.739796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Attempting to bind port c9f94413-fa9e-4a1e-900b-29589a1ccd90 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:53.740890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Attempting to bind port c9f94413-fa9e-4a1e-900b-29589a1ccd90 on network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:53.742527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.746052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Port c9f94413-fa9e-4a1e-900b-29589a1ccd90 on network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:24:53.746458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Attempting to bind port c9f94413-fa9e-4a1e-900b-29589a1ccd90 on network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:53.752542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:53.752954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Checking segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:53.753513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Bound using segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:53.754143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Bound port: c9f94413-fa9e-4a1e-900b-29589a1ccd90, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:53.754584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.821472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.842969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] For port c9f94413-fa9e-4a1e-900b-29589a1ccd90, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:53.846596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] For port c9f94413-fa9e-4a1e-900b-29589a1ccd90, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:53.868789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] In _notify_port_updated(), no bound segment for port 8c101a74-c82b-4c54-b719-20f05396134d on network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:24:53.875312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:53.876212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:53.878114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/ports/8c101a74-c82b-4c54-b719-20f05396134d HTTP/1.1" status: 200 len: 818 time: 0.4727449 Sep 17 01:24:53.881830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:53.904415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26792c4e-c08c-4508-8df3-da4dff395b36 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=8c101a74-c82b-4c54-b719-20f05396134d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:53.935352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:54.063198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:54.063956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:54.066028 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] 10.222.0.23 "PUT /v2.0/ports/c9f94413-fa9e-4a1e-900b-29589a1ccd90 HTTP/1.1" status: 200 len: 1092 time: 1.0904417 Sep 17 01:24:54.070093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'tag': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:24:54.073112 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094d7c09-1ec7-44ca-8f89-305da0208796" -d '{"events": [{"name": "network-changed", "server_uuid": "ed880d35-9f0b-4928-9658-7c013a0e8fc9", "tag": "c9f94413-fa9e-4a1e-900b-29589a1ccd90"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:24:54.172829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835b567-7ca9-47aa-b378-2d82a0f73eee service neutron] Pushing event updated for resources: {'Port': ['ID=c9f94413-fa9e-4a1e-900b-29589a1ccd90,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:54.201794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bbfd6-905d-46d2-a82c-eb4e1692b6a0 req-acd52be5-6d9a-49dd-9320-82edc3a647aa tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:54.207380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-336bbfd6-905d-46d2-a82c-eb4e1692b6a0 req-acd52be5-6d9a-49dd-9320-82edc3a647aa tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1551313 Sep 17 01:24:54.208402 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164135f-fbc0-48c7-a152-b6076cdf6d6b x-openstack-request-id: req-f164135f-fbc0-48c7-a152-b6076cdf6d6b {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:24:54.209719 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed880d35-9f0b-4928-9658-7c013a0e8fc9", "tag": "c9f94413-fa9e-4a1e-900b-29589a1ccd90", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:24:54.209989 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f164135f-fbc0-48c7-a152-b6076cdf6d6b {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:24:54.212241 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'tag': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90', 'status': 'completed', 'code': 200} Sep 17 01:24:54.267982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 8c101a74-c82b-4c54-b719-20f05396134d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:24:54.268423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:54.298204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-336bbfd6-905d-46d2-a82c-eb4e1692b6a0 req-8028799a-45ba-4046-9402-7d9bedf71abe tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735517 Sep 17 01:24:54.383476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-e1e0e775-2351-4ebe-b839-4f58caf983fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:54.385248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-e1e0e775-2351-4ebe-b839-4f58caf983fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 1095 time: 0.2008412 Sep 17 01:24:54.389398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:54.456876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 8c101a74-c82b-4c54-b719-20f05396134d owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:24:54.462621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-b6e2090e-da39-4897-b0b4-fac9d875b11e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90 HTTP/1.1" status: 200 len: 217 time: 0.0645735 Sep 17 01:24:54.589806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-f74ad890-76f9-490e-84ea-3413a5a7c209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:54.591397 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-f74ad890-76f9-490e-84ea-3413a5a7c209 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a23a74bc-a8ba-435a-a06d-9a047cafdb0b HTTP/1.1" status: 200 len: 836 time: 0.1213708 Sep 17 01:24:54.985822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41458) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:55.008355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204b2b5-0813-4cc0-80e7-b814aa9bf710 req-7c2e2b87-7041-4c30-a72c-d7538b272bc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.009870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7204b2b5-0813-4cc0-80e7-b814aa9bf710 req-7c2e2b87-7041-4c30-a72c-d7538b272bc4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 944 time: 0.4452863 Sep 17 01:24:55.016367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937047b-1721-4790-8df7-8db21231fd13 req-be1f96e6-303b-4d94-be96-c1d816647e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.017831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-be1f96e6-303b-4d94-be96-c1d816647e9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf4e4c9-e71e-4d4f-b8d0-07315ec47405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4017680 Sep 17 01:24:55.109731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.187050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f50ebb4-4bfe-45d9-a4e5-dac8f411bca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.198507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7204b2b5-0813-4cc0-80e7-b814aa9bf710 req-6440eb05-8300-4360-9859-4aea37d8e4d3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796262 Sep 17 01:24:55.214005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=8c101a74-c82b-4c54-b719-20f05396134d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:55.246410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.248775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-20e5cc2c-b820-4542-b301-bbca16da3e30 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/8c101a74-c82b-4c54-b719-20f05396134d HTTP/1.1" status: 204 len: 168 time: 1.3659210 Sep 17 01:24:55.252344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41464) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:55.284295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-09234d82-79d5-4882-a1e4-4cebced88552 service neutron] 10.222.0.23 "GET /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586560 Sep 17 01:24:55.287809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-fce44735-64e3-488a-a25c-fd2f20a5d7fb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3213406 Sep 17 01:24:55.304028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-fb75368e-5cf9-4529-8ab6-7f39f1f8c774 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:24:55.304945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-fb75368e-5cf9-4529-8ab6-7f39f1f8c774 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060186 Sep 17 01:24:55.352380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0066ef-5139-4ddb-a25a-603d2c7b3bc7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.371115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ac0066ef-5139-4ddb-a25a-603d2c7b3bc7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1176369 Sep 17 01:24:55.374687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:55.410692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a937047b-1721-4790-8df7-8db21231fd13 req-95e8950e-1efb-46e7-bd6c-17182bcba04a service neutron] 10.222.0.23 "GET /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192386 Sep 17 01:24:55.461018 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b92bd75-ac83-486f-af98-c2df638aaaa7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:24:55.463439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5b92bd75-ac83-486f-af98-c2df638aaaa7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/8c101a74-c82b-4c54-b719-20f05396134d HTTP/1.1" status: 404 len: 333 time: 0.0834146 Sep 17 01:24:55.465019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:24:55.467824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:55.472542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-796221253'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:55.481530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f50ebb4-4bfe-45d9-a4e5-dac8f411bca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.502962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b75c5-8fd9-490d-aaa4-a7fb1de35804 req-a8f995e4-dc24-4e49-9661-41721b590166 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.515608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f1b75c5-8fd9-490d-aaa4-a7fb1de35804 req-a8f995e4-dc24-4e49-9661-41721b590166 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1234021 Sep 17 01:24:55.551715 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f50ebb4-4bfe-45d9-a4e5-dac8f411bca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.597880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-21dd1089-1202-477a-8031-ce065cd169a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.599640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-21dd1089-1202-477a-8031-ce065cd169a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0794027 Sep 17 01:24:55.601627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50ebb4-4bfe-45d9-a4e5-dac8f411bca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24ea546-9589-4d47-9dca-e25ed58562a8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:55.628117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f1b75c5-8fd9-490d-aaa4-a7fb1de35804 req-d66ce842-3964-44f0-9808-e4c35994ad0e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116295 Sep 17 01:24:55.633228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7f50ebb4-4bfe-45d9-a4e5-dac8f411bca4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=82dd1270860445d995b6ce38a7564847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436315 Sep 17 01:24:55.633540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41480) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:55.697167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:55.700030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6befe8ac-5251-4e52-af0c-0310e2d47197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.702349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.724421 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6befe8ac-5251-4e52-af0c-0310e2d47197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.745487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:24:55.753658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-0718a589-bd2f-4f85-9a0c-cff3b04ffa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.755155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-0718a589-bd2f-4f85-9a0c-cff3b04ffa68 service neutron] 10.222.0.23 "GET /v2.0/networks?id=faf4e4c9-e71e-4d4f-b8d0-07315ec47405 HTTP/1.1" status: 200 len: 897 time: 0.1486216 Sep 17 01:24:55.762540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.763020 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment 033a5e59-0b75-4f61-ae31-51c42a69b2fc of type vlan for network 6ce1e108-0132-4103-a9be-7643bf084075 Sep 17 01:24:55.808819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-142f4d7a-64da-4cfd-92fb-2d9686b54233 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90 HTTP/1.1" status: 200 len: 217 time: 0.0433395 Sep 17 01:24:55.849268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6befe8ac-5251-4e52-af0c-0310e2d47197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.854370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6befe8ac-5251-4e52-af0c-0310e2d47197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.859250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6befe8ac-5251-4e52-af0c-0310e2d47197 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f24ea546-9589-4d47-9dca-e25ed58562a8 HTTP/1.1" status: 204 len: 168 time: 0.2214205 Sep 17 01:24:55.865043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befe8ac-5251-4e52-af0c-0310e2d47197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24ea546-9589-4d47-9dca-e25ed58562a8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:55.885257 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.898907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-3f3bef9b-3163-4a4b-ab9d-6357147f0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.900996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-3f3bef9b-3163-4a4b-ab9d-6357147f0346 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a23a74bc-a8ba-435a-a06d-9a047cafdb0b HTTP/1.1" status: 200 len: 836 time: 0.0736072 Sep 17 01:24:55.959851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-d59090fd-357f-49bf-9c1c-933cef7afe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.961363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-d59090fd-357f-49bf-9c1c-933cef7afe0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=faf4e4c9-e71e-4d4f-b8d0-07315ec47405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477405 Sep 17 01:24:55.988739 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:55.994145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:55.999470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:56.108130 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6395407 Sep 17 01:24:56.110784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911672a-8665-4f7d-9efa-92c9964468d1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=6ce1e108-0132-4103-a9be-7643bf084075,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:56.111426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41484) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:56.122478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:24:56.122668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': '6ce1e108-0132-4103-a9be-7643bf084075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:56.134401 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-bc819663-b5ac-40de-9eb2-dc8962d21067 service neutron] 10.222.0.23 "GET /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640308 Sep 17 01:24:56.272182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-094d7c09-1ec7-44ca-8f89-305da0208796 req-07790b77-a5b0-4fce-9aba-682c341b8d79 service neutron] 10.222.0.23 "GET /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279058 Sep 17 01:24:56.348900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:56.354443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:56.370225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a2475-90e7-46fb-ba62-79836a6daabe req-bdc15585-a155-4f9c-aaa9-bf8cb13e0935 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:56.379328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-268a2475-90e7-46fb-ba62-79836a6daabe req-bdc15585-a155-4f9c-aaa9-bf8cb13e0935 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 944 time: 0.0830154 Sep 17 01:24:56.461041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-268a2475-90e7-46fb-ba62-79836a6daabe req-015cb780-30b8-4d16-9ca1-f2786e25abf6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805664 Sep 17 01:24:56.664154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:56.791453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=e5e0a404-a61a-41d3-bb0f-6aa12d854162,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:56.821189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': '033a5e59-0b75-4f61-ae31-51c42a69b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce1e108-0132-4103-a9be-7643bf084075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:56.821555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: 6ce1e108-0132-4103-a9be-7643bf084075, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:24:56.835832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd5b79-3aa9-4995-95dd-5b5b483fe714 req-7b58f529-1d3c-4476-b475-893d43cb41aa tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:56.837437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9cd5b79-3aa9-4995-95dd-5b5b483fe714 req-7b58f529-1d3c-4476-b475-893d43cb41aa tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.0863042 Sep 17 01:24:56.881773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9cd5b79-3aa9-4995-95dd-5b5b483fe714 req-e0367445-d8d4-45f7-befe-bd607f047e7c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374351 Sep 17 01:24:56.963698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 6ce1e108-0132-4103-a9be-7643bf084075 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:24:57.049757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 6ce1e108-0132-4103-a9be-7643bf084075) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:57.055040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:57.055722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:57.061833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07825e55-708b-450d-82a2-20e6826e0d6f None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:57.146757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:57.147985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a1b8b29b-c163-490a-b229-f1e90f77b68e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0345616 Sep 17 01:24:57.152749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': '6ce1e108-0132-4103-a9be-7643bf084075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:57.296989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-6ce1e108-0132-4103-a9be-7643bf084075', 'network_id': '6ce1e108-0132-4103-a9be-7643bf084075', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': 'e5e0a404-a61a-41d3-bb0f-6aa12d854162'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:24:57.297883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:57.439932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:57.444223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:57.487369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Allocated IP 2001:db8::2 (6ce1e108-0132-4103-a9be-7643bf084075/e5e0a404-a61a-41d3-bb0f-6aa12d854162/5c68eba8-5c69-47bf-9b14-0ebc9d94a50f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:57.570099 n-d-789963-7 neutron-server[112072]: INFO neutron.db.ipam_backend_mixin [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5e0a404-a61a-41d3-bb0f-6aa12d854162 (CIDR: 2001:db8::/64) Sep 17 01:24:57.612853 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:24:57.613385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:24:57.702030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe09777-9fa7-4c3d-878e-a049bae1ff57 req-955356f0-323c-4b44-9212-05f115c7b68c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:57.712886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fe09777-9fa7-4c3d-878e-a049bae1ff57 req-955356f0-323c-4b44-9212-05f115c7b68c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 944 time: 0.1177895 Sep 17 01:24:57.713888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:57.720814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c532f472-e281-4d71-b873-cc072c73a6ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5729210 Sep 17 01:24:57.724342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41524) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:57.730814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': '6ce1e108-0132-4103-a9be-7643bf084075', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:57.768035 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fe09777-9fa7-4c3d-878e-a049bae1ff57 req-1e9a83c1-295e-4c25-9179-6574fa6e484b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461047 Sep 17 01:24:57.787116 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:57.817076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:57.865496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:57.865496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Pushing event updated for resources: {'Port': ['ID=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:57.867611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:24:57.938661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Attempting to bind port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:24:57.939168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Attempting to bind port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '033a5e59-0b75-4f61-ae31-51c42a69b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce1e108-0132-4103-a9be-7643bf084075'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:24:57.939546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Attempting to bind port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f on network 6ce1e108-0132-4103-a9be-7643bf084075 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:24:57.951681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:24:57.958377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Checking segment: {'id': '033a5e59-0b75-4f61-ae31-51c42a69b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce1e108-0132-4103-a9be-7643bf084075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:24:57.958377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:57.958377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Bound using segment: {'id': '033a5e59-0b75-4f61-ae31-51c42a69b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce1e108-0132-4103-a9be-7643bf084075'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:24:57.958377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Bound port: 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '033a5e59-0b75-4f61-ae31-51c42a69b2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6ce1e108-0132-4103-a9be-7643bf084075'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:24:57.958377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:58.012664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:58.016410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:58.036032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] For port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:24:58.043697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] For port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,segment=NetworkSegment(033a5e59-0b75-4f61-ae31-51c42a69b2fc),segment_id=033a5e59-0b75-4f61-ae31-51c42a69b2fc)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:24:58.113635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b63682-faf0-4011-ba7b-4af4c774b31a req-526058c0-b0b3-460a-9062-25b2ea068bad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:58.115228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0b63682-faf0-4011-ba7b-4af4c774b31a req-526058c0-b0b3-460a-9062-25b2ea068bad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1329358 Sep 17 01:24:58.121997 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:58.192168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0b63682-faf0-4011-ba7b-4af4c774b31a req-88859cd1-4880-434f-a9e4-348055e60293 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691254 Sep 17 01:24:58.278529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a170da-e32f-4e4e-a894-1c60c0fbebca None None] Pushing event updated for resources: {'Port': ['ID=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:58.509416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:58.572374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 6ce1e108-0132-4103-a9be-7643bf084075 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:24:58.581310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:24:58.587115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:58.587868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:58.614132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=0b1ad31e-20fa-4325-92c0-96a79dc0f444,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:58.715462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-33cfe8f4-44aa-4835-9832-712074eb008c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9873631 Sep 17 01:24:58.715462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41542) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:24:58.721399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '6ce1e108-0132-4103-a9be-7643bf084075', 'fixed_ips': [{'subnet_id': 'e5e0a404-a61a-41d3-bb0f-6aa12d854162'}, {'subnet_id': '0b1ad31e-20fa-4325-92c0-96a79dc0f444'}], 'name': 'tempest-PortsIpV6TestJSON-1556483821'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:24:58.768636 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:58.889637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c9f94413-fa9e-4a1e-900b-29589a1ccd90 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:24:58.942878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:24:59.030153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8d654-82c3-4f76-bb23-0690c01de8b5 req-9db33745-69dd-489a-a381-ecbbfd853b21 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:59.037141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c9f94413-fa9e-4a1e-900b-29589a1ccd90, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:59.040139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cd8d654-82c3-4f76-bb23-0690c01de8b5 req-9db33745-69dd-489a-a381-ecbbfd853b21 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 944 time: 0.1107740 Sep 17 01:24:59.051367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'port_id': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90', 'mac_address': 'fa:16:3e:62:6d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:24:59.091010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:59.133200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port c7d31d91-77e9-454b-b2f8-ea5703f40df8 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:24:59.166706 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cd8d654-82c3-4f76-bb23-0690c01de8b5 req-782c5cf1-8053-4a7c-96b2-8fcbcf2d30b1 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244133 Sep 17 01:24:59.209977 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:59.211290 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:59.245953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f94413-fa9e-4a1e-900b-29589a1ccd90 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:24:59.324374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c9f94413-fa9e-4a1e-900b-29589a1ccd90, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:24:59.409556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:59.510807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c9f94413-fa9e-4a1e-900b-29589a1ccd90,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:24:59.548961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb21cc0-8434-42ad-af97-aac33b709451 req-696c7caa-eef0-497f-b0fb-861a8cdac203 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:24:59.552912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bb21cc0-8434-42ad-af97-aac33b709451 req-696c7caa-eef0-497f-b0fb-861a8cdac203 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2017524 Sep 17 01:24:59.681807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c9f94413-fa9e-4a1e-900b-29589a1ccd90'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:24:59.685059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bb21cc0-8434-42ad-af97-aac33b709451 req-55b7a2de-7cee-472a-8e47-a9b569b404b8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167095 Sep 17 01:24:59.691205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec52abad-f18e-45f1-a9f0-1e2c8aee9d51 None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:24:59.802618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5ee2cff1-f9a1-48bf-8338-d2757b6d09f0 None None] Provisioning complete for port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:24:59.802995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ee2cff1-f9a1-48bf-8338-d2757b6d09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:24:59.805740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::104 (6ce1e108-0132-4103-a9be-7643bf084075/e5e0a404-a61a-41d3-bb0f-6aa12d854162/c7d31d91-77e9-454b-b2f8-ea5703f40df8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:24:59.812919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8:0:1::235 (6ce1e108-0132-4103-a9be-7643bf084075/0b1ad31e-20fa-4325-92c0-96a79dc0f444/c7d31d91-77e9-454b-b2f8-ea5703f40df8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:00.008557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ee2cff1-f9a1-48bf-8338-d2757b6d09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.075800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.080437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5ee2cff1-f9a1-48bf-8338-d2757b6d09f0 None None] For port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,segment=NetworkSegment(033a5e59-0b75-4f61-ae31-51c42a69b2fc),segment_id=033a5e59-0b75-4f61-ae31-51c42a69b2fc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:00.112818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:00.306520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6f3ca-aad5-41b1-a3d3-de696f7e6e01 req-de8669c2-6257-44c7-bd57-3ffa2026d145 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:00.315175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9be6f3ca-aad5-41b1-a3d3-de696f7e6e01 req-de8669c2-6257-44c7-bd57-3ffa2026d145 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0697150 Sep 17 01:25:00.394581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9be6f3ca-aad5-41b1-a3d3-de696f7e6e01 req-6c75745b-e612-4c39-9047-80658d5e7f57 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776329 Sep 17 01:25:00.415297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.439668 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ee2cff1-f9a1-48bf-8338-d2757b6d09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.446278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] Update dhcp port {'port': {'network_id': '6ce1e108-0132-4103-a9be-7643bf084075', 'fixed_ips': [{'subnet_id': 'e5e0a404-a61a-41d3-bb0f-6aa12d854162', 'ip_address': '2001:db8::2'}, {'subnet_id': '0b1ad31e-20fa-4325-92c0-96a79dc0f444'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '5c68eba8-5c69-47bf-9b14-0ebc9d94a50f'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:25:00.475345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 6ce1e108-0132-4103-a9be-7643bf084075 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:00.480793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:00.488279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:00.494644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:00.495068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.511611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=c7d31d91-77e9-454b-b2f8-ea5703f40df8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:00.521349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.543551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:00.543932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:00.603237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2cff1-f9a1-48bf-8338-d2757b6d09f0 None None] Pushing event updated for resources: {'Port': ['ID=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:00.645194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41570) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:00.645491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2825ba3f-5538-4f6c-9b5b-edbdc9bdd872 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9285975 Sep 17 01:25:00.652011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5e0a404-a61a-41d3-bb0f-6aa12d854162'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:00.859400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] Allocated IP 2001:db8:0:1::2 (6ce1e108-0132-4103-a9be-7643bf084075/0b1ad31e-20fa-4325-92c0-96a79dc0f444/5c68eba8-5c69-47bf-9b14-0ebc9d94a50f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:00.902934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:01.028882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d97cc-4753-465c-bb83-d9458090b8e8 req-f5f65f18-c0fc-4964-aadf-98ba0049d75e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:01.036756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a38d97cc-4753-465c-bb83-d9458090b8e8 req-f5f65f18-c0fc-4964-aadf-98ba0049d75e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1521873 Sep 17 01:25:01.167436 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a38d97cc-4753-465c-bb83-d9458090b8e8 req-0f4552da-1b97-48e2-a982-d8379708c415 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158910 Sep 17 01:25:01.197795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] For port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,segment=NetworkSegment(033a5e59-0b75-4f61-ae31-51c42a69b2fc),segment_id=033a5e59-0b75-4f61-ae31-51c42a69b2fc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:01.238042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:01.308837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:01.412141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Delete allocated IP 2001:db8:0:1::235 (6ce1e108-0132-4103-a9be-7643bf084075/0b1ad31e-20fa-4325-92c0-96a79dc0f444) {{(pid=112072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 01:25:01.464465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277acf7-59ab-4ad4-ad58-1064f9df61b9 None None] Pushing event updated for resources: {'Port': ['ID=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:01.660413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176e892-a90a-412e-9753-4955b9a05972 req-b9ce86d6-e3ea-47ec-9fe1-8b8bde408d12 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:01.663797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b176e892-a90a-412e-9753-4955b9a05972 req-b9ce86d6-e3ea-47ec-9fe1-8b8bde408d12 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 945 time: 0.1022317 Sep 17 01:25:01.732108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b176e892-a90a-412e-9753-4955b9a05972 req-f1b900ff-834b-408b-8b2e-9cc6adec953e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634480 Sep 17 01:25:01.742823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:01.812294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:01.910524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] In _notify_port_updated(), no bound segment for port c7d31d91-77e9-454b-b2f8-ea5703f40df8 on network 6ce1e108-0132-4103-a9be-7643bf084075 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:25:01.922277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:01.922961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:01.924888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/ports/c7d31d91-77e9-454b-b2f8-ea5703f40df8 HTTP/1.1" status: 200 len: 926 time: 1.2776029 Sep 17 01:25:01.928649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41596) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:01.934680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5e0a404-a61a-41d3-bb0f-6aa12d854162'}, {'subnet_id': '0b1ad31e-20fa-4325-92c0-96a79dc0f444'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:01.934964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c3069-dfed-4404-8ede-61dc7a3c1d0b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=c7d31d91-77e9-454b-b2f8-ea5703f40df8,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:02.073157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:02.099014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:02.174400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:02.175181 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:02.425586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43af61a-ad43-4d0d-8517-b3b30aa1dcfb None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:02.697240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8:0:1::373 (6ce1e108-0132-4103-a9be-7643bf084075/0b1ad31e-20fa-4325-92c0-96a79dc0f444/c7d31d91-77e9-454b-b2f8-ea5703f40df8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:02.697859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-66ceb56a-a452-4827-9ab5-916d6c88dd2c None None] Provisioning complete for port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:02.697859 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-66ceb56a-a452-4827-9ab5-916d6c88dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:02.710200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de28190-6fd9-486d-b0ec-4c139c4a4127 req-176b992d-def6-4b3b-8a15-5a5953f3c9b6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:02.712047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3de28190-6fd9-486d-b0ec-4c139c4a4127 req-176b992d-def6-4b3b-8a15-5a5953f3c9b6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.3347728 Sep 17 01:25:02.863778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3de28190-6fd9-486d-b0ec-4c139c4a4127 req-42e20d57-d17f-4cbb-9f5e-f538794248f0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326830 Sep 17 01:25:02.896316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c9f94413-fa9e-4a1e-900b-29589a1ccd90 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:02.933501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5616f0e-2286-48c9-a1a6-325f44ed02b8 req-94d4d4e0-5844-4767-9650-7c8cd759b751 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:02.936078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5616f0e-2286-48c9-a1a6-325f44ed02b8 req-94d4d4e0-5844-4767-9650-7c8cd759b751 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 945 time: 0.0886915 Sep 17 01:25:02.954978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:02.999883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5616f0e-2286-48c9-a1a6-325f44ed02b8 req-5dd9f011-3669-41a5-80a8-caa61abebe6b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564201 Sep 17 01:25:03.027512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.063269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c9f94413-fa9e-4a1e-900b-29589a1ccd90 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:25:03.068655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c9f94413-fa9e-4a1e-900b-29589a1ccd90 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:03.073470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.133007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] In _notify_port_updated(), no bound segment for port c7d31d91-77e9-454b-b2f8-ea5703f40df8 on network 6ce1e108-0132-4103-a9be-7643bf084075 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:25:03.140887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:03.141779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.143582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/ports/c7d31d91-77e9-454b-b2f8-ea5703f40df8 HTTP/1.1" status: 200 len: 1012 time: 1.2138553 Sep 17 01:25:03.146535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41628) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:03.153090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8b6fe1df-d8b6-469b-903e-26b6985df9bd None None] Provisioning complete for port c7d31d91-77e9-454b-b2f8-ea5703f40df8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:03.153744 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe1df-d8b6-469b-903e-26b6985df9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.180569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce0864-e5f7-44c7-b94a-ca4a6cabcf8f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=c7d31d91-77e9-454b-b2f8-ea5703f40df8,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:03.256192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8b6fe1df-d8b6-469b-903e-26b6985df9bd None None] Port c7d31d91-77e9-454b-b2f8-ea5703f40df8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:03.265535 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.294267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:25:03.297697 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b66f7c-20c8-4a59-aa14-255ee1c5fd9f" -d '{"events": [{"server_uuid": "ed880d35-9f0b-4928-9658-7c013a0e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c9f94413-fa9e-4a1e-900b-29589a1ccd90"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:25:03.300274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port c7d31d91-77e9-454b-b2f8-ea5703f40df8 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:03.302044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.327768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c9f94413-fa9e-4a1e-900b-29589a1ccd90, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:03.329770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8b6fe1df-d8b6-469b-903e-26b6985df9bd None None] Provisioning complete for port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:03.330210 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe1df-d8b6-469b-903e-26b6985df9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.369733 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccd0656-fc88-4bfb-9ebd-4e28ca361776 x-openstack-request-id: req-dccd0656-fc88-4bfb-9ebd-4e28ca361776 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:25:03.379827 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed880d35-9f0b-4928-9658-7c013a0e8fc9", "name": "network-vif-plugged", "status": "completed", "tag": "c9f94413-fa9e-4a1e-900b-29589a1ccd90", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:25:03.380773 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dccd0656-fc88-4bfb-9ebd-4e28ca361776 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:25:03.383155 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90', 'code': 200} Sep 17 01:25:03.436761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.510213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.531508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for c7d31d91-77e9-454b-b2f8-ea5703f40df8 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:03.538676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c245872-9dd3-44a5-bb39-f06e85247fec req-19b258b9-2103-4003-b30d-0f43df4b81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:03.540415 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c245872-9dd3-44a5-bb39-f06e85247fec req-19b258b9-2103-4003-b30d-0f43df4b81d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0939500 Sep 17 01:25:03.587533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c9f94413-fa9e-4a1e-900b-29589a1ccd90,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:03.639536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c245872-9dd3-44a5-bb39-f06e85247fec req-84f4377f-486c-4a12-86bf-27b560d12584 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915928 Sep 17 01:25:03.736180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1f841b78-1f29-40dd-b45f-c8f63e80d744 None None] Provisioning complete for port c7d31d91-77e9-454b-b2f8-ea5703f40df8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:03.736834 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f841b78-1f29-40dd-b45f-c8f63e80d744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:03.852227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1f841b78-1f29-40dd-b45f-c8f63e80d744 None None] Port c7d31d91-77e9-454b-b2f8-ea5703f40df8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:03.971882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f34a0375-8a3e-4e72-b144-db755e508705 None None] Could not find standard attr ID for object c7d31d91-77e9-454b-b2f8-ea5703f40df8. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:25:03.974435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.140082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=c7d31d91-77e9-454b-b2f8-ea5703f40df8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:04.237325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84128e1-bd0f-42ff-b029-e2b387d0fa95 req-53949b15-bc4b-496d-85e7-643c96f73e17 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:04.248022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f84128e1-bd0f-42ff-b029-e2b387d0fa95 req-53949b15-bc4b-496d-85e7-643c96f73e17 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 946 time: 0.0961387 Sep 17 01:25:04.258621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.264621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8573c663-f85a-47aa-a49b-e23a51301427 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/c7d31d91-77e9-454b-b2f8-ea5703f40df8 HTTP/1.1" status: 204 len: 168 time: 1.1168182 Sep 17 01:25:04.265178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41646) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:04.298608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-26e98c67-2d9b-410d-a023-c17f6af24a8a None None] Could not find standard attr ID for object c7d31d91-77e9-454b-b2f8-ea5703f40df8. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:25:04.326673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f84128e1-bd0f-42ff-b029-e2b387d0fa95 req-4092a682-082c-4a04-a37f-dd1df912eca3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759780 Sep 17 01:25:04.340967 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a2cc73-9fa2-4381-a60a-7117ceeb7ffa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:04.351186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-36a2cc73-9fa2-4381-a60a-7117ceeb7ffa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/c7d31d91-77e9-454b-b2f8-ea5703f40df8 HTTP/1.1" status: 404 len: 333 time: 0.0846844 Sep 17 01:25:04.351555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:04.369559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954b80c-cfe5-42c2-9205-d00a0384fa9e req-1fe9aabb-0935-41a4-89cf-4abf19e30fe0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:04.371114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e954b80c-cfe5-42c2-9205-d00a0384fa9e req-1fe9aabb-0935-41a4-89cf-4abf19e30fe0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.4243009 Sep 17 01:25:04.470342 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e954b80c-cfe5-42c2-9205-d00a0384fa9e req-182243eb-c765-42cd-8fe8-b0a411109e67 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831895 Sep 17 01:25:04.488841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet 0b1ad31e-20fa-4325-92c0-96a79dc0f444 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:04.504779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.567718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.679409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.821090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e26da-1d58-43e8-9903-473533712dfe req-67f6b461-c627-4985-8cba-cfa4c08bca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:04.823011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-67f6b461-c627-4985-8cba-cfa4c08bca62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353&tenant_id=0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 1094 time: 0.0931087 Sep 17 01:25:04.894159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e26da-1d58-43e8-9903-473533712dfe req-9fd4ef25-427d-4a54-8fcf-eb775fc11b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:04.896204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-9fd4ef25-427d-4a54-8fcf-eb775fc11b40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1094 time: 0.0509391 Sep 17 01:25:04.901414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.946726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfbb4cb-fc4d-4e17-b1dc-c3a82f202760 None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:04.962922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:04.968446 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/0b1ad31e-20fa-4325-92c0-96a79dc0f444 HTTP/1.1" status: 204 len: 168 time: 0.6124384 Sep 17 01:25:04.968446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e472aa4-2493-4a04-93c7-c9df10cc76a5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1ad31e-20fa-4325-92c0-96a79dc0f444,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:04.969196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41662) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:05.039601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet e5e0a404-a61a-41d3-bb0f-6aa12d854162 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:05.043254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.059517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e26da-1d58-43e8-9903-473533712dfe req-27e7f620-1352-49d0-8f31-c7454bdfc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:05.061916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-27e7f620-1352-49d0-8f31-c7454bdfc901 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1566989 Sep 17 01:25:05.099167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.144260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-328d461b-ce9d-4e0f-afde-80ce2b3958c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 200 len: 998 time: 0.0759809 Sep 17 01:25:05.221296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.240292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e26da-1d58-43e8-9903-473533712dfe req-fd620306-eedc-46df-ac98-9f2970f7435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:05.241765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-fd620306-eedc-46df-ac98-9f2970f7435f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0907288 Sep 17 01:25:05.313967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e26da-1d58-43e8-9903-473533712dfe req-27533831-3a1f-438c-a8e3-816233d64212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:05.315568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-27533831-3a1f-438c-a8e3-816233d64212 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655000 Sep 17 01:25:05.406588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.434694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f873e85d-3f77-41ba-88d0-d0ec30c28524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.471782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e0a404-a61a-41d3-bb0f-6aa12d854162,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:05.482890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-f8648368-dac9-4add-a3c4-da8b1085029e service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587188 Sep 17 01:25:05.484153 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.486245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1fcddbe0-4b76-42fa-b2a6-079e0a2c6f86 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/e5e0a404-a61a-41d3-bb0f-6aa12d854162 HTTP/1.1" status: 204 len: 168 time: 0.5154006 Sep 17 01:25:05.490438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41674) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:05.633749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.713321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-f70a5e07-6054-43b8-9997-a44350cde2a2 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903355 Sep 17 01:25:05.728626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a292ab-ca1b-44b8-b0fb-b380f73fbe89 req-98f4331b-cb11-48dc-aaaf-f73106cdc161 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:05.730477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6a292ab-ca1b-44b8-b0fb-b380f73fbe89 req-98f4331b-cb11-48dc-aaaf-f73106cdc161 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 946 time: 0.2750916 Sep 17 01:25:05.792444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6a292ab-ca1b-44b8-b0fb-b380f73fbe89 req-1ffb007e-b9cd-4d66-9aeb-809e4820b40b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516009 Sep 17 01:25:05.815416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba88ce1-127c-4fea-bc3d-4898b35b7f2e req-ff602bac-1058-40bb-a8eb-b9e283310f94 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:05.817323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0ba88ce1-127c-4fea-bc3d-4898b35b7f2e req-ff602bac-1058-40bb-a8eb-b9e283310f94 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1809916 Sep 17 01:25:05.885060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:05.885461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:05.892240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0ba88ce1-127c-4fea-bc3d-4898b35b7f2e req-3d44c8d4-0c7c-49ea-926c-f858cc5a5127 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571439 Sep 17 01:25:06.000937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425243f-ece3-426f-9392-2cb649ada425 req-8a00d6e5-e200-42b0-9011-7135f293090d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:06.011713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6425243f-ece3-426f-9392-2cb649ada425 req-8a00d6e5-e200-42b0-9011-7135f293090d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 946 time: 0.1398828 Sep 17 01:25:06.063204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6425243f-ece3-426f-9392-2cb649ada425 req-bf9b885c-6f5e-4917-85aa-005125a7d468 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442476 Sep 17 01:25:06.079283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] For port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,segment=NetworkSegment(033a5e59-0b75-4f61-ae31-51c42a69b2fc),segment_id=033a5e59-0b75-4f61-ae31-51c42a69b2fc)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:06.079283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.092879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:06.154952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5c7ce-5395-4b09-a656-25e6454c9db2 None None] Network 6ce1e108-0132-4103-a9be-7643bf084075 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:06.283642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e3a7b66f-22bd-4141-8a9f-20eae4437021 None None] Provisioning complete for port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:06.284021 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e3a7b66f-22bd-4141-8a9f-20eae4437021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.329116 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.343674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e3a7b66f-22bd-4141-8a9f-20eae4437021 None None] Could not find standard attr ID for object 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:25:06.348322 n-d-789963-7 neutron-server[112074]: INFO neutron.plugins.ml2.db [None req-e3a7b66f-22bd-4141-8a9f-20eae4437021 None None] No ports have port_id starting with 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f Sep 17 01:25:06.392142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=5c68eba8-5c69-47bf-9b14-0ebc9d94a50f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:06.401056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No DVR routers for this DVR port 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:06.432941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45fac77-9f6f-4599-b04a-d49ca515ab30 None None] DHCP port deletion for 6ce1e108-0132-4103-a9be-7643bf084075 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:06.617445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.680052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce1e108-0132-4103-a9be-7643bf084075']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:06.719565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '033a5e59-0b75-4f61-ae31-51c42a69b2fc') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:06.719870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '033a5e59-0b75-4f61-ae31-51c42a69b2fc') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:06.742341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.764636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.782297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:06.782709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:06.786080 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:06.998078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:07.006112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:07.008354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/6ce1e108-0132-4103-a9be-7643bf084075 HTTP/1.1" status: 204 len: 168 time: 1.5164342 Sep 17 01:25:07.015170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41714) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:07.036747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af840a-ab2a-47c3-872d-787e26fc1770 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=6ce1e108-0132-4103-a9be-7643bf084075,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:07.179918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b18825c-f638-40e0-87d2-ec91fa9d4994 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:07.187560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b18825c-f638-40e0-87d2-ec91fa9d4994 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1657288 Sep 17 01:25:07.188438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:07.193445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424b40c-7d42-4daf-b241-cd96b95ce660 req-861097ad-8684-4b65-a7e7-07f0a595188e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:07.195034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9424b40c-7d42-4daf-b241-cd96b95ce660 req-861097ad-8684-4b65-a7e7-07f0a595188e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1433449 Sep 17 01:25:07.302772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9424b40c-7d42-4daf-b241-cd96b95ce660 req-aa95ee57-3e39-45a6-92da-65522d3864bd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966296 Sep 17 01:25:07.348774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-30159d12-7939-4a4e-a44e-4c08b3a38f79 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1481440 Sep 17 01:25:07.354575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:07.360957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2067805991'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:07.483681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:07.490313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:07.548955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:25:07.566784 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:07.579029 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment eb5515be-f6fb-4f73-bf99-7269540370cb of type vlan for network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 Sep 17 01:25:07.587523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41726) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:07.766084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:08.081856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:08.119153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:08.119842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c68eba8-5c69-47bf-9b14-0ebc9d94a50f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:08.229041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:08.242127 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:08.242127 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:08.363214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2db4e2de-9853-4613-9219-604c0aa5b535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:08.489443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=44bf8ff2-c85d-4fd9-b06e-404eff4daf79,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:08.508266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:25:08.523682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-185d8119-3d86-4996-b139-7ef5e957baba tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1640365 Sep 17 01:25:08.524253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41734) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:08.533562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:08.805151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763e15-02a1-46be-b675-60303345882a req-5d691ef4-ef8e-4e56-9a65-3de53557b2d7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:08.806806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17763e15-02a1-46be-b675-60303345882a req-5d691ef4-ef8e-4e56-9a65-3de53557b2d7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2172163 Sep 17 01:25:08.879814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:08.885129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.052879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17763e15-02a1-46be-b675-60303345882a req-ec021324-f1e1-467d-8837-4860163d6f1d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287283 Sep 17 01:25:09.092417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.159754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.322169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.461909 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.489961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=fef40474-9f1a-408d-b1be-9f9c65b5b9d0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:09.496066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': 'eb5515be-f6fb-4f73-bf99-7269540370cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:09.496545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: 44bf8ff2-c85d-4fd9-b06e-404eff4daf79, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:25:09.595754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.20.0.17 (faf4e4c9-e71e-4d4f-b8d0-07315ec47405/a23a74bc-a8ba-435a-a06d-9a047cafdb0b/3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:09.672159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:25:09.765290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.794161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 44bf8ff2-c85d-4fd9-b06e-404eff4daf79) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:09.799598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:09.805927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:09.811675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c89af1d-cd48-40b8-bef8-47ad2039f92d None None] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:09.937999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0800d530-fb29-4d37-969b-a2d7489b4751 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4086947 Sep 17 01:25:09.940772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:09.946807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79', 'name': 'tempest-PortsIpV6TestJSON-1744477110'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:09.995624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.089173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-44bf8ff2-c85d-4fd9-b06e-404eff4daf79', 'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': 'fef40474-9f1a-408d-b1be-9f9c65b5b9d0'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:25:10.090555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.100349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:10.118111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:10.118111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:10.118111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:10.256207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.363642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:10.372444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.378369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Allocated IP 2001:db8::2 (44bf8ff2-c85d-4fd9-b06e-404eff4daf79/fef40474-9f1a-408d-b1be-9f9c65b5b9d0/d969a9f0-f704-4e8f-b5e9-393d43a76232) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:10.437508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:10.669716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed906a46-ce4b-4a7a-be9f-e8dd972c58ad req-30dd7e15-d48f-4126-86b7-cbbe926ffdb5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:10.683768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed906a46-ce4b-4a7a-be9f-e8dd972c58ad req-30dd7e15-d48f-4126-86b7-cbbe926ffdb5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.3950558 Sep 17 01:25:10.727250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.777977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7626e57b-7f24-424f-9f87-75145ac9ec4d None None] Provisioning complete for port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:10.779292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed906a46-ce4b-4a7a-be9f-e8dd972c58ad req-bc23928f-4178-44fe-91f7-d986c32cb5e8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940101 Sep 17 01:25:10.796787 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7626e57b-7f24-424f-9f87-75145ac9ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.831620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:10.863730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7626e57b-7f24-424f-9f87-75145ac9ec4d None None] Port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:10.960884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.063049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Pushing event updated for resources: {'Port': ['ID=d969a9f0-f704-4e8f-b5e9-393d43a76232,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:11.076920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::2be (44bf8ff2-c85d-4fd9-b06e-404eff4daf79/fef40474-9f1a-408d-b1be-9f9c65b5b9d0/61308cbf-fccc-4d88-a8be-cd314bfc0dd0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:11.078045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:11.080815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:11.085456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:11.170918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Attempting to bind port d969a9f0-f704-4e8f-b5e9-393d43a76232 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:25:11.171519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Attempting to bind port d969a9f0-f704-4e8f-b5e9-393d43a76232 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'eb5515be-f6fb-4f73-bf99-7269540370cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:25:11.172090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Attempting to bind port d969a9f0-f704-4e8f-b5e9-393d43a76232 on network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:25:11.178330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:25:11.178704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Checking segment: {'id': 'eb5515be-f6fb-4f73-bf99-7269540370cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:11.179142 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.180105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Bound using segment: {'id': 'eb5515be-f6fb-4f73-bf99-7269540370cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:25:11.180488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Bound port: d969a9f0-f704-4e8f-b5e9-393d43a76232, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5515be-f6fb-4f73-bf99-7269540370cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:25:11.180729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.258371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.261227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] For port d969a9f0-f704-4e8f-b5e9-393d43a76232, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:25:11.267274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] For port d969a9f0-f704-4e8f-b5e9-393d43a76232, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d969a9f0-f704-4e8f-b5e9-393d43a76232,segment=NetworkSegment(eb5515be-f6fb-4f73-bf99-7269540370cb),segment_id=eb5515be-f6fb-4f73-bf99-7269540370cb)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:25:11.382431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.406021 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.507025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.548840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.583300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.643487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6c32c-bb3a-4d50-a895-1d73346906be None None] Pushing event updated for resources: {'Port': ['ID=d969a9f0-f704-4e8f-b5e9-393d43a76232,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:11.721970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:11.730704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:11.742676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:11.760236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:11.765078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.786623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=61308cbf-fccc-4d88-a8be-cd314bfc0dd0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:11.870549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:11.882400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:11.991048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb5f2153-6fb3-44c4-b13c-24b36350d387 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0457077 Sep 17 01:25:11.992977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:12.001107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '44bf8ff2-c85d-4fd9-b06e-404eff4daf79', 'name': 'tempest-PortsIpV6TestJSON-1101852762'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:12.213826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4989a-e9a6-4c33-8ec1-373f27b02e2e req-158ce51e-b61a-456e-a64c-521d9abfee10 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:12.219843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d969a9f0-f704-4e8f-b5e9-393d43a76232 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:12.225774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8c4989a-e9a6-4c33-8ec1-373f27b02e2e req-158ce51e-b61a-456e-a64c-521d9abfee10 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2552533 Sep 17 01:25:12.251699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:12.254758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:12.367445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d969a9f0-f704-4e8f-b5e9-393d43a76232 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:12.371939 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:12.421616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:12.428268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:12.469942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port e25c96a2-3224-4b43-9134-0c351234b324 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:12.524980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8c4989a-e9a6-4c33-8ec1-373f27b02e2e req-d7e7d317-9e57-4868-a5d1-0f7e82ef7233 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009853 Sep 17 01:25:12.550233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:12.613029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:12.693661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port d969a9f0-f704-4e8f-b5e9-393d43a76232, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d969a9f0-f704-4e8f-b5e9-393d43a76232,segment=NetworkSegment(eb5515be-f6fb-4f73-bf99-7269540370cb),segment_id=eb5515be-f6fb-4f73-bf99-7269540370cb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:12.783435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:12.847138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:12.870476 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:25:12.873540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::68 (44bf8ff2-c85d-4fd9-b06e-404eff4daf79/fef40474-9f1a-408d-b1be-9f9c65b5b9d0/e25c96a2-3224-4b43-9134-0c351234b324) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:12.879185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8e51efb-39b4-45ee-b6e7-cf5437b59a4f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "PUT /v2.0/routers/0cc83872-935f-451e-afe1-252d94a523a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2902670 Sep 17 01:25:12.883540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:12.983680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:12.984392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:13.006681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b4299a68-c759-409d-9879-293dfd776aed None None] Provisioning complete for port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:13.007128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b4299a68-c759-409d-9879-293dfd776aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:13.223214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=d969a9f0-f704-4e8f-b5e9-393d43a76232,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:13.294629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:13.302631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b4299a68-c759-409d-9879-293dfd776aed None None] Port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:13.369695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93919360-db62-4e1c-a62f-d4a6aeede0c9 None None] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:13.428821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:13.461820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:13.516350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:13.520238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:13.527544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:13.541935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:13.541935 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:13.587231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=e25c96a2-3224-4b43-9134-0c351234b324,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:13.625074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41792) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:13.628144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5eb4f1c1-fae1-487c-98af-9e44309eeb21 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6327512 Sep 17 01:25:13.786430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-341b19a0-d2e7-47c4-811a-d565cbbf73f9 None None] Provisioning complete for port d969a9f0-f704-4e8f-b5e9-393d43a76232 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:13.787664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-341b19a0-d2e7-47c4-811a-d565cbbf73f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:13.896949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79b2a0-4fd5-4d08-bb6b-7c6b6d8be6f0 req-a4ce23c6-28f3-46f7-a29e-283029bf448b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:13.903465 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f79b2a0-4fd5-4d08-bb6b-7c6b6d8be6f0 req-a4ce23c6-28f3-46f7-a29e-283029bf448b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2181084 Sep 17 01:25:13.908497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758f5f61-b53a-4786-962d-2aea1756696e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:13.923587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-758f5f61-b53a-4786-962d-2aea1756696e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2be HTTP/1.1" status: 200 len: 929 time: 0.2940228 Sep 17 01:25:13.923965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41796) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:13.996131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f79b2a0-4fd5-4d08-bb6b-7c6b6d8be6f0 req-a3ffe135-8ca7-42a3-a6a6-82885b2d4dd7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856192 Sep 17 01:25:14.153416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d969a9f0-f704-4e8f-b5e9-393d43a76232 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:14.201276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port e25c96a2-3224-4b43-9134-0c351234b324 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:14.201646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.339423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.354611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for e25c96a2-3224-4b43-9134-0c351234b324 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:14.442904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d969a9f0-f704-4e8f-b5e9-393d43a76232 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:14.442904 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.543637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:10Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:24:01Z', 'revision_number': 1, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199', 'name': '', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:3a:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:09Z', 'updated_at': '2021-09-17T01:25:11Z', 'revision_number': 2, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:14.577487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:25:14.577894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Updating router 0cc83872-935f-451e-afe1-252d94a523a4 port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:25:14.621571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.651773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.729278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=e25c96a2-3224-4b43-9134-0c351234b324,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:14.790995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.797065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41804) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:14.797877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-10125b74-84e4-4308-a6a4-dcc5381273ca None None] Could not find standard attr ID for object e25c96a2-3224-4b43-9134-0c351234b324. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:25:14.798555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4402edcf-1555-4e9e-aacc-1b73b2152e3a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/e25c96a2-3224-4b43-9134-0c351234b324 HTTP/1.1" status: 204 len: 168 time: 0.8713350 Sep 17 01:25:14.823647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-10125b74-84e4-4308-a6a4-dcc5381273ca None None] Provisioning complete for port d969a9f0-f704-4e8f-b5e9-393d43a76232 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:14.823970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10125b74-84e4-4308-a6a4-dcc5381273ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:14.888616 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08855f-6a60-45a6-90e8-78c602b8f5e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:14.897742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41806) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:14.911595 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5c08855f-6a60-45a6-90e8-78c602b8f5e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/e25c96a2-3224-4b43-9134-0c351234b324 HTTP/1.1" status: 404 len: 333 time: 0.1130319 Sep 17 01:25:15.123486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-10125b74-84e4-4308-a6a4-dcc5381273ca None None] Provisioning complete for port 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:15.130394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10125b74-84e4-4308-a6a4-dcc5381273ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.138737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:15.139327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.182927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-10125b74-84e4-4308-a6a4-dcc5381273ca None None] Port 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:15.415664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cad3ae3f-3dc5-4a3d-b2be-91a94490b8e8 None None] Provisioning complete for port 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:15.416044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cad3ae3f-3dc5-4a3d-b2be-91a94490b8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.436206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c72d14-747d-4e1d-92b2-e6c79b2bda89 req-8a8cc1ef-cc82-414f-9416-cc19f36833c9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:15.453377 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6c72d14-747d-4e1d-92b2-e6c79b2bda89 req-8a8cc1ef-cc82-414f-9416-cc19f36833c9 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2580233 Sep 17 01:25:15.491577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.522681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-cad3ae3f-3dc5-4a3d-b2be-91a94490b8e8 None None] Port 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:15.566234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6c72d14-747d-4e1d-92b2-e6c79b2bda89 req-a0d28fa8-221c-4b78-87a0-04196fda41c7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061978 Sep 17 01:25:15.584973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.598230 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.610642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 61308cbf-fccc-4d88-a8be-cd314bfc0dd0 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:15.738362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2f382-532d-4f05-be81-07b507717cda None None] Pushing event updated for resources: {'Port': ['ID=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:15.742784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8fd89fdb-39a7-4ebb-9075-26fc0c0aecf7 None None] Could not find standard attr ID for object e25c96a2-3224-4b43-9134-0c351234b324. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:25:15.859893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Attempting to bind port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:25:15.860598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Attempting to bind port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:25:15.860852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Attempting to bind port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 on network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:25:15.872735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:25:15.873235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Checking segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:15.873828 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:15.874271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Bound using segment: {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:25:15.875142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Bound port: 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ccec86-c77a-4872-9a84-89e815ca9b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:25:15.875632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.037412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.090546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] For port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:25:16.114793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=61308cbf-fccc-4d88-a8be-cd314bfc0dd0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:16.118183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4b91f9f5-970e-47f9-8e75-9408350693d8 None None] Provisioning complete for port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:16.118645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4b91f9f5-970e-47f9-8e75-9408350693d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.163611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.170299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c8a39c35-dfff-4f95-a673-b7e21fffe50e tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/61308cbf-fccc-4d88-a8be-cd314bfc0dd0 HTTP/1.1" status: 204 len: 168 time: 1.2674809 Sep 17 01:25:16.171276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41830) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:16.204242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4b91f9f5-970e-47f9-8e75-9408350693d8 None None] Port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:16.206897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] For port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:25:16.239497 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7e85c8-5c5f-4570-b6c2-b4b976265fcd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:16.239497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-be7e85c8-5c5f-4570-b6c2-b4b976265fcd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/61308cbf-fccc-4d88-a8be-cd314bfc0dd0 HTTP/1.1" status: 404 len: 333 time: 0.0536816 Sep 17 01:25:16.241260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41834) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:16.291823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.365718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:16.366953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:16.392398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet fef40474-9f1a-408d-b1be-9f9c65b5b9d0 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:16.398023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.512120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.578137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2f382-532d-4f05-be81-07b507717cda None None] Pushing event updated for resources: {'Port': ['ID=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:16.735325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:16.882359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:16.918994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-723cfff0-b203-4119-9449-724447397049 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2558284 Sep 17 01:25:16.975839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef98f6e-cb3d-407a-a50d-14d826d05607 req-dad2822b-1d90-44fe-b063-989c54b0e26d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:16.977899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ef98f6e-cb3d-407a-a50d-14d826d05607 req-dad2822b-1d90-44fe-b063-989c54b0e26d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2198265 Sep 17 01:25:17.094779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ef98f6e-cb3d-407a-a50d-14d826d05607 req-b5fd799c-cefc-42f9-8d6c-2679528f9822 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034598 Sep 17 01:25:17.108288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f2d2eba8-110c-4039-a5ba-7c23c4bc153d None None] Provisioning complete for port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:17.109319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2d2eba8-110c-4039-a5ba-7c23c4bc153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:17.210515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.211287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.211568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.212039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.212504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.213259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.213870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.214765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:17.217477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-0c235895-8edb-4fb7-9f48-3662a69a3591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=376960955bac466792ea65f5939476d4&device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 6489 time: 0.1242559 Sep 17 01:25:17.308333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=fef40474-9f1a-408d-b1be-9f9c65b5b9d0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:17.342333 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:17.345192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-53b268ff-b8f9-41e4-a7b7-b403c7f59779 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/fef40474-9f1a-408d-b1be-9f9c65b5b9d0 HTTP/1.1" status: 204 len: 168 time: 1.1028903 Sep 17 01:25:17.350602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41844) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:17.373972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552d420-27fc-4bcc-b7b8-5a1c9391ba00 None None] Network 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:17.517146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-b15a798b-fc18-44a1-8db5-569ef7a077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.517631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-b15a798b-fc18-44a1-8db5-569ef7a077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.518117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-b15a798b-fc18-44a1-8db5-569ef7a077bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.520013 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-b15a798b-fc18-44a1-8db5-569ef7a077bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=34180796-d80a-4cc5-b5b4-600e53ccbb57&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=101c055f-7317-4a00-a63d-f81115c684f1&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 200 len: 2293 time: 0.2540109 Sep 17 01:25:17.591671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:17.732470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2d2eba8-110c-4039-a5ba-7c23c4bc153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:17.749919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-fba14195-1f0e-429c-80c2-da143aebdc55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 200 len: 1002 time: 0.2014358 Sep 17 01:25:17.790742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port d969a9f0-f704-4e8f-b5e9-393d43a76232 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:17.792348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:17.897039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-de87a3fb-6173-4ad4-9dbc-59a2fa1a764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:17.906936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-de87a3fb-6173-4ad4-9dbc-59a2fa1a764b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04a9f94e-f084-4e87-be9b-6a3aa10f201b HTTP/1.1" status: 200 len: 850 time: 0.1419466 Sep 17 01:25:18.002151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] For port d969a9f0-f704-4e8f-b5e9-393d43a76232, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d969a9f0-f704-4e8f-b5e9-393d43a76232,segment=NetworkSegment(eb5515be-f6fb-4f73-bf99-7269540370cb),segment_id=eb5515be-f6fb-4f73-bf99-7269540370cb)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:18.006750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.040737 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-ee446ba2-4447-43cd-b673-aa4cec5b123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:18.042424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-ee446ba2-4447-43cd-b673-aa4cec5b123d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=34180796-d80a-4cc5-b5b4-600e53ccbb57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101344 Sep 17 01:25:18.055465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f2d2eba8-110c-4039-a5ba-7c23c4bc153d None None] For port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:18.075641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for d969a9f0-f704-4e8f-b5e9-393d43a76232 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:18.105538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:10Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:24:01Z', 'revision_number': 1, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199', 'name': '', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:3a:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:09Z', 'updated_at': '2021-09-17T01:25:16Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:18.212280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2d2eba8-110c-4039-a5ba-7c23c4bc153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.226339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f0f30d-45c1-41b7-9a93-9e605ca2656c None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:10Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:24:01Z', 'revision_number': 1, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199', 'name': '', 'network_id': 'faf4e4c9-e71e-4d4f-b8d0-07315ec47405', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:3a:1f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2609, 'fixed_ips': [{'subnet_id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:09Z', 'updated_at': '2021-09-17T01:25:16Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'a23a74bc-a8ba-435a-a06d-9a047cafdb0b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:18.448329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] DHCP port deletion for 44bf8ff2-c85d-4fd9-b06e-404eff4daf79 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:18.486073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-5a9c3c60-63b4-41bc-9250-e8ba853deb06 service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407179 Sep 17 01:25:18.497858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.543940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2eba8-110c-4039-a5ba-7c23c4bc153d None None] Pushing event updated for resources: {'Port': ['ID=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:18.586181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=d969a9f0-f704-4e8f-b5e9-393d43a76232,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:18.602129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No DVR routers for this DVR port d969a9f0-f704-4e8f-b5e9-393d43a76232 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:18.645164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Deleting port d969a9f0-f704-4e8f-b5e9-393d43a76232 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:18.647192 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.813825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283551-bd23-4bc6-ac5e-555f3d5b22f9 req-b31b6929-f615-45f9-b816-8f18369df8f5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:18.851696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60283551-bd23-4bc6-ac5e-555f3d5b22f9 req-b31b6929-f615-45f9-b816-8f18369df8f5 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.3632278 Sep 17 01:25:18.867961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] For port d969a9f0-f704-4e8f-b5e9-393d43a76232, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:18.893491 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.894383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-a50286fa-d225-42c5-816c-58a498d5e0ae service neutron] 10.222.0.36 "GET /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467541 Sep 17 01:25:18.921264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.943613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Calling delete_port for d969a9f0-f704-4e8f-b5e9-393d43a76232 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:18.949240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Port d969a9f0-f704-4e8f-b5e9-393d43a76232 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:25:18.950605 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:18.982570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bf8ff2-c85d-4fd9-b06e-404eff4daf79']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:19.010756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5515be-f6fb-4f73-bf99-7269540370cb') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:19.011057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5515be-f6fb-4f73-bf99-7269540370cb') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:19.017600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60283551-bd23-4bc6-ac5e-555f3d5b22f9 req-b04845a4-988a-4e10-aae9-d62b6be410ad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649323 Sep 17 01:25:19.021260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-a6089472-ac1f-41ef-8ee1-47dc9a6fd30b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 217 time: 0.1145544 Sep 17 01:25:19.042210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.047565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] Pushing event deleted for resources: {'Port': ['ID=d969a9f0-f704-4e8f-b5e9-393d43a76232,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:19.065784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3412ad-c04e-4e9b-a3dd-c12ad5b5eba9 None None] No DVR routers for this DVR port d969a9f0-f704-4e8f-b5e9-393d43a76232 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:19.092902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.112136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:19.115551 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:19.118849 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:19.207641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-093bc5b6-ccda-4d5e-8482-8c9f7e08f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:19.216714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-093bc5b6-ccda-4d5e-8482-8c9f7e08f8e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1346519 Sep 17 01:25:19.338005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-c0979fdd-a0e8-4ef8-bd37-b7a0c90c3139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:19.339584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-c0979fdd-a0e8-4ef8-bd37-b7a0c90c3139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056693 Sep 17 01:25:19.432214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.447437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.453141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41870) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:19.467923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-728891634'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:19.470742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/44bf8ff2-c85d-4fd9-b06e-404eff4daf79 HTTP/1.1" status: 204 len: 168 time: 2.1185665 Sep 17 01:25:19.517735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23fa2a-24b7-4050-83e0-821dcbf36db5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=44bf8ff2-c85d-4fd9-b06e-404eff4daf79,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:19.651977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:19.655966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.719723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:25:19.732559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-34f00cda-0b44-47c5-9cac-ae7c61a9ce74 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923735 Sep 17 01:25:19.740087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.744057 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment e114e530-ee22-4948-8545-41df48fe5eb7 of type vlan for network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 Sep 17 01:25:19.813011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:19.985314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:20.002034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:20.003606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:20.202474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:20.289262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b063d5cb-3842-4eed-a059-6ccabc472fe2 req-d14ba003-fdc7-43c3-8095-9a59b12ae156 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:20.295838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b063d5cb-3842-4eed-a059-6ccabc472fe2 req-d14ba003-fdc7-43c3-8095-9a59b12ae156 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1189923 Sep 17 01:25:20.304885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:20.305265 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:20.310767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8560817 Sep 17 01:25:20.313790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-db19ea4b-bf63-4974-a65c-1597216c84d1 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225643 Sep 17 01:25:20.314298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41892) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:20.326804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:20.415876 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b063d5cb-3842-4eed-a059-6ccabc472fe2 req-1a65f804-7fd1-4a09-8c07-3742ab9577f0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142328 Sep 17 01:25:20.472088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394b4f0-5f50-43a0-b009-e79934a42d0a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=126974a8-5625-491e-a8ce-f5a9f5ab4be4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:20.536524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-062fc1c9-27a8-41a7-9859-0de32180d8a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 217 time: 0.0897806 Sep 17 01:25:20.646224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-4aadaca8-df37-4897-9b56-b553f860fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:20.648448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-4aadaca8-df37-4897-9b56-b553f860fc12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1056058 Sep 17 01:25:20.651518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:25:20.740202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-67b1e9f8-cab8-4a4c-8b8a-d1a90fca1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:20.742724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-67b1e9f8-cab8-4a4c-8b8a-d1a90fca1aab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0868218 Sep 17 01:25:20.861975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-f65433c3-5ed9-49cf-b0e0-05fb313dff93 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122978 Sep 17 01:25:20.897538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d969a9f0-f704-4e8f-b5e9-393d43a76232 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:20.918083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d969a9f0-f704-4e8f-b5e9-393d43a76232 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:20.918447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d969a9f0-f704-4e8f-b5e9-393d43a76232 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:20.962039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-73d17066-a0ef-418e-85eb-25882b88da79 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932646 Sep 17 01:25:21.008243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-417613d6-8d8e-4c56-a058-bfabcd3c5d21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=8bb8a19d-9d13-4535-b9fa-299126101df9 HTTP/1.1" status: 200 len: 217 time: 0.0392325 Sep 17 01:25:21.057718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-9f9e4afc-3b8c-4635-a0b9-e8a9702dd719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:21.059328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-9f9e4afc-3b8c-4635-a0b9-e8a9702dd719 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.0446327 Sep 17 01:25:21.117096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-66b49fc2-d5a7-413a-bd83-96c0252576f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:21.119300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-66b49fc2-d5a7-413a-bd83-96c0252576f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0535409 Sep 17 01:25:21.230033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-e6683685-3423-4660-96ec-d1414c03e314 service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031516 Sep 17 01:25:21.267617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:21.271533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:21.427250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-807ed362-afc6-436b-985a-193ba2e3e5fe service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905468 Sep 17 01:25:21.494958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-3bd3c5c3-e2ad-474c-83a2-2111045b864e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=19a841ce-6269-4c6b-bbef-6275d71302c3 HTTP/1.1" status: 200 len: 217 time: 0.0583684 Sep 17 01:25:21.621280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f83655-4b7c-4d12-8b3a-38dba8fdc76a req-0a4214cf-a7c5-4abf-864a-cc3b3525155a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:21.623765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7f83655-4b7c-4d12-8b3a-38dba8fdc76a req-0a4214cf-a7c5-4abf-864a-cc3b3525155a tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.0617287 Sep 17 01:25:21.665343 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7f83655-4b7c-4d12-8b3a-38dba8fdc76a req-3c907544-a868-4710-8a0c-c11451669d06 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353615 Sep 17 01:25:21.805677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41918) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:22.005459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c62a1599-314e-4af9-84c8-efd4c6225406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.006820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623fe52-fae5-4dd8-a76f-14f88a2c7eaa req-5d074bf0-6ba6-47cd-a028-617d595b353f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:22.008393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2623fe52-fae5-4dd8-a76f-14f88a2c7eaa req-5d074bf0-6ba6-47cd-a028-617d595b353f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1213264 Sep 17 01:25:22.016838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-7e8a1c39-7cdd-4fa1-ba78-cb31ceb84670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:22.020737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-7e8a1c39-7cdd-4fa1-ba78-cb31ceb84670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 200 len: 797 time: 0.1298780 Sep 17 01:25:22.120122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2623fe52-fae5-4dd8-a76f-14f88a2c7eaa req-a19fbe3d-1e35-45f9-9ff4-b727ce662e64 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995584 Sep 17 01:25:22.121243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c62a1599-314e-4af9-84c8-efd4c6225406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.136824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-f1affbe7-f5df-4862-b85c-8a43ae5c8fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:22.138984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-f1affbe7-f5df-4862-b85c-8a43ae5c8fa1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=101c055f-7317-4a00-a63d-f81115c684f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906923 Sep 17 01:25:22.183508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.209094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c62a1599-314e-4af9-84c8-efd4c6225406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.246082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a1599-314e-4af9-84c8-efd4c6225406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5573ab1-6601-4a70-b4e4-44ada4e2373c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:22.251166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c62a1599-314e-4af9-84c8-efd4c6225406 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc8409b0cb5440a0907a793ee8333d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444144 Sep 17 01:25:22.254472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:22.304259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508640fb-da1c-4d72-b0a0-18a7d5c370b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.311946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=f47a27eb-389f-4ff8-b0a6-9f212b016bb9,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:22.327214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508640fb-da1c-4d72-b0a0-18a7d5c370b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.328595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-bdbd9cfe-4804-464f-b1f6-447dd0ae8c8b service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770408 Sep 17 01:25:22.329503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': 'e114e530-ee22-4948-8545-41df48fe5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:22.329938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: 126974a8-5625-491e-a8ce-f5a9f5ab4be4, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:25:22.429145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:25:22.439268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-3bb65f9b-f0d2-49bb-9294-a2971e0bb84f service neutron] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022887 Sep 17 01:25:22.460957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508640fb-da1c-4d72-b0a0-18a7d5c370b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.465151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508640fb-da1c-4d72-b0a0-18a7d5c370b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.469393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-508640fb-da1c-4d72-b0a0-18a7d5c370b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5573ab1-6601-4a70-b4e4-44ada4e2373c HTTP/1.1" status: 204 len: 168 time: 0.2116332 Sep 17 01:25:22.475809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508640fb-da1c-4d72-b0a0-18a7d5c370b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5573ab1-6601-4a70-b4e4-44ada4e2373c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:22.494418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-2f02a659-6575-4db8-92fa-7a458cacd444 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c6268543-082a-4588-be63-fa9de808d17d HTTP/1.1" status: 200 len: 217 time: 0.0388236 Sep 17 01:25:22.524034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 126974a8-5625-491e-a8ce-f5a9f5ab4be4) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:22.532828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d5e394-5aab-434b-a80b-df16f4eec59d None None] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:22.533263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:22.533598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.553190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-58db2f08-d888-46c6-abd2-4801a8f9dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:22.554663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-58db2f08-d888-46c6-abd2-4801a8f9dc99 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0623126 Sep 17 01:25:22.612695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-ba36708a-3e31-4625-86cf-5dcfc188f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:22.614189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-ba36708a-3e31-4625-86cf-5dcfc188f39d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0526848 Sep 17 01:25:22.680981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4be4f65c-ff80-42a1-9106-7124ee130c92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3628938 Sep 17 01:25:22.689714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41930) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:22.696793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4', 'name': 'tempest-PortsIpV6TestJSON-1257439539', 'fixed_ips': [{'subnet_id': 'f47a27eb-389f-4ff8-b0a6-9f212b016bb9', 'ip_address': '2001:db8::10'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:22.697260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-126974a8-5625-491e-a8ce-f5a9f5ab4be4', 'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': 'f47a27eb-389f-4ff8-b0a6-9f212b016bb9'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:25:22.698552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:22.786891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-f1f42075-2fe0-4535-a909-aed7eb40c27d service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654294 Sep 17 01:25:22.934484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-bcff4421-e4c7-4a0b-9db9-ea172f3fbd36 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454015 Sep 17 01:25:22.969225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Allocated IP 2001:db8::2 (126974a8-5625-491e-a8ce-f5a9f5ab4be4/f47a27eb-389f-4ff8-b0a6-9f212b016bb9/03645ec9-7269-4e97-a66f-577f6fe11f11) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:22.991423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-b3178cf9-07f1-476f-af84-97990af6f6c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 200 len: 217 time: 0.0496356 Sep 17 01:25:23.005946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:23.085025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab38f8-e83f-4d94-939b-6978e2789e37 req-f1d514b7-3901-4142-8abc-3cd8fcd6e9e1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:23.102759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-d831f7ec-21ba-454f-9a86-de364a1db75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:23.104256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-d831f7ec-21ba-454f-9a86-de364a1db75f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 200 len: 797 time: 0.0976281 Sep 17 01:25:23.105650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-95ab38f8-e83f-4d94-939b-6978e2789e37 req-f1d514b7-3901-4142-8abc-3cd8fcd6e9e1 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.2976465 Sep 17 01:25:23.152933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.176763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.182474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 1e551521-e1d8-4626-87d9-2bf95db035c2 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:23.190384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-00186c5f-9bea-47b2-84a2-c93a88b6e35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:23.190714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-95ab38f8-e83f-4d94-939b-6978e2789e37 req-0407ab26-0709-4cc2-b8f5-0aaad7ea4ce6 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841711 Sep 17 01:25:23.192123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-00186c5f-9bea-47b2-84a2-c93a88b6e35e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ebee1c60-d68d-4762-b3a1-acf1c5c304ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792418 Sep 17 01:25:23.271286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:23.280248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12993c-fc15-4b52-899e-b70215a10195 req-12e48c0e-5208-464a-9442-cf90ccba0067 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:23.281511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b12993c-fc15-4b52-899e-b70215a10195 req-12e48c0e-5208-464a-9442-cf90ccba0067 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.0585983 Sep 17 01:25:23.289222 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.301258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8869-657a-41d1-a708-0287da70ca5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.340029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Pushing event updated for resources: {'Port': ['ID=03645ec9-7269-4e97-a66f-577f6fe11f11,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:23.364811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:23.366700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:23.370057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:23.429743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31adb93-c0de-440c-a698-51bd3b16f05f req-e622fc3a-e018-4804-9b82-0f965c455718 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:23.432177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d31adb93-c0de-440c-a698-51bd3b16f05f req-e622fc3a-e018-4804-9b82-0f965c455718 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.2028573 Sep 17 01:25:23.449154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Attempting to bind port 03645ec9-7269-4e97-a66f-577f6fe11f11 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:25:23.449527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Attempting to bind port 03645ec9-7269-4e97-a66f-577f6fe11f11 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'e114e530-ee22-4948-8545-41df48fe5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:25:23.449897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Attempting to bind port 03645ec9-7269-4e97-a66f-577f6fe11f11 on network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:25:23.466334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-5356be6d-9e4d-4f50-94af-698276f0b1cc service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355642 Sep 17 01:25:23.472944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:25:23.473702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Checking segment: {'id': 'e114e530-ee22-4948-8545-41df48fe5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:23.474333 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.475268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Bound using segment: {'id': 'e114e530-ee22-4948-8545-41df48fe5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:25:23.476029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Bound port: 03645ec9-7269-4e97-a66f-577f6fe11f11, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e114e530-ee22-4948-8545-41df48fe5eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:25:23.476692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.521033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::10 (126974a8-5625-491e-a8ce-f5a9f5ab4be4/f47a27eb-389f-4ff8-b0a6-9f212b016bb9/1e551521-e1d8-4626-87d9-2bf95db035c2) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:23.567621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] For port 03645ec9-7269-4e97-a66f-577f6fe11f11, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:25:23.575784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] For port 03645ec9-7269-4e97-a66f-577f6fe11f11, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=03645ec9-7269-4e97-a66f-577f6fe11f11,segment=NetworkSegment(e114e530-ee22-4948-8545-41df48fe5eb7),segment_id=e114e530-ee22-4948-8545-41df48fe5eb7)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:25:23.603572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d31adb93-c0de-440c-a698-51bd3b16f05f req-643c6dcd-72d3-47e9-82e7-8a397fc3b399 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642449 Sep 17 01:25:23.638653 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.711394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d16ca319-5c76-4361-a4b2-4606b2ff5a17 req-602514ea-3688-4f0a-b853-d37789643241 service neutron] 10.222.0.36 "GET /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636250 Sep 17 01:25:23.713347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222890b-3b46-48d4-adcc-d11a1f29bf4f None None] Pushing event updated for resources: {'Port': ['ID=03645ec9-7269-4e97-a66f-577f6fe11f11,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:23.811109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Deleting port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:23.811457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.861499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.929157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8869-657a-41d1-a708-0287da70ca5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.952832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] For port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:23.953200 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:23.969529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.027789 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f5a8869-657a-41d1-a708-0287da70ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.041233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:24.046605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:24.061881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:24.069271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:24.069857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.094348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=1e551521-e1d8-4626-87d9-2bf95db035c2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:24.166270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-33d9680c-23a1-46e4-92a5-11ed54ff9018 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4754894 Sep 17 01:25:24.166940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41948) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:24.172698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': '126974a8-5625-491e-a8ce-f5a9f5ab4be4', 'name': 'tempest-PortsIpV6TestJSON-963472704', 'fixed_ips': [{'subnet_id': 'f47a27eb-389f-4ff8-b0a6-9f212b016bb9', 'ip_address': '2001:db8::f'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:24.188620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f5a8869-657a-41d1-a708-0287da70ca5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cffd0e0e042e4b00922015777007acbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9066477 Sep 17 01:25:24.192359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41950) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:24.196629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a8869-657a-41d1-a708-0287da70ca5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7048a8f9-bb3d-4506-a652-f3603bda55c7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:24.250028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 03645ec9-7269-4e97-a66f-577f6fe11f11 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:24.308813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 03645ec9-7269-4e97-a66f-577f6fe11f11 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:24.309366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.413159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-beb4a308-f867-459d-bf51-496bdc83d07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.423241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.423692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.424089 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Floating IP 804160f3-bfd5-47d7-b65a-3234c7f38d86 disassociated. External IP: 172.25.1.181, port: 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb. Sep 17 01:25:24.424681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Calling delete_port for 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:24.430777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.438278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785bb66-86c2-4bca-af64-968ec88f99ee req-d1cae1e6-8317-4afe-bace-d1649bc9d0e0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:24.440061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4785bb66-86c2-4bca-af64-968ec88f99ee req-d1cae1e6-8317-4afe-bace-d1649bc9d0e0 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 946 time: 0.0947814 Sep 17 01:25:24.443832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-beb4a308-f867-459d-bf51-496bdc83d07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.473024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:24.478417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.486941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 03645ec9-7269-4e97-a66f-577f6fe11f11, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=03645ec9-7269-4e97-a66f-577f6fe11f11,segment=NetworkSegment(e114e530-ee22-4948-8545-41df48fe5eb7),segment_id=e114e530-ee22-4948-8545-41df48fe5eb7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:24.522608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 0febfecc-4691-4f43-a694-b534a69fd58f yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:24.549214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4785bb66-86c2-4bca-af64-968ec88f99ee req-c49cd004-b767-4905-b433-b53447e3b1df tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups?id=25150d9c-535d-4bc3-88b9-8222f60dc725&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950131 Sep 17 01:25:24.561227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.678184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=03645ec9-7269-4e97-a66f-577f6fe11f11,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:24.698174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-beb4a308-f867-459d-bf51-496bdc83d07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.702489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-beb4a308-f867-459d-bf51-496bdc83d07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.704739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-beb4a308-f867-459d-bf51-496bdc83d07f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7048a8f9-bb3d-4506-a652-f3603bda55c7 HTTP/1.1" status: 204 len: 168 time: 0.5113902 Sep 17 01:25:24.750460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb4a308-f867-459d-bf51-496bdc83d07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7048a8f9-bb3d-4506-a652-f3603bda55c7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:24.783143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:24.848660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04cec0-b7b1-4345-a048-332e26d8d874 req-68629588-0826-4ea5-a1d0-c4e7034c2f84 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:24.854007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event deleted for resources: {'Port': ['ID=35f4a45c-0b64-41f1-8507-5f3a8bd7dedb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:24.864215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b04cec0-b7b1-4345-a048-332e26d8d874 req-68629588-0826-4ea5-a1d0-c4e7034c2f84 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1347909 Sep 17 01:25:24.893832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::f (126974a8-5625-491e-a8ce-f5a9f5ab4be4/f47a27eb-389f-4ff8-b0a6-9f212b016bb9/0febfecc-4691-4f43-a694-b534a69fd58f) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:24.938909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b04cec0-b7b1-4345-a048-332e26d8d874 req-0e0dc0c5-7358-465f-8496-fb619bd54654 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738311 Sep 17 01:25:25.018038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:25.045533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9461030f-d6b9-4e17-8c2d-f0fdb51c5906 None None] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:25.127202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.134323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b81b226-48ea-4b7e-8948-33958768e329 None None] Provisioning complete for port 03645ec9-7269-4e97-a66f-577f6fe11f11 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:25.135211 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b81b226-48ea-4b7e-8948-33958768e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.163830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:25.181246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:25.196185 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:25.196970 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:25.230288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] No DVR routers for this DVR port 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:25.235690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.238667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5b12993c-fc15-4b52-899e-b70215a10195 req-f9c4c65d-991a-4ca5-9eab-a0e1fbd36d11 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.23 "DELETE /v2.0/ports/35f4a45c-0b64-41f1-8507-5f3a8bd7dedb HTTP/1.1" status: 204 len: 173 time: 1.9505782 Sep 17 01:25:25.244899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'name': 'network-vif-deleted', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:25:25.247854 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a36ceda-06bb-4a24-aa9b-dfd8bfbd8fda" -d '{"events": [{"server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "name": "network-vif-deleted", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:25:25.260509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.310544 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe0a17-3198-4ca6-9d84-e8b0b2a5c1e5 x-openstack-request-id: req-f7fe0a17-3198-4ca6-9d84-e8b0b2a5c1e5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:25:25.310544 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed125b1a-922e-4778-be41-acba20d029c0", "name": "network-vif-deleted", "tag": "35f4a45c-0b64-41f1-8507-5f3a8bd7dedb", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:25:25.311169 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7fe0a17-3198-4ca6-9d84-e8b0b2a5c1e5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:25:25.311287 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed125b1a-922e-4778-be41-acba20d029c0', 'name': 'network-vif-deleted', 'tag': '35f4a45c-0b64-41f1-8507-5f3a8bd7dedb', 'status': 'completed', 'code': 200} Sep 17 01:25:25.361203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:25.377258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:25.396194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:25.413177 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:25.425461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:25.426154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.465010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=0febfecc-4691-4f43-a694-b534a69fd58f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:25.537812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9fccd11a-6f69-4456-bfec-09b014d8c591 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3664024 Sep 17 01:25:25.538896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41968) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:25.680533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c263719-dc18-42cf-b596-745df9206ad3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:25.686212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41972) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:25.696104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0c263719-dc18-42cf-b596-745df9206ad3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1551375 Sep 17 01:25:25.714322 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:25.734884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c69eb8fc-c297-4e52-99e2-f95fb9365d47 req-20d9834d-aa2b-456d-a346-66d5d3437b1c tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed125b1a-922e-4778-be41-acba20d029c0 HTTP/1.1" status: 200 len: 210 time: 0.0375133 Sep 17 01:25:25.749194 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:25:25.760769 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:25.761618 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:25.817404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41974) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:25.834996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e41111cd-c9ee-4c0c-a28e-4d74a2e8a7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.857651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Provisioning complete for port 0febfecc-4691-4f43-a694-b534a69fd58f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:25.858242 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:25.860026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154e33a-0af9-4230-a293-3b82384eb77a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:25.867318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154e33a-0af9-4230-a293-3b82384eb77a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:25.874804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7154e33a-0af9-4230-a293-3b82384eb77a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:25.878767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7154e33a-0af9-4230-a293-3b82384eb77a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1909473 Sep 17 01:25:25.883899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41976) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:25.912375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Port 0febfecc-4691-4f43-a694-b534a69fd58f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:25.926297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Provisioning complete for port 03645ec9-7269-4e97-a66f-577f6fe11f11 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:25.926715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.006425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:26.030149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e41111cd-c9ee-4c0c-a28e-4d74a2e8a7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.071212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 0febfecc-4691-4f43-a694-b534a69fd58f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:26.071606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.105002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Provisioning complete for port 1e551521-e1d8-4626-87d9-2bf95db035c2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:26.105866 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.130771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e41111cd-c9ee-4c0c-a28e-4d74a2e8a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.199159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c2e0eca1-3220-49e4-84d9-44933a173a66 None None] Port 1e551521-e1d8-4626-87d9-2bf95db035c2 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:26.202421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 03645ec9-7269-4e97-a66f-577f6fe11f11 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:26.223856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e41111cd-c9ee-4c0c-a28e-4d74a2e8a7b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=067dd97b26da45e0a7d612ede6bbc68c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4053261 Sep 17 01:25:26.226812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41980) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:26.248313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde70b0-bb0c-486b-a7ef-a82e987b0773 req-579c01d5-f8ca-4a64-add2-6f98e3ed678c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:26.249975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdde70b0-bb0c-486b-a7ef-a82e987b0773 req-579c01d5-f8ca-4a64-add2-6f98e3ed678c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1398592 Sep 17 01:25:26.292420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.307072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41111cd-c9ee-4c0c-a28e-4d74a2e8a7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700624fb-fcca-48f0-8e0f-5182c3c25289,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:26.318022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 0febfecc-4691-4f43-a694-b534a69fd58f owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:26.341741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdde70b0-bb0c-486b-a7ef-a82e987b0773 req-ea5e5b69-288b-4340-be95-d565f5b43be0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735910 Sep 17 01:25:26.370544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 03645ec9-7269-4e97-a66f-577f6fe11f11 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:26.370928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.385881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5515529e-beea-4e81-885d-e2c121bcbd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.436756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-02d3d0a7-fe24-4ae0-86af-357ddee66f73 None None] Provisioning complete for port 1e551521-e1d8-4626-87d9-2bf95db035c2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:26.437658 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-02d3d0a7-fe24-4ae0-86af-357ddee66f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.440486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5515529e-beea-4e81-885d-e2c121bcbd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.510286 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:26.529672 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-02d3d0a7-fe24-4ae0-86af-357ddee66f73 None None] Port 1e551521-e1d8-4626-87d9-2bf95db035c2 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:26.555849 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec834f8d-64cb-42f5-9e2a-142510d7db06 None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:18:08Z', 'revision_number': 4, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '33260436-7199-47bd-9ecf-eb0131be8d37', 'name': '', 'network_id': 'a2c4a77a-07cb-436a-a9ee-a3da86ce6970', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'mac_address': 'fa:16:3e:e1:3a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:07Z', 'updated_at': '2021-09-17T01:18:13Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'subnets': [{'id': '0b72decf-108c-4c33-8bfd-34df46a5133d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:26.654991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5515529e-beea-4e81-885d-e2c121bcbd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.659484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5515529e-beea-4e81-885d-e2c121bcbd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.660725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5515529e-beea-4e81-885d-e2c121bcbd5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/700624fb-fcca-48f0-8e0f-5182c3c25289 HTTP/1.1" status: 204 len: 168 time: 0.4320214 Sep 17 01:25:26.661737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1829295d-cca3-4c91-8e61-6643bfab24f6 None None] Provisioning complete for port 0febfecc-4691-4f43-a694-b534a69fd58f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:26.661737 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1829295d-cca3-4c91-8e61-6643bfab24f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.671295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515529e-beea-4e81-885d-e2c121bcbd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700624fb-fcca-48f0-8e0f-5182c3c25289,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:26.685110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.718326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1829295d-cca3-4c91-8e61-6643bfab24f6 None None] Port 0febfecc-4691-4f43-a694-b534a69fd58f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:26.739530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=0febfecc-4691-4f43-a694-b534a69fd58f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:26.785438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.788378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f2c55fc4-fb8a-4803-b2d4-a208c0ede38c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/0febfecc-4691-4f43-a694-b534a69fd58f HTTP/1.1" status: 204 len: 168 time: 0.9007254 Sep 17 01:25:26.791589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41988) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:26.839998 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5526af52-9370-4951-b1b4-04a3efc353a1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:26.844504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5526af52-9370-4951-b1b4-04a3efc353a1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/0febfecc-4691-4f43-a694-b534a69fd58f HTTP/1.1" status: 404 len: 333 time: 0.0455906 Sep 17 01:25:26.845671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41994) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:26.906789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4542e5fb-ee3a-462d-8409-b2deb2c5d463 None None] New status for floating IP 804160f3-bfd5-47d7-b65a-3234c7f38d86: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:25:26.947057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 1e551521-e1d8-4626-87d9-2bf95db035c2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:26.947525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:26.964068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41996) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:27.005446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:27.037824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:27.037824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 35f4a45c-0b64-41f1-8507-5f3a8bd7dedb not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:27.075348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24cfc14b-e105-45ce-915b-38d4c5fcea62 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.104683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.107222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24cfc14b-e105-45ce-915b-38d4c5fcea62 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.118581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 1e551521-e1d8-4626-87d9-2bf95db035c2 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:27.235538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24cfc14b-e105-45ce-915b-38d4c5fcea62 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.239506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24cfc14b-e105-45ce-915b-38d4c5fcea62 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.245906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-24cfc14b-e105-45ce-915b-38d4c5fcea62 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "DELETE /v2.0/security-groups/25150d9c-535d-4bc3-88b9-8222f60dc725 HTTP/1.1" status: 204 len: 168 time: 0.2803583 Sep 17 01:25:27.246527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42002) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:27.270783 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-968e8b55-7203-4620-b91a-52f95dae6d70 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] show failed (client error): The resource could not be found. Sep 17 01:25:27.274631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-968e8b55-7203-4620-b91a-52f95dae6d70 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "GET /v2.0/security-groups/25150d9c-535d-4bc3-88b9-8222f60dc725 HTTP/1.1" status: 404 len: 347 time: 0.0222816 Sep 17 01:25:27.275215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42006) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:27.283029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfc14b-e105-45ce-915b-38d4c5fcea62 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25150d9c-535d-4bc3-88b9-8222f60dc725,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:27.359715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.420648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=1e551521-e1d8-4626-87d9-2bf95db035c2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:27.446938 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.449305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Deleting port d316b27e-15da-4abe-a713-45c0bf2880c7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:27.449908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.452431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-97e120f3-a4b8-46b6-a233-4bd593446bfa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/1e551521-e1d8-4626-87d9-2bf95db035c2 HTTP/1.1" status: 204 len: 168 time: 0.6055903 Sep 17 01:25:27.452589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42012) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:27.527376 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb70257-6257-4d65-a13c-499d37514bb9 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:27.529714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2bb70257-6257-4d65-a13c-499d37514bb9 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/1e551521-e1d8-4626-87d9-2bf95db035c2 HTTP/1.1" status: 404 len: 333 time: 0.0761218 Sep 17 01:25:27.535060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42018) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:27.656436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet f47a27eb-389f-4ff8-b0a6-9f212b016bb9 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:27.665857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.753507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.865534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.865534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.881446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:27.884865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b88a6-8a4b-4165-856b-0a6b3add08cf req-e6dcdb4f-2108-4acb-8822-9b1f006b12bd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:27.888067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-145b88a6-8a4b-4165-856b-0a6b3add08cf req-e6dcdb4f-2108-4acb-8822-9b1f006b12bd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.4096217 Sep 17 01:25:27.891151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Calling delete_port for d316b27e-15da-4abe-a713-45c0bf2880c7 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:27.984473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-145b88a6-8a4b-4165-856b-0a6b3add08cf req-a307fc78-e5a4-4faa-aa8b-87502551d742 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888970 Sep 17 01:25:28.023148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.053751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=f47a27eb-389f-4ff8-b0a6-9f212b016bb9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:28.057746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.059801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2394635f-367b-4207-8a36-ea6e6e1b35cb tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/f47a27eb-389f-4ff8-b0a6-9f212b016bb9 HTTP/1.1" status: 204 len: 168 time: 0.5244608 Sep 17 01:25:28.064003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:28.084550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69835c4-9b5a-447d-9732-e42115a50ac5 None None] Network 126974a8-5625-491e-a8ce-f5a9f5ab4be4 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:28.162233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.170829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.200420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Pushing event deleted for resources: {'Port': ['ID=d316b27e-15da-4abe-a713-45c0bf2880c7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:28.249921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 03645ec9-7269-4e97-a66f-577f6fe11f11 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:28.250476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.307882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] DHCP port deletion for 126974a8-5625-491e-a8ce-f5a9f5ab4be4 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:28.312713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.317225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.319439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8ff4bf69-ecd1-4095-bef7-ff635faa8f10 tempest-AttachVolumeTestJSON-1952436015 tempest-AttachVolumeTestJSON-1952436015-project] 10.222.0.13 "DELETE /v2.0/floatingips/804160f3-bfd5-47d7-b65a-3234c7f38d86 HTTP/1.1" status: 204 len: 168 time: 1.0428262 Sep 17 01:25:28.340119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] For port 03645ec9-7269-4e97-a66f-577f6fe11f11, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=03645ec9-7269-4e97-a66f-577f6fe11f11,segment=NetworkSegment(e114e530-ee22-4948-8545-41df48fe5eb7),segment_id=e114e530-ee22-4948-8545-41df48fe5eb7)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:28.340119 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.363699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 03645ec9-7269-4e97-a66f-577f6fe11f11 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:28.378494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] Deleting port 03645ec9-7269-4e97-a66f-577f6fe11f11 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:28.378908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.468684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] For port 03645ec9-7269-4e97-a66f-577f6fe11f11, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=03645ec9-7269-4e97-a66f-577f6fe11f11,segment=NetworkSegment(e114e530-ee22-4948-8545-41df48fe5eb7),segment_id=e114e530-ee22-4948-8545-41df48fe5eb7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:28.469093 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.482831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] Calling delete_port for 03645ec9-7269-4e97-a66f-577f6fe11f11 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:28.535227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.568170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=03645ec9-7269-4e97-a66f-577f6fe11f11,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:28.577190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No DVR routers for this DVR port 03645ec9-7269-4e97-a66f-577f6fe11f11 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:28.583052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.649927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] Pushing event deleted for resources: {'Port': ['ID=03645ec9-7269-4e97-a66f-577f6fe11f11,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:28.663181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb8f570-e444-42b1-8e29-d18957f1424b None None] No DVR routers for this DVR port 03645ec9-7269-4e97-a66f-577f6fe11f11 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:28.708065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.730717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126974a8-5625-491e-a8ce-f5a9f5ab4be4']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:28.742539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e114e530-ee22-4948-8545-41df48fe5eb7') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:28.742767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e114e530-ee22-4948-8545-41df48fe5eb7') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:28.753448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.773238 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.773399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.778483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:28.778977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:28.782249 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:28.926146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-7aa7f9bb-28d5-42fb-9c38-b30ee56f7e7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0510602 Sep 17 01:25:28.959606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.983444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:28.986162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/126974a8-5625-491e-a8ce-f5a9f5ab4be4 HTTP/1.1" status: 204 len: 168 time: 0.9209929 Sep 17 01:25:28.991489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42046) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:28.997518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-245663867'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:29.003571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46966d8-404e-46aa-aee7-8e5e9fcfd4c7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=126974a8-5625-491e-a8ce-f5a9f5ab4be4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:29.020480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-ba57763f-2505-4e05-be14-6ced2fdf22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:29.022121 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-ba57763f-2505-4e05-be14-6ced2fdf22d1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1096 time: 0.0729129 Sep 17 01:25:29.096779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:29.100434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.125102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.127909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:25:29.144280 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.144911 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Added segment fbe84688-dbf6-4480-aea0-779ebd019edf of type vlan for network c8942a87-efae-4741-be0d-978651b07f55 Sep 17 01:25:29.191051 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.203490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d42ca-7a2e-4a6d-9127-f13d0f5889bc req-1eeea655-994d-4120-b83f-b3dcead922be tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:29.205246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e9d42ca-7a2e-4a6d-9127-f13d0f5889bc req-1eeea655-994d-4120-b83f-b3dcead922be tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 943 time: 0.1124837 Sep 17 01:25:29.222158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-c1095e00-1fc8-4d4a-9ed5-6fb9fd22986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:29.224680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-c1095e00-1fc8-4d4a-9ed5-6fb9fd22986a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 200 len: 897 time: 0.1780424 Sep 17 01:25:29.327744 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e9d42ca-7a2e-4a6d-9127-f13d0f5889bc req-b4d578a8-77f8-4c5c-a540-29b3518d3756 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998077 Sep 17 01:25:29.341694 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-1d4f18c4-06ec-498a-8007-fb44f85882bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7556b73-c422-443d-b2d2-0f8a4004127c HTTP/1.1" status: 200 len: 1001 time: 0.1075132 Sep 17 01:25:29.342773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.350060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:29.350676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.430546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-f8adba9c-6904-4a95-9a4b-f3eda73a5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:29.432246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-f8adba9c-6904-4a95-9a4b-f3eda73a5d29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f5e2713-b0aa-4a94-af43-71917c3042d8 HTTP/1.1" status: 200 len: 834 time: 0.0770514 Sep 17 01:25:29.433980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Network': ['ID=c8942a87-efae-4741-be0d-978651b07f55,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:29.449572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c8942a87-efae-4741-be0d-978651b07f55 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:25:29.465014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6d50fd5b-86e5-4ca0-a38d-32e13ba17f4a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4716821 Sep 17 01:25:29.467955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42052) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:29.474485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'c8942a87-efae-4741-be0d-978651b07f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:29.505699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-7e6513b4-711e-4c89-9c93-a006ce7742e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:29.507430 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-7e6513b4-711e-4c89-9c93-a006ce7742e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f163674-7a78-4229-8c10-c43ceaf9804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684283 Sep 17 01:25:29.545178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:25:29.662474 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-f1020835-44ca-48bd-9ded-c1e6aded1104 service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470733 Sep 17 01:25:29.669587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:29.684573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'port_id': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'mac_address': 'fa:16:3e:61:63:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:25:29.718007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:29.721563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.764693 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:29.797090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f64101f6-fa4b-4698-8438-fe49b634ff0e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:25:29.833126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5a8af03-5443-4e5b-acaa-7498bc12e6b9 req-8603e005-dd1e-477e-ae49-edc30dfb52b0 service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596940 Sep 17 01:25:29.854775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:29.985494 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:30.054638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:30.101010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 03645ec9-7269-4e97-a66f-577f6fe11f11 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:30.126354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 03645ec9-7269-4e97-a66f-577f6fe11f11 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:30.127010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 03645ec9-7269-4e97-a66f-577f6fe11f11 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:30.129196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:30.213570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:30.219291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Checking segment: {'id': 'fbe84688-dbf6-4480-aea0-779ebd019edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c8942a87-efae-4741-be0d-978651b07f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:30.219772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network hostable DHCP agents. Network: c8942a87-efae-4741-be0d-978651b07f55, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:25:30.269736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f64101f6-fa4b-4698-8438-fe49b634ff0e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:25:30.326884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network c8942a87-efae-4741-be0d-978651b07f55 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:25:30.442097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c8942a87-efae-4741-be0d-978651b07f55) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:30.464933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff606c3-bdf3-4601-bc9a-f13fa0ad0e1b None None] Network c8942a87-efae-4741-be0d-978651b07f55 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:30.499958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:30.500670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:30.541046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26018b6-4262-4cd9-8efe-5e67f293d512 req-eea31362-e856-4fdd-b7bf-7d2a9b1af757 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:30.542847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a26018b6-4262-4cd9-8efe-5e67f293d512 req-eea31362-e856-4fdd-b7bf-7d2a9b1af757 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 944 time: 0.1251922 Sep 17 01:25:30.593592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a26018b6-4262-4cd9-8efe-5e67f293d512 req-6ab561fc-66ea-4705-bd27-f1524c0aadec tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422421 Sep 17 01:25:30.629457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f82f4034-de97-40bf-b58a-dd2cbd2863dd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1604178 Sep 17 01:25:30.632836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42066) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:30.639909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-386111331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:30.720697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-c8942a87-efae-4741-be0d-978651b07f55', 'network_id': 'c8942a87-efae-4741-be0d-978651b07f55', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': 'd2b1d3df-d22c-48ec-9e9b-1fec3c659c5e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:25:30.722753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:30.777306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:30.778522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:30.891809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Allocated IP 2001:db8::2 (c8942a87-efae-4741-be0d-978651b07f55/d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e/fca9de14-2f6e-4a67-bd2c-9604fb84eb63) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:30.902798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.051504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.073465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.145637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.146894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b04e2cf0-dbd7-4bc2-bb00-310fb9955c06 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5121028 Sep 17 01:25:31.149854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42072) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:31.155449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'network_id': 'c8942a87-efae-4741-be0d-978651b07f55', 'name': 'tempest-PortsIpV6TestJSON-1677737595'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:31.193892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.233300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Network c8942a87-efae-4741-be0d-978651b07f55 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:31.236569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:31.238972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:31.256839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Pushing event updated for resources: {'Port': ['ID=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:31.313017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Attempting to bind port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:25:31.313304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Attempting to bind port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'fbe84688-dbf6-4480-aea0-779ebd019edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c8942a87-efae-4741-be0d-978651b07f55'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:25:31.313665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Attempting to bind port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 on network c8942a87-efae-4741-be0d-978651b07f55 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:25:31.318934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:25:31.319361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Checking segment: {'id': 'fbe84688-dbf6-4480-aea0-779ebd019edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c8942a87-efae-4741-be0d-978651b07f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:31.319797 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.320251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Bound using segment: {'id': 'fbe84688-dbf6-4480-aea0-779ebd019edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c8942a87-efae-4741-be0d-978651b07f55'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:25:31.320746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Bound port: fca9de14-2f6e-4a67-bd2c-9604fb84eb63, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe84688-dbf6-4480-aea0-779ebd019edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c8942a87-efae-4741-be0d-978651b07f55'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:25:31.321146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.374418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:31.378329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.397028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] For port fca9de14-2f6e-4a67-bd2c-9604fb84eb63, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:25:31.401957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 060c791e-032d-4bfd-9849-a14734a32933 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:31.402133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] For port fca9de14-2f6e-4a67-bd2c-9604fb84eb63, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,segment=NetworkSegment(fbe84688-dbf6-4480-aea0-779ebd019edf),segment_id=fbe84688-dbf6-4480-aea0-779ebd019edf)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:25:31.500550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.535790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::386 (c8942a87-efae-4741-be0d-978651b07f55/d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e/060c791e-032d-4bfd-9849-a14734a32933) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:31.550663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:31.578096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:31.619616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2e13e-1a4e-4535-9c14-6df883bb513d None None] Pushing event updated for resources: {'Port': ['ID=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:31.684574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f64101f6-fa4b-4698-8438-fe49b634ff0e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:31.684952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.833261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:31.906984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:25:31.913592 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30aa64b-f434-4066-b41c-4985ae21cf4e" -d '{"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-plugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:25:31.978896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:32.006687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.025464 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dcc87a-94cc-40ac-a296-13ea88ee9ab5 x-openstack-request-id: req-75dcc87a-94cc-40ac-a296-13ea88ee9ab5 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:25:32.026093 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-plugged", "status": "completed", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:25:32.026729 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75dcc87a-94cc-40ac-a296-13ea88ee9ab5 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:25:32.027366 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'code': 200} Sep 17 01:25:32.066461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.212889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:32.218299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.263137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fca9de14-2f6e-4a67-bd2c-9604fb84eb63 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:32.329340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network c8942a87-efae-4741-be0d-978651b07f55 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:32.336653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:32.362404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:32.385581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:32.386348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.389691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:32.390835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.452417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=060c791e-032d-4bfd-9849-a14734a32933,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:32.490834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df1ac4-385e-4536-8e1f-8b86f24ad02a req-fb5e45fd-7ede-435b-96c7-0ac948655157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:32.492571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0df1ac4-385e-4536-8e1f-8b86f24ad02a req-fb5e45fd-7ede-435b-96c7-0ac948655157 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 1097 time: 0.1575503 Sep 17 01:25:32.558876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.614641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-473b9d99-9d96-4906-83b7-2192057b23b0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4636345 Sep 17 01:25:32.619998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42098) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:32.652222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port fca9de14-2f6e-4a67-bd2c-9604fb84eb63, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,segment=NetworkSegment(fbe84688-dbf6-4480-aea0-779ebd019edf),segment_id=fbe84688-dbf6-4480-aea0-779ebd019edf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:32.681285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55924158-a58f-4865-9ebb-c9bc9aebe6d8 req-e63e8f75-bbc2-4767-be41-910a0879d0f8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:32.682884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55924158-a58f-4865-9ebb-c9bc9aebe6d8 req-e63e8f75-bbc2-4767-be41-910a0879d0f8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 944 time: 0.9833241 Sep 17 01:25:32.715552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0df1ac4-385e-4536-8e1f-8b86f24ad02a req-d02fbb2c-a0e8-43e3-aa15-56e7fc2ecf3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141969 Sep 17 01:25:32.736847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:32.847973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:32.903151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55924158-a58f-4865-9ebb-c9bc9aebe6d8 req-6bf1ccc3-33a0-4abe-adfa-1ae273c64089 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776009 Sep 17 01:25:33.289726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b615372-ab88-425d-b635-8f1f81daa0b2 None None] Network c8942a87-efae-4741-be0d-978651b07f55 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:33.330158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f0cc69a3-fda3-4604-a1fd-68c513d07d0c None None] Provisioning complete for port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:33.330549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f0cc69a3-fda3-4604-a1fd-68c513d07d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:33.334446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:33.557418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:33.764623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:33.854488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:33.913312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=060c791e-032d-4bfd-9849-a14734a32933,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:33.933268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.933644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.934716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.935101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.935798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.936121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.936460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.936795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.937603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.937797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.938119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:33.938443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:34.132712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8b75c81b-53dc-4327-8007-115d17b7e852 None None] Provisioning complete for port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:34.133095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b75c81b-53dc-4327-8007-115d17b7e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.281753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fca9de14-2f6e-4a67-bd2c-9604fb84eb63 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:34.415737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.506320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378e6cc-6689-4b4c-bdd3-8f4e63b87c0c req-78e63c55-4f88-4103-bc05-f8d316e35102 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:34.513911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7378e6cc-6689-4b4c-bdd3-8f4e63b87c0c req-78e63c55-4f88-4103-bc05-f8d316e35102 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 946 time: 0.3071747 Sep 17 01:25:34.525740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8b75c81b-53dc-4327-8007-115d17b7e852 None None] Provisioning complete for port 060c791e-032d-4bfd-9849-a14734a32933 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:34.525740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b75c81b-53dc-4327-8007-115d17b7e852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.587427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:34.587798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.627125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7378e6cc-6689-4b4c-bdd3-8f4e63b87c0c req-d29de08f-0bad-4c56-8d0a-087d328d6f2a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122289 Sep 17 01:25:34.683793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:34.684599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.711971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8b75c81b-53dc-4327-8007-115d17b7e852 None None] Port 060c791e-032d-4bfd-9849-a14734a32933 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:34.837747 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.838105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:34.838696 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:34.885676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:35.070331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8c634631-ade5-4a48-8875-03cf1575db98 None None] Provisioning complete for port 060c791e-032d-4bfd-9849-a14734a32933 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:35.070987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c634631-ade5-4a48-8875-03cf1575db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.123892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8c634631-ade5-4a48-8875-03cf1575db98 None None] Port 060c791e-032d-4bfd-9849-a14734a32933 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:35.244530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.273513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-86af9aa5-adb5-4295-9b95-a45c3739b660 None None] Provisioning complete for port 060c791e-032d-4bfd-9849-a14734a32933 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:35.276983 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-86af9aa5-adb5-4295-9b95-a45c3739b660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.313536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-86af9aa5-adb5-4295-9b95-a45c3739b660 None None] Port 060c791e-032d-4bfd-9849-a14734a32933 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:35.393806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.394707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.423917 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.499873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-09143470-82b1-46ef-a89a-a525594c24ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:35.504176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:35.567801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=060c791e-032d-4bfd-9849-a14734a32933,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:35.614652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network c8942a87-efae-4741-be0d-978651b07f55 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:35.617669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:35.967507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:36.158682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef2599-2588-410a-bbcd-1533b9edff7a req-258667db-ae00-4df2-8ad9-498c9c2bc64b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:36.160275 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6ef2599-2588-410a-bbcd-1533b9edff7a req-258667db-ae00-4df2-8ad9-498c9c2bc64b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 946 time: 0.3500123 Sep 17 01:25:36.186144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5df85be7-bf0e-4168-82b0-c0e27f49e773 None None] Provisioning complete for port 060c791e-032d-4bfd-9849-a14734a32933 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:36.187459 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5df85be7-bf0e-4168-82b0-c0e27f49e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:36.238859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5df85be7-bf0e-4168-82b0-c0e27f49e773 None None] Port 060c791e-032d-4bfd-9849-a14734a32933 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:36.259548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6ef2599-2588-410a-bbcd-1533b9edff7a req-f302f9fb-b471-4a6f-addf-248d0b4655ce tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828266 Sep 17 01:25:36.344969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:36.347995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Router 016267ed-b7f7-4c03-8317-7f327588c9d7 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:25:36.475104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:36.500953 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] Sync routers for ids ['016267ed-b7f7-4c03-8317-7f327588c9d7'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:36.511438 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] Routers {'016267ed-b7f7-4c03-8317-7f327588c9d7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:36.511689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8359296-99df-4ea2-b1b3-3db6b02eaf6a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/routers/016267ed-b7f7-4c03-8317-7f327588c9d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8782141 Sep 17 01:25:36.511806 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['016267ed-b7f7-4c03-8317-7f327588c9d7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:36.512726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:36.598216 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:36.598947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35d4a0a-cf1b-4671-805a-b5effad41497 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:36.603640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f35d4a0a-cf1b-4671-805a-b5effad41497 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports?device_id=016267ed-b7f7-4c03-8317-7f327588c9d7 HTTP/1.1" status: 200 len: 989 time: 0.0871098 Sep 17 01:25:36.603960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42180) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:36.619887 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] Routers {'016267ed-b7f7-4c03-8317-7f327588c9d7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:36.620791 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['016267ed-b7f7-4c03-8317-7f327588c9d7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:36.683966 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:36.685222 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b489d33d-55dc-4abd-a52e-4874e39f9fff None None] The sync data for ids ['016267ed-b7f7-4c03-8317-7f327588c9d7'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:36.839823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:36.853414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:36.882382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-51cd22ec-4eb0-4850-831e-b8bd48537bc2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "PUT /v2.0/routers/0cc83872-935f-451e-afe1-252d94a523a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2977896 Sep 17 01:25:36.883481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:36.883481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:37.106694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:37.320308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:37.476396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:35Z', 'revision_number': 6, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:24:01Z', 'revision_number': 1, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:37.505731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ace1d-bfc4-4406-8dcc-4d8d4bd7c2bb req-7b470fc2-f4dc-4b99-bb0d-1d61c347c20d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:37.507461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e6ace1d-bfc4-4406-8dcc-4d8d4bd7c2bb req-7b470fc2-f4dc-4b99-bb0d-1d61c347c20d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 946 time: 0.1015263 Sep 17 01:25:37.540239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:25:37.557785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:37.558408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:37.581005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e6ace1d-bfc4-4406-8dcc-4d8d4bd7c2bb req-9f939859-aafc-4fe0-8b0f-15d5b8b0ac55 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662653 Sep 17 01:25:37.677422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fe66b-d530-4e8a-a507-3c2b85e56dda req-ed7dd670-072d-4763-8102-cf3ba945c8e3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:37.678921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-416fe66b-d530-4e8a-a507-3c2b85e56dda req-ed7dd670-072d-4763-8102-cf3ba945c8e3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 946 time: 0.2091632 Sep 17 01:25:37.744094 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-416fe66b-d530-4e8a-a507-3c2b85e56dda req-f8065bde-ef19-4f18-a76f-24de2a971229 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579343 Sep 17 01:25:37.748038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:37.828163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 060c791e-032d-4bfd-9849-a14734a32933 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:37.828777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:37.955299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:37.970964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 060c791e-032d-4bfd-9849-a14734a32933 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:38.051018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:35Z', 'revision_number': 6, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:24:01Z', 'revision_number': 1, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:38.099048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2d6ffb-8d2c-44e6-9685-da60867a9ddf None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:35Z', 'revision_number': 6, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '19c67444-0d24-497a-b01e-671cab436a36', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.186', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'port_id': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'mac_address': 'fa:16:3e:eb:6a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:23:58Z', 'updated_at': '2021-09-17T01:24:01Z', 'revision_number': 1, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:38.214587 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dca8e77b-74da-4881-924c-3c103bd3d09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:38.325843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:38.362407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=060c791e-032d-4bfd-9849-a14734a32933,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:38.610597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:38.735643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-319f3752-ae44-475b-9137-46e15d1d95e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:38.737775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-319f3752-ae44-475b-9137-46e15d1d95e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 946 time: 0.0914142 Sep 17 01:25:38.914238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Router 016267ed-b7f7-4c03-8317-7f327588c9d7 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:38.927722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a244f-2bf0-4b7a-b582-6de4bc68ce41 req-56d4928b-898d-4785-8c22-836f92dc46c2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:38.929737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d5a244f-2bf0-4b7a-b582-6de4bc68ce41 req-56d4928b-898d-4785-8c22-836f92dc46c2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 946 time: 0.0688610 Sep 17 01:25:38.940154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port c9f94413-fa9e-4a1e-900b-29589a1ccd90 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:38.940818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.008572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d5a244f-2bf0-4b7a-b582-6de4bc68ce41 req-ed7e1a40-d75f-42ed-87f9-4426dd44cae5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642183 Sep 17 01:25:39.083177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.095830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port c9f94413-fa9e-4a1e-900b-29589a1ccd90, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c9f94413-fa9e-4a1e-900b-29589a1ccd90,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:39.095830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.116777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for c9f94413-fa9e-4a1e-900b-29589a1ccd90 owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:39.287164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:39.296320 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-48e73aef-4529-4b11-a5ba-316360e92db7 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/routers/016267ed-b7f7-4c03-8317-7f327588c9d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912513 Sep 17 01:25:39.296908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:39.315839 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] Sync routers for ids ['016267ed-b7f7-4c03-8317-7f327588c9d7'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:39.333744 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] Routers {'016267ed-b7f7-4c03-8317-7f327588c9d7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:39.337825 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['016267ed-b7f7-4c03-8317-7f327588c9d7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:39.338790 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc42cf5-7e71-49e7-8e7b-b50e2869b90c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:39.343943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fdc42cf5-7e71-49e7-8e7b-b50e2869b90c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/060c791e-032d-4bfd-9849-a14734a32933 HTTP/1.1" status: 404 len: 333 time: 0.0457511 Sep 17 01:25:39.344385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:39.406791 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:39.415826 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] Routers {'016267ed-b7f7-4c03-8317-7f327588c9d7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:39.416437 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['016267ed-b7f7-4c03-8317-7f327588c9d7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:39.435280 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.461720 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:39.462194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.463283 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e0096d-5572-42ac-9332-5c22f47a9d3c None None] The sync data for ids ['016267ed-b7f7-4c03-8317-7f327588c9d7'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:39.508243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.561961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=c9f94413-fa9e-4a1e-900b-29589a1ccd90,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:39.614096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] No DVR routers for this DVR port c9f94413-fa9e-4a1e-900b-29589a1ccd90 on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:39.616733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.618798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37d38be5-a4fb-42b8-80fa-6ddddbf38ef5 req-81b6bd98-5273-44d7-976f-af58e55df26e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "DELETE /v2.0/ports/c9f94413-fa9e-4a1e-900b-29589a1ccd90 HTTP/1.1" status: 204 len: 173 time: 0.8733883 Sep 17 01:25:39.619265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'name': 'network-vif-deleted', 'tag': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:25:39.629568 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c78dd4a-01b2-4eb1-8d4f-b33428d095ba" -d '{"events": [{"server_uuid": "ed880d35-9f0b-4928-9658-7c013a0e8fc9", "name": "network-vif-deleted", "tag": "c9f94413-fa9e-4a1e-900b-29589a1ccd90"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:25:39.637579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.645393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.673596 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba351b3-9346-4f74-b659-c628eb2ad235 x-openstack-request-id: req-dba351b3-9346-4f74-b659-c628eb2ad235 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:25:39.673596 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed880d35-9f0b-4928-9658-7c013a0e8fc9", "name": "network-vif-deleted", "tag": "c9f94413-fa9e-4a1e-900b-29589a1ccd90", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:25:39.673792 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dba351b3-9346-4f74-b659-c628eb2ad235 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:25:39.675040 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed880d35-9f0b-4928-9658-7c013a0e8fc9', 'name': 'network-vif-deleted', 'tag': 'c9f94413-fa9e-4a1e-900b-29589a1ccd90', 'status': 'completed', 'code': 200} Sep 17 01:25:39.897136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.897808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Fanout notify agent at l3_agent the message router_deleted on router 016267ed-b7f7-4c03-8317-7f327588c9d7 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:25:39.910858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:39.916447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42254) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:39.917872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8e575ae7-4781-4695-afd1-b2286f407c7a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/routers/016267ed-b7f7-4c03-8317-7f327588c9d7 HTTP/1.1" status: 204 len: 168 time: 0.5722034 Sep 17 01:25:40.063332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:40.069627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.088120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:40.156170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:40.156170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3f9ecdc6-8d6a-4a06-87a8-2e1cedfec199 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:40.176980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.234106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-28f492eb-546e-4433-a7e1-69b5c18a08ea req-93491114-243f-4456-9468-6a0b30d380ac tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed880d35-9f0b-4928-9658-7c013a0e8fc9 HTTP/1.1" status: 200 len: 210 time: 0.0598083 Sep 17 01:25:40.318118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.557853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.591441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:40.595887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.600863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42268) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:40.601067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-110d226f-793a-4b44-b3a5-2268fc41384a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e HTTP/1.1" status: 204 len: 168 time: 0.6833370 Sep 17 01:25:40.606640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c25241-6ca7-4429-8f59-b88a98809b3a None None] Network c8942a87-efae-4741-be0d-978651b07f55 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:40.700674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.812062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:40.812672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.883250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] DHCP port deletion for c8942a87-efae-4741-be0d-978651b07f55 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:40.911945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:40.930348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] For port fca9de14-2f6e-4a67-bd2c-9604fb84eb63, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,segment=NetworkSegment(fbe84688-dbf6-4480-aea0-779ebd019edf),segment_id=fbe84688-dbf6-4480-aea0-779ebd019edf)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:40.931393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:40.952136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for fca9de14-2f6e-4a67-bd2c-9604fb84eb63 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:40.973537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] Deleting port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:40.973537 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.073244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] For port fca9de14-2f6e-4a67-bd2c-9604fb84eb63, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,segment=NetworkSegment(fbe84688-dbf6-4480-aea0-779ebd019edf),segment_id=fbe84688-dbf6-4480-aea0-779ebd019edf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:41.073932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.088631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] Calling delete_port for fca9de14-2f6e-4a67-bd2c-9604fb84eb63 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:41.117360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.174486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.192684 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.241013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] Pushing event deleted for resources: {'Port': ['ID=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:41.247888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No DVR routers for this DVR port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:41.251476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=fca9de14-2f6e-4a67-bd2c-9604fb84eb63,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:41.275863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee9aad-4b99-424e-b3c2-ff3830133546 None None] No DVR routers for this DVR port fca9de14-2f6e-4a67-bd2c-9604fb84eb63 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:41.332409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42294) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:41.413250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.477362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8942a87-efae-4741-be0d-978651b07f55']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:41.504138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe84688-dbf6-4480-aea0-779ebd019edf') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:41.504559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe84688-dbf6-4480-aea0-779ebd019edf') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:41.507456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7a0dbc9-07d4-41de-8461-a9dced4348d5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.532288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.565984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7a0dbc9-07d4-41de-8461-a9dced4348d5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.569543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.591006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:41.591238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:41.594321 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:41.780743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.783792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.796453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.801172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/c8942a87-efae-4741-be0d-978651b07f55 HTTP/1.1" status: 204 len: 168 time: 1.1992240 Sep 17 01:25:41.801934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42304) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:41.826213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cbca0-c9c4-4f01-8818-a6da5e8fd841 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=c8942a87-efae-4741-be0d-978651b07f55,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:41.830126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7a0dbc9-07d4-41de-8461-a9dced4348d5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.834745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7a0dbc9-07d4-41de-8461-a9dced4348d5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:41.835977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f7a0dbc9-07d4-41de-8461-a9dced4348d5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/security-groups/eff03f04-b1f7-4a83-b5e6-0d6f45b8242f HTTP/1.1" status: 204 len: 168 time: 0.5026343 Sep 17 01:25:41.883274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a0dbc9-07d4-41de-8461-a9dced4348d5 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff03f04-b1f7-4a83-b5e6-0d6f45b8242f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:41.898577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff78f24-6338-4900-90d1-6c4077c220d8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:41.906230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:41.909259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eff78f24-6338-4900-90d1-6c4077c220d8 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/b98d527f-c879-4b57-ba0d-ecceb8d4713c HTTP/1.1" status: 200 len: 845 time: 0.0908618 Sep 17 01:25:41.961218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6168beb8-d043-41a2-960e-cc5a93a9417a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/b98d527f-c879-4b57-ba0d-ecceb8d4713c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0545375 Sep 17 01:25:41.965174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42310) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:41.970997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:41.992008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42312) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:42.073703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting subnet a23a74bc-a8ba-435a-a06d-9a047cafdb0b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:42.079780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.158619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fca9de14-2f6e-4a67-bd2c-9604fb84eb63 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:42.159143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.174608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fca9de14-2f6e-4a67-bd2c-9604fb84eb63 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:42.175296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fca9de14-2f6e-4a67-bd2c-9604fb84eb63 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:42.262236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:42.265731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.307881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.348522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Deleting port 33260436-7199-47bd-9ecf-eb0131be8d37 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:42.350572 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.447727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] For port 33260436-7199-47bd-9ecf-eb0131be8d37, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=33260436-7199-47bd-9ecf-eb0131be8d37,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:42.448092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.468034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Calling delete_port for 33260436-7199-47bd-9ecf-eb0131be8d37 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:42.530306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.574063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Subnet': ['ID=a23a74bc-a8ba-435a-a06d-9a047cafdb0b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:42.578252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.580204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a9edf801-1715-4cdc-8644-ba41688cb37a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/subnets/a23a74bc-a8ba-435a-a06d-9a047cafdb0b HTTP/1.1" status: 204 len: 168 time: 0.5872610 Sep 17 01:25:42.581247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac667790-5b93-4845-ad95-45500d7a94b5 None None] Network faf4e4c9-e71e-4d4f-b8d0-07315ec47405 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:42.583574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42318) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:42.595922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.702546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:42.712562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:42.721733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:42.722272 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.723463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb482066-a58e-49af-bd12-b547428c2f40 None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:42.739511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.744653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:42.833432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port 61343e8e-c6df-4f23-8630-401f9822879a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:42.833710 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.848173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] DHCP port deletion for faf4e4c9-e71e-4d4f-b8d0-07315ec47405 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:42.884729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.932725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port 61343e8e-c6df-4f23-8630-401f9822879a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=61343e8e-c6df-4f23-8630-401f9822879a,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:42.934300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.938605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] Deleting port 61343e8e-c6df-4f23-8630-401f9822879a {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:42.939199 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.943546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=33260436-7199-47bd-9ecf-eb0131be8d37,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:42.944327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'tenant_id': '59c010c2d7e5477cb71e96fed4a97edd', 'fixed_ips': [{'subnet_id': 'ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:25:42.945186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:42.950976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for 61343e8e-c6df-4f23-8630-401f9822879a owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:43.034199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c9f94413-fa9e-4a1e-900b-29589a1ccd90 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:43.062941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ea12ea2-7b7b-409f-b423-223cfc85fb1c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0960834 Sep 17 01:25:43.074120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42320) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:43.074120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'security_group': {'name': 'tempest-secgroup-1009636780'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:43.079243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: c9f94413-fa9e-4a1e-900b-29589a1ccd90 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:43.079684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c9f94413-fa9e-4a1e-900b-29589a1ccd90 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:43.090303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] For port 61343e8e-c6df-4f23-8630-401f9822879a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=61343e8e-c6df-4f23-8630-401f9822879a,segment=NetworkSegment(00ccec86-c77a-4872-9a84-89e815ca9b9b),segment_id=00ccec86-c77a-4872-9a84-89e815ca9b9b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:43.091972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.115345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] Calling delete_port for 61343e8e-c6df-4f23-8630-401f9822879a owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:43.149543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.198021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=61343e8e-c6df-4f23-8630-401f9822879a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:43.200730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.225067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] No DVR routers for this DVR port 61343e8e-c6df-4f23-8630-401f9822879a on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:43.250620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.388640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.391195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.398123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Allocated IP 2001:db8::2 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f/9122c9e4-c396-4b65-bc84-a390cd1ee327) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:43.444070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] Pushing event deleted for resources: {'Port': ['ID=61343e8e-c6df-4f23-8630-401f9822879a,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:43.447365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1694949d-635e-400d-8b4a-429c8344b0ba None None] No DVR routers for this DVR port 61343e8e-c6df-4f23-8630-401f9822879a on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:43.467310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf4e4c9-e71e-4d4f-b8d0-07315ec47405']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:43.507225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ccec86-c77a-4872-9a84-89e815ca9b9b') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:43.507528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ccec86-c77a-4872-9a84-89e815ca9b9b') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:43.510801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.532250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.556888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.568039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:43.570150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:43.575515 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:43.606560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.660012 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.675485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:43.718917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5553c9fb-6cc7-4338-b918-06b716127664,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:43.792550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.832486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:43.847541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:43.847731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-545b3ea4-3919-4f1f-bfee-e3db0539b2b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/877c0fa4-7e2b-4802-95e6-169b35c1ea1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316306 Sep 17 01:25:43.847832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42326) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:43.858741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] Sync routers for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:43.870348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:43.884246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:43.947796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Pushing event updated for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:43.961063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:43.961063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:43.973468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.980424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.980424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c66995aa-1b6e-4e67-9a9e-fcebbe7d6e50 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9116094 Sep 17 01:25:43.983790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:43.986159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'security_group': {'name': 'tempest-secgroup-1443470088'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:43.993660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:43.997147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/networks/faf4e4c9-e71e-4d4f-b8d0-07315ec47405 HTTP/1.1" status: 204 len: 168 time: 1.4123929 Sep 17 01:25:43.998847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.001647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42330) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:44.052430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Attempting to bind port 9122c9e4-c396-4b65-bc84-a390cd1ee327 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:25:44.052430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Attempting to bind port 9122c9e4-c396-4b65-bc84-a390cd1ee327 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:25:44.052902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Attempting to bind port 9122c9e4-c396-4b65-bc84-a390cd1ee327 on network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:25:44.057585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c92f31a-48de-4570-a691-313d9c456b5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Network': ['ID=faf4e4c9-e71e-4d4f-b8d0-07315ec47405,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:44.069826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:25:44.069826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Checking segment: {'id': '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:25:44.069826 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.069826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Bound using segment: {'id': '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:25:44.069826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Bound port: 9122c9e4-c396-4b65-bc84-a390cd1ee327, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:25:44.069826 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.174591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.285014 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.354430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Deleting port ad739ca1-69f4-4098-820d-fddd05ed3d6f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:44.355174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.362540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 61343e8e-c6df-4f23-8630-401f9822879a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:44.424086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 61343e8e-c6df-4f23-8630-401f9822879a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:44.433686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 61343e8e-c6df-4f23-8630-401f9822879a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:44.460335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] For port ad739ca1-69f4-4098-820d-fddd05ed3d6f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ad739ca1-69f4-4098-820d-fddd05ed3d6f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:44.460335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.472305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Calling delete_port for ad739ca1-69f4-4098-820d-fddd05ed3d6f owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:44.490961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port 6040affe-71d6-4ba8-a3b9-4e07e73d8cb4 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:44.493442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.519315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:44.556020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:25:44.579348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.608144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9122c9e4-c396-4b65-bc84-a390cd1ee327,segment=NetworkSegment(75bcff00-884e-47a2-a0c1-9c9cbdf27a7d),segment_id=75bcff00-884e-47a2-a0c1-9c9cbdf27a7d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:25:44.611584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.611922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.638066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for 6040affe-71d6-4ba8-a3b9-4e07e73d8cb4 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:44.711780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.749322 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.769170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.809435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Pushing event deleted for resources: {'Port': ['ID=ad739ca1-69f4-4098-820d-fddd05ed3d6f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:44.850791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Pushing event updated for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:44.863600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.863600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.871026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0427a6-d9d1-4935-a026-bc095fd94d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:44.879568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:25:42Z', 'revision_number': 5, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port': {'id': 'ad739ca1-69f4-4098-820d-fddd05ed3d6f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:8a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:18:02Z', 'updated_at': '2021-09-17T01:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:44.921250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] Checking router: 877c0fa4-7e2b-4802-95e6-169b35c1ea1b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:25:44.922271 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:44.947396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] Routers {'877c0fa4-7e2b-4802-95e6-169b35c1ea1b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:44.948424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:45.058345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.065626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.068100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] Set router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:45.189198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:25:44Z', 'revision_number': 7, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:45.202128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c69417-4916-44c5-b3eb-399ae04c0886,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:45.230672 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c575b42d-c279-4042-9dda-ae112f1c9851 None None] The sync data for ids ['877c0fa4-7e2b-4802-95e6-169b35c1ea1b'] in n-d-789963-7 is: [{'id': '877c0fa4-7e2b-4802-95e6-169b35c1ea1b', 'name': 'tempest-AttachVolumeTestJSON-99834933-router', 'tenant_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:18:00Z', 'updated_at': '2021-09-17T01:25:44Z', 'revision_number': 7, 'project_id': 'c3cac98b7cf04741bd52e6fabd6d9117', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:45.260306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.260937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877c0fa4-7e2b-4802-95e6-169b35c1ea1b {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:25:45.270729 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.272005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-761a0984-6dd5-4f46-82c6-3580394c95da admin admin] 10.222.0.13 "DELETE /v2.0/routers/877c0fa4-7e2b-4802-95e6-169b35c1ea1b HTTP/1.1" status: 204 len: 168 time: 1.4235127 Sep 17 01:25:45.275748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42336) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:45.311605 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.315153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-35764cbd-c8c9-40df-9aba-4df10b5231aa tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3326614 Sep 17 01:25:45.316043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42338) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:45.322467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-678904056', 'security_groups': ['e0c69417-4916-44c5-b3eb-399ae04c0886'], 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:45.341956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Deleting subnet 0b72decf-108c-4c33-8bfd-34df46a5133d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:45.346730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.428667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.523406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.554915 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.590920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=6040affe-71d6-4ba8-a3b9-4e07e73d8cb4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:45.603242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:45.699670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.699670 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Floating IP 19c67444-0d24-497a-b01e-671cab436a36 disassociated (deleted). External IP: 172.25.1.186, port: a7556b73-c422-443d-b2d2-0f8a4004127c. Sep 17 01:25:45.843462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:45.871849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:46.092308 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.142551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b72decf-108c-4c33-8bfd-34df46a5133d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:46.145153 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.150277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dbeb6422-a6f7-432c-8015-1989fdd15797 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0b72decf-108c-4c33-8bfd-34df46a5133d HTTP/1.1" status: 204 len: 168 time: 0.8713996 Sep 17 01:25:46.150448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d90ee43-2b7f-48f5-8135-9118af6880df None None] Network a2c4a77a-07cb-436a-a9ee-a3da86ce6970 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:46.154235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42348) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:46.172995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:46.348365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::2f4 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f/ef4c7314-73e3-4ac0-aadb-a25fca205dc7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:46.435132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.436569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:46.537967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:46.538349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.603639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:46.615723 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.624190 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:46.639662 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:46.640289 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:46.648112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] DHCP port deletion for a2c4a77a-07cb-436a-a9ee-a3da86ce6970 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:46.666149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:46.667412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.711147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Deleting port cff9845a-5664-4b3d-9d08-44b0e8038c97 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:46.711651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.722874 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.736791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c09a587-fbd8-4ffd-8c98-a202715e6ae4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/floatingips/19c67444-0d24-497a-b01e-671cab436a36 HTTP/1.1" status: 204 len: 168 time: 2.7312989 Sep 17 01:25:46.754377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:25:46.764302 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:25:46.867030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.912462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.912715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] For port cff9845a-5664-4b3d-9d08-44b0e8038c97, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cff9845a-5664-4b3d-9d08-44b0e8038c97,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:46.913099 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.956533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] Deleting port cff9845a-5664-4b3d-9d08-44b0e8038c97 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:46.957515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:46.976136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9122c9e4-c396-4b65-bc84-a390cd1ee327,segment=NetworkSegment(75bcff00-884e-47a2-a0c1-9c9cbdf27a7d),segment_id=75bcff00-884e-47a2-a0c1-9c9cbdf27a7d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:46.993203 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81ac06d-6eaf-42b5-9128-75421fd24217 x-openstack-request-id: req-f81ac06d-6eaf-42b5-9128-75421fd24217 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:25:46.993571 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:25:46.993779 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f81ac06d-6eaf-42b5-9128-75421fd24217 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:25:46.994136 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'status': 'completed', 'code': 200} Sep 17 01:25:46.999163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:47.002728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:47.014422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:47.033386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:47.034463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.037533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Calling delete_port for cff9845a-5664-4b3d-9d08-44b0e8038c97 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:47.078699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-751ec579-f635-4a2b-8565-f868e7ce9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:47.084438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-751ec579-f635-4a2b-8565-f868e7ce9756 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 1096 time: 0.1607432 Sep 17 01:25:47.091064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.091354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] For port cff9845a-5664-4b3d-9d08-44b0e8038c97, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cff9845a-5664-4b3d-9d08-44b0e8038c97,segment=NetworkSegment(89149c6d-c9ae-492e-a2c2-e388eba27341),segment_id=89149c6d-c9ae-492e-a2c2-e388eba27341)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:47.091877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.094494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=ef4c7314-73e3-4ac0-aadb-a25fca205dc7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:47.111396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.113393 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:47.148677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7f1bd38b-568c-46e8-8456-6b1f1acbe646 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8313546 Sep 17 01:25:47.151353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42358) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:47.161128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:47.188800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33260436-7199-47bd-9ecf-eb0131be8d37 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:47.202751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] Calling delete_port for cff9845a-5664-4b3d-9d08-44b0e8038c97 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:47.279059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 33260436-7199-47bd-9ecf-eb0131be8d37 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:47.280065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33260436-7199-47bd-9ecf-eb0131be8d37 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:47.280584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad739ca1-69f4-4098-820d-fddd05ed3d6f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:47.440294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-8f308722-d37a-43cc-a948-16ea32224b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:47.441924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-8f308722-d37a-43cc-a948-16ea32224b27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 200 len: 897 time: 0.2784359 Sep 17 01:25:47.449901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ad739ca1-69f4-4098-820d-fddd05ed3d6f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:47.450473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ad739ca1-69f4-4098-820d-fddd05ed3d6f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:47.492292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:47.531175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-53648bdf-40f7-4916-89a8-558586c52696 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7556b73-c422-443d-b2d2-0f8a4004127c HTTP/1.1" status: 200 len: 217 time: 0.0797589 Sep 17 01:25:47.533154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:35Z', 'revision_number': 6, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:47.542120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:47.545807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.546713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.558303 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:25:47.559564 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:25:47.577838 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:25:47.591380 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:47.592300 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:47.606573 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.640491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] Pushing event deleted for resources: {'Port': ['ID=cff9845a-5664-4b3d-9d08-44b0e8038c97,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:47.644380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a183ad-e8e5-4ff0-b316-73a25c1e059f None None] No DVR routers for this DVR port cff9845a-5664-4b3d-9d08-44b0e8038c97 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:47.666493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-c6b79341-2d58-4d62-9e66-ae9b248341e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:47.668663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-c6b79341-2d58-4d62-9e66-ae9b248341e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7f5e2713-b0aa-4a94-af43-71917c3042d8 HTTP/1.1" status: 200 len: 834 time: 0.1193433 Sep 17 01:25:47.678054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff9845a-5664-4b3d-9d08-44b0e8038c97,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:47.720740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] No DVR routers for this DVR port cff9845a-5664-4b3d-9d08-44b0e8038c97 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:47.755205 n-d-789963-7 neutron-server[112073]: INFO neutron.db.ipam_backend_mixin [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f (CIDR: 2001:db8::/64) Sep 17 01:25:47.788057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff3a6c1-4929-4bc4-8354-24ed5b762d11 req-e347fa51-68c0-4f0b-b3ca-1ac0f0b1a071 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:47.788057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ff3a6c1-4929-4bc4-8354-24ed5b762d11 req-e347fa51-68c0-4f0b-b3ca-1ac0f0b1a071 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 945 time: 0.2671657 Sep 17 01:25:47.797499 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:47.820594 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:25:47.821048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:25:47.833252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-cf6592cc-63eb-488b-878c-f6712cfe6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:47.835143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-cf6592cc-63eb-488b-878c-f6712cfe6832 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f163674-7a78-4229-8c10-c43ceaf9804c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528592 Sep 17 01:25:47.886840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:47.917715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9eedae6b-0096-4175-bfe3-d890c5e7e689 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7651343 Sep 17 01:25:47.920696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42366) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:47.926057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:47.944831 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ff3a6c1-4929-4bc4-8354-24ed5b762d11 req-070ad42d-0ef0-47c2-ba4c-a0fa5fb42f01 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444910 Sep 17 01:25:48.023818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c4a77a-07cb-436a-a9ee-a3da86ce6970']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:48.047239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89149c6d-c9ae-492e-a2c2-e388eba27341') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:48.050797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89149c6d-c9ae-492e-a2c2-e388eba27341') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:48.090455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.131791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-a611e6ee-5890-4009-a0e2-db3bd00cffa2 service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868278 Sep 17 01:25:48.144636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.153935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Provisioning complete for port b98d527f-c879-4b57-ba0d-ecceb8d4713c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:48.154671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.165367 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:35Z', 'revision_number': 6, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:48.180016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:48.191421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:48.196579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.206389 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a44638e-57d8-4bb2-ba68-85c7bbc01c48 None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:35Z', 'revision_number': 6, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '48e1140c-e3dc-4ab2-81ad-b715b29be0c0', 'name': '', 'network_id': '8f163674-7a78-4229-8c10-c43ceaf9804c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:5d:68:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:34Z', 'updated_at': '2021-09-17T01:23:39Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': '7f5e2713-b0aa-4a94-af43-71917c3042d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:48.224348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:48.224869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:48.226874 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:48.242432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f0a8b5ac-c65b-4ffb-93e7-53ab20d61185 None None] Port b98d527f-c879-4b57-ba0d-ecceb8d4713c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:48.278725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:48.279631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.394387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2fe281-57a1-4f19-bbd1-19201eb82ac1 req-83af77ac-2eda-4e26-9322-057d428efe81 service neutron] 10.222.0.23 "GET /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482171 Sep 17 01:25:48.413427 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.413643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-44af6064-c282-4f0e-a91e-30467eef2cdf None None] Provisioning complete for port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:48.413935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-44af6064-c282-4f0e-a91e-30467eef2cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.465919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.472058 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2c4a77a-07cb-436a-a9ee-a3da86ce6970 HTTP/1.1" status: 204 len: 168 time: 2.3154395 Sep 17 01:25:48.472931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b6b68-2237-43f1-85b9-d1ef1e900255 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c4a77a-07cb-436a-a9ee-a3da86ce6970,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:48.492026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-44af6064-c282-4f0e-a91e-30467eef2cdf None None] Port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:48.542112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cff9845a-5664-4b3d-9d08-44b0e8038c97 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:48.576457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: cff9845a-5664-4b3d-9d08-44b0e8038c97 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:48.577200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cff9845a-5664-4b3d-9d08-44b0e8038c97 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:48.677191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48e9500-15d0-46bc-bf3d-04249c294fe5 None None] New status for floating IP 19c67444-0d24-497a-b01e-671cab436a36: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:25:48.695175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-be8c6ad5-5e13-424c-9e31-dbd436bdd72c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:48.696990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-be8c6ad5-5e13-424c-9e31-dbd436bdd72c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 945 time: 0.0645552 Sep 17 01:25:48.861873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port a7556b73-c422-443d-b2d2-0f8a4004127c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:48.862300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.908046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.913577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42372) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:48.961341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port a7556b73-c422-443d-b2d2-0f8a4004127c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a7556b73-c422-443d-b2d2-0f8a4004127c,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:48.963104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.970748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:48.989179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:48.992517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:48.992900 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:48.999994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for a7556b73-c422-443d-b2d2-0f8a4004127c owned by compute:nova {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:49.020123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01442ee-8967-4df8-ab11-8bcfac68482d None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:49.022932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=cd96fae4-7a69-4e68-8be5-7c0f12c8241e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:49.031885 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-883c9355-a660-4f3d-8470-4e9ad9dfe44f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3cac98b7cf04741bd52e6fabd6d9117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1164951 Sep 17 01:25:49.037360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42378) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:49.143245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c933b887-207b-4451-956b-dc665e060840 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2214444 Sep 17 01:25:49.149831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:49.157404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1918241045', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cd96fae4-7a69-4e68-8be5-7c0f12c8241e'}], 'security_groups': ['5553c9fb-6cc7-4338-b918-06b716127664']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:49.217693 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7718682-b44d-4e85-a74e-660a721ab6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.257412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6e25b-38f1-4cb0-8292-ebf9b2928f55 req-14e043a4-f566-4550-85ec-f73b11b287fd tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:49.258952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47a6e25b-38f1-4cb0-8292-ebf9b2928f55 req-14e043a4-f566-4550-85ec-f73b11b287fd tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 945 time: 0.1574597 Sep 17 01:25:49.323069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.329752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.333939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7718682-b44d-4e85-a74e-660a721ab6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.381409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=a7556b73-c422-443d-b2d2-0f8a4004127c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:49.393000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] Update dhcp port {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'fixed_ips': [{'subnet_id': 'ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd96fae4-7a69-4e68-8be5-7c0f12c8241e'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '9122c9e4-c396-4b65-bc84-a390cd1ee327'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:25:49.422999 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47a6e25b-38f1-4cb0-8292-ebf9b2928f55 req-e02e4a08-184a-4ffa-8c46-a4de70a28043 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389141 Sep 17 01:25:49.460637 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.508458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] No DVR routers for this DVR port a7556b73-c422-443d-b2d2-0f8a4004127c on host n-h1-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:49.522694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.525538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2cef84de-b341-442b-a431-2f7e17820bf6 req-3ac6db71-2b78-4421-ad0e-5f79d628eb98 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "DELETE /v2.0/ports/a7556b73-c422-443d-b2d2-0f8a4004127c HTTP/1.1" status: 204 len: 173 time: 0.8225300 Sep 17 01:25:49.526061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'name': 'network-vif-deleted', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:25:49.529011 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e2057-a8c1-48e2-8793-2adf180c0ca2" -d '{"events": [{"server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "name": "network-vif-deleted", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:25:49.604922 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf47aad4-1d11-424d-af0c-0ad9bfd049c4 x-openstack-request-id: req-cf47aad4-1d11-424d-af0c-0ad9bfd049c4 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:25:49.605225 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05a59d4-88b5-43fe-b182-1b89721ed42d", "name": "network-vif-deleted", "tag": "a7556b73-c422-443d-b2d2-0f8a4004127c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:25:49.605837 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf47aad4-1d11-424d-af0c-0ad9bfd049c4 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:25:49.605945 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05a59d4-88b5-43fe-b182-1b89721ed42d', 'name': 'network-vif-deleted', 'tag': 'a7556b73-c422-443d-b2d2-0f8a4004127c', 'status': 'completed', 'code': 200} Sep 17 01:25:49.673435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] Allocated IP 2001:db8:0:1::2 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/cd96fae4-7a69-4e68-8be5-7c0f12c8241e/9122c9e4-c396-4b65-bc84-a390cd1ee327) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:49.723015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7718682-b44d-4e85-a74e-660a721ab6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.725650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d7718682-b44d-4e85-a74e-660a721ab6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:49.726787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d7718682-b44d-4e85-a74e-660a721ab6b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28228be7-8d88-454d-bd71-68903982c1fe HTTP/1.1" status: 204 len: 168 time: 0.6883724 Sep 17 01:25:49.737942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7718682-b44d-4e85-a74e-660a721ab6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28228be7-8d88-454d-bd71-68903982c1fe,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:49.847569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9122c9e4-c396-4b65-bc84-a390cd1ee327,segment=NetworkSegment(75bcff00-884e-47a2-a0c1-9c9cbdf27a7d),segment_id=75bcff00-884e-47a2-a0c1-9c9cbdf27a7d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:49.874866 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:25:49.923359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:50.019954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:50.178683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cee4df-23d2-41b4-a803-c58cdf6a1570 None None] Pushing event updated for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:50.217246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Delete allocated IP 2001:db8::2f4 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f) {{(pid=112073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 01:25:50.229217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8:0:1::80 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/cd96fae4-7a69-4e68-8be5-7c0f12c8241e/ef4c7314-73e3-4ac0-aadb-a25fca205dc7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:50.605960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:50.650816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d058101-b50f-481b-9117-de44fecdea10 req-cdea865a-265a-4953-972a-cea2129e446d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05a59d4-88b5-43fe-b182-1b89721ed42d HTTP/1.1" status: 200 len: 210 time: 0.0308146 Sep 17 01:25:50.708680 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:50.827667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] In _notify_port_updated(), no bound segment for port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 on network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:25:50.838170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:50.838170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:50.838170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/ports/ef4c7314-73e3-4ac0-aadb-a25fca205dc7 HTTP/1.1" status: 200 len: 930 time: 1.6842885 Sep 17 01:25:50.841462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42412) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:50.861435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cef51-ae91-45b5-aa0d-5a6004c771c5 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=ef4c7314-73e3-4ac0-aadb-a25fca205dc7,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:50.991622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:51.000961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.076261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:51.077620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.172354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.190441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for ef4c7314-73e3-4ac0-aadb-a25fca205dc7 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:51.236277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Provisioning complete for port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:51.236841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.301572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Port ef4c7314-73e3-4ac0-aadb-a25fca205dc7 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:51.332456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Provisioning complete for port b98d527f-c879-4b57-ba0d-ecceb8d4713c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:51.332830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.372683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c20fc288-6b4c-4f56-9a12-7930b579bb96 None None] Port b98d527f-c879-4b57-ba0d-ecceb8d4713c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:51.439589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.479378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=ef4c7314-73e3-4ac0-aadb-a25fca205dc7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:51.491891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1dfd3072-da42-4a7a-8aa1-b090ecbdb6b4 None None] Could not find standard attr ID for object ef4c7314-73e3-4ac0-aadb-a25fca205dc7. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:25:51.508202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.513512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1b6eaef2-dc21-4eb3-82a2-5abd440c3bde tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/ef4c7314-73e3-4ac0-aadb-a25fca205dc7 HTTP/1.1" status: 204 len: 168 time: 0.6677074 Sep 17 01:25:51.513946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42432) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:51.541504 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe87a160-15c0-4c32-9a25-45b68733b797 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:25:51.545848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fe87a160-15c0-4c32-9a25-45b68733b797 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/ef4c7314-73e3-4ac0-aadb-a25fca205dc7 HTTP/1.1" status: 404 len: 333 time: 0.0282154 Sep 17 01:25:51.546229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:51.629922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93bb9664-e655-48c8-bb3b-b76389fe27ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.664061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93bb9664-e655-48c8-bb3b-b76389fe27ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.733575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:51.803506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55c6c4a8-48a7-4d15-98f2-0383ea202f0c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.828766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55c6c4a8-48a7-4d15-98f2-0383ea202f0c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.861594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93bb9664-e655-48c8-bb3b-b76389fe27ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.864292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93bb9664-e655-48c8-bb3b-b76389fe27ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.867930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-93bb9664-e655-48c8-bb3b-b76389fe27ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/security-groups/e0c69417-4916-44c5-b3eb-399ae04c0886 HTTP/1.1" status: 204 len: 168 time: 0.3182187 Sep 17 01:25:51.868243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42442) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:51.877587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb9664-e655-48c8-bb3b-b76389fe27ab tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c69417-4916-44c5-b3eb-399ae04c0886,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:51.949437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:51.973186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.040585 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55c6c4a8-48a7-4d15-98f2-0383ea202f0c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.058478 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55c6c4a8-48a7-4d15-98f2-0383ea202f0c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.063053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-55c6c4a8-48a7-4d15-98f2-0383ea202f0c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21 HTTP/1.1" status: 204 len: 168 time: 0.3284457 Sep 17 01:25:52.072584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c4a8-48a7-4d15-98f2-0383ea202f0c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e1ee9-ffbf-43b3-9c1c-82a3b16eda21,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:52.099104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:52.122879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.125535 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.126743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/security-groups/5553c9fb-6cc7-4338-b918-06b716127664 HTTP/1.1" status: 204 len: 168 time: 0.2574809 Sep 17 01:25:52.132411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42448) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:52.139157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5553c9fb-6cc7-4338-b918-06b716127664,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:52.146947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.147326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.147666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.147995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.148324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.148658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.148983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.149304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.149660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.149971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.150289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.150603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ce0e1a-f5e4-4d27-8d06-d832354bc2ae tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:25:52.170367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:52.170750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.188920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:52.192834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.201067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:52.246942 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.368151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.514250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.541799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:52.548307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.550412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-37ef0fbc-3b16-45ce-a832-3994668e991b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f HTTP/1.1" status: 204 len: 168 time: 0.4198389 Sep 17 01:25:52.557139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7bdb58-777a-4072-a4db-775a615fb500 None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:52.557358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:52.563725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:52.640783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:52.833638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:52.837701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.030195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a7556b73-c422-443d-b2d2-0f8a4004127c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:53.102339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: a7556b73-c422-443d-b2d2-0f8a4004127c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:53.103432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device a7556b73-c422-443d-b2d2-0f8a4004127c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:53.344596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:53.397462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.463978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:53.468147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:53.471860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:53.472491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.517614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=595c00da-7222-46a7-8a88-f5c3c5001d59,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:53.554812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4077c485-4557-4df4-bf50-d3c3cb5e71c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.591292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c2d3ae60-b3e8-42ea-b35f-bfae6c538129 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0320477 Sep 17 01:25:53.595315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42476) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:53.597469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:53.597954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.600008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'security_group': {'name': 'tempest-secgroup-913867225'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:53.718479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port 48e1140c-e3dc-4ab2-81ad-b715b29be0c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:53.718904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.737869 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4077c485-4557-4df4-bf50-d3c3cb5e71c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.746963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5804c7a4-8f57-4e63-8764-16ef8561a32b None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:53.747197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:53.812763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5874dec2-3c27-41c4-9ba4-8a61584660a5 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:53.813170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5874dec2-3c27-41c4-9ba4-8a61584660a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.824202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4077c485-4557-4df4-bf50-d3c3cb5e71c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:53.903887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c485-4557-4df4-bf50-d3c3cb5e71c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba57a71-917d-41ab-af98-889e837b933c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:53.912123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4077c485-4557-4df4-bf50-d3c3cb5e71c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed3d5bf37fa944c48aa2a39e2c48f76a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5664313 Sep 17 01:25:53.913710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42480) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:53.984426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2a83859-e3e1-4527-89b8-7b1770d140c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.004418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2a83859-e3e1-4527-89b8-7b1770d140c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.032274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.060860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.097977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=48e1140c-e3dc-4ab2-81ad-b715b29be0c0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:54.188604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2a83859-e3e1-4527-89b8-7b1770d140c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.195440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5874dec2-3c27-41c4-9ba4-8a61584660a5 None None] Provisioning complete for port b98d527f-c879-4b57-ba0d-ecceb8d4713c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:54.195912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2a83859-e3e1-4527-89b8-7b1770d140c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.196023 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5874dec2-3c27-41c4-9ba4-8a61584660a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.197788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f2a83859-e3e1-4527-89b8-7b1770d140c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9ba57a71-917d-41ab-af98-889e837b933c HTTP/1.1" status: 204 len: 168 time: 0.2818954 Sep 17 01:25:54.215649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a83859-e3e1-4527-89b8-7b1770d140c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba57a71-917d-41ab-af98-889e837b933c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:54.292638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.295031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5874dec2-3c27-41c4-9ba4-8a61584660a5 None None] Port b98d527f-c879-4b57-ba0d-ecceb8d4713c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:54.307554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] Update dhcp port {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'fixed_ips': [{'subnet_id': 'cd96fae4-7a69-4e68-8be5-7c0f12c8241e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '595c00da-7222-46a7-8a88-f5c3c5001d59'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '9122c9e4-c396-4b65-bc84-a390cd1ee327'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:25:54.338864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.368221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.404406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.471657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ed25f0-3841-4cda-bba3-f87ac00e1e64,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:54.537471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.539319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d232b87f-9211-464a-ac43-fdb70fe983e0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9429023 Sep 17 01:25:54.541751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42490) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:54.551261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'security_group': {'name': 'tempest-secgroup-1663768786'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:54.614675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] Allocated IP 2001:db8::2 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/595c00da-7222-46a7-8a88-f5c3c5001d59/9122c9e4-c396-4b65-bc84-a390cd1ee327) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:54.688219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.738350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 0cc83872-935f-451e-afe1-252d94a523a4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:25:54.766445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9122c9e4-c396-4b65-bc84-a390cd1ee327,segment=NetworkSegment(75bcff00-884e-47a2-a0c1-9c9cbdf27a7d),segment_id=75bcff00-884e-47a2-a0c1-9c9cbdf27a7d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:54.809988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.860089 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.910700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:54.921116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:25:54.926477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-627c0d63-3b1e-4f76-84e3-7dd5c61ea701 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "PUT /v2.0/routers/0cc83872-935f-451e-afe1-252d94a523a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7239769 Sep 17 01:25:54.929296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42506) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:54.932145 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] Sync routers for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:25:54.952999 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:54.953643 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:54.987370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.056376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting subnet 7f5e2713-b0aa-4a94-af43-71917c3042d8 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:25:55.060580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.063412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a8f047-8cfd-4d19-aca5-25958a372c25,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:55.075974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09d1bb-b508-49a3-8b54-bfa37b9b9f61 None None] Pushing event updated for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:55.115795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.119467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.124608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eb376904-8586-4a64-936e-ae59680d89dc tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5793757 Sep 17 01:25:55.126213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:55.136107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'security_group': {'name': 'tempest-secgroup-391591275'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:55.169051 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:55.228536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.239688 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.380583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.434032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5e2713-b0aa-4a94-af43-71917c3042d8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:55.440684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.447677 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:53Z', 'revision_number': 7, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:55.450741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bc4586-adec-469c-803d-3b0ecaee5230 None None] Network 8f163674-7a78-4229-8c10-c43ceaf9804c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:55.468684 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.477025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:55.481752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7af88069-d2e0-4205-a887-7e834baab5d0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/subnets/7f5e2713-b0aa-4a94-af43-71917c3042d8 HTTP/1.1" status: 204 len: 168 time: 0.5505688 Sep 17 01:25:55.521619 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] Checking router: 0cc83872-935f-451e-afe1-252d94a523a4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:25:55.545945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.551816 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] Routers {'0cc83872-935f-451e-afe1-252d94a523a4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:25:55.553821 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['0cc83872-935f-451e-afe1-252d94a523a4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:55.640471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7b9012-5a30-4648-8462-e075e1d99b3f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:55.647731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.649336 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-72bf173d-a312-4272-b65e-0957edc7411f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5193279 Sep 17 01:25:55.652591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42526) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:55.661878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-278287028', 'security_groups': ['4d7b9012-5a30-4648-8462-e075e1d99b3f'], 'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '595c00da-7222-46a7-8a88-f5c3c5001d59'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:55.681858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:55.701644 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] Set router 0cc83872-935f-451e-afe1-252d94a523a4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:25:55.875694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] DHCP port deletion for 8f163674-7a78-4229-8c10-c43ceaf9804c request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:25:55.911857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.132894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] Deleting port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:56.133374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.170387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:56.251415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port b3f77792-814e-406a-b0a6-59a0bc766e08 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:25:56.252127 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.326172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] For port fd3e6704-fb94-43c0-9f7b-fac8d698eb03, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,segment=NetworkSegment(4a53259d-fc56-48fd-bca5-f086467e72e7),segment_id=4a53259d-fc56-48fd-bca5-f086467e72e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:56.326703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.335051 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:53Z', 'revision_number': 7, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:56.350599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] Calling delete_port for fd3e6704-fb94-43c0-9f7b-fac8d698eb03 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:56.354163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:25:56.448319 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a07bc30-2888-4a6e-abe4-0382ca501fe4 None None] The sync data for ids ['0cc83872-935f-451e-afe1-252d94a523a4'] in n-d-789963-7 is: [{'id': '0cc83872-935f-451e-afe1-252d94a523a4', 'name': 'tempest-TestNetworkBasicOps-router-1296114027', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115'}], 'enable_snat': True}, 'gw_port_id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:23:27Z', 'updated_at': '2021-09-17T01:25:53Z', 'revision_number': 7, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'b3f77792-814e-406a-b0a6-59a0bc766e08', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:53:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc83872-935f-451e-afe1-252d94a523a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:23:28Z', 'updated_at': '2021-09-17T01:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:25:56.486908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-81b43e9f-598f-48f5-89b0-f1e7dd726019 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:56.487529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-81b43e9f-598f-48f5-89b0-f1e7dd726019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.503225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.583747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:56.584271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.588000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] device_id is not set on port 2bbd91fc-a62c-4242-b64b-c88356f302ea yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:25:56.606742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port b3f77792-814e-406a-b0a6-59a0bc766e08, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=b3f77792-814e-406a-b0a6-59a0bc766e08,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:25:56.607135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.633534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for b3f77792-814e-406a-b0a6-59a0bc766e08 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:25:56.740475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-81b43e9f-598f-48f5-89b0-f1e7dd726019 None None] Provisioning complete for port b98d527f-c879-4b57-ba0d-ecceb8d4713c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:56.740851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-81b43e9f-598f-48f5-89b0-f1e7dd726019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.776755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-81b43e9f-598f-48f5-89b0-f1e7dd726019 None None] Port b98d527f-c879-4b57-ba0d-ecceb8d4713c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:56.834011 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:56.869584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] Pushing event deleted for resources: {'Port': ['ID=fd3e6704-fb94-43c0-9f7b-fac8d698eb03,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:56.875512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fd3e6704-fb94-43c0-9f7b-fac8d698eb03 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:56.880767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8::3b8 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/595c00da-7222-46a7-8a88-f5c3c5001d59/2bbd91fc-a62c-4242-b64b-c88356f302ea) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:25:56.910346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fd3e6704-fb94-43c0-9f7b-fac8d698eb03 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:56.910699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fd3e6704-fb94-43c0-9f7b-fac8d698eb03 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:56.914369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86670c0-adbd-4b8e-a34b-8a45e3481f5a None None] No DVR routers for this DVR port fd3e6704-fb94-43c0-9f7b-fac8d698eb03 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:25:57.016277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.064182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=b3f77792-814e-406a-b0a6-59a0bc766e08,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:57.119349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.149456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.265513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.284554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.287068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.317162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:57.320075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:57.335962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:25:57.346532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:57.346532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.375893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=2bbd91fc-a62c-4242-b64b-c88356f302ea,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:57.416251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.416897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Fanout notify agent at l3_agent the message router_deleted on router 0cc83872-935f-451e-afe1-252d94a523a4 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:25:57.425236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.428999 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-73e1f1da-1a41-4821-8459-906d46ee7e8c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/routers/0cc83872-935f-451e-afe1-252d94a523a4 HTTP/1.1" status: 204 len: 168 time: 1.9484165 Sep 17 01:25:57.429513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:57.449470 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2c01fc21-64a9-4e57-9322-0c7115b742ac tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7943995 Sep 17 01:25:57.457495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:57.462982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:57.642169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.806657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d4442fc0-b7cd-4f48-b3b0-ee0925b0177d None None] Provisioning complete for port 2bbd91fc-a62c-4242-b64b-c88356f302ea triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:25:57.807858 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d4442fc0-b7cd-4f48-b3b0-ee0925b0177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.813837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.848246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f163674-7a78-4229-8c10-c43ceaf9804c']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:57.851237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d4442fc0-b7cd-4f48-b3b0-ee0925b0177d None None] Port 2bbd91fc-a62c-4242-b64b-c88356f302ea cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:25:57.864600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a53259d-fc56-48fd-bca5-f086467e72e7') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:57.865037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a53259d-fc56-48fd-bca5-f086467e72e7') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:25:57.877472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.885495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:57.889959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.914283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.928560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:25:57.929118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:25:57.932264 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:25:58.060341 n-d-789963-7 neutron-server[112072]: INFO neutron.db.ipam_backend_mixin [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 595c00da-7222-46a7-8a88-f5c3c5001d59 (CIDR: 2001:db8::/64) Sep 17 01:25:58.104404 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:25:58.105482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:25:58.136765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.144716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:58.159415 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.161434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/networks/8f163674-7a78-4229-8c10-c43ceaf9804c HTTP/1.1" status: 204 len: 168 time: 0.7307212 Sep 17 01:25:58.190182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42562) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:58.191006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:58.191382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 48e1140c-e3dc-4ab2-81ad-b715b29be0c0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:58.191878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b3f77792-814e-406a-b0a6-59a0bc766e08 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:25:58.200532 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af457d4c-d959-472f-b005-3fa9095fed0f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7420897 Sep 17 01:25:58.203372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:58.207668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'network': {'name': 'tempest-network-smoke--138268995', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:58.211541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:58.212901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1f8e-3d18-4d03-a66b-b2fc04e871e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Network': ['ID=8f163674-7a78-4229-8c10-c43ceaf9804c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:58.226248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: b3f77792-814e-406a-b0a6-59a0bc766e08 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:25:58.227110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device b3f77792-814e-406a-b0a6-59a0bc766e08 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:25:58.345091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:58.351237 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.383347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:25:58.391449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.392018 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Added segment 035e5154-d457-4d88-b877-b9c963627734 of type vlan for network 3f1629a7-5339-4169-94c4-219d7b4e0a60 Sep 17 01:25:58.444799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.458810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:58.458810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.601434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.613960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:58.619300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.627039 n-d-789963-7 neutron-server[112073]: INFO neutron.db.ipam_backend_mixin [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cd96fae4-7a69-4e68-8be5-7c0f12c8241e (CIDR: 2001:db8:0:1::/64) Sep 17 01:25:58.678966 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:25:58.679571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:25:58.701126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.702886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Network': ['ID=3f1629a7-5339-4169-94c4-219d7b4e0a60,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:58.713762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:25:58.775253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42576) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:58.775608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8296f667-5cba-4df2-b2d9-b7dbf25d0389 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5787671 Sep 17 01:25:58.782618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'admin_state_up': True, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:58.820771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ebfa8ce5-8ea1-427d-91d8-a2e1de4b6706 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6138437 Sep 17 01:25:58.821103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42578) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:58.827616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'subnet': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:58.968405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:58.969880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.067474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.067679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Made reservation on behalf of 59c010c2d7e5477cb71e96fed4a97edd for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:25:59.071469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.193717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.323184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.451237 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.497836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:25:59.502554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:25:59.505046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:25:59.505651 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.512461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b38f1a-d7cd-4689-94e7-6e05249828aa None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:25:59.537216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Subnet': ['ID=14c8cc49-9550-4d4f-ac66-8634bf657a78,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:25:59.654931 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3aa08c6-cea1-4d6c-b4c0-f0abcc51ed9a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8326159 Sep 17 01:25:59.659456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:25:59.663446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1980946777', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '14c8cc49-9550-4d4f-ac66-8634bf657a78'}], 'security_groups': ['81ed25f0-3841-4cda-bba3-f87ac00e1e64', 'e7a8f047-8cfd-4d19-aca5-25958a372c25']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:25:59.756033 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.777973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.834541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] Update dhcp port {'port': {'network_id': 'dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0', 'fixed_ips': [{'subnet_id': 'cd96fae4-7a69-4e68-8be5-7c0f12c8241e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '595c00da-7222-46a7-8a88-f5c3c5001d59', 'ip_address': '2001:db8::2'}, {'subnet_id': '14c8cc49-9550-4d4f-ac66-8634bf657a78'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '9122c9e4-c396-4b65-bc84-a390cd1ee327'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:25:59.876258 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.888078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:25:59.959975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.25.1.76 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/d981dd23-da79-42ec-94ae-2a0fe8420b4b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:00.080649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] Allocated IP 2001:db8:0:2::2 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/14c8cc49-9550-4d4f-ac66-8634bf657a78/9122c9e4-c396-4b65-bc84-a390cd1ee327) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:00.105495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:00.185529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9122c9e4-c396-4b65-bc84-a390cd1ee327,segment=NetworkSegment(75bcff00-884e-47a2-a0c1-9c9cbdf27a7d),segment_id=75bcff00-884e-47a2-a0c1-9c9cbdf27a7d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:00.224893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:00.265836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:00.291210 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:00.311566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:00.315540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:00.319784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:00.353433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=d981dd23-da79-42ec-94ae-2a0fe8420b4b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:00.409962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2a072-c2a7-4572-aed2-3fe3d729ac63 None None] Pushing event updated for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:00.679327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Delete allocated IP 2001:db8::3b8 (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/595c00da-7222-46a7-8a88-f5c3c5001d59) {{(pid=112072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 01:26:00.690307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Allocated IP 2001:db8:0:2::2dd (dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0/14c8cc49-9550-4d4f-ac66-8634bf657a78/2bbd91fc-a62c-4242-b64b-c88356f302ea) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:00.971832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.082605 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.196184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] In _notify_port_updated(), no bound segment for port 2bbd91fc-a62c-4242-b64b-c88356f302ea on network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:26:01.202780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:01.203616 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.205069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "PUT /v2.0/ports/2bbd91fc-a62c-4242-b64b-c88356f302ea HTTP/1.1" status: 200 len: 970 time: 1.5463426 Sep 17 01:26:01.206733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6afdb3-d30d-4690-b6a5-167bc2103118 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event updated for resources: {'Port': ['ID=2bbd91fc-a62c-4242-b64b-c88356f302ea,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:01.209088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42618) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:01.250939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.339179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port 2bbd91fc-a62c-4242-b64b-c88356f302ea {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:01.339179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.422644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:01.423297 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.521325 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.536869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for 2bbd91fc-a62c-4242-b64b-c88356f302ea owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:01.656150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.697907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Provisioning complete for port b98d527f-c879-4b57-ba0d-ecceb8d4713c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:01.698994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.765877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Port b98d527f-c879-4b57-ba0d-ecceb8d4713c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:01.782479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Provisioning complete for port 2bbd91fc-a62c-4242-b64b-c88356f302ea triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:01.782479 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.829864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c7b33645-db26-49dd-99ff-00082f6cad2f None None] Port 2bbd91fc-a62c-4242-b64b-c88356f302ea cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:01.903575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.944243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bfb8c132-c955-4428-b88f-71a874167552 None None] Could not find standard attr ID for object 2bbd91fc-a62c-4242-b64b-c88356f302ea. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:26:01.945274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=2bbd91fc-a62c-4242-b64b-c88356f302ea,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:01.988502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:01.992980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bc160857-cca6-4c3f-bfc0-f63802c2a19c tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/2bbd91fc-a62c-4242-b64b-c88356f302ea HTTP/1.1" status: 204 len: 168 time: 0.7725177 Sep 17 01:26:01.993897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42644) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.010541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 25d518e3-650a-498c-96f0-18d0c06c7004 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:26:02.028600 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6c9852-bd4e-4d18-b814-6943cfe0a87f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] GET failed (client error): The resource could not be found. Sep 17 01:26:02.030800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ac6c9852-bd4e-4d18-b814-6943cfe0a87f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports/2bbd91fc-a62c-4242-b64b-c88356f302ea HTTP/1.1" status: 404 len: 333 time: 0.0356081 Sep 17 01:26:02.033855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42646) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.131350 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645cd65a-bbd3-4867-8247-c667a259852a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.174169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645cd65a-bbd3-4867-8247-c667a259852a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.192700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:02.284302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:02.319532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Sync routers for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:02.337923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:02.338567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:02.403895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645cd65a-bbd3-4867-8247-c667a259852a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.409635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645cd65a-bbd3-4867-8247-c667a259852a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.412010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42654) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.412509 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-645cd65a-bbd3-4867-8247-c667a259852a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/security-groups/4d7b9012-5a30-4648-8462-e075e1d99b3f HTTP/1.1" status: 204 len: 168 time: 0.3774245 Sep 17 01:26:02.461000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cd65a-bbd3-4867-8247-c667a259852a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7b9012-5a30-4648-8462-e075e1d99b3f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:02.466756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.471416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.473491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-de7e9a32-a894-4e56-af78-f4165116e613 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6961823 Sep 17 01:26:02.514324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4368e395-f928-4169-956d-4fa85b50c5e2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.533638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc841d33-163b-4653-a716-9db0e8e7d5b2 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=ff9a3fd73405481f9d98e8a103d8ecbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492091 Sep 17 01:26:02.534264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42658) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.563782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:02.564922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.573307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4368e395-f928-4169-956d-4fa85b50c5e2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.650913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:02.676862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bfc4f-bc92-4928-b69c-7c76cb7cf299 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:02.681107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-213bfc4f-bc92-4928-b69c-7c76cb7cf299 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1451063 Sep 17 01:26:02.683473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42662) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.719419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-44539fe5-bf71-44b2-aef2-6b1a094c9e78 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340559 Sep 17 01:26:02.722964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4368e395-f928-4169-956d-4fa85b50c5e2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.722964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4368e395-f928-4169-956d-4fa85b50c5e2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.723307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.726260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4368e395-f928-4169-956d-4fa85b50c5e2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/security-groups/e7a8f047-8cfd-4d19-aca5-25958a372c25 HTTP/1.1" status: 204 len: 168 time: 0.3110635 Sep 17 01:26:02.733475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42666) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:02.734401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368e395-f928-4169-956d-4fa85b50c5e2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a8f047-8cfd-4d19-aca5-25958a372c25,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:02.737558 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864908347', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:02.881132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fe3a-d713-4edf-ac9f-5b58a7adc20d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:02.933777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fe3a-d713-4edf-ac9f-5b58a7adc20d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.016013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:03.020170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.072565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:00Z', 'revision_number': 3, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:03.101813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Checking router: 25d518e3-650a-498c-96f0-18d0c06c7004 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:03.102485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Updating router 25d518e3-650a-498c-96f0-18d0c06c7004 port d981dd23-da79-42ec-94ae-2a0fe8420b4b binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:26:03.111125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fe3a-d713-4edf-ac9f-5b58a7adc20d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.114090 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0c2fe3a-d713-4edf-ac9f-5b58a7adc20d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.115366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b0c2fe3a-d713-4edf-ac9f-5b58a7adc20d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/security-groups/81ed25f0-3841-4cda-bba3-f87ac00e1e64 HTTP/1.1" status: 204 len: 168 time: 0.3730266 Sep 17 01:26:03.117988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:03.138565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2fe3a-d713-4edf-ac9f-5b58a7adc20d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ed25f0-3841-4cda-bba3-f87ac00e1e64,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:03.171065 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.229354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet 595c00da-7222-46a7-8a88-f5c3c5001d59 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:26:03.236749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.314244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.390358 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.521051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.556499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Subnet': ['ID=e6a29f01-75f2-4ae3-b1c3-85f3909164a7,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:03.560597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.591139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Checking segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:03.591515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network hostable DHCP agents. Network: 3f1629a7-5339-4169-94c4-219d7b4e0a60, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:26:03.633198 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.686466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Attempting to bind port d981dd23-da79-42ec-94ae-2a0fe8420b4b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:03.688353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Attempting to bind port d981dd23-da79-42ec-94ae-2a0fe8420b4b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:03.688353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Attempting to bind port d981dd23-da79-42ec-94ae-2a0fe8420b4b on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:03.699934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:03.699934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:03.699934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.699934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:03.699934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Bound port: d981dd23-da79-42ec-94ae-2a0fe8420b4b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:03.700583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.727134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.728992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2a43-d97d-4c4d-ae93-ec9e9184b4a7 None None] Pushing event updated for resources: {'Port': ['ID=d981dd23-da79-42ec-94ae-2a0fe8420b4b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:03.730514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:26:03.767986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] For port d981dd23-da79-42ec-94ae-2a0fe8420b4b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:03.771716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] For port d981dd23-da79-42ec-94ae-2a0fe8420b4b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d981dd23-da79-42ec-94ae-2a0fe8420b4b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:03.797600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=595c00da-7222-46a7-8a88-f5c3c5001d59,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:03.809559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.810631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7af32-cedd-4646-9516-0db3b23cef5f None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:03.811678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fdadf2b-33cc-47ac-b3ad-97df0184d075 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/595c00da-7222-46a7-8a88-f5c3c5001d59 HTTP/1.1" status: 204 len: 168 time: 0.6927328 Sep 17 01:26:03.815433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42678) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:03.888938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.931497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3f1629a7-5339-4169-94c4-219d7b4e0a60) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:03.957894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:03.958538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:03.965273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad80b6-aa45-488f-b2cd-730b87e12d46 None None] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:03.970712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2a43-d97d-4c4d-ae93-ec9e9184b4a7 None None] Pushing event updated for resources: {'Port': ['ID=d981dd23-da79-42ec-94ae-2a0fe8420b4b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:03.996612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:03.996612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:25:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:04.029455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet 14c8cc49-9550-4d4f-ac66-8634bf657a78 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:26:04.044063 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.089104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.132171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-75f76e1d-0a44-4a44-91c6-a724fe0ed83a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4049957 Sep 17 01:26:04.133341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42682) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:04.240593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.319520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:04.476782 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.628203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=14c8cc49-9550-4d4f-ac66-8634bf657a78,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:04.684187 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.689445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dd34f06b-ab42-485b-97dc-5624b9d70ba3 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/14c8cc49-9550-4d4f-ac66-8634bf657a78 HTTP/1.1" status: 204 len: 168 time: 0.8683248 Sep 17 01:26:04.689777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42686) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:04.734999 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-6529891d-ebfd-4678-9d56-1091e0d26c90 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:04.735494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6529891d-ebfd-4678-9d56-1091e0d26c90 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:04.739523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6529891d-ebfd-4678-9d56-1091e0d26c90 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/595c00da-7222-46a7-8a88-f5c3c5001d59 HTTP/1.1" status: 404 len: 337 time: 0.0465279 Sep 17 01:26:04.739872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42688) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:04.769926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-3f1629a7-5339-4169-94c4-219d7b4e0a60', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:26:04.771006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.868730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting subnet cd96fae4-7a69-4e68-8be5-7c0f12c8241e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:26:04.878313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:04.969612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.005047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Allocated IP 172.20.0.2 (3f1629a7-5339-4169-94c4-219d7b4e0a60/e6a29f01-75f2-4ae3-b1c3-85f3909164a7/d7f5f273-21ce-4148-ad37-476492bccdda) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:05.008339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:00Z', 'revision_number': 3, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:05.044771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba1b9d1-8498-43ea-890a-df2791478e2e None None] The sync data for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 is: [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:00Z', 'revision_number': 3, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:05.175685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.229094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.272305 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.356838 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.442413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.534694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.537823 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/cd96fae4-7a69-4e68-8be5-7c0f12c8241e HTTP/1.1" status: 204 len: 168 time: 0.7966197 Sep 17 01:26:05.538881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143f250-9e26-4827-8b7f-6b83a2b3b677 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Subnet': ['ID=cd96fae4-7a69-4e68-8be5-7c0f12c8241e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:05.544897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42694) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:05.553230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746d35a4-c5ff-4c36-8137-9ca82a944de0 None None] Network dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:05.602977 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40a090a-6454-47e5-bcda-2d7949641d83 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:05.605822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:05.607012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40a090a-6454-47e5-bcda-2d7949641d83 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:05.614937 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e40a090a-6454-47e5-bcda-2d7949641d83 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/ff79118f-b3f8-4fff-b4a0-ffbaa39d0d2f HTTP/1.1" status: 404 len: 337 time: 0.0681643 Sep 17 01:26:05.614937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42696) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:05.622548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:05.625869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:05.637862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cea8d06f-dd3f-4caf-b5c7-c3ad4021ac64 None None] Provisioning complete for port 9122c9e4-c396-4b65-bc84-a390cd1ee327 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:05.638228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cea8d06f-dd3f-4caf-b5c7-c3ad4021ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.647302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Pushing event updated for resources: {'Port': ['ID=d7f5f273-21ce-4148-ad37-476492bccdda,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:05.673435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b74f96a3-5ce2-48fe-a1e4-4b625c2d175b tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "GET /v2.0/ports?device_id=016267ed-b7f7-4c03-8317-7f327588c9d7 HTTP/1.1" status: 200 len: 205 time: 0.0575597 Sep 17 01:26:05.674559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42698) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:05.748649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-38c86761-38dd-4185-9ae3-27739a79282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.776311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.20.0.1 (3f1629a7-5339-4169-94c4-219d7b4e0a60/e6a29f01-75f2-4ae3-b1c3-85f3909164a7/e53323eb-b342-4241-917c-7b360963bd43) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:05.798582 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-f533f9d8-9fdc-4a86-9e6f-0799d3cb7932 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] delete failed (client error): The resource could not be found. Sep 17 01:26:05.798582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f533f9d8-9fdc-4a86-9e6f-0799d3cb7932 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/routers/016267ed-b7f7-4c03-8317-7f327588c9d7 HTTP/1.1" status: 404 len: 336 time: 0.1216695 Sep 17 01:26:05.814038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42704) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:05.865362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Attempting to bind port d7f5f273-21ce-4148-ad37-476492bccdda on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:05.865910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Attempting to bind port d7f5f273-21ce-4148-ad37-476492bccdda by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:05.866162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Attempting to bind port d7f5f273-21ce-4148-ad37-476492bccdda on network 3f1629a7-5339-4169-94c4-219d7b4e0a60 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:05.867923 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1efd6ff-64f3-49e5-a02f-f605b66df90a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:05.868480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1efd6ff-64f3-49e5-a02f-f605b66df90a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:05.877515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b1efd6ff-64f3-49e5-a02f-f605b66df90a tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/d2b1d3df-d22c-48ec-9e9b-1fec3c659c5e HTTP/1.1" status: 404 len: 337 time: 0.0623298 Sep 17 01:26:05.878165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42706) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:05.933616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:05.933883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Checking segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:05.934289 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.934675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Bound using segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:05.941244 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e316fd-4d02-472d-a611-50769b663987 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:05.941700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e316fd-4d02-472d-a611-50769b663987 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:05.942369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Bound port: d7f5f273-21ce-4148-ad37-476492bccdda, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:05.942864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:05.948932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02e316fd-4d02-472d-a611-50769b663987 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/f47a27eb-389f-4ff8-b0a6-9f212b016bb9 HTTP/1.1" status: 404 len: 337 time: 0.0696669 Sep 17 01:26:05.953037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42710) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.013867 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-083e7444-0ced-482a-94e7-b2b7761ae482 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.014650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083e7444-0ced-482a-94e7-b2b7761ae482 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.018157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-083e7444-0ced-482a-94e7-b2b7761ae482 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/fef40474-9f1a-408d-b1be-9f9c65b5b9d0 HTTP/1.1" status: 404 len: 337 time: 0.0675242 Sep 17 01:26:06.027856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42714) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.098285 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bcead69-6e96-45b0-b73e-889f643dec6f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.099109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bcead69-6e96-45b0-b73e-889f643dec6f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.105908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1bcead69-6e96-45b0-b73e-889f643dec6f tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/c7d31d91-77e9-454b-b2f8-ea5703f40df8 HTTP/1.1" status: 404 len: 333 time: 0.0721898 Sep 17 01:26:06.112596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42716) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.154900 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5a6361-26c0-40cf-8d58-1b0ec8fe24de tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.155438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5a6361-26c0-40cf-8d58-1b0ec8fe24de tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.158114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8d5a6361-26c0-40cf-8d58-1b0ec8fe24de tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/0b1ad31e-20fa-4325-92c0-96a79dc0f444 HTTP/1.1" status: 404 len: 337 time: 0.0463464 Sep 17 01:26:06.168780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.173622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.236893 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e747e9-7f29-40d4-ac1a-4db0e1423eb0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.237465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e747e9-7f29-40d4-ac1a-4db0e1423eb0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.241613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f9e747e9-7f29-40d4-ac1a-4db0e1423eb0 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/e5e0a404-a61a-41d3-bb0f-6aa12d854162 HTTP/1.1" status: 404 len: 337 time: 0.0692329 Sep 17 01:26:06.241968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.269495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] For port d7f5f273-21ce-4148-ad37-476492bccdda, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:06.274647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] For port d7f5f273-21ce-4148-ad37-476492bccdda, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d7f5f273-21ce-4148-ad37-476492bccdda,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:06.280520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] DHCP port deletion for dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:26:06.296896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cea8d06f-dd3f-4caf-b5c7-c3ad4021ac64 None None] Provisioning complete for port b98d527f-c879-4b57-ba0d-ecceb8d4713c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:06.297638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cea8d06f-dd3f-4caf-b5c7-c3ad4021ac64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.312644 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef28beeb-30e7-4849-af40-0887294ede92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.312814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef28beeb-30e7-4849-af40-0887294ede92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.316988 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ef28beeb-30e7-4849-af40-0887294ede92 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/59d1a159-1efb-4345-9f89-e438d4f97ab5 HTTP/1.1" status: 404 len: 333 time: 0.0714207 Sep 17 01:26:06.318229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42724) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.394717 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.404619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d981dd23-da79-42ec-94ae-2a0fe8420b4b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:06.432372 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-8557e8af-d9a2-4e31-95c8-21e3411f85b2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.433461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8557e8af-d9a2-4e31-95c8-21e3411f85b2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.438306 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8557e8af-d9a2-4e31-95c8-21e3411f85b2 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/944a536a-278c-4380-b7c0-593d1912c90b HTTP/1.1" status: 404 len: 337 time: 0.1169550 Sep 17 01:26:06.441208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.461574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.486478 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a019e3-31e0-4f5a-a6d0-4345a5949bcd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] DELETE failed (client error): The resource could not be found. Sep 17 01:26:06.486934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a019e3-31e0-4f5a-a6d0-4345a5949bcd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:26:06.488714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b4a019e3-31e0-4f5a-a6d0-4345a5949bcd tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/subnets/5bcd80a7-e6c9-4476-8508-b29a3f93a595 HTTP/1.1" status: 404 len: 337 time: 0.0493531 Sep 17 01:26:06.491228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:06.537031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-cea8d06f-dd3f-4caf-b5c7-c3ad4021ac64 None None] Port b98d527f-c879-4b57-ba0d-ecceb8d4713c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:06.634780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:06.653099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d981dd23-da79-42ec-94ae-2a0fe8420b4b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:06.655379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.669923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:06.689013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:06.715566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] Deleting port 9122c9e4-c396-4b65-bc84-a390cd1ee327 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:06.716215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.726678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b9ab4-6666-4574-bc5f-14c64afb63ae None None] Pushing event updated for resources: {'Port': ['ID=d7f5f273-21ce-4148-ad37-476492bccdda,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:06.751422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=e53323eb-b342-4241-917c-7b360963bd43,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:06.776008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Deleting port b98d527f-c879-4b57-ba0d-ecceb8d4713c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:06.777507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.850450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.925447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:06.949906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Calling delete_port for b98d527f-c879-4b57-ba0d-ecceb8d4713c owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:07.241046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.305988 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.307595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] For port 9122c9e4-c396-4b65-bc84-a390cd1ee327, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9122c9e4-c396-4b65-bc84-a390cd1ee327,segment=NetworkSegment(75bcff00-884e-47a2-a0c1-9c9cbdf27a7d),segment_id=75bcff00-884e-47a2-a0c1-9c9cbdf27a7d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:07.308744 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.339056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.342023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/ports/b98d527f-c879-4b57-ba0d-ecceb8d4713c HTTP/1.1" status: 204 len: 168 time: 0.8496690 Sep 17 01:26:07.344980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42742) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:07.365675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] Calling delete_port for 9122c9e4-c396-4b65-bc84-a390cd1ee327 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:07.369888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e05f6-67ff-4efd-8bd0-2d852fb078b1 tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Port': ['ID=b98d527f-c879-4b57-ba0d-ecceb8d4713c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:07.428062 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.450786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port d981dd23-da79-42ec-94ae-2a0fe8420b4b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d981dd23-da79-42ec-94ae-2a0fe8420b4b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:07.529483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.629479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=d981dd23-da79-42ec-94ae-2a0fe8420b4b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:07.647047 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:07.702665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] Pushing event deleted for resources: {'Port': ['ID=9122c9e4-c396-4b65-bc84-a390cd1ee327,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:07.704936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef59b0bf-0556-4abc-9fe0-b5c2c6c6a278 None None] No DVR routers for this DVR port 9122c9e4-c396-4b65-bc84-a390cd1ee327 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:26:07.756029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.164434 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01f4c421-9772-4f87-b19c-b5bedf977152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.232875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f43ed-7869-49f8-8d2a-687bfe830f48 None None] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:08.494318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d7f5f273-21ce-4148-ad37-476492bccdda up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:08.499468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dce5d132-38d6-447d-a822-b1e7735a7d4e None None] Provisioning complete for port d7f5f273-21ce-4148-ad37-476492bccdda triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:08.499846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dce5d132-38d6-447d-a822-b1e7735a7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.501873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.547832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.582445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:08.599667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:08.600010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bcff00-884e-47a2-a0c1-9c9cbdf27a7d') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:08.621819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.643997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.656987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:26:08.657938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:26:08.662031 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:26:08.688340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.697260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d7f5f273-21ce-4148-ad37-476492bccdda triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:08.697671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.775157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dce5d132-38d6-447d-a822-b1e7735a7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.835460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dce5d132-38d6-447d-a822-b1e7735a7d4e None None] For port d7f5f273-21ce-4148-ad37-476492bccdda, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d7f5f273-21ce-4148-ad37-476492bccdda,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:08.941376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.961973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=e53323eb-b342-4241-917c-7b360963bd43,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:08.969775 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dce5d132-38d6-447d-a822-b1e7735a7d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.980982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:08.984807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:09.001403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:09.031032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] 10.222.0.13 "DELETE /v2.0/networks/dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0 HTTP/1.1" status: 204 len: 168 time: 1.6582067 Sep 17 01:26:09.068587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa8aee-3663-4313-b135-d7692a93cb3d tempest-PortsIpV6TestJSON-501177946 tempest-PortsIpV6TestJSON-501177946-project] Pushing event deleted for resources: {'Network': ['ID=dbf16d52-d7ed-4f4a-b0bc-71523c0bf2a0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:09.206839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:09.208533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:09.228380 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:09.236099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5d132-38d6-447d-a822-b1e7735a7d4e None None] Pushing event updated for resources: {'Port': ['ID=d7f5f273-21ce-4148-ad37-476492bccdda,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:09.252431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:26:09.253085 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:26:09.334652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-13490749-0439-4356-b100-3d5f5278e3ab None None] Provisioning complete for port d7f5f273-21ce-4148-ad37-476492bccdda triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:09.335019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13490749-0439-4356-b100-3d5f5278e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:09.474628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 25d518e3-650a-498c-96f0-18d0c06c7004 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:26:09.595999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:09.741759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-13490749-0439-4356-b100-3d5f5278e3ab None None] Provisioning complete for port e53323eb-b342-4241-917c-7b360963bd43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:09.746267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13490749-0439-4356-b100-3d5f5278e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:09.805564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:09.836896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-57ae100a-935f-4e38-bff5-1071d03c14e0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "PUT /v2.0/routers/25d518e3-650a-498c-96f0-18d0c06c7004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6897883 Sep 17 01:26:09.840004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:09.852614 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Sync routers for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:09.874773 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:09.883809 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:09.943515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-13490749-0439-4356-b100-3d5f5278e3ab None None] Port e53323eb-b342-4241-917c-7b360963bd43 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:09.947105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d981dd23-da79-42ec-94ae-2a0fe8420b4b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:09.972134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42778) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:10.134232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0fc1efd7-de8e-42a8-ad63-745f97e2adb2 None None] Provisioning complete for port e53323eb-b342-4241-917c-7b360963bd43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:10.136350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fc1efd7-de8e-42a8-ad63-745f97e2adb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.150460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.151650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.152504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.153128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.153788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.154431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.155259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.155912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.169704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fae71697-8a54-476c-b96f-98965d77c8db tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.3274364 Sep 17 01:26:10.173528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42782) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:10.183347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d981dd23-da79-42ec-94ae-2a0fe8420b4b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:10.183957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.218756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0fc1efd7-de8e-42a8-ad63-745f97e2adb2 None None] Port e53323eb-b342-4241-917c-7b360963bd43 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:10.239625 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:10.302804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.303424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.303888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.304342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.304787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.305595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.305719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.306140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:10.308907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab7efc91-28f2-4119-8dd6-8eb97603598c tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5180 time: 0.1343136 Sep 17 01:26:10.311905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42786) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:10.321351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-69ea775e-5444-40f3-bd8a-a98c2d24c5c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59c010c2d7e5477cb71e96fed4a97edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381846 Sep 17 01:26:10.329733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42788) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:10.379897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8be3f759-6f99-48fe-9cb2-5c036325f82f None None] Provisioning complete for port e53323eb-b342-4241-917c-7b360963bd43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:10.386837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8be3f759-6f99-48fe-9cb2-5c036325f82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.449018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03b92465-a301-4e66-a7d0-e689dd15c105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.500768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:26:10.503277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8be3f759-6f99-48fe-9cb2-5c036325f82f None None] Port e53323eb-b342-4241-917c-7b360963bd43 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:10.525272 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03b92465-a301-4e66-a7d0-e689dd15c105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.554198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 9122c9e4-c396-4b65-bc84-a390cd1ee327 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:26:10.554823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9122c9e4-c396-4b65-bc84-a390cd1ee327 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:26:10.694778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d7f5f273-21ce-4148-ad37-476492bccdda up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:10.736970 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03b92465-a301-4e66-a7d0-e689dd15c105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.736970 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03b92465-a301-4e66-a7d0-e689dd15c105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.737976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-03b92465-a301-4e66-a7d0-e689dd15c105 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c3ec5d84-ae32-4f5b-bfb5-66eded357779 HTTP/1.1" status: 204 len: 168 time: 0.4071991 Sep 17 01:26:10.754822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b92465-a301-4e66-a7d0-e689dd15c105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec5d84-ae32-4f5b-bfb5-66eded357779,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:10.812791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d7f5f273-21ce-4148-ad37-476492bccdda triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:10.813725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:10.836447 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a701b343-640c-488c-b9e5-046cc3211656 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3051 time: 0.5233245 Sep 17 01:26:10.904877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 2, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:11.001675 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Checking router: 25d518e3-650a-498c-96f0-18d0c06c7004 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:11.001675 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Updating router 25d518e3-650a-498c-96f0-18d0c06c7004 port e53323eb-b342-4241-917c-7b360963bd43 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:26:11.076527 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.123651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.290778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42814) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:11.303001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953429213', 'description': 'tempest-secgroup-smoke-953429213 description', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:11.476374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.684277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.696697 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.833381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.833591 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:11.881507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd0988-424e-421a-a9a7-53ad4d74fcba,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:11.962644 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Pushing event updated for resources: {'Port': ['ID=e53323eb-b342-4241-917c-7b360963bd43,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:11.973705 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.974244 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.974955 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.975322 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.975656 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.976123 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.976453 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.976775 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.977097 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.977415 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.977733 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:11.978111 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:12.016296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.017595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-26d790d3-f28f-42c6-b7a1-2fa969a6efc9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7247477 Sep 17 01:26:12.020448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42846) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:12.025229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '7fbd0988-424e-421a-a9a7-53ad4d74fcba', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:12.127817 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Attempting to bind port e53323eb-b342-4241-917c-7b360963bd43 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:12.128431 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Attempting to bind port e53323eb-b342-4241-917c-7b360963bd43 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:12.128958 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Attempting to bind port e53323eb-b342-4241-917c-7b360963bd43 on network 3f1629a7-5339-4169-94c4-219d7b4e0a60 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:12.161569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.177201 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:12.189768 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Checking segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:12.192271 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.194589 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Bound using segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:12.197282 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Bound port: e53323eb-b342-4241-917c-7b360963bd43, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:12.201662 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.360614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.375222 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] For port e53323eb-b342-4241-917c-7b360963bd43, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:12.382219 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] For port e53323eb-b342-4241-917c-7b360963bd43, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e53323eb-b342-4241-917c-7b360963bd43,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:12.451130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.469032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e0e31b17-96dc-4429-a03f-a732b7ae40b3 None None] Provisioning complete for port e53323eb-b342-4241-917c-7b360963bd43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:12.469567 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0e31b17-96dc-4429-a03f-a732b7ae40b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.483242 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.505948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5e6fe7-31de-446b-a506-de04bdf8e3a4,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:12.599890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.606951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98aaa940-f2de-4b90-8b00-193ea9bc380d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5820646 Sep 17 01:26:12.619257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42874) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:12.619934 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:12.619934 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:12.620790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '7fbd0988-424e-421a-a9a7-53ad4d74fcba', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:12.620952 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1228bd2-993f-471b-9aae-14b511c3fe74 None None] Pushing event updated for resources: {'Port': ['ID=e53323eb-b342-4241-917c-7b360963bd43,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:12.635139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e0e31b17-96dc-4429-a03f-a732b7ae40b3 None None] Port e53323eb-b342-4241-917c-7b360963bd43 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:12.774382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:12.828263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42880) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:12.857982 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:12.969543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.011871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-aeb7b4b0-e3d3-4fe8-bf85-b955e6ad42d5 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:13.018136 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-aeb7b4b0-e3d3-4fe8-bf85-b955e6ad42d5 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 01:26:13.019358 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-aeb7b4b0-e3d3-4fe8-bf85-b955e6ad42d5 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 01:26:13.020794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aeb7b4b0-e3d3-4fe8-bf85-b955e6ad42d5 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1905761 Sep 17 01:26:13.024925 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42884) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:13.033087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130530779'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:13.082263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.130585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8f9fa2-1809-4028-bbd5-db7409f6c40b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:13.173503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2cdf0d50-6253-4342-8ec9-9d4d481eb08e None None] Provisioning complete for port e53323eb-b342-4241-917c-7b360963bd43 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:13.174624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0d50-6253-4342-8ec9-9d4d481eb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.184528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.206547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.281593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.282841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9315aa5a-dbd5-48a9-9621-f19c7360eec6 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6746445 Sep 17 01:26:13.285713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42888) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:13.295824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '7fbd0988-424e-421a-a9a7-53ad4d74fcba', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:13.338309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:12Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:13.388830 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227a59d-ec94-4fca-af41-fa230e399ab0 None None] The sync data for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 is: [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:12Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:13.390346 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0d50-6253-4342-8ec9-9d4d481eb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.465512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2cdf0d50-6253-4342-8ec9-9d4d481eb08e None None] For port e53323eb-b342-4241-917c-7b360963bd43, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e53323eb-b342-4241-917c-7b360963bd43,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:13.500697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.559426 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2cdf0d50-6253-4342-8ec9-9d4d481eb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.600520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.654144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1110ef9a-1d4d-4cc7-b103-6b4ad4c07fe9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:13.672827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf0d50-6253-4342-8ec9-9d4d481eb08e None None] Pushing event updated for resources: {'Port': ['ID=e53323eb-b342-4241-917c-7b360963bd43,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:13.712121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.830781 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.878145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.916703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:13.968111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.012111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca9f98a-b48f-4fcc-b200-3dd67548fcef,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:14.017685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84af0cb-5681-41ae-be2c-08c43d9491e2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:14.093312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.097749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42898) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:14.098130 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7bc46e85-881a-42fa-8c45-160e62179692 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0716236 Sep 17 01:26:14.105725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'a84af0cb-5681-41ae-be2c-08c43d9491e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:14.132552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.133952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1ee86d40-fb83-412c-b23c-928b853f5f0d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8472731 Sep 17 01:26:14.137741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42900) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:14.143985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '7fbd0988-424e-421a-a9a7-53ad4d74fcba', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:14.269800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.373461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.440686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.531678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.552273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.572910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abf473d-d148-46f0-9e0f-4599e6638837,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:14.641943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.670541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.675297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d171e21f-5842-4685-834d-bb610d0987d6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5751803 Sep 17 01:26:14.676216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:14.682179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8a1da139-8c07-47cf-a41c-9c0a448a79c2 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'a84af0cb-5681-41ae-be2c-08c43d9491e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:14.685749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca518ac-2f4b-4eed-a9b8-5c1f25d85e74,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:14.758135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.760855 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ca7b69e-4698-4e32-885e-b83fed0ff46b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6215701 Sep 17 01:26:14.764149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:14.785922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '7fbd0988-424e-421a-a9a7-53ad4d74fcba', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:14.799709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e53323eb-b342-4241-917c-7b360963bd43 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:14.866692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e53323eb-b342-4241-917c-7b360963bd43 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:14.868552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:14.907943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8a1da139-8c07-47cf-a41c-9c0a448a79c2 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.028158 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Project ff9a3fd73405481f9d98e8a103d8ecbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:26:15.034855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.104969 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-8a1da139-8c07-47cf-a41c-9c0a448a79c2 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 01:26:15.108521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8a1da139-8c07-47cf-a41c-9c0a448a79c2 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4287069 Sep 17 01:26:15.109154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42918) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:15.187756 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.253563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.258860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7db84651-ffea-434c-b0e3-2133735bd16e tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.306981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42920) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:15.311114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7db84651-ffea-434c-b0e3-2133735bd16e tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.313751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a332ab-502e-4efa-99fb-2d0fc727ec03,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:15.402780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.404105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6645439-83e6-4662-a24b-505fc2ff2e64 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6379056 Sep 17 01:26:15.406848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:15.412677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'security_group_rule': {'security_group_id': '7fbd0988-424e-421a-a9a7-53ad4d74fcba', 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:15.467438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7db84651-ffea-434c-b0e3-2133735bd16e tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.471542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7db84651-ffea-434c-b0e3-2133735bd16e tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.483189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7db84651-ffea-434c-b0e3-2133735bd16e tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/a84af0cb-5681-41ae-be2c-08c43d9491e2 HTTP/1.1" status: 204 len: 168 time: 0.3626082 Sep 17 01:26:15.483388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42926) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:15.506346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db84651-ffea-434c-b0e3-2133735bd16e tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84af0cb-5681-41ae-be2c-08c43d9491e2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:15.546476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-394120dc-4032-4cf4-9bb7-32a974ba7428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.557356 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Project ff9a3fd73405481f9d98e8a103d8ecbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:26:15.567160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1ceee52d-ff73-4f9d-b9e3-505c0e3bc019 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902281 Sep 17 01:26:15.571598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42928) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:15.576928 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.585615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--834467744'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:15.665500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.699936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-394120dc-4032-4cf4-9bb7-32a974ba7428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.759134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.784404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb58991f-ea7f-48b6-8d62-657780272ac4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:15.828891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-394120dc-4032-4cf4-9bb7-32a974ba7428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.884737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-394120dc-4032-4cf4-9bb7-32a974ba7428 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c35ab7cc38034c858a695d4317b496a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5758250 Sep 17 01:26:15.887608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42932) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:15.888675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394120dc-4032-4cf4-9bb7-32a974ba7428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dda3e94-5388-4b10-afa1-b16466790057,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:15.906698 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:15.911183 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-98a0f555-74e2-4cf2-8aac-789eb9a11b7e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4999442 Sep 17 01:26:15.985958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b34d281f-76c4-44a8-8dd3-70caa0720f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.011779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b34d281f-76c4-44a8-8dd3-70caa0720f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.032620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.177961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b34d281f-76c4-44a8-8dd3-70caa0720f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.178754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b34d281f-76c4-44a8-8dd3-70caa0720f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.191680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b34d281f-76c4-44a8-8dd3-70caa0720f0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5dda3e94-5388-4b10-afa1-b16466790057 HTTP/1.1" status: 204 len: 168 time: 0.2999065 Sep 17 01:26:16.239325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-41a2e8c9-fb5b-4872-a6b0-e242a9733060 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953429213&fields=id&tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 267 time: 0.1112666 Sep 17 01:26:16.266976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d281f-76c4-44a8-8dd3-70caa0720f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dda3e94-5388-4b10-afa1-b16466790057,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:16.368464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.380095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-7ad597af-a924-4a2e-aeec-98e9802fc7be tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:16.388133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-7ad597af-a924-4a2e-aeec-98e9802fc7be tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/networks?id=3f1629a7-5339-4169-94c4-219d7b4e0a60 HTTP/1.1" status: 200 len: 796 time: 0.1479685 Sep 17 01:26:16.398300 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-bb9adb54-707f-43ad-9b43-ebb0743f2d2f tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/quotas/ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 375 time: 0.0093191 Sep 17 01:26:16.415958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.468306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d1a4dc-fe7d-4ed7-a681-969583c9a5c8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:16.480199 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-2da11e92-a413-472b-9ff6-cf2090d87dbd tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741687 Sep 17 01:26:16.527952 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.531632 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-810fd49f-b3a6-408c-98bf-c90c5593e673 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9480872 Sep 17 01:26:16.532075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:16.536483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b312974e-9403-4757-86ce-eeef7b837209 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'f5d1a4dc-fe7d-4ed7-a681-969583c9a5c8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:16.537218 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-b312974e-9403-4757-86ce-eeef7b837209 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 01:26:16.537699 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-b312974e-9403-4757-86ce-eeef7b837209 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:16.538627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b312974e-9403-4757-86ce-eeef7b837209 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056610 Sep 17 01:26:16.541284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:16.600437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b162d67a-0d31-465c-b365-f0ae857cac63 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.624044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b162d67a-0d31-465c-b365-f0ae857cac63 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.635382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-4239e62f-1b8c-4d92-ad89-8f0cf8f3dd65 service neutron] 10.222.0.13 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255791 Sep 17 01:26:16.732109 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-7613328d-e367-4f2d-ad5e-7ec6e1733b15 service neutron] 10.222.0.13 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952923 Sep 17 01:26:16.809950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b162d67a-0d31-465c-b365-f0ae857cac63 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.813001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b162d67a-0d31-465c-b365-f0ae857cac63 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:16.821437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b162d67a-0d31-465c-b365-f0ae857cac63 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/f5d1a4dc-fe7d-4ed7-a681-969583c9a5c8 HTTP/1.1" status: 204 len: 168 time: 0.2715590 Sep 17 01:26:16.821588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42970) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:16.826321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162d67a-0d31-465c-b365-f0ae857cac63 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d1a4dc-fe7d-4ed7-a681-969583c9a5c8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:16.871797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb34c156-f0ab-469d-b809-4997bdcccebf tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525379 Sep 17 01:26:16.877896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42974) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:16.882645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684085312'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:16.980113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6e6e70b-207e-42cf-9148-94a8ca71b44c req-f29a2557-d963-4282-bea7-10a601da6feb tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 210 time: 0.0357521 Sep 17 01:26:16.981129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.107382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.161533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.221945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab42108c-a3cd-439d-b3ad-eb9fd13bbece,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:17.339441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.340860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-80ec42e0-f676-40c9-864f-b66762a744b8 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4618623 Sep 17 01:26:17.347314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43004) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:17.349190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5718809d-8177-4387-a4d4-4f272d3f1244 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'ab42108c-a3cd-439d-b3ad-eb9fd13bbece', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:17.350090 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-5718809d-8177-4387-a4d4-4f272d3f1244 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 01:26:17.350593 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-5718809d-8177-4387-a4d4-4f272d3f1244 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:17.351540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5718809d-8177-4387-a4d4-4f272d3f1244 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059521 Sep 17 01:26:17.354861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43006) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:17.424615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43b427cf-2c82-45ad-8e82-2e70a1201201 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.451505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43b427cf-2c82-45ad-8e82-2e70a1201201 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.687991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43b427cf-2c82-45ad-8e82-2e70a1201201 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.692221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43b427cf-2c82-45ad-8e82-2e70a1201201 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.693712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-43b427cf-2c82-45ad-8e82-2e70a1201201 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab42108c-a3cd-439d-b3ad-eb9fd13bbece HTTP/1.1" status: 204 len: 168 time: 0.3369193 Sep 17 01:26:17.696275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43016) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:17.726867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b427cf-2c82-45ad-8e82-2e70a1201201 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab42108c-a3cd-439d-b3ad-eb9fd13bbece,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:17.774468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-97e01bcc-87de-413a-a6f9-b0f317dac5cb tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762982 Sep 17 01:26:17.778829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43020) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:17.783346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--288496515'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:17.884887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1165161-e160-478d-bbe1-fb1b83e51b84 req-c28f86f7-27f1-46b8-b685-90fa73935376 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:17.886881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1165161-e160-478d-bbe1-fb1b83e51b84 req-c28f86f7-27f1-46b8-b685-90fa73935376 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 946 time: 0.0507560 Sep 17 01:26:17.903142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:17.945930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1165161-e160-478d-bbe1-fb1b83e51b84 req-821062b4-a84c-47ef-85fa-4865b079a983 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525596 Sep 17 01:26:18.009390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.064492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-951e94f7-5cc9-4492-ac37-c00f3b660a6d req-295ac85f-fd92-4111-a211-d6c6212c0559 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 210 time: 0.0274317 Sep 17 01:26:18.078630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.108443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:18.161369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.162909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b9e73ef9-d890-4acc-a26d-141b423b7aa6 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3829076 Sep 17 01:26:18.165526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43032) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.170416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2867ffee-e17c-4035-b6a2-243532f59b4b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:18.198764 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-2867ffee-e17c-4035-b6a2-243532f59b4b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 01:26:18.198764 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-2867ffee-e17c-4035-b6a2-243532f59b4b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:18.198764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2867ffee-e17c-4035-b6a2-243532f59b4b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281231 Sep 17 01:26:18.198764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43034) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.203918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5189be7c-7ca2-44a5-8e32-a29ad022ebb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:18.205052 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-5189be7c-7ca2-44a5-8e32-a29ad022ebb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 01:26:18.206395 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-5189be7c-7ca2-44a5-8e32-a29ad022ebb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:18.207753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5189be7c-7ca2-44a5-8e32-a29ad022ebb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0076332 Sep 17 01:26:18.210502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43036) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.215024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b862368b-86a8-454b-bec9-83ea6823a47c tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:18.217155 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-b862368b-86a8-454b-bec9-83ea6823a47c tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 01:26:18.217675 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-b862368b-86a8-454b-bec9-83ea6823a47c tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:18.220605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b862368b-86a8-454b-bec9-83ea6823a47c tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090842 Sep 17 01:26:18.223401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.229087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-17e61b8b-c160-4658-9dca-b171650daa00 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:18.230979 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-17e61b8b-c160-4658-9dca-b171650daa00 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 01:26:18.231702 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-17e61b8b-c160-4658-9dca-b171650daa00 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:18.240992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-17e61b8b-c160-4658-9dca-b171650daa00 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0164559 Sep 17 01:26:18.243748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.311941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00abf014-a740-4d51-b4aa-1380e0544e42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.335356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00abf014-a740-4d51-b4aa-1380e0544e42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.457008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00abf014-a740-4d51-b4aa-1380e0544e42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.461859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00abf014-a740-4d51-b4aa-1380e0544e42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:18.467289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-00abf014-a740-4d51-b4aa-1380e0544e42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f HTTP/1.1" status: 204 len: 168 time: 0.2210293 Sep 17 01:26:18.469176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43054) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.481552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abf014-a740-4d51-b4aa-1380e0544e42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e03c0b-97fc-40b8-8f3f-a8a2b7a9b43f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:18.527573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aa51e8e9-98e1-40fe-8338-3d6b2503ee42 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566640 Sep 17 01:26:18.531169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43056) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:18.536058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--744809114'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:18.668316 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.135286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.179435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d55abdb3-be1c-45cf-a59b-8b17d0d3b393 req-c2b2ea53-9acb-478c-9efd-918417e52c5a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 210 time: 0.0297878 Sep 17 01:26:19.216200 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f70a815-bc4c-4b0e-bf9a-41ba211accde req-c1635f03-b1f4-44ad-ba74-b718711ec370 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:19.219176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f70a815-bc4c-4b0e-bf9a-41ba211accde req-c1635f03-b1f4-44ad-ba74-b718711ec370 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 946 time: 0.1074362 Sep 17 01:26:19.220271 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.313702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.314949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7822754 Sep 17 01:26:19.318200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43076) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:19.325800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-289cd410-3ed8-4088-9a58-2532d1cad444 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:19.326858 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-289cd410-3ed8-4088-9a58-2532d1cad444 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 01:26:19.327593 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-289cd410-3ed8-4088-9a58-2532d1cad444 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:19.332805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-289cd410-3ed8-4088-9a58-2532d1cad444 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0134251 Sep 17 01:26:19.336161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:19.342452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-bc590959-a6ae-41f1-889d-6aaf629ed26e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:19.344343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-bc590959-a6ae-41f1-889d-6aaf629ed26e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 946 time: 0.0884504 Sep 17 01:26:19.355044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bf178f5f-1d58-49a2-83fb-e6330585b501 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:19.373888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f70a815-bc4c-4b0e-bf9a-41ba211accde req-be8ff737-ecab-432c-9204-ab4a5598cd44 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=48034fb1-4051-4794-b104-c8c6d81bb4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380775 Sep 17 01:26:19.374216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad53fb2-acf2-4fec-9990-d59dd4365926 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb53d04e-c08b-4aff-a47e-6509fb9c37d3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:19.484213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-fb0eaf1b-4ccc-4ce7-b894-c8c5c9093779 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:19.485853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-fb0eaf1b-4ccc-4ce7-b894-c8c5c9093779 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/networks?id=3f1629a7-5339-4169-94c4-219d7b4e0a60 HTTP/1.1" status: 200 len: 796 time: 0.1968193 Sep 17 01:26:19.492125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Deleting port f64101f6-fa4b-4698-8438-fe49b634ff0e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:19.492468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.570627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-0a407a27-7ca6-457e-a06b-85a1127d0fb1 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf HTTP/1.1" status: 200 len: 379 time: 0.0728974 Sep 17 01:26:19.597649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'port': {'device_id': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'admin_state_up': True, 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'security_groups': ['7fbd0988-424e-421a-a9a7-53ad4d74fcba']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:19.653683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] For port f64101f6-fa4b-4698-8438-fe49b634ff0e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f64101f6-fa4b-4698-8438-fe49b634ff0e,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:19.656750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.658820 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-bf178f5f-1d58-49a2-83fb-e6330585b501 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:19.660453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bf178f5f-1d58-49a2-83fb-e6330585b501 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3188515 Sep 17 01:26:19.670378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43086) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:19.676181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c0a90610-4c60-474b-89f4-8b99a89114a4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:19.677082 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-c0a90610-4c60-474b-89f4-8b99a89114a4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 01:26:19.677653 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-c0a90610-4c60-474b-89f4-8b99a89114a4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:19.678670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c0a90610-4c60-474b-89f4-8b99a89114a4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068245 Sep 17 01:26:19.684604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43088) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:19.728122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-11c99171-cfae-4c8d-a534-023a3dbe0655 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:19.944091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.944449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:19.944766 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Floating IP 949d0171-dfcb-4613-b138-24e8e4e287c2 disassociated. External IP: 172.25.1.55, port: f64101f6-fa4b-4698-8438-fe49b634ff0e. Sep 17 01:26:19.945101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Calling delete_port for f64101f6-fa4b-4698-8438-fe49b634ff0e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:19.977216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Made reservation on behalf of ff9a3fd73405481f9d98e8a103d8ecbf for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:19.986004 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:20.064520 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-11c99171-cfae-4c8d-a534-023a3dbe0655 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:20.068722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-11c99171-cfae-4c8d-a534-023a3dbe0655 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3796823 Sep 17 01:26:20.069355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43100) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:20.076311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e993d436-6240-4cbe-8c3d-37a89895c324 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:20.077042 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-e993d436-6240-4cbe-8c3d-37a89895c324 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 01:26:20.077836 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-e993d436-6240-4cbe-8c3d-37a89895c324 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:20.081804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e993d436-6240-4cbe-8c3d-37a89895c324 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087187 Sep 17 01:26:20.082397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43104) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:20.087494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d8474d1a-b699-428a-aebd-1938c4c19b5b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:20.186593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.20.0.5 (3f1629a7-5339-4169-94c4-219d7b4e0a60/e6a29f01-75f2-4ae3-b1c3-85f3909164a7/e98814e3-af1e-46f4-9c0b-ae592b419b1c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:20.259347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:20.325387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event deleted for resources: {'Port': ['ID=f64101f6-fa4b-4698-8438-fe49b634ff0e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:20.332356 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-374b115f-ef01-4b50-a35a-581c1550dca7 req-8b17df3d-4066-4ffb-8cb2-11be40bb6b81 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 210 time: 0.0668638 Sep 17 01:26:20.423752 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-d8474d1a-b699-428a-aebd-1938c4c19b5b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:20.429106 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8474d1a-b699-428a-aebd-1938c4c19b5b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3457551 Sep 17 01:26:20.435658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:20.437197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43112) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:20.443734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-790b8ed3-7858-4da4-a34b-1146ee2ecc6f tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:20.444403 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-790b8ed3-7858-4da4-a34b-1146ee2ecc6f tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 01:26:20.444964 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-790b8ed3-7858-4da4-a34b-1146ee2ecc6f tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:20.451393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-790b8ed3-7858-4da4-a34b-1146ee2ecc6f tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0114207 Sep 17 01:26:20.452131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:20.461395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-94c5f09f-a990-42f9-ad41-b4f96ba5cec4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:20.506208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:26:20.565947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3557b27b-ef83-4d6b-8ab7-487f030c0f6d req-a8f9dd11-6a1e-4364-94c2-68fe91f06f7d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 210 time: 0.0365479 Sep 17 01:26:20.638655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:20.724508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:20.728470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:20.737369 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-94c5f09f-a990-42f9-ad41-b4f96ba5cec4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:20.737369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94c5f09f-a990-42f9-ad41-b4f96ba5cec4 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2796865 Sep 17 01:26:20.737369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:20.737731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:20.738095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43122) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:20.746681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-41c6e261-3363-43a1-9074-9f2fb1edcfbc tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'cb53d04e-c08b-4aff-a47e-6509fb9c37d3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:20.748081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:20.754147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=e98814e3-af1e-46f4-9c0b-ae592b419b1c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:20.766144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:20.767159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:20.871576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:20.873666 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:20.908665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] No DVR routers for this DVR port f64101f6-fa4b-4698-8438-fe49b634ff0e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:26:20.914176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:20.917394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f984f8-de09-4986-8eba-06b0ec6b50b2 req-e59b55b7-9e2f-40e3-b8ea-0b4498e100af tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "DELETE /v2.0/ports/f64101f6-fa4b-4698-8438-fe49b634ff0e HTTP/1.1" status: 204 len: 173 time: 1.5673425 Sep 17 01:26:20.918072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-deleted', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:20.921344 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c964c8c-c0a9-41f7-b3c7-fd96bae2067f" -d '{"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-deleted", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:20.994280 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-458420fe-fdbb-4676-b7d6-8ad0c0685313 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4149504 Sep 17 01:26:21.007056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Request body: {'port': {'device_id': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:21.066748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:21.087763 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-41c6e261-3363-43a1-9074-9f2fb1edcfbc tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:21.090000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-41c6e261-3363-43a1-9074-9f2fb1edcfbc tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3503008 Sep 17 01:26:21.092556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43132) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:21.243534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.306528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4a41de2-b7a4-4bd1-9203-8544be10fbb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.389722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4a41de2-b7a4-4bd1-9203-8544be10fbb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.519269 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1c5526-bbd5-4cba-9643-090bf2c47bf8 x-openstack-request-id: req-9a1c5526-bbd5-4cba-9643-090bf2c47bf8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:21.519558 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92db530-f77a-40d5-b9c4-ff81be322353", "name": "network-vif-deleted", "tag": "f64101f6-fa4b-4698-8438-fe49b634ff0e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:21.520849 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a1c5526-bbd5-4cba-9643-090bf2c47bf8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:21.521473 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92db530-f77a-40d5-b9c4-ff81be322353', 'name': 'network-vif-deleted', 'tag': 'f64101f6-fa4b-4698-8438-fe49b634ff0e', 'status': 'completed', 'code': 200} Sep 17 01:26:21.562727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3c4cec67-07be-4f7e-8073-5f1294f30627 None None] Provisioning complete for port e98814e3-af1e-46f4-9c0b-ae592b419b1c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:21.563126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c4cec67-07be-4f7e-8073-5f1294f30627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.627290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4a41de2-b7a4-4bd1-9203-8544be10fbb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.629997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4a41de2-b7a4-4bd1-9203-8544be10fbb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.631269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a4a41de2-b7a4-4bd1-9203-8544be10fbb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb53d04e-c08b-4aff-a47e-6509fb9c37d3 HTTP/1.1" status: 204 len: 168 time: 0.5376787 Sep 17 01:26:21.634393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d209628-d836-42f2-bf3a-fd9d06b316b6 req-3ebdcbdb-424a-419d-b834-c213e882f769 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:21.634908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43140) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:21.637211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d209628-d836-42f2-bf3a-fd9d06b316b6 req-3ebdcbdb-424a-419d-b834-c213e882f769 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 931 time: 0.1238332 Sep 17 01:26:21.685648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a41de2-b7a4-4bd1-9203-8544be10fbb7 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb53d04e-c08b-4aff-a47e-6509fb9c37d3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:21.693404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3c4cec67-07be-4f7e-8073-5f1294f30627 None None] Port e98814e3-af1e-46f4-9c0b-ae592b419b1c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:21.729783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d209628-d836-42f2-bf3a-fd9d06b316b6 req-d58ee11f-6f61-41d3-afb9-9b9d7a840c07 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583427 Sep 17 01:26:21.740274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-35326335-adde-402e-bfeb-847fc5765be2 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1045139 Sep 17 01:26:21.750417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:21.755949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732095048'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:21.813678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3cd25763-102a-4948-bd01-362846d76325 req-3c793ca7-4523-4c6b-a368-9e939c56574c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=e92db530-f77a-40d5-b9c4-ff81be322353 HTTP/1.1" status: 200 len: 210 time: 0.0458887 Sep 17 01:26:21.826499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:21.860164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:21.872393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e98814e3-af1e-46f4-9c0b-ae592b419b1c {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:26:21.873683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:21.876664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:21.882082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.886671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:21.911242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:21.921483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Transition to ACTIVE for port object e98814e3-af1e-46f4-9c0b-ae592b419b1c will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:26:22.024181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.048202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.051762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48056d94-25fe-49e8-b361-d225af16551b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.120706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.222752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e98814e3-af1e-46f4-9c0b-ae592b419b1c,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:22.255844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f08d90-8625-4e1a-b52a-76fe66b61bb2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:22.261053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48056d94-25fe-49e8-b361-d225af16551b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.264707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:22.283766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Attempting to bind port e98814e3-af1e-46f4-9c0b-ae592b419b1c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:22.284108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Attempting to bind port e98814e3-af1e-46f4-9c0b-ae592b419b1c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:22.284440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Attempting to bind port e98814e3-af1e-46f4-9c0b-ae592b419b1c on network 3f1629a7-5339-4169-94c4-219d7b4e0a60 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:22.289884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Port e98814e3-af1e-46f4-9c0b-ae592b419b1c on network 3f1629a7-5339-4169-94c4-219d7b4e0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:26:22.290209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Attempting to bind port e98814e3-af1e-46f4-9c0b-ae592b419b1c on network 3f1629a7-5339-4169-94c4-219d7b4e0a60 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:22.296479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:22.298218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Checking segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:22.298218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Bound using segment: {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:22.298218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Bound port: e98814e3-af1e-46f4-9c0b-ae592b419b1c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '035e5154-d457-4d88-b877-b9c963627734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:22.298493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.355975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-48056d94-25fe-49e8-b361-d225af16551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.462222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-48056d94-25fe-49e8-b361-d225af16551b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ec69f5d814348bf8676744e04eaf2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497279 Sep 17 01:26:22.471880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43154) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:22.488438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48056d94-25fe-49e8-b361-d225af16551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b8db3a-4f4b-4c90-b475-1d8a7f3a4d87,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:22.530980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:22.540649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] For port e98814e3-af1e-46f4-9c0b-ae592b419b1c, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:22.545337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.549529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3ec3330-5b52-4a8a-a495-0659a517e7c3 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7953897 Sep 17 01:26:22.550655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] For port e98814e3-af1e-46f4-9c0b-ae592b419b1c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:22.550850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43156) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:22.556075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e873a891-9867-4db8-8302-14f1add1e4ac tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '95f08d90-8625-4e1a-b52a-76fe66b61bb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:22.560419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9520468-6653-4a86-be32-3095ec8b831b None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:22.562999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6df5-e02f-42fe-9a08-ffd9853a2969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.591416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6df5-e02f-42fe-9a08-ffd9853a2969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.630884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.673166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:22.673849 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.675444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] 10.222.0.23 "PUT /v2.0/ports/e98814e3-af1e-46f4-9c0b-ae592b419b1c HTTP/1.1" status: 200 len: 1091 time: 1.6733499 Sep 17 01:26:22.675900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:22.678349 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396a91e-144a-47c2-84aa-3b8a07146efe" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:22.730805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672ad3a-22cf-4573-bf5b-11da2f1ae5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e98814e3-af1e-46f4-9c0b-ae592b419b1c,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:22.747526 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504d419b-aefa-44d6-a568-f0c3b8257957 x-openstack-request-id: req-504d419b-aefa-44d6-a568-f0c3b8257957 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:22.747526 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:22.747526 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504d419b-aefa-44d6-a568-f0c3b8257957 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:22.747526 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'status': 'completed', 'code': 200} Sep 17 01:26:22.796701 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-e873a891-9867-4db8-8302-14f1add1e4ac tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The resource could not be found. Sep 17 01:26:22.800954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e873a891-9867-4db8-8302-14f1add1e4ac tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2455580 Sep 17 01:26:22.800954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43162) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:22.810905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-90665853-6489-44a5-8838-8d32fe403d68 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '95f08d90-8625-4e1a-b52a-76fe66b61bb2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '56b94366-4765-436b-83a7-e8c0ae4e904c'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:22.813633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6df5-e02f-42fe-9a08-ffd9853a2969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.816240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f5b6df5-e02f-42fe-9a08-ffd9853a2969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:22.820047 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1f5b6df5-e02f-42fe-9a08-ffd9853a2969 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70b8db3a-4f4b-4c90-b475-1d8a7f3a4d87 HTTP/1.1" status: 204 len: 168 time: 0.3439565 Sep 17 01:26:22.835188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b6df5-e02f-42fe-9a08-ffd9853a2969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b8db3a-4f4b-4c90-b475-1d8a7f3a4d87,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:22.857867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a91e-144a-47c2-84aa-3b8a07146efe req-37e26fa8-132b-477d-a6c8-986066cf47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:22.860721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9396a91e-144a-47c2-84aa-3b8a07146efe req-37e26fa8-132b-477d-a6c8-986066cf47e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 1094 time: 0.0986886 Sep 17 01:26:23.076258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12b7b4-dc8b-45d7-8cb0-f76eba1336cb req-789ac5d5-d2eb-4a75-aa8d-85aba2ab2362 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:23.078358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b12b7b4-dc8b-45d7-8cb0-f76eba1336cb req-789ac5d5-d2eb-4a75-aa8d-85aba2ab2362 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 943 time: 0.1327562 Sep 17 01:26:23.079213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43172) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.097759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19045292-e31e-4e93-9b7d-e39055a6f11c None None] New status for floating IP 949d0171-dfcb-4613-b138-24e8e4e287c2: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:26:23.143137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a91e-144a-47c2-84aa-3b8a07146efe req-acb0ed35-bd8a-40a8-a3cd-4f435ec43df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:23.149583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9396a91e-144a-47c2-84aa-3b8a07146efe req-acb0ed35-bd8a-40a8-a3cd-4f435ec43df9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2799330 Sep 17 01:26:23.165620 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-90665853-6489-44a5-8838-8d32fe403d68 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The resource could not be found. Sep 17 01:26:23.167563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-90665853-6489-44a5-8838-8d32fe403d68 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3660381 Sep 17 01:26:23.172582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43174) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.236345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b12b7b4-dc8b-45d7-8cb0-f76eba1336cb req-134f8bd4-985e-4313-88b3-ba97bb6ef552 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349337 Sep 17 01:26:23.297761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63ebb131-8f6b-42d5-ae46-86f577aae62a tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.299449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4cd29c3-3024-473a-9761-2327d5c08b86 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.321350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396a91e-144a-47c2-84aa-3b8a07146efe req-430a66ec-09f4-484c-9e6f-1d55fbdc3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:23.321834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9396a91e-144a-47c2-84aa-3b8a07146efe req-430a66ec-09f4-484c-9e6f-1d55fbdc3e7d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1658053 Sep 17 01:26:23.344442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63ebb131-8f6b-42d5-ae46-86f577aae62a tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.347962 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4cd29c3-3024-473a-9761-2327d5c08b86 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.496563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-8e2f1f98-fe55-4b56-82e4-f5c1f5d02648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:23.500621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-8e2f1f98-fe55-4b56-82e4-f5c1f5d02648 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 1094 time: 0.1282678 Sep 17 01:26:23.516706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63ebb131-8f6b-42d5-ae46-86f577aae62a tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.520546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-63ebb131-8f6b-42d5-ae46-86f577aae62a tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.525576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-63ebb131-8f6b-42d5-ae46-86f577aae62a tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/95f08d90-8625-4e1a-b52a-76fe66b61bb2 HTTP/1.1" status: 204 len: 168 time: 0.3463109 Sep 17 01:26:23.527343 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4cd29c3-3024-473a-9761-2327d5c08b86 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.533652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4cd29c3-3024-473a-9761-2327d5c08b86 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.535311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c4cd29c3-3024-473a-9761-2327d5c08b86 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "DELETE /v2.0/security-groups/48034fb1-4051-4794-b104-c8c6d81bb4ed HTTP/1.1" status: 204 len: 168 time: 0.4549079 Sep 17 01:26:23.536113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43182) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.546855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebb131-8f6b-42d5-ae46-86f577aae62a tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f08d90-8625-4e1a-b52a-76fe66b61bb2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:23.551197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.567767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-c8368608-6fe9-4d17-b8f0-02aa3e398a8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c HTTP/1.1" status: 200 len: 217 time: 0.0594213 Sep 17 01:26:23.575469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd29c3-3024-473a-9761-2327d5c08b86 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48034fb1-4051-4794-b104-c8c6d81bb4ed,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:23.595988 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-f5728c57-f42c-49fc-ae7c-c63e1df5a037 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] show failed (client error): The resource could not be found. Sep 17 01:26:23.597458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5728c57-f42c-49fc-ae7c-c63e1df5a037 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups/48034fb1-4051-4794-b104-c8c6d81bb4ed HTTP/1.1" status: 404 len: 347 time: 0.0448976 Sep 17 01:26:23.603364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43186) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.659305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-ac17239d-9cbc-4862-870c-74b247683b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:23.661195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-ac17239d-9cbc-4862-870c-74b247683b06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6a29f01-75f2-4ae3-b1c3-85f3909164a7 HTTP/1.1" status: 200 len: 835 time: 0.0836380 Sep 17 01:26:23.669277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8161ec64-6f56-477a-9e09-358bc722f4af tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1232986 Sep 17 01:26:23.675881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43188) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.680363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-26093eee-f269-436e-be3a-8a970ef4d693 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': 'fe22d577-1810-468d-90f8-f05b4b95b897', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:23.730029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c601bc-19e5-4424-8925-1a189f412487 req-ceb2f7f7-e878-45db-9b11-d1395e463754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:23.732721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-ceb2f7f7-e878-45db-9b11-d1395e463754 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f1629a7-5339-4169-94c4-219d7b4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637212 Sep 17 01:26:23.736585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:26:23.771873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f64101f6-fa4b-4698-8438-fe49b634ff0e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:26:23.772262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f64101f6-fa4b-4698-8438-fe49b634ff0e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:26:23.782858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43192) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:23.815136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3b12397-a381-480a-b709-8bfad44345a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.848908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Deleting port 9daf2df1-f0d1-460a-874d-d384e02f1b23 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:23.849333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.887096 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-99063fb1-a479-4d1f-93cc-47db01558278 service neutron] 10.222.0.23 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451564 Sep 17 01:26:23.930538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.930869 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:23.944129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Calling delete_port for 9daf2df1-f0d1-460a-874d-d384e02f1b23 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:24.000473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2c601bc-19e5-4424-8925-1a189f412487 req-a3b427f4-ba9e-416b-a733-cf204b09e2ce service neutron] 10.222.0.23 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065857 Sep 17 01:26:24.086190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3b12397-a381-480a-b709-8bfad44345a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.167959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3b12397-a381-480a-b709-8bfad44345a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.192671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.258728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3b12397-a381-480a-b709-8bfad44345a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13c407e9690c4fb6abc71f53fe6b2e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746809 Sep 17 01:26:24.261273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b12397-a381-480a-b709-8bfad44345a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d688d3-966b-4bae-a67e-46f6bef4a4dd,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:24.285483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43198) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:24.308118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event deleted for resources: {'Port': ['ID=9daf2df1-f0d1-460a-874d-d384e02f1b23,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:24.366619 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-26093eee-f269-436e-be3a-8a970ef4d693 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The resource could not be found. Sep 17 01:26:24.372954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-26093eee-f269-436e-be3a-8a970ef4d693 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6908629 Sep 17 01:26:24.373347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:24.390902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.394499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.395214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--489421121'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:24.395798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b84ac75d-53d5-4005-a883-7dfbf75051a3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "DELETE /v2.0/floatingips/949d0171-dfcb-4613-b138-24e8e4e287c2 HTTP/1.1" status: 204 len: 168 time: 0.7909079 Sep 17 01:26:24.440270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de76e7ed-08b1-4b25-897d-6c3c84a7ba7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.462788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31432c1-8080-4e8d-b1fd-9a2c611a45dc req-1e3a2e6a-1096-4fd2-adcc-6de85b69b8af tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:24.465280 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e31432c1-8080-4e8d-b1fd-9a2c611a45dc req-1e3a2e6a-1096-4fd2-adcc-6de85b69b8af tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 943 time: 0.1155910 Sep 17 01:26:24.480792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de76e7ed-08b1-4b25-897d-6c3c84a7ba7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.555287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.601919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e31432c1-8080-4e8d-b1fd-9a2c611a45dc req-41823d60-fe47-4092-8719-c2c004caf992 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064463 Sep 17 01:26:24.761354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.762708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de76e7ed-08b1-4b25-897d-6c3c84a7ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.765273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de76e7ed-08b1-4b25-897d-6c3c84a7ba7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.766581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-de76e7ed-08b1-4b25-897d-6c3c84a7ba7e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9d688d3-966b-4bae-a67e-46f6bef4a4dd HTTP/1.1" status: 204 len: 168 time: 0.4844825 Sep 17 01:26:24.782130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76e7ed-08b1-4b25-897d-6c3c84a7ba7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d688d3-966b-4bae-a67e-46f6bef4a4dd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:24.824682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43212) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:24.924580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:24.993557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2865dd01-fdb2-4725-b5ce-840411769a23,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:25.034404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.035886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43216) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:25.040466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--108031634', 'description': 'tempest-description--231219807'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:25.080608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.081978 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57da28a4-68d7-4d4b-9af0-6195f1092d90 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7073684 Sep 17 01:26:25.084858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43218) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:25.090712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--890359798'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:25.099588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:26:25.099588 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:26:25.099588 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': '8afe7a6ac7314987b0b641fda9362077', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 26, 5, 55312)}] Sep 17 01:26:25.099588 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:26:25.103360 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:26:25.175796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.267232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.347400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.412879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.468775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5112bb-1528-4544-8d8c-a5e4662eb791,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:25.500415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.575638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.603775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.614934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84d6d70-fca6-476b-bf79-90b6c62c0c93,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:25.647410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.652393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-62cf40c0-3774-44e9-b639-17c888e55b9b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6123061 Sep 17 01:26:25.656452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:25.657189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'security_group_rule': {'security_group_id': 'cc5112bb-1528-4544-8d8c-a5e4662eb791', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:25.677390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.678641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b632bd00-e389-4840-add8-6188ebfcdc47 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5927401 Sep 17 01:26:25.681596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:25.686556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-67aba053-34bb-4ada-b95f-212f1fe62401 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group_rule': {'security_group_id': '2865dd01-fdb2-4725-b5ce-840411769a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd84d6d70-fca6-476b-bf79-90b6c62c0c93'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:25.758722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b3c18-2eb5-4433-b6d6-ba04803027de req-17be7831-fc1b-4a5e-a57a-7f2020db78ab tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:25.760924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e12b3c18-2eb5-4433-b6d6-ba04803027de req-17be7831-fc1b-4a5e-a57a-7f2020db78ab tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 943 time: 0.0662022 Sep 17 01:26:25.797010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.809046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e12b3c18-2eb5-4433-b6d6-ba04803027de req-a77fb022-fea7-41c5-8906-a61f7ae9db66 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Sep 17 01:26:25.906907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:25.946852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8afe7a6ac7314987b0b641fda9362077&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1209426 Sep 17 01:26:25.949534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43244) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:25.956933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1972e-3305-4e79-895b-1f6423ab47ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcd153e-6bd5-4569-80a9-8a5a92e2e102,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:26.005833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16cd7c2f-e5a0-4b90-bdb6-b9b531f0db8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.006922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.029983 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16cd7c2f-e5a0-4b90-bdb6-b9b531f0db8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.071214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.158652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.180240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ff0af6-0ece-4305-b64a-60b025343288,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:26.181792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16cd7c2f-e5a0-4b90-bdb6-b9b531f0db8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.184735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16cd7c2f-e5a0-4b90-bdb6-b9b531f0db8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.188739 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-67aba053-34bb-4ada-b95f-212f1fe62401 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:26:26.192991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-16cd7c2f-e5a0-4b90-bdb6-b9b531f0db8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0bcd153e-6bd5-4569-80a9-8a5a92e2e102 HTTP/1.1" status: 204 len: 168 time: 0.2423339 Sep 17 01:26:26.193773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43250) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:26.196398 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-67aba053-34bb-4ada-b95f-212f1fe62401 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5130935 Sep 17 01:26:26.209868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd7c2f-e5a0-4b90-bdb6-b9b531f0db8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcd153e-6bd5-4569-80a9-8a5a92e2e102,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:26.267433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.271696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-00110746-abcb-4ca0-972f-9c1618872467 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6181612 Sep 17 01:26:26.272290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43254) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:26.277037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f93057f-d116-4024-bcd4-b628fb8529ab tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.277785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'security_group_rule': {'security_group_id': 'cc5112bb-1528-4544-8d8c-a5e4662eb791', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:26.378487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.453680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.530997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.559502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07d8ec2-206c-48c9-abb8-e5ed2df81c39,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:26.614294 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f93057f-d116-4024-bcd4-b628fb8529ab tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.615798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.617231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d2747d7-6895-4db0-b195-e345a1544c19 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439937 Sep 17 01:26:26.620830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:26.626136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:26.735843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.758710 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f93057f-d116-4024-bcd4-b628fb8529ab tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.765577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f93057f-d116-4024-bcd4-b628fb8529ab tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:26.771343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43272) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:26.773745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4f93057f-d116-4024-bcd4-b628fb8529ab tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/d84d6d70-fca6-476b-bf79-90b6c62c0c93 HTTP/1.1" status: 204 len: 168 time: 0.5771749 Sep 17 01:26:26.788083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93057f-d116-4024-bcd4-b628fb8529ab tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84d6d70-fca6-476b-bf79-90b6c62c0c93,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:26.876384 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:26:26.924626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1ead3c13-c9a4-491d-9239-65209cd12b7b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1521106 Sep 17 01:26:26.927598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43284) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:26.997864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.009415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9abe3b-cc0b-4a56-a8ce-6b382268feeb req-6cfe493f-abe9-413a-9194-19c85556dba0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:27.019211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db9abe3b-cc0b-4a56-a8ce-6b382268feeb req-6cfe493f-abe9-413a-9194-19c85556dba0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 943 time: 0.0794952 Sep 17 01:26:27.089929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db9abe3b-cc0b-4a56-a8ce-6b382268feeb req-66c878ca-3fbb-4dfb-bf71-cfb3dba0fe76 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693955 Sep 17 01:26:27.155691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f17f20e-4a68-4a01-84d8-1d75d3c6126b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.204976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f17f20e-4a68-4a01-84d8-1d75d3c6126b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.232325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Allocated IP 172.25.1.43 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ca703753-2ab4-4d75-9937-daaa33b19fb3) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:27.232771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e98814e3-af1e-46f4-9c0b-ae592b419b1c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:26:27.362197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e98814e3-af1e-46f4-9c0b-ae592b419b1c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:27.380610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.391871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'port_id': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'mac_address': 'fa:16:3e:52:a7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:26:27.392939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f17f20e-4a68-4a01-84d8-1d75d3c6126b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.396400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f17f20e-4a68-4a01-84d8-1d75d3c6126b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.400422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4f17f20e-4a68-4a01-84d8-1d75d3c6126b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/2865dd01-fdb2-4725-b5ce-840411769a23 HTTP/1.1" status: 204 len: 168 time: 0.4694052 Sep 17 01:26:27.401502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43308) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:27.419934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17f20e-4a68-4a01-84d8-1d75d3c6126b tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2865dd01-fdb2-4725-b5ce-840411769a23,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:27.492956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b00afc80-7bea-434f-a3cb-acd584fa3a85 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899558 Sep 17 01:26:27.498140 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.500652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43310) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:27.501229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43312) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:27.501638 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.506582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'tempest-secgroup--80438133'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:27.513134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e98814e3-af1e-46f4-9c0b-ae592b419b1c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:26:27.563134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e98814e3-af1e-46f4-9c0b-ae592b419b1c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:27.575545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:27.578657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:27.582662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:27.619318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.619880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'Port': ['ID=ca703753-2ab4-4d75-9937-daaa33b19fb3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:27.647447 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.730823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.739285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e98814e3-af1e-46f4-9c0b-ae592b419b1c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:27.741639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.750329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-927008213-network', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:27.839019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.841701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.888606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763ef622-e6cf-4b01-9d4f-53cfa188ebe9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:27.891753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e98814e3-af1e-46f4-9c0b-ae592b419b1c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:26:27.962620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Made reservation on behalf of 94d3a9fec67e4e85be24d24cfb09b957 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:27.966305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:27.981442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.032518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.037050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-66fc7854-0332-40a2-832c-d63b7e601877 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5311816 Sep 17 01:26:28.037050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43326) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.049150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-174a7601-6e4e-44a6-8622-6b29b8119846 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:28.049891 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-174a7601-6e4e-44a6-8622-6b29b8119846 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 01:26:28.052334 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-174a7601-6e4e-44a6-8622-6b29b8119846 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 01:26:28.052334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-174a7601-6e4e-44a6-8622-6b29b8119846 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "PUT /v2.0/security-groups/763ef622-e6cf-4b01-9d4f-53cfa188ebe9 HTTP/1.1" status: 409 len: 330 time: 0.0136998 Sep 17 01:26:28.055602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.104707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.179252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7779d75b-3fbe-4684-88df-8bf8337a6392 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.193840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.201572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.242232 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7779d75b-3fbe-4684-88df-8bf8337a6392 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.279200 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.315889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:26:28.328839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.329298 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Added segment afbd231e-d722-4f2d-ae18-85802cccfd23 of type vlan for network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 Sep 17 01:26:28.362249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'Port': ['ID=ca703753-2ab4-4d75-9937-daaa33b19fb3,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:28.374918 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.376207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.381836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03430f8b-c14e-46f3-a0d8-727f92f94435,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:28.411781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d1263-3244-4d90-9d29-e24cfbe8edc4 req-71f8d926-8c1e-49fd-bedc-96bf519dc6c7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:28.413287 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7c6d1263-3244-4d90-9d29-e24cfbe8edc4 req-71f8d926-8c1e-49fd-bedc-96bf519dc6c7 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 944 time: 0.1732583 Sep 17 01:26:28.455425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7c6d1263-3244-4d90-9d29-e24cfbe8edc4 req-12b81142-69dc-416b-93e8-1d4ab048f0b2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357549 Sep 17 01:26:28.477578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.477578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4238df2c-582f-456a-819b-c8d4e5c14a15 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8465736 Sep 17 01:26:28.513031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7779d75b-3fbe-4684-88df-8bf8337a6392 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.513218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.514126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:28.514707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.516075 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7779d75b-3fbe-4684-88df-8bf8337a6392 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.520285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7779d75b-3fbe-4684-88df-8bf8337a6392 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/763ef622-e6cf-4b01-9d4f-53cfa188ebe9 HTTP/1.1" status: 204 len: 168 time: 0.4592900 Sep 17 01:26:28.527399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43340) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.532696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779d75b-3fbe-4684-88df-8bf8337a6392 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763ef622-e6cf-4b01-9d4f-53cfa188ebe9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:28.645158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1329947 Sep 17 01:26:28.645897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397a893-a88a-4daf-904d-afd487fd7618 admin admin] Pushing event updated for resources: {'Network': ['ID=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:28.648634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43346) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.662227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Request body: {'subnet': {'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-927008213-subnet', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:28.670926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc8bc138-d294-4400-a932-5f29d930c07c tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1422229 Sep 17 01:26:28.676143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.683721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:26:28.730828 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-d8e3b94e-858d-4762-b502-b757ccecd569 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] delete failed (client error): The resource could not be found. Sep 17 01:26:28.736889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d8e3b94e-858d-4762-b502-b757ccecd569 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "DELETE /v2.0/security-groups/6040685d-8b28-42a5-b616-cac78ca38e21 HTTP/1.1" status: 404 len: 347 time: 0.0529227 Sep 17 01:26:28.737319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43358) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.753070 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-d50ff519-a018-4f76-9733-af9930b8f4f1 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] show failed (client error): The resource could not be found. Sep 17 01:26:28.755117 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d50ff519-a018-4f76-9733-af9930b8f4f1 tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-groups/efc9943e-2205-4ccd-8274-34da491d804b HTTP/1.1" status: 404 len: 347 time: 0.0158594 Sep 17 01:26:28.761212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43360) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:28.787556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:28.787829 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-341f73a4-9722-47c3-89d2-7c181c61a7de tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] show failed (client error): The resource could not be found. Sep 17 01:26:28.789499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-341f73a4-9722-47c3-89d2-7c181c61a7de tempest-NegativeSecGroupTest-402126222 tempest-NegativeSecGroupTest-402126222-project] 10.222.0.13 "GET /v2.0/security-group-rules/f80dbda5-ef79-440d-a946-d21ff9b512b8 HTTP/1.1" status: 404 len: 356 time: 0.0265126 Sep 17 01:26:28.814648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-b14d79b8-6c50-4f70-a22f-1f6db0dd950f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--108031634&fields=id&tenant_id=0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 267 time: 0.0750628 Sep 17 01:26:28.819429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Made reservation on behalf of 94d3a9fec67e4e85be24d24cfb09b957 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:28.821785 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.051880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-34e51abc-8412-4442-b30a-a0b0cf824155 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:29.053474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-34e51abc-8412-4442-b30a-a0b0cf824155 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 817 time: 0.2271247 Sep 17 01:26:29.070189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-2f7d7991-3cbf-42ef-8139-c715f617294a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/quotas/0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 375 time: 0.0101051 Sep 17 01:26:29.079177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.156385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6798eabf-7a57-405d-8f77-a78c7119686a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:29.162112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Checking segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:29.162530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Network hostable DHCP agents. Network: ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:26:29.168036 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.179105 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-2fb94223-131b-4a63-8505-8c2dd485b660 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018293 Sep 17 01:26:29.241190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:26:29.260152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e98814e3-af1e-46f4-9c0b-ae592b419b1c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:29.278850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-2fee5468-15e7-4e83-a40a-f3367f53f3af service neutron] 10.222.0.13 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871873 Sep 17 01:26:29.312679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:29.321946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:29.321946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.327341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1904e-fd10-49c7-813f-4d47d2a01059 None None] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:29.370594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:29.393728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c1c5bbd6-4c24-4743-841b-50ad5de1875c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7429936 Sep 17 01:26:29.396944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:29.403360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:29.435367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-1653f6cb-2ea4-4220-97ad-aefd6c1ce1a7 service neutron] 10.222.0.13 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477020 Sep 17 01:26:29.528460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port e98814e3-af1e-46f4-9c0b-ae592b419b1c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:26:29.538523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.539353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port e98814e3-af1e-46f4-9c0b-ae592b419b1c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:29.539735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.539874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.671700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.698091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'fixed_ips': [{'subnet_id': '6798eabf-7a57-405d-8f77-a78c7119686a'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:26:29.699346 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.765191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ddf928d-0e44-4b21-83f9-0dcbdde11293 req-eb4fd5ae-5dd7-45e1-b4f2-1d42d2de0bda tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 210 time: 0.0473309 Sep 17 01:26:29.822153 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:29.879384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:29.881800 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fba860-206c-4147-a60a-a143ff88b716" -d '{"events": [{"server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "name": "network-vif-plugged", "status": "completed", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:29.901352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e98814e3-af1e-46f4-9c0b-ae592b419b1c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:29.925062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Allocated IP 172.20.0.2 (ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3/6798eabf-7a57-405d-8f77-a78c7119686a/4e064cce-329c-4711-8e6d-c53dcb26b3c0) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:29.983808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6fada5e1-e0d2-4f2a-b8c3-ce619f0d84a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f9cdf79e36284ac4a626e442e837f5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6087122 Sep 17 01:26:29.993089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43396) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:30.008879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45a7fa-3adc-4fed-8965-6a6412ad3ca9 req-8977922e-9319-41b7-b70c-56c38956f8dd tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:30.014382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb45a7fa-3adc-4fed-8965-6a6412ad3ca9 req-8977922e-9319-41b7-b70c-56c38956f8dd tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 944 time: 0.3380961 Sep 17 01:26:30.030395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.099686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1353e4bf-390f-4dcb-bbee-5272af53916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.139334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e98814e3-af1e-46f4-9c0b-ae592b419b1c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:30.156142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1353e4bf-390f-4dcb-bbee-5272af53916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.242399 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.325208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.350134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1353e4bf-390f-4dcb-bbee-5272af53916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.353347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1353e4bf-390f-4dcb-bbee-5272af53916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.355318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1353e4bf-390f-4dcb-bbee-5272af53916e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1110ef9a-1d4d-4cc7-b103-6b4ad4c07fe9 HTTP/1.1" status: 204 len: 168 time: 0.3698609 Sep 17 01:26:30.369794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:30.369957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353e4bf-390f-4dcb-bbee-5272af53916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1110ef9a-1d4d-4cc7-b103-6b4ad4c07fe9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:30.373172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:30.377449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:30.398476 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc860f96-3a66-4377-b7d4-9925e391978d x-openstack-request-id: req-fc860f96-3a66-4377-b7d4-9925e391978d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:30.398476 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "name": "network-vif-plugged", "status": "completed", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:30.398674 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc860f96-3a66-4377-b7d4-9925e391978d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:30.399746 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'code': 200} Sep 17 01:26:30.400510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43404) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:30.418103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Pushing event updated for resources: {'Port': ['ID=4e064cce-329c-4711-8e6d-c53dcb26b3c0,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:30.529963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Attempting to bind port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:30.530376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Attempting to bind port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:30.530754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Attempting to bind port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:30.536182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:30.536559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Checking segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:30.536996 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.537423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Bound using segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:30.537853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Bound port: 4e064cce-329c-4711-8e6d-c53dcb26b3c0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:30.538369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.593597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.608163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] For port 4e064cce-329c-4711-8e6d-c53dcb26b3c0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:30.611432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] For port 4e064cce-329c-4711-8e6d-c53dcb26b3c0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4e064cce-329c-4711-8e6d-c53dcb26b3c0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:30.642954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb45a7fa-3adc-4fed-8965-6a6412ad3ca9 req-401e97fc-690e-4cce-99c3-7e6b77300584 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6186697 Sep 17 01:26:30.655314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810c78-0bdf-4b79-9faf-291f9863ad4a req-571fded0-2398-4a75-bdef-8b5b73af0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:30.660295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea810c78-0bdf-4b79-9faf-291f9863ad4a req-571fded0-2398-4a75-bdef-8b5b73af0004 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 1096 time: 0.0622556 Sep 17 01:26:30.696166 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.718688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea810c78-0bdf-4b79-9faf-291f9863ad4a req-6610797a-5fcc-4e3b-a55d-b8e353c42f48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488310 Sep 17 01:26:30.766870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0683-07d3-4bc3-a57f-cc57328cfa5d None None] Pushing event updated for resources: {'Port': ['ID=4e064cce-329c-4711-8e6d-c53dcb26b3c0,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:30.836776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43416) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:30.843728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcdc485e-470a-4ff7-ba64-e290a8e4de76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:30.913158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-03f3a59b-acc7-4969-9e3c-c72cdaa0a48d req-bc670cba-7a7b-46f5-a38a-dd5f29b3095a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 210 time: 0.0597472 Sep 17 01:26:30.969006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81c44dfd-a22e-4843-aa19-9af9e1604d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.023666 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.059241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.110650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcdc485e-470a-4ff7-ba64-e290a8e4de76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.186288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Allocated IP 172.25.1.67 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/91709871-9544-4902-9c7f-b6cb63874547) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:31.209063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcdc485e-470a-4ff7-ba64-e290a8e4de76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.272650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bcdc485e-470a-4ff7-ba64-e290a8e4de76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=727befc83e8c4f18ade3b45f7a4b6eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8618839 Sep 17 01:26:31.272825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43428) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:31.272923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc485e-470a-4ff7-ba64-e290a8e4de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3bd4cc-0d59-4c56-994a-73f6a81bfe94,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:31.342611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81c44dfd-a22e-4843-aa19-9af9e1604d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.352779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.360959 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cde85da-e669-4fe5-824a-5061d1e9dcbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.391344 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cde85da-e669-4fe5-824a-5061d1e9dcbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.415965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81c44dfd-a22e-4843-aa19-9af9e1604d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.456846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-81c44dfd-a22e-4843-aa19-9af9e1604d95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f39f901809c54474b0fd56b163e1496c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6144862 Sep 17 01:26:31.457642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c44dfd-a22e-4843-aa19-9af9e1604d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d941f07d-a933-44a3-8860-d5d63fb4cfa6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:31.459990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:31.505796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.545155 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67cf6ddb-e7d1-45fb-84d6-3f93d4c9f5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.548874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cde85da-e669-4fe5-824a-5061d1e9dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.551652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cde85da-e669-4fe5-824a-5061d1e9dcbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.553066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5cde85da-e669-4fe5-824a-5061d1e9dcbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf3bd4cc-0d59-4c56-994a-73f6a81bfe94 HTTP/1.1" status: 204 len: 168 time: 0.2849600 Sep 17 01:26:31.565281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:31.574532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:31.576969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:31.579249 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67cf6ddb-e7d1-45fb-84d6-3f93d4c9f5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.587456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde85da-e669-4fe5-824a-5061d1e9dcbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3bd4cc-0d59-4c56-994a-73f6a81bfe94,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:31.638483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Pushing event updated for resources: {'Port': ['ID=91709871-9544-4902-9c7f-b6cb63874547,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:31.776320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67cf6ddb-e7d1-45fb-84d6-3f93d4c9f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.779936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67cf6ddb-e7d1-45fb-84d6-3f93d4c9f5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:31.780185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-67cf6ddb-e7d1-45fb-84d6-3f93d4c9f5ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d941f07d-a933-44a3-8860-d5d63fb4cfa6 HTTP/1.1" status: 204 len: 168 time: 0.3175189 Sep 17 01:26:31.789655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf6ddb-e7d1-45fb-84d6-3f93d4c9f5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d941f07d-a933-44a3-8860-d5d63fb4cfa6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:31.823755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:31.890167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9ad44-b2ac-43e7-a340-54473ab4d77c req-29d50cf1-b819-49a9-86eb-471c818bf34a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:31.891753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dd9ad44-b2ac-43e7-a340-54473ab4d77c req-29d50cf1-b819-49a9-86eb-471c818bf34a tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 945 time: 0.1317289 Sep 17 01:26:31.934003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dd9ad44-b2ac-43e7-a340-54473ab4d77c req-270488da-cd90-4fc5-8518-de7810d3f1a0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355918 Sep 17 01:26:31.994492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cea1b9f-4fb9-430c-9403-bfd5e9b0abd6 None None] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:32.039123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ade4c882-ff8f-4836-b004-3aa300105102 req-f36767d0-ad5a-458a-bcee-2b26467b1f1c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 210 time: 0.0422618 Sep 17 01:26:32.106922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.132235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6bc1f59e-0ead-4f16-8c9e-e76a6f710c3c None None] Provisioning complete for port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:32.132875 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f59e-0ead-4f16-8c9e-e76a6f710c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.230783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0271d6b5-0ad1-4706-856f-3ee9b716138b tempest-ServiceProvidersTest-734966453 tempest-ServiceProvidersTest-734966453-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4044790 Sep 17 01:26:32.305119 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f59e-0ead-4f16-8c9e-e76a6f710c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.378092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6bc1f59e-0ead-4f16-8c9e-e76a6f710c3c None None] For port 4e064cce-329c-4711-8e6d-c53dcb26b3c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4e064cce-329c-4711-8e6d-c53dcb26b3c0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:32.388435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8769fe23-d892-4233-876c-e3099ac45fa0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:32.390237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8769fe23-d892-4233-876c-e3099ac45fa0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 817 time: 0.1558726 Sep 17 01:26:32.394280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.452770 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bc1f59e-0ead-4f16-8c9e-e76a6f710c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.500725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-4ca48db5-59d7-4c2e-8abc-29ab962da28a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 379 time: 0.1011176 Sep 17 01:26:32.513782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'port': {'device_id': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'admin_state_up': True, 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'security_groups': ['cc5112bb-1528-4544-8d8c-a5e4662eb791']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:32.548114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1f59e-0ead-4f16-8c9e-e76a6f710c3c None None] Pushing event updated for resources: {'Port': ['ID=4e064cce-329c-4711-8e6d-c53dcb26b3c0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:32.677532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1a919845-245a-42f3-b466-4dc564c7c82a None None] Provisioning complete for port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:32.678223 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a919845-245a-42f3-b466-4dc564c7c82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.702459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Router 37b8f8ab-945b-43aa-82f5-89fe55715646 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:26:32.713538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4e064cce-329c-4711-8e6d-c53dcb26b3c0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:32.727184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Made reservation on behalf of 0b6672f901304b7a8ebc7e0ded56ba31 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:32.731898 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.817128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:32.817537 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.840463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:32.849730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Sync routers for ids ['37b8f8ab-945b-43aa-82f5-89fe55715646'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:32.862950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43460) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:32.871668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Routers {'37b8f8ab-945b-43aa-82f5-89fe55715646'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:32.872595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['37b8f8ab-945b-43aa-82f5-89fe55715646'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:32.900957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-441e421a-4e2b-4bbc-b6f7-d8f78d86fdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:32.943659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Allocated IP 172.20.0.12 (35d2798a-2670-4dbb-8fb2-cc920e9d38f5/bfd1b897-d54f-460c-b9da-2669571c821a/fc595e22-ace2-4ecf-ae8a-ffb3a342bc12) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:33.035534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Set router 37b8f8ab-945b-43aa-82f5-89fe55715646 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:33.047562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43468) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:33.143714 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-441e421a-4e2b-4bbc-b6f7-d8f78d86fdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.146042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.152344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ab725bf8-f2b2-4623-beef-c003db9909b6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7513871 Sep 17 01:26:33.156086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43476) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:33.249903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-441e421a-4e2b-4bbc-b6f7-d8f78d86fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.255743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38421867-2b4c-49af-9e3b-d7ab9b43be52 req-e6dee9b5-cd87-4466-8953-5cf0ba518a69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 210 time: 0.0638778 Sep 17 01:26:33.285510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.291689 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b655d1-742d-4177-a871-8b4e34daed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.345252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-441e421a-4e2b-4bbc-b6f7-d8f78d86fdc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5bd1adbfdc442209a323a1cc00740b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789164 Sep 17 01:26:33.347154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43480) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:33.348876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e421a-4e2b-4bbc-b6f7-d8f78d86fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b0cb4f-0211-498b-bf87-416809ca07a2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:33.368359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf4a8-5433-408b-9816-7fc02b3878fc req-ee08e743-7499-4865-bebb-5e9191e2005e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:33.369870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dacf4a8-5433-408b-9816-7fc02b3878fc req-ee08e743-7499-4865-bebb-5e9191e2005e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 945 time: 0.2154734 Sep 17 01:26:33.394424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:26:31Z', 'revision_number': 3, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:33.431361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b655d1-742d-4177-a871-8b4e34daed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.434248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Checking router: 37b8f8ab-945b-43aa-82f5-89fe55715646 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:33.434682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Updating router 37b8f8ab-945b-43aa-82f5-89fe55715646 port 91709871-9544-4902-9c7f-b6cb63874547 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:26:33.461304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.473134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.500579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1dacf4a8-5433-408b-9816-7fc02b3878fc req-42e2bded-fb9b-445e-9126-97133c8d10de tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135015 Sep 17 01:26:33.505631 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b655d1-742d-4177-a871-8b4e34daed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.550141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4466609-71bc-4505-b5cf-a0cdcd96b8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.561935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:33.575426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:33.579200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:33.583685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-14b655d1-742d-4177-a871-8b4e34daed64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=63a4f8e9a1e442359110e220fd65477e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350296 Sep 17 01:26:33.584797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:33.587593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b655d1-742d-4177-a871-8b4e34daed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab49b5a-bf40-4c0c-ad9e-fddb494a7b1a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:33.592205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43486) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:33.621714 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4466609-71bc-4505-b5cf-a0cdcd96b8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.740867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:33.741928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.778976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4466609-71bc-4505-b5cf-a0cdcd96b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.778976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4466609-71bc-4505-b5cf-a0cdcd96b8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.778976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e4466609-71bc-4505-b5cf-a0cdcd96b8bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68b0cb4f-0211-498b-bf87-416809ca07a2 HTTP/1.1" status: 204 len: 168 time: 0.4251704 Sep 17 01:26:33.780093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a1aae-be87-41db-9df7-f40cc7e0b76c req-c4b0d955-d8da-4921-af04-ef4bd7d14cf4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:33.793394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-075a1aae-be87-41db-9df7-f40cc7e0b76c req-c4b0d955-d8da-4921-af04-ef4bd7d14cf4 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 945 time: 0.1673031 Sep 17 01:26:33.813753 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.820518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.844983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466609-71bc-4505-b5cf-a0cdcd96b8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b0cb4f-0211-498b-bf87-416809ca07a2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:33.893690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.896188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-8330ec40-ffef-4cb4-91b9-62dfebb36e69 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3897066 Sep 17 01:26:33.907251 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.911317 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-075a1aae-be87-41db-9df7-f40cc7e0b76c req-3a50eba0-762f-4b9a-b6e7-874656a0aa60 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032593 Sep 17 01:26:33.917630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Request body: {'port': {'device_id': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:33.957107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43496) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:33.977588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a16d-b922-4a00-9dd7-4fecb073e37b None None] Pushing event updated for resources: {'Port': ['ID=91709871-9544-4902-9c7f-b6cb63874547,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:33.980363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Attempting to bind port 91709871-9544-4902-9c7f-b6cb63874547 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:33.980738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Attempting to bind port 91709871-9544-4902-9c7f-b6cb63874547 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:33.981109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Attempting to bind port 91709871-9544-4902-9c7f-b6cb63874547 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:33.989285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:33.989663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:33.990069 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:33.990449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:33.990923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Bound port: 91709871-9544-4902-9c7f-b6cb63874547, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:33.991891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.055094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.057479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] For port 91709871-9544-4902-9c7f-b6cb63874547, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:34.062454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] For port 91709871-9544-4902-9c7f-b6cb63874547, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=91709871-9544-4902-9c7f-b6cb63874547,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:34.065361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8bbdda7d-aeb2-4756-800b-4095efd8c57a None None] Provisioning complete for port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:34.065735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8bbdda7d-aeb2-4756-800b-4095efd8c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.101425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdda7d-aeb2-4756-800b-4095efd8c57a None None] Port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:34.116245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cc3265-fd77-4521-83ab-140d6d12ce36 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:34.117421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-30cc3265-fd77-4521-83ab-140d6d12ce36 tempest-TestNetworkBasicOps-1464447702 tempest-TestNetworkBasicOps-1464447702-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 1091 time: 0.1511996 Sep 17 01:26:34.121972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.123848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:34.129161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:34.139938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.202433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.206686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.210313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ab49b5a-bf40-4c0c-ad9e-fddb494a7b1a HTTP/1.1" status: 204 len: 168 time: 0.6150210 Sep 17 01:26:34.253811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab49b5a-bf40-4c0c-ad9e-fddb494a7b1a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:34.280863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Routers {'37b8f8ab-945b-43aa-82f5-89fe55715646'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:34.282772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['37b8f8ab-945b-43aa-82f5-89fe55715646'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:34.289382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.289945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.290249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.290603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.290940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.291316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.292059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.292516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.292847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.293636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.293636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.294000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a65e9c-c867-4919-b6f4-58fa1c3b980d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:34.300591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51a16d-b922-4a00-9dd7-4fecb073e37b None None] Pushing event updated for resources: {'Port': ['ID=91709871-9544-4902-9c7f-b6cb63874547,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:34.511800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:26:34.523866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.540073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] Set router 37b8f8ab-945b-43aa-82f5-89fe55715646 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:34.547852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Transition to ACTIVE for port object fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:26:34.633026 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.787968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:34.788717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:26:31Z', 'revision_number': 3, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:34.812443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.831099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ee64-d2ca-4c3f-87d7-7f5c23c6bd72 None None] The sync data for ids ['37b8f8ab-945b-43aa-82f5-89fe55715646'] in n-d-789963-7 is: [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:26:31Z', 'revision_number': 3, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:34.844401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Attempting to bind port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:34.844401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Attempting to bind port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:34.844401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Attempting to bind port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:34.851436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:26:34.851895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Attempting to bind port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 on network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:34.872914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:34.875588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Checking segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:34.876123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Bound using segment: {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:34.876632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Bound port: fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5a6c641-fbf5-4efb-9876-64ec1435f41f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:34.877000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:34.877325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791e1cf-e175-4fee-a2ed-e1c5968174a6 req-fb97631d-a446-42e3-b3e4-d846c3330068 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:34.879373 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6791e1cf-e175-4fee-a2ed-e1c5968174a6 req-fb97631d-a446-42e3-b3e4-d846c3330068 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 932 time: 0.2880473 Sep 17 01:26:35.015657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:35.024435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:35.038331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6791e1cf-e175-4fee-a2ed-e1c5968174a6 req-73954cc2-bad7-46b1-8008-3d06b289fef8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497114 Sep 17 01:26:35.063001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Allocated IP 172.20.0.1 (ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3/6798eabf-7a57-405d-8f77-a78c7119686a/4226335a-fe1b-4856-8833-828710e45c4c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:35.173301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.179684 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.250180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:35.250929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.252471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] 10.222.0.36 "PUT /v2.0/ports/fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 1092 time: 1.3422065 Sep 17 01:26:35.252915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:35.256448 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd31fa2-9892-4664-bf07-7e85eabba513" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:35.326215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.328377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5991cd-38d4-4b71-a6df-2cb6aa310956 service neutron] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:35.349478 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73d69b0-862f-4571-b6f1-d76eafb39a04 x-openstack-request-id: req-a73d69b0-862f-4571-b6f1-d76eafb39a04 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:35.349777 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:35.350026 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a73d69b0-862f-4571-b6f1-d76eafb39a04 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:35.350473 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'status': 'completed', 'code': 200} Sep 17 01:26:35.444215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31fa2-9892-4664-bf07-7e85eabba513 req-75b12055-3f44-42b6-a3cf-86ba25b47fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:35.448376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bd31fa2-9892-4664-bf07-7e85eabba513 req-75b12055-3f44-42b6-a3cf-86ba25b47fc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0783887 Sep 17 01:26:35.451986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Allocated IP 172.25.1.110 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e789c319-19ca-4f3c-bfad-5db91f4d7664) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:35.467289 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8c2aa1f-9393-469b-888b-be43dd1a97b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.572481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.653139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:35.664398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:35.668820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:35.712732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Pushing event updated for resources: {'Port': ['ID=4226335a-fe1b-4856-8833-828710e45c4c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:35.747348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.765389 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:35.895335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31fa2-9892-4664-bf07-7e85eabba513 req-125e7c75-06da-43ec-a6ff-f6e8ec92f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:35.896913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bd31fa2-9892-4664-bf07-7e85eabba513 req-125e7c75-06da-43ec-a6ff-f6e8ec92f097 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4389117 Sep 17 01:26:35.959592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:36.034497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:36.036714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:36.066582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=e789c319-19ca-4f3c-bfad-5db91f4d7664,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:36.070405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:36.232528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f39b3e0e-b08d-4ecc-9ab9-d319bde809dd None None] Provisioning complete for port 4226335a-fe1b-4856-8833-828710e45c4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:36.232905 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f39b3e0e-b08d-4ecc-9ab9-d319bde809dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:36.282609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd31fa2-9892-4664-bf07-7e85eabba513 req-d7ba7eff-30cd-4a3b-b0de-6ba94b83d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:36.284137 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bd31fa2-9892-4664-bf07-7e85eabba513 req-d7ba7eff-30cd-4a3b-b0de-6ba94b83d566 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3787224 Sep 17 01:26:36.305514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f39b3e0e-b08d-4ecc-9ab9-d319bde809dd None None] Port 4226335a-fe1b-4856-8833-828710e45c4c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:36.351369 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:36.454770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616f4a-302a-48e6-95ac-263320a7c969 req-1623a0cc-3997-4b0d-b5d5-2d5804f52c6f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:36.456495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6616f4a-302a-48e6-95ac-263320a7c969 req-1623a0cc-3997-4b0d-b5d5-2d5804f52c6f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.2790265 Sep 17 01:26:36.543067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6616f4a-302a-48e6-95ac-263320a7c969 req-fb57557e-4765-4d67-978e-4e67a66716c0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702286 Sep 17 01:26:36.688783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-45efb21a-b326-4f7c-a3c5-e6f3d01117a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:36.688783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-45efb21a-b326-4f7c-a3c5-e6f3d01117a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1095 time: 0.3667669 Sep 17 01:26:36.786497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 91709871-9544-4902-9c7f-b6cb63874547 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:36.842589 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:36.886966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 91709871-9544-4902-9c7f-b6cb63874547 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:36.888101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:36.914567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:37.031022 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.064110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 91709871-9544-4902-9c7f-b6cb63874547, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=91709871-9544-4902-9c7f-b6cb63874547,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:37.078733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.102804 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b41ee585-837b-492a-a3f9-e71503c001db admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.136692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.173083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.207435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=91709871-9544-4902-9c7f-b6cb63874547,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:37.214462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-05b9d839-d3b3-4965-8d0d-296f61bd9ce2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 217 time: 0.5177319 Sep 17 01:26:37.256207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Pushing event updated for resources: {'Port': ['ID=4226335a-fe1b-4856-8833-828710e45c4c,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:37.269819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-cb870f9b-c8e7-48bd-92c4-a39718eacff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:37.271496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-cb870f9b-c8e7-48bd-92c4-a39718eacff8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0494363 Sep 17 01:26:37.279914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.321998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-2b49db36-53d2-4cfc-a2c4-81b3a8c5060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:37.324486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-2b49db36-53d2-4cfc-a2c4-81b3a8c5060d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454605 Sep 17 01:26:37.442426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-483f8204-99ec-4100-b42d-2394ab38bb46 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109588 Sep 17 01:26:37.446745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.495728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b41ee585-837b-492a-a3f9-e71503c001db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.506910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:37.509708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:37.553357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f90d609a-e0ab-4df6-bbf6-7aa407d5ea1f req-0e1c7724-351e-4c4b-98cd-b80eae5bab77 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028035 Sep 17 01:26:37.580447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b41ee585-837b-492a-a3f9-e71503c001db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:37.727703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58f19f-0dbf-4a7a-9659-998852e0ef5e req-106fe76f-1baf-4a3c-b3eb-fe0801858bc7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:37.730012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb58f19f-0dbf-4a7a-9659-998852e0ef5e req-106fe76f-1baf-4a3c-b3eb-fe0801858bc7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.0687239 Sep 17 01:26:37.795266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb58f19f-0dbf-4a7a-9659-998852e0ef5e req-f7e9d4ba-f9df-4d15-bdc5-ea763ff8aea7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510561 Sep 17 01:26:37.859244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c8751315-8f09-41a2-a3d3-a6fcacc579d9 None None] Provisioning complete for port 4226335a-fe1b-4856-8833-828710e45c4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:37.860460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8751315-8f09-41a2-a3d3-a6fcacc579d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.052954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b41ee585-837b-492a-a3f9-e71503c001db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f1190a0eb884f49ab5809d7811ce36f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1370456 Sep 17 01:26:38.057169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43604) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:38.068540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c8751315-8f09-41a2-a3d3-a6fcacc579d9 None None] Port 4226335a-fe1b-4856-8833-828710e45c4c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:38.089119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ee585-837b-492a-a3f9-e71503c001db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc3d2c8-f2ee-45c3-b802-a59e8c1dd6da,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:38.117498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877d5c6f-b66e-40b4-a335-d8c157224489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.138936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877d5c6f-b66e-40b4-a335-d8c157224489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.145361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Router 37b8f8ab-945b-43aa-82f5-89fe55715646 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:26:38.173107 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.176003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b9f97b5e-cbeb-42b9-8182-1c61a500579a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.273792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.290377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877d5c6f-b66e-40b4-a335-d8c157224489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.299572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-877d5c6f-b66e-40b4-a335-d8c157224489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.299572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-877d5c6f-b66e-40b4-a335-d8c157224489 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbc3d2c8-f2ee-45c3-b802-a59e8c1dd6da HTTP/1.1" status: 204 len: 168 time: 0.2383385 Sep 17 01:26:38.305952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d5c6f-b66e-40b4-a335-d8c157224489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc3d2c8-f2ee-45c3-b802-a59e8c1dd6da,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:38.370128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.412260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:38.421804 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Sync routers for ids ['37b8f8ab-945b-43aa-82f5-89fe55715646'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:38.433243 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Routers {'37b8f8ab-945b-43aa-82f5-89fe55715646'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:38.433473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1133e5bf-737d-48ec-966c-ef2ac55e191c admin admin] 10.222.0.13 "PUT /v2.0/routers/37b8f8ab-945b-43aa-82f5-89fe55715646/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2751486 Sep 17 01:26:38.433966 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['37b8f8ab-945b-43aa-82f5-89fe55715646'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:38.436209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event updated for resources: {'Port': ['ID=e789c319-19ca-4f3c-bfad-5db91f4d7664,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:38.532763 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Floating IP 59079b85-6f6d-4eed-a4d5-3b419a4a45a9 associated. External IP: 172.25.1.110, port: e98814e3-af1e-46f4-9c0b-ae592b419b1c. Sep 17 01:26:38.557697 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Set router 37b8f8ab-945b-43aa-82f5-89fe55715646 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:38.724233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 91709871-9544-4902-9c7f-b6cb63874547 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:38.783315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 91709871-9544-4902-9c7f-b6cb63874547 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:38.784772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:38.851210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 25d518e3-650a-498c-96f0-18d0c06c7004 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:26:38.855543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:26:35Z', 'revision_number': 4, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '4226335a-fe1b-4856-8833-828710e45c4c', 'name': '', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'mac_address': 'fa:16:3e:4f:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:34Z', 'updated_at': '2021-09-17T01:26:36Z', 'revision_number': 2, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'subnets': [{'id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:38.901787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Checking router: 37b8f8ab-945b-43aa-82f5-89fe55715646 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:38.902134 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Updating router 37b8f8ab-945b-43aa-82f5-89fe55715646 port 4226335a-fe1b-4856-8833-828710e45c4c binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:26:38.976695 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.066973 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.231656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e98079-ea07-4c1b-85d0-38b1894740fd req-edd16bd4-bcd6-49ea-a7b6-7dca86ab0c98 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:39.233251 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d4e98079-ea07-4c1b-85d0-38b1894740fd req-edd16bd4-bcd6-49ea-a7b6-7dca86ab0c98 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.2606864 Sep 17 01:26:39.243587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:39.256225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] Sync routers for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:39.269929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:39.271515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:39.311906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d4e98079-ea07-4c1b-85d0-38b1894740fd req-d4352fb5-d8d8-4b85-92d6-e12bbd0fe12e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555964 Sep 17 01:26:39.387128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.454179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a41b50f4-5997-44ba-90ab-f34e46c5334c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3292341 Sep 17 01:26:39.455443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:39.456517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43650) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:39.458057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:39.465407 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:39.596873 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d9fbaf-888b-489b-b274-f24c8d92ddc2 x-openstack-request-id: req-55d9fbaf-888b-489b-b274-f24c8d92ddc2 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:39.597035 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:39.597297 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55d9fbaf-888b-489b-b274-f24c8d92ddc2 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:39.597635 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'status': 'completed', 'code': 200} Sep 17 01:26:39.618444 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.627707 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.676281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fc48a3f7-cfab-4541-ae8d-3ac7c18448c0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/59079b85-6f6d-4eed-a4d5-3b419a4a45a9 HTTP/1.1" status: 200 len: 991 time: 0.2181244 Sep 17 01:26:39.701821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43664) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:39.704351 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.707595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1068867797-network', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:39.802117 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005178-27c7-4c5f-a171-d2e4874c93d2 None None] Pushing event updated for resources: {'Port': ['ID=4226335a-fe1b-4856-8833-828710e45c4c,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:39.857735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:26:39.861381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Made reservation on behalf of e40d0b5dfce94c9b9450bb5f6b871d79 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:39.864077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.887207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.908078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '59079b85-6f6d-4eed-a4d5-3b419a4a45a9', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'port_id': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'mac_address': 'fa:16:3e:52:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:26:36Z', 'updated_at': '2021-09-17T01:26:36Z', 'revision_number': 0, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:13Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:39.956140 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Attempting to bind port 4226335a-fe1b-4856-8833-828710e45c4c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:39.956474 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Attempting to bind port 4226335a-fe1b-4856-8833-828710e45c4c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:39.956835 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Attempting to bind port 4226335a-fe1b-4856-8833-828710e45c4c on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:39.967314 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:39.968219 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Checking segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:39.968860 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.969655 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Bound using segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:39.970154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Bound port: 4226335a-fe1b-4856-8833-828710e45c4c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:39.970541 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:39.994448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] Checking router: 25d518e3-650a-498c-96f0-18d0c06c7004 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:40.021630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.resource_extend [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 17 01:26:40.071575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:40.076743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:40.080844 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] For port 4226335a-fe1b-4856-8833-828710e45c4c, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:40.089257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-ec0165e7-b4d5-4719-bb63-27bb4be327b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:40.091541 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] For port 4226335a-fe1b-4856-8833-828710e45c4c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4226335a-fe1b-4856-8833-828710e45c4c,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:40.097258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.109226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-ec0165e7-b4d5-4719-bb63-27bb4be327b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 1096 time: 0.4894838 Sep 17 01:26:40.167814 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.215790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.262964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:26:40.284695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806f6a5e-cf2e-4dbb-8845-800fcf286da2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:40.301121 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Routers {'37b8f8ab-945b-43aa-82f5-89fe55715646'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:40.301476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.302085 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Added segment 5c93a1ff-600a-4a2e-90c8-723a718d0c6f of type vlan for network 35d53a8d-e7b0-425c-b168-cee720a4bf79 Sep 17 01:26:40.306348 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['37b8f8ab-945b-43aa-82f5-89fe55715646'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:40.316144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-1542b7ff-8222-4da2-bb8a-1cd514c339ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:40.328406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-1542b7ff-8222-4da2-bb8a-1cd514c339ea service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f1629a7-5339-4169-94c4-219d7b4e0a60 HTTP/1.1" status: 200 len: 897 time: 0.2178082 Sep 17 01:26:40.345149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:40.370784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-527f2bde-bee9-40be-9d62-775df7c8d4b0 None None] Provisioning complete for port 4226335a-fe1b-4856-8833-828710e45c4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:40.372645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-527f2bde-bee9-40be-9d62-775df7c8d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.434460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.445733 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7005178-27c7-4c5f-a171-d2e4874c93d2 None None] Pushing event updated for resources: {'Port': ['ID=4226335a-fe1b-4856-8833-828710e45c4c,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:40.486102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'mac_address': 'fa:16:3e:3c:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:26:40.502074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:40.564864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.565884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:40.566253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-369a15a0-01aa-4e14-a699-98cbde5f429d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c HTTP/1.1" status: 200 len: 999 time: 0.2303226 Sep 17 01:26:40.566491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.614983 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] Set router 37b8f8ab-945b-43aa-82f5-89fe55715646 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:40.710080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.712553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-0810cc9b-f53d-4cdb-9685-fbf3dc7072e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:40.715471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-0810cc9b-f53d-4cdb-9685-fbf3dc7072e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6a29f01-75f2-4ae3-b1c3-85f3909164a7 HTTP/1.1" status: 200 len: 835 time: 0.1365838 Sep 17 01:26:40.716297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:40.731422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0254140 Sep 17 01:26:40.749173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43686) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:40.756356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Request body: {'subnet': {'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1068867797-subnet', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:40.760259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18010d70-7b29-48e7-9f3f-32f154f005ec admin admin] Pushing event updated for resources: {'Network': ['ID=35d53a8d-e7b0-425c-b168-cee720a4bf79,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:40.808021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:26:40.820506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:26:40.879337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Made reservation on behalf of e40d0b5dfce94c9b9450bb5f6b871d79 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:40.882111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:40.891267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-80486580-de20-43db-9bcc-1a2720b4e08d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/59079b85-6f6d-4eed-a4d5-3b419a4a45a9 HTTP/1.1" status: 200 len: 991 time: 0.1717689 Sep 17 01:26:40.941885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9029508-7090-4867-813f-3fcae48035bd req-1e098ce6-86c9-40d0-8905-84848fa767f0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:40.944971 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:26:35Z', 'revision_number': 4, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '4226335a-fe1b-4856-8833-828710e45c4c', 'name': '', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'mac_address': 'fa:16:3e:4f:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:34Z', 'updated_at': '2021-09-17T01:26:40Z', 'revision_number': 4, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'subnets': [{'id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:40.954811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9029508-7090-4867-813f-3fcae48035bd req-1e098ce6-86c9-40d0-8905-84848fa767f0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.3976207 Sep 17 01:26:40.983588 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd01d83-be9a-4501-be42-93e317a49d73 None None] The sync data for ids ['37b8f8ab-945b-43aa-82f5-89fe55715646'] in n-d-789963-7 is: [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:26:35Z', 'revision_number': 4, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '4226335a-fe1b-4856-8833-828710e45c4c', 'name': '', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'mac_address': 'fa:16:3e:4f:3e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:34Z', 'updated_at': '2021-09-17T01:26:40Z', 'revision_number': 4, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'subnets': [{'id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:41.055224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a9029508-7090-4867-813f-3fcae48035bd req-f507775a-ab8b-40c7-b4c4-da8653948867 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861943 Sep 17 01:26:41.060780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-598b1cf6-0ea4-493f-b893-c171d04f3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:41.063024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-598b1cf6-0ea4-493f-b893-c171d04f3c99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f1629a7-5339-4169-94c4-219d7b4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2588155 Sep 17 01:26:41.113182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-527f2bde-bee9-40be-9d62-775df7c8d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.129396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:41.214679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.295741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-f88dceb8-8abf-4506-965d-ddde3276352a service neutron] 10.222.0.23 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245936 Sep 17 01:26:41.305501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:41.314974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.373958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-527f2bde-bee9-40be-9d62-775df7c8d4b0 None None] For port 4226335a-fe1b-4856-8833-828710e45c4c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4226335a-fe1b-4856-8833-828710e45c4c,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:41.399434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.451484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-527f2bde-bee9-40be-9d62-775df7c8d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.452190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e96fd12-cd8a-4eda-81dd-8d25acb89bc4 req-42fc4201-64f2-4702-8474-434edb57207f service neutron] 10.222.0.23 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490057 Sep 17 01:26:41.492770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af250b23-7139-4ca6-ae00-2b71266e0c50,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:41.525362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:26:41.529675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Checking segment: {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:41.530253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Network hostable DHCP agents. Network: 35d53a8d-e7b0-425c-b168-cee720a4bf79, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:26:41.559812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '59079b85-6f6d-4eed-a4d5-3b419a4a45a9', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'port_id': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'mac_address': 'fa:16:3e:52:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:26:36Z', 'updated_at': '2021-09-17T01:26:36Z', 'revision_number': 0, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:13Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:41.577778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f2bde-bee9-40be-9d62-775df7c8d4b0 None None] Pushing event updated for resources: {'Port': ['ID=4226335a-fe1b-4856-8833-828710e45c4c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:41.638280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:26:41.642985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063a7f25-10fb-4661-a8bc-492247554240 None None] The sync data for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 is: [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '59079b85-6f6d-4eed-a4d5-3b419a4a45a9', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'floating_ip_address': '172.25.1.110', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'port_id': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'mac_address': 'fa:16:3e:52:a7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:26:36Z', 'updated_at': '2021-09-17T01:26:36Z', 'revision_number': 0, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:13Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:41.678267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4651cbb3-5c0b-4ff7-97c3-03209b917955 None None] Provisioning complete for port 4226335a-fe1b-4856-8833-828710e45c4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:41.678632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4651cbb3-5c0b-4ff7-97c3-03209b917955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.712405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 35d53a8d-e7b0-425c-b168-cee720a4bf79) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:41.718208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:41.718917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:41.730243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db1d8a-e84b-4b40-a784-18a324346082 None None] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:41.842911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e9cfd5dd-6967-49c8-9a69-1cd861322b1b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0923519 Sep 17 01:26:41.845563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43712) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:41.851976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:41.896875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43716) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:41.945707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:42.011568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.012745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.031378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5dfb37f1-6f8e-4630-b2bc-53e9394710a2 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/59079b85-6f6d-4eed-a4d5-3b419a4a45a9 HTTP/1.1" status: 200 len: 991 time: 0.1333117 Sep 17 01:26:42.141318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.143156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18d9c56c-fedc-4be1-b43b-194c75b07e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.156416 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c495de42-4ad0-4fde-a33b-82213cdad1b1 None None] New status for floating IP 59079b85-6f6d-4eed-a4d5-3b419a4a45a9: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:26:42.493033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-35d53a8d-e7b0-425c-b168-cee720a4bf79', 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'fixed_ips': [{'subnet_id': 'af250b23-7139-4ca6-ae00-2b71266e0c50'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:26:42.493954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.526217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.540106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd53f3-8f27-4dee-954c-48de84184085 req-81db9811-2b77-4f7f-845a-92876d0e31b0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:42.550084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2fd53f3-8f27-4dee-954c-48de84184085 req-81db9811-2b77-4f7f-845a-92876d0e31b0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 945 time: 0.3664098 Sep 17 01:26:42.615039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2fd53f3-8f27-4dee-954c-48de84184085 req-dbd465d6-0a3f-4cb5-84d2-7c1c50bd3e3f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636544 Sep 17 01:26:42.722103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Allocated IP 172.20.0.2 (35d53a8d-e7b0-425c-b168-cee720a4bf79/af250b23-7139-4ca6-ae00-2b71266e0c50/8ea01b5e-5966-43ca-8507-c8b67672ba2a) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:42.770532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18d9c56c-fedc-4be1-b43b-194c75b07e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.790067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4226335a-fe1b-4856-8833-828710e45c4c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:42.914277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-18d9c56c-fedc-4be1-b43b-194c75b07e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:42.957494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4226335a-fe1b-4856-8833-828710e45c4c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:42.957885 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.011308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-18d9c56c-fedc-4be1-b43b-194c75b07e12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=401038a4be81405eaff10dd6384d4387&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0643516 Sep 17 01:26:43.014334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:43.026981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9c56c-fedc-4be1-b43b-194c75b07e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8acd8cf-c781-44fc-a393-ff01153be6af,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:43.033506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.041583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43730) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:43.050519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.062035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.159711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1f60c966-901f-44e9-ae5a-98118b6cac75 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/59079b85-6f6d-4eed-a4d5-3b419a4a45a9 HTTP/1.1" status: 200 len: 993 time: 0.1161823 Sep 17 01:26:43.166847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d10acea-4967-45ab-b130-46d6dc4b724e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.202516 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.204059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Allocated IP 172.25.1.117 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4d5e9880-2408-467b-b4b3-2dacaa544080) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:43.223719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d10acea-4967-45ab-b130-46d6dc4b724e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.274881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:43.279048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:43.283185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:43.292174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Pushing event updated for resources: {'Port': ['ID=8ea01b5e-5966-43ca-8507-c8b67672ba2a,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:43.401827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d10acea-4967-45ab-b130-46d6dc4b724e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.407450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d10acea-4967-45ab-b130-46d6dc4b724e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.411450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2d10acea-4967-45ab-b130-46d6dc4b724e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8acd8cf-c781-44fc-a393-ff01153be6af HTTP/1.1" status: 204 len: 168 time: 0.3927205 Sep 17 01:26:43.430129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Attempting to bind port 8ea01b5e-5966-43ca-8507-c8b67672ba2a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:43.434492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Attempting to bind port 8ea01b5e-5966-43ca-8507-c8b67672ba2a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:43.434492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Attempting to bind port 8ea01b5e-5966-43ca-8507-c8b67672ba2a on network 35d53a8d-e7b0-425c-b168-cee720a4bf79 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:43.443429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.445248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10acea-4967-45ab-b130-46d6dc4b724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8acd8cf-c781-44fc-a393-ff01153be6af,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:43.472553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:43.473468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Checking segment: {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:43.474196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.476550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Bound using segment: {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:43.477259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Bound port: 8ea01b5e-5966-43ca-8507-c8b67672ba2a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:43.481229 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.576543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.581329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] For port 8ea01b5e-5966-43ca-8507-c8b67672ba2a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:43.586125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] For port 8ea01b5e-5966-43ca-8507-c8b67672ba2a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ea01b5e-5966-43ca-8507-c8b67672ba2a,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:43.616075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:43.619979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:43.623494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:43.653571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:43.671947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Pushing event updated for resources: {'Port': ['ID=4d5e9880-2408-467b-b4b3-2dacaa544080,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:43.750295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0856c-7e38-4f13-ac0d-3ec4e126042f None None] Pushing event updated for resources: {'Port': ['ID=8ea01b5e-5966-43ca-8507-c8b67672ba2a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:43.858881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352952d-84af-436a-aef3-0979b6021c30 req-97bf9fef-c169-4989-9c31-d1de48182949 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:43.866264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d352952d-84af-436a-aef3-0979b6021c30 req-97bf9fef-c169-4989-9c31-d1de48182949 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 945 time: 0.1011693 Sep 17 01:26:43.873132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:43.923299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d352952d-84af-436a-aef3-0979b6021c30 req-6d42753f-0561-47b1-9e19-a6ca5dbf12ad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549302 Sep 17 01:26:44.067056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:26:44.071678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:44.072737 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:44.142529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:44.230632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:44.260345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:44.262864 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a5919-c2f3-499a-a32b-77af5bd862e1" -d '{"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-plugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:44.280754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:44.316852 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d7d47e-eb07-4549-9cf3-b9c6f3541ded x-openstack-request-id: req-81d7d47e-eb07-4549-9cf3-b9c6f3541ded {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:44.316852 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-plugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:44.316852 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81d7d47e-eb07-4549-9cf3-b9c6f3541ded {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:44.316852 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'code': 200} Sep 17 01:26:44.392810 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:44.417563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:44.499379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:44.549251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23269-ae73-4c09-b2af-02bf4b571eaa req-d92b4b3c-7d08-4094-892b-0b41da9d2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:44.550793 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ec23269-ae73-4c09-b2af-02bf4b571eaa req-d92b4b3c-7d08-4094-892b-0b41da9d2a9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1276503 Sep 17 01:26:44.622822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ec23269-ae73-4c09-b2af-02bf4b571eaa req-f6b0d293-f393-4bad-a278-935283366d3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441482 Sep 17 01:26:44.741459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Router f38fbff1-1369-410d-90f8-89b7b97ec93b is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:26:44.789915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ea01b5e-5966-43ca-8507-c8b67672ba2a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:44.891520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8ea01b5e-5966-43ca-8507-c8b67672ba2a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:44.892236 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:44.930256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:44.965642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Sync routers for ids ['f38fbff1-1369-410d-90f8-89b7b97ec93b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:44.984126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Routers {'f38fbff1-1369-410d-90f8-89b7b97ec93b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:44.984629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f38fbff1-1369-410d-90f8-89b7b97ec93b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:45.021760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:45.022499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9a1ffe25-caf0-4278-93d3-bc0a19cdf76d admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1746349 Sep 17 01:26:45.025903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43772) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:45.138008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712a877-f7dc-4e63-8504-1a41b251c410 req-1df11ce9-5644-4ac6-9e59-261046db95d2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:45.147982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1712a877-f7dc-4e63-8504-1a41b251c410 req-1df11ce9-5644-4ac6-9e59-261046db95d2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1069899 Sep 17 01:26:45.200776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Set router f38fbff1-1369-410d-90f8-89b7b97ec93b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:45.245699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1712a877-f7dc-4e63-8504-1a41b251c410 req-bdf0e834-8864-4bad-b461-9176657e9bc6 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923972 Sep 17 01:26:45.335996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ccc84-73df-4988-a284-ee0db13e80a0 None None] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:26:45.393691 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:45.485734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-54ca43d0-5f2f-42b9-aad6-91e67d33db8d None None] Provisioning complete for port 8ea01b5e-5966-43ca-8507-c8b67672ba2a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:45.486114 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-54ca43d0-5f2f-42b9-aad6-91e67d33db8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:45.550850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8ea01b5e-5966-43ca-8507-c8b67672ba2a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ea01b5e-5966-43ca-8507-c8b67672ba2a,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:45.646361 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:45.769604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:45.813539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8ea01b5e-5966-43ca-8507-c8b67672ba2a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:45.831213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.831655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.832008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.832471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.832934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.833279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.833611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.833942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.834271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.834599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.834928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.835276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:45.851274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:26:43Z', 'revision_number': 3, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:45.905821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Checking router: f38fbff1-1369-410d-90f8-89b7b97ec93b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:45.906272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Updating router f38fbff1-1369-410d-90f8-89b7b97ec93b port 4d5e9880-2408-467b-b4b3-2dacaa544080 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:26:45.959453 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.110072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Allocated IP 172.20.0.1 (35d53a8d-e7b0-425c-b168-cee720a4bf79/af250b23-7139-4ca6-ae00-2b71266e0c50/e0d9fbc3-1718-49f3-bd34-ae15604d4b3e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:46.278881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.360289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bfd9751e-5504-4b00-a678-21f3867a2b93 None None] Provisioning complete for port 8ea01b5e-5966-43ca-8507-c8b67672ba2a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:46.363950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfd9751e-5504-4b00-a678-21f3867a2b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.398076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.528451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:46.536822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:46.551781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:46.584349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:46.604361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a09f4b-7c12-46c3-b6fd-ce1bc7397ec6 req-2ffb7569-c4d9-4e46-bd81-88630532f198 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:46.606369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14a09f4b-7c12-46c3-b6fd-ce1bc7397ec6 req-2ffb7569-c4d9-4e46-bd81-88630532f198 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.2267869 Sep 17 01:26:46.664446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.721544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.761292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ea01b5e-5966-43ca-8507-c8b67672ba2a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:46.831731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.870826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Attempting to bind port 4d5e9880-2408-467b-b4b3-2dacaa544080 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:46.872626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Attempting to bind port 4d5e9880-2408-467b-b4b3-2dacaa544080 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:46.873129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Attempting to bind port 4d5e9880-2408-467b-b4b3-2dacaa544080 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:46.878204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14a09f4b-7c12-46c3-b6fd-ce1bc7397ec6 req-4dc46f41-8c56-4c32-ba97-ff81144c2d37 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641387 Sep 17 01:26:46.962414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:46.975398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:46.975398 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:46.975398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:46.975398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Bound port: 4d5e9880-2408-467b-b4b3-2dacaa544080, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:46.975398 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:47.010499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:47.094207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416566dd-4a9b-403c-90e6-961fba805675 req-1a91e392-81c5-40cf-9133-140400a69b2c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:47.100921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-416566dd-4a9b-403c-90e6-961fba805675 req-1a91e392-81c5-40cf-9133-140400a69b2c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.0845873 Sep 17 01:26:47.109867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:47.122331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Request body: {'floatingip': {'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:47.239542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8ea01b5e-5966-43ca-8507-c8b67672ba2a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:47.239922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:47.245179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5f8dc-1eb4-4f47-b223-cc58bcd42567 None None] Pushing event updated for resources: {'Port': ['ID=4d5e9880-2408-467b-b4b3-2dacaa544080,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:47.303309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] For port 4d5e9880-2408-467b-b4b3-2dacaa544080, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:47.308789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] For port 4d5e9880-2408-467b-b4b3-2dacaa544080, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4d5e9880-2408-467b-b4b3-2dacaa544080,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:47.328700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12cb962c-0aa6-4e10-9e9e-d8860b7b61ab None None] Provisioning complete for port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:47.329158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12cb962c-0aa6-4e10-9e9e-d8860b7b61ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:47.395650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:47.491908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-12cb962c-0aa6-4e10-9e9e-d8860b7b61ab None None] Port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:47.529576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Routers {'f38fbff1-1369-410d-90f8-89b7b97ec93b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:47.531370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f38fbff1-1369-410d-90f8-89b7b97ec93b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:47.663259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5f8dc-1eb4-4f47-b223-cc58bcd42567 None None] Pushing event updated for resources: {'Port': ['ID=4d5e9880-2408-467b-b4b3-2dacaa544080,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:47.680643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:47.818353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] Set router f38fbff1-1369-410d-90f8-89b7b97ec93b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:47.951568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:48.037887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:48.061054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e0d9fbc3-1718-49f3-bd34-ae15604d4b3e', 'name': '', 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'mac_address': 'fa:16:3e:60:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:45Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 1, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'subnets': [{'id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:48.096349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ed8a03-048b-4d10-850a-992d6484ad70 None None] The sync data for ids ['f38fbff1-1369-410d-90f8-89b7b97ec93b'] in n-d-789963-7 is: [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e0d9fbc3-1718-49f3-bd34-ae15604d4b3e', 'name': '', 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'mac_address': 'fa:16:3e:60:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:45Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 1, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'subnets': [{'id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:48.167946 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:48.184604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Pushing event updated for resources: {'Port': ['ID=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:48.415320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:48.419253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:48.489851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:48.604539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:48.608202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Router f38fbff1-1369-410d-90f8-89b7b97ec93b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:26:48.733396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-268aefe2-5b59-4589-bfb6-dd0a362e2e75 None None] Provisioning complete for port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:48.733778 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-268aefe2-5b59-4589-bfb6-dd0a362e2e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:48.786193 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Floating IP c7f18660-b8cf-4b24-8543-ce4f8e8e4b52 associated. External IP: 172.25.1.43, port: fc595e22-ace2-4ecf-ae8a-ffb3a342bc12. Sep 17 01:26:48.827771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-268aefe2-5b59-4589-bfb6-dd0a362e2e75 None None] Port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:48.968473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:48.974297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-66b2dd3a-bf50-453f-901d-f328d8397ab7 admin admin] 10.222.0.13 "PUT /v2.0/routers/f38fbff1-1369-410d-90f8-89b7b97ec93b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9473011 Sep 17 01:26:49.190204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:26:49.381959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:26:49.388251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:49.394662 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:49.414856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:49.414856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:49.416017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43896) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:49.442649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-291aadc7-1119-466e-b419-b174e952c69a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "PUT /v2.0/floatingips/c7f18660-b8cf-4b24-8543-ce4f8e8e4b52 HTTP/1.1" status: 200 len: 991 time: 2.3293467 Sep 17 01:26:49.443951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:49.446538 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5eb8101-1509-413b-bd8b-48c2c1319b00" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:49.667108 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:49.700139 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506604dd-ef8f-4e13-9244-71477097a5c1 x-openstack-request-id: req-506604dd-ef8f-4e13-9244-71477097a5c1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:49.700433 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:49.700682 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-506604dd-ef8f-4e13-9244-71477097a5c1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:49.701074 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'status': 'completed', 'code': 200} Sep 17 01:26:49.752975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-254c6858-e036-4209-a6ee-719dd56e9d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:49.848302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-48498ff3-d88c-4cd7-8ac8-517c2a6759a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:49.850194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-48498ff3-d88c-4cd7-8ac8-517c2a6759a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1320431 Sep 17 01:26:49.888251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-254c6858-e036-4209-a6ee-719dd56e9d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:49.980618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-254c6858-e036-4209-a6ee-719dd56e9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:50.002984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-a280163c-25e2-4e75-8fe8-c6d3f6c7b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:50.004542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-a280163c-25e2-4e75-8fe8-c6d3f6c7b2c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1471636 Sep 17 01:26:50.084931 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-254c6858-e036-4209-a6ee-719dd56e9d6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0d9fabcc134457b9dba67c001e235a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671896 Sep 17 01:26:50.098617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43920) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:50.123245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c6858-e036-4209-a6ee-719dd56e9d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed5da7-350e-4a4a-88d6-c4724e9586e4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:50.155835 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'c7f18660-b8cf-4b24-8543-ce4f8e8e4b52', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'mac_address': 'fa:16:3e:3c:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:26:27Z', 'updated_at': '2021-09-17T01:26:48Z', 'revision_number': 1, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:50.165251 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-abf24827-87de-4e7d-8e0d-7331bed221aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 999 time: 0.1419325 Sep 17 01:26:50.198596 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:50.207870 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:50.208477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:50.221395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-700ab647-c09b-49ed-af6a-e3ae75226f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:50.252908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-9d65ae09-0c0f-433d-a746-d3638212207d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:50.252908 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-9d65ae09-0c0f-433d-a746-d3638212207d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0809081 Sep 17 01:26:50.310003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-80dc1056-ca99-4a3a-94b0-ee104639ad08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:50.312163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-80dc1056-ca99-4a3a-94b0-ee104639ad08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509794 Sep 17 01:26:50.350315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-700ab647-c09b-49ed-af6a-e3ae75226f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:50.395816 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:50.431731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-a9943a7e-88c4-4f85-8dbe-15bdacfa48a5 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109600 Sep 17 01:26:50.434667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-49152157-7c27-4a20-86e2-e274d9808454 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:50.437853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-49152157-7c27-4a20-86e2-e274d9808454 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/networks?id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 HTTP/1.1" status: 200 len: 910 time: 0.2753835 Sep 17 01:26:50.471558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-04fb3a31-5af2-4f75-8138-0e88af350628 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/quotas/e40d0b5dfce94c9b9450bb5f6b871d79 HTTP/1.1" status: 200 len: 375 time: 0.0274601 Sep 17 01:26:50.574854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5eb8101-1509-413b-bd8b-48c2c1319b00 req-e21ecf50-d3c7-437c-a08e-aca4a683021e service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367967 Sep 17 01:26:50.692147 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-6695f5e5-3ba4-4301-a1c0-558b7315f7dc tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2047193 Sep 17 01:26:50.701691 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'c7f18660-b8cf-4b24-8543-ce4f8e8e4b52', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'mac_address': 'fa:16:3e:3c:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:26:27Z', 'updated_at': '2021-09-17T01:26:48Z', 'revision_number': 1, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:50.725626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-700ab647-c09b-49ed-af6a-e3ae75226f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:50.732554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-700ab647-c09b-49ed-af6a-e3ae75226f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:50.734738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-700ab647-c09b-49ed-af6a-e3ae75226f0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54ed5da7-350e-4a4a-88d6-c4724e9586e4 HTTP/1.1" status: 204 len: 168 time: 0.6346416 Sep 17 01:26:50.750096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ab647-c09b-49ed-af6a-e3ae75226f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed5da7-350e-4a4a-88d6-c4724e9586e4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:50.810531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4d5e9880-2408-467b-b4b3-2dacaa544080 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:50.924972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4d5e9880-2408-467b-b4b3-2dacaa544080 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:50.925417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:50.959777 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a806e534-d4f6-462f-ab11-9d632beffca1 None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'c7f18660-b8cf-4b24-8543-ce4f8e8e4b52', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'floating_ip_address': '172.25.1.43', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'mac_address': 'fa:16:3e:3c:d2:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:26:27Z', 'updated_at': '2021-09-17T01:26:48Z', 'revision_number': 1, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:51.000601 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-14268eb9-8fd5-4b04-aea9-6508a3198584 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012218 Sep 17 01:26:51.030073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:51.052850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 4d5e9880-2408-467b-b4b3-2dacaa544080, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4d5e9880-2408-467b-b4b3-2dacaa544080,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:51.105811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-142eb8f4-7b52-4468-b0bd-ff47d1158166 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980680 Sep 17 01:26:51.150560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:51.219541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=4d5e9880-2408-467b-b4b3-2dacaa544080,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:51.492111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-259fc94e-e51d-4f02-95d1-055157c03179 req-0b2c7982-e2a3-49f5-bfa5-db676cd13a91 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 210 time: 0.0350714 Sep 17 01:26:51.605095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43948) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:51.622359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8d25d5-7e53-4556-a771-293dbf5bde07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:51.715786 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8d25d5-7e53-4556-a771-293dbf5bde07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:51.784225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6b8d25d5-7e53-4556-a771-293dbf5bde07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:51.823465 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b8d25d5-7e53-4556-a771-293dbf5bde07 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8904be8402214cb58585960ee536f028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172568 Sep 17 01:26:51.825488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d25d5-7e53-4556-a771-293dbf5bde07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9243a8-b2c4-4351-8991-87ede0ebb494,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:51.826151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43958) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:51.885925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b57c8f4-05f8-4445-bec8-288f8fdc4b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:51.908355 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b57c8f4-05f8-4445-bec8-288f8fdc4b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:52.029193 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b57c8f4-05f8-4445-bec8-288f8fdc4b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:52.031882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2b57c8f4-05f8-4445-bec8-288f8fdc4b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:52.033061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b57c8f4-05f8-4445-bec8-288f8fdc4b32 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b9243a8-b2c4-4351-8991-87ede0ebb494 HTTP/1.1" status: 204 len: 168 time: 0.2057478 Sep 17 01:26:52.041639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57c8f4-05f8-4445-bec8-288f8fdc4b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9243a8-b2c4-4351-8991-87ede0ebb494,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:52.437449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5456af0-3686-4fe0-8492-258d031066b1 None None] New status for floating IP c7f18660-b8cf-4b24-8543-ce4f8e8e4b52: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:26:52.582346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a133a916-0c98-4218-9448-fa6d184b47eb req-03a7a3a7-f1e4-472a-9412-2d9161b84fe9 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 210 time: 0.0345423 Sep 17 01:26:52.662383 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Sync routers for ids ['f38fbff1-1369-410d-90f8-89b7b97ec93b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:26:52.680786 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Routers {'f38fbff1-1369-410d-90f8-89b7b97ec93b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:52.680786 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f38fbff1-1369-410d-90f8-89b7b97ec93b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:52.751992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4d5e9880-2408-467b-b4b3-2dacaa544080 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:52.809900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4d5e9880-2408-467b-b4b3-2dacaa544080 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:52.809900 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:52.819775 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Set router f38fbff1-1369-410d-90f8-89b7b97ec93b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:53.052275 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e0d9fbc3-1718-49f3-bd34-ae15604d4b3e', 'name': '', 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'mac_address': 'fa:16:3e:60:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:45Z', 'updated_at': '2021-09-17T01:26:47Z', 'revision_number': 2, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'subnets': [{'id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:53.094546 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Checking router: f38fbff1-1369-410d-90f8-89b7b97ec93b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:26:53.094910 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Updating router f38fbff1-1369-410d-90f8-89b7b97ec93b port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:26:53.138748 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:53.452573 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:53.581131 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:53.696374 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35656c78-24be-4294-85eb-43b25f2d4735 None None] Pushing event updated for resources: {'Port': ['ID=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:53.724618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd33cad1-942c-4287-a06d-163785843ea5 req-e92f5447-9926-429c-9046-03b33f11958f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 210 time: 0.0373492 Sep 17 01:26:53.797368 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Attempting to bind port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:53.797732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Attempting to bind port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:53.798079 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Attempting to bind port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e on network 35d53a8d-e7b0-425c-b168-cee720a4bf79 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:53.803069 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:53.805047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Checking segment: {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:53.805047 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:53.805047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Bound using segment: {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:53.805047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Bound port: e0d9fbc3-1718-49f3-bd34-ae15604d4b3e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c93a1ff-600a-4a2e-90c8-723a718d0c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:53.805047 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:53.958921 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] For port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:53.971943 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] For port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:54.047612 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:54.109731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3b89c71d-0ea2-49ba-8c72-9e7e139ac7f9 None None] Provisioning complete for port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:54.110241 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b89c71d-0ea2-49ba-8c72-9e7e139ac7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:54.129751 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Routers {'f38fbff1-1369-410d-90f8-89b7b97ec93b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:26:54.130501 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f38fbff1-1369-410d-90f8-89b7b97ec93b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:54.133252 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35656c78-24be-4294-85eb-43b25f2d4735 None None] Pushing event updated for resources: {'Port': ['ID=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:54.472827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b89c71d-0ea2-49ba-8c72-9e7e139ac7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:54.536249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-d5fe8ece-7b33-4c6d-a120-812aa9fa6566 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:54.537451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] Set router f38fbff1-1369-410d-90f8-89b7b97ec93b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:26:54.541542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-d5fe8ece-7b33-4c6d-a120-812aa9fa6566 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.23 "GET /v2.0/networks?id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 HTTP/1.1" status: 200 len: 910 time: 0.3616340 Sep 17 01:26:54.556112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Request body: {'port': {'device_id': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'admin_state_up': True, 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:54.578480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3b89c71d-0ea2-49ba-8c72-9e7e139ac7f9 None None] For port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:54.687630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Made reservation on behalf of e40d0b5dfce94c9b9450bb5f6b871d79 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:54.689401 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b89c71d-0ea2-49ba-8c72-9e7e139ac7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:54.694360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:54.831526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e0d9fbc3-1718-49f3-bd34-ae15604d4b3e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:54.956985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89c71d-0ea2-49ba-8c72-9e7e139ac7f9 None None] Pushing event updated for resources: {'Port': ['ID=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:54.976296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0485c411-d34a-4381-b6fc-cd958887f6be None None] Provisioning complete for port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:54.976635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0485c411-d34a-4381-b6fc-cd958887f6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.006830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2cde4e6-2b77-4f43-8752-ddcf4d23dd10 req-e8744917-c43a-4761-82e5-c55f5f6c293f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 210 time: 0.0965009 Sep 17 01:26:55.113355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e0d9fbc3-1718-49f3-bd34-ae15604d4b3e', 'name': '', 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'mac_address': 'fa:16:3e:60:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:45Z', 'updated_at': '2021-09-17T01:26:53Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'subnets': [{'id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:26:55.147254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44054) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:55.174248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Allocated IP 172.20.0.6 (ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3/6798eabf-7a57-405d-8f77-a78c7119686a/e2240048-de71-41a5-ab6f-6a954390015a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:26:55.184700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:55.185286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.202208 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af504192-36dc-4cef-aa6b-a0bedc5a6bc3 None None] The sync data for ids ['f38fbff1-1369-410d-90f8-89b7b97ec93b'] in n-d-789963-7 is: [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:26:46Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e0d9fbc3-1718-49f3-bd34-ae15604d4b3e', 'name': '', 'network_id': '35d53a8d-e7b0-425c-b168-cee720a4bf79', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'mac_address': 'fa:16:3e:60:92:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2800, 'fixed_ips': [{'subnet_id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:45Z', 'updated_at': '2021-09-17T01:26:53Z', 'revision_number': 4, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'subnets': [{'id': 'af250b23-7139-4ca6-ae00-2b71266e0c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:26:55.222439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.247518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.258268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.267045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.274288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.283600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.294751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:55.303444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5631d125-79d1-428f-952c-7cb9b471db83 req-c707f204-e494-4752-8ce5-7554f67f2d0a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.2841716 Sep 17 01:26:55.394538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35ae8b3c-583b-4f96-9c46-e43b855f987a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.410725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5631d125-79d1-428f-952c-7cb9b471db83 req-0b45e1f5-6d36-4faf-846e-b6cc88c4e68c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059756 Sep 17 01:26:55.559293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35ae8b3c-583b-4f96-9c46-e43b855f987a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.588405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.645269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-35ae8b3c-583b-4f96-9c46-e43b855f987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.688483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-35ae8b3c-583b-4f96-9c46-e43b855f987a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c4a0ca8db854c1da80f39cff6d3d5de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399592 Sep 17 01:26:55.689750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae8b3c-583b-4f96-9c46-e43b855f987a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6410dae2-8c3a-4acf-933b-62daabbc5a92,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:55.691335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44060) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:55.731822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.818998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:26:55.829423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:26:55.834960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:26:55.876838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd73fa44-a266-442e-b804-1ea57fe0f5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.901205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd73fa44-a266-442e-b804-1ea57fe0f5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:55.924349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Pushing event updated for resources: {'Port': ['ID=e2240048-de71-41a5-ab6f-6a954390015a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:55.972538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.972964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.973461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.973813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.974153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.974493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.974810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.975474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.977780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.978153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.978505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:55.978845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:26:56.002891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.009534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.009806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.010320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.016895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.031631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.047396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.053529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.060375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.062813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-ed80f152-8417-4be7-a3c9-647e90c1a2a9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.1625328 Sep 17 01:26:56.101946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-4d10711e-3683-450f-9049-25f8f4fc3653 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5510612 Sep 17 01:26:56.117803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Request body: {'port': {'device_id': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:56.139925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd73fa44-a266-442e-b804-1ea57fe0f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.144010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd73fa44-a266-442e-b804-1ea57fe0f5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.146671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-228cd02f-78f7-4f4e-83b3-36c115d44fe0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.146833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7aa1630d-9e47-40d0-8215-76b384c8089b None None] Provisioning complete for port e2240048-de71-41a5-ab6f-6a954390015a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:56.147220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7aa1630d-9e47-40d0-8215-76b384c8089b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.148370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd73fa44-a266-442e-b804-1ea57fe0f5ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6410dae2-8c3a-4acf-933b-62daabbc5a92 HTTP/1.1" status: 204 len: 168 time: 0.4559669 Sep 17 01:26:56.149145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-228cd02f-78f7-4f4e-83b3-36c115d44fe0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "GET /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0794172 Sep 17 01:26:56.168390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73fa44-a266-442e-b804-1ea57fe0f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6410dae2-8c3a-4acf-933b-62daabbc5a92,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:56.196100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee7815-5210-4ba2-b9f7-5b873447414a req-8a57d101-a6c5-4667-85ba-9651b131f8fd tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.198247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3ee7815-5210-4ba2-b9f7-5b873447414a req-8a57d101-a6c5-4667-85ba-9651b131f8fd tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1027 time: 0.0997138 Sep 17 01:26:56.233393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.275771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1630d-9e47-40d0-8215-76b384c8089b None None] Port e2240048-de71-41a5-ab6f-6a954390015a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:56.300106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e3ee7815-5210-4ba2-b9f7-5b873447414a req-300fc2a6-fc60-4250-95dc-c6bf9ab88a87 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906920 Sep 17 01:26:56.356445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-549fc09a-726d-4731-b9ca-b5632751b5cd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "GET /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1997659 Sep 17 01:26:56.369693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:56.443388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.619721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.626288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.632098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.638746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.644514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.650354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.656876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:56.659341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-2ce7c62b-3a26-4f55-923d-a354211eaf49 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 5432 time: 0.1287484 Sep 17 01:26:56.722843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:56.730793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2240048-de71-41a5-ab6f-6a954390015a {{(pid=112072) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:26:56.744393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.779865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e0d9fbc3-1718-49f3-bd34-ae15604d4b3e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:26:56.782210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] For port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:56.798140 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4ed5a11-2365-4b84-aa44-0a398e67a59d req-a632863c-54cc-47d4-ba31-b61a81d81bbd tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0971868 Sep 17 01:26:56.811044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.provisioning_blocks [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Transition to ACTIVE for port object e2240048-de71-41a5-ab6f-6a954390015a will not be triggered until provisioned by entity L2. {{(pid=112072) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:26:56.841089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:56.842039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.920503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] device_id is not set on port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:26:56.936861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:56.937975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.012448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.049849 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e2240048-de71-41a5-ab6f-6a954390015a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:57.141744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] No DVR routers for this DVR port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:26:57.174629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Attempting to bind port e2240048-de71-41a5-ab6f-6a954390015a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:26:57.175237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Attempting to bind port e2240048-de71-41a5-ab6f-6a954390015a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:26:57.175657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Attempting to bind port e2240048-de71-41a5-ab6f-6a954390015a on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:57.183371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Port e2240048-de71-41a5-ab6f-6a954390015a on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:26:57.183888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Attempting to bind port e2240048-de71-41a5-ab6f-6a954390015a on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:26:57.193764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:26:57.194281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Checking segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:26:57.194758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Bound using segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} {{(pid=112072) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:26:57.195448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.managers [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Bound port: e2240048-de71-41a5-ab6f-6a954390015a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}}] {{(pid=112072) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:26:57.195906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.197435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] In _notify_port_updated(), no bound segment for port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:26:57.198322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:57.198944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.200300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 200 len: 1026 time: 0.8374555 Sep 17 01:26:57.202904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a524d-9e27-464d-b8ae-1f300eb09ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:57.332995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-2dc194e6-8a7d-4224-b7f3-2a8e0b2ec70d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:57.337218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-2dc194e6-8a7d-4224-b7f3-2a8e0b2ec70d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "GET /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1299400 Sep 17 01:26:57.352577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:57.364480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] For port e2240048-de71-41a5-ab6f-6a954390015a, host n-h1-789963-7, cleared binding levels {{(pid=112072) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:57.370753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] For port e2240048-de71-41a5-ab6f-6a954390015a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e2240048-de71-41a5-ab6f-6a954390015a,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112072) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:26:57.450285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.481460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.536826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:57.537532 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.542080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-95642816-837f-4002-b56f-86c5a52c60f3 None None] Provisioning complete for port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:57.542876 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] 10.222.0.23 "PUT /v2.0/ports/e2240048-de71-41a5-ab6f-6a954390015a HTTP/1.1" status: 200 len: 1091 time: 1.4286416 Sep 17 01:26:57.545283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95642816-837f-4002-b56f-86c5a52c60f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:57.548199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'tag': 'e2240048-de71-41a5-ab6f-6a954390015a'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:57.562502 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45", "tag": "e2240048-de71-41a5-ab6f-6a954390015a"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:57.615099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efcd54-2cb3-4cb7-8675-ab7a2ad89e90 service neutron] Pushing event updated for resources: {'Port': ['ID=e2240048-de71-41a5-ab6f-6a954390015a,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:57.648732 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de32cc-4735-490d-8f18-af1d0cd3a54a x-openstack-request-id: req-a9de32cc-4735-490d-8f18-af1d0cd3a54a {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:57.648732 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45", "tag": "e2240048-de71-41a5-ab6f-6a954390015a", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:57.648732 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9de32cc-4735-490d-8f18-af1d0cd3a54a {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:57.648732 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'tag': 'e2240048-de71-41a5-ab6f-6a954390015a', 'status': 'completed', 'code': 200} Sep 17 01:26:57.652740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-95642816-837f-4002-b56f-86c5a52c60f3 None None] Port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:57.686638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568fddff-e4a4-4390-9ec9-274d2ef93aed req-8f56e428-725b-4f82-bb5d-1e43083e4f5a tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:57.704477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568fddff-e4a4-4390-9ec9-274d2ef93aed req-8f56e428-725b-4f82-bb5d-1e43083e4f5a tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1094 time: 0.1763315 Sep 17 01:26:57.739198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c req-ebb22d0f-482c-497a-ad26-ce21e85bb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:57.741364 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c req-ebb22d0f-482c-497a-ad26-ce21e85bb459 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1094 time: 0.0685432 Sep 17 01:26:57.796766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568fddff-e4a4-4390-9ec9-274d2ef93aed req-c67c993c-c234-4e1c-a33f-3e9f91413512 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912864 Sep 17 01:26:57.879886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=68b02d21-7969-4867-ad08-125d96c53d8c,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:57.924077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] For port 68b02d21-7969-4867-ad08-125d96c53d8c, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:26:57.980345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] device_id is not set on port 68b02d21-7969-4867-ad08-125d96c53d8c yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:26:57.987428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c req-08e279f1-ee78-4f29-82b6-099c418bc247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:57.989165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c req-08e279f1-ee78-4f29-82b6-099c418bc247 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2374692 Sep 17 01:26:58.000592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.092398 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.127888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.134998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.141480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.147624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.154010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.161382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.166235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] No DVR routers for this DVR port 68b02d21-7969-4867-ad08-125d96c53d8c on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:26:58.171479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-310fdda5-dfa9-4181-acc7-8d37612732b9 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 4582 time: 0.1771944 Sep 17 01:26:58.224255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Pushing event updated for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:58.293741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] In _notify_port_updated(), no bound segment for port 68b02d21-7969-4867-ad08-125d96c53d8c on network 101c055f-7317-4a00-a63d-f81115c684f1 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:26:58.295021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.295879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.297561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3d3203fe-0f56-4e6e-baf5-3f80b3ba3862 service neutron] 10.222.0.36 "PUT /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 200 len: 1025 time: 0.9526615 Sep 17 01:26:58.470185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port c6268543-082a-4588-be63-fa9de808d17d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:58.470533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.667708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] For port c6268543-082a-4588-be63-fa9de808d17d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c6268543-082a-4588-be63-fa9de808d17d,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:58.671205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.683685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for c6268543-082a-4588-be63-fa9de808d17d owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:58.708330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b864bf82-151d-47d4-9615-b5095635742e None None] Provisioning complete for port 68b02d21-7969-4867-ad08-125d96c53d8c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:26:58.709331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b864bf82-151d-47d4-9615-b5095635742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.761975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.779496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b864bf82-151d-47d4-9615-b5095635742e None None] Port 68b02d21-7969-4867-ad08-125d96c53d8c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:26:58.829621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2cb87d59-c39b-469a-8ef2-7e2359590cd1 req-3b8ac42c-3793-4857-a1eb-ef1dc0147a9d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9&id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6571465 Sep 17 01:26:58.831310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c req-c8e2da82-4ed2-47b5-b3b4-0a38f68c96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.832930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea7557df-92f8-4bb7-8755-8ab0ce02c18c req-c8e2da82-4ed2-47b5-b3b4-0a38f68c96ff service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8274980 Sep 17 01:26:58.924460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-a0d3dffe-e523-4209-8ef1-55ff4cb3f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:58.925740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-a0d3dffe-e523-4209-8ef1-55ff4cb3f12d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1094 time: 0.0509837 Sep 17 01:26:58.947703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:58.972650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-73e87362-3f17-4cc5-962c-8e146c924733 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2240048-de71-41a5-ab6f-6a954390015a HTTP/1.1" status: 200 len: 217 time: 0.0373797 Sep 17 01:26:58.986858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=c6268543-082a-4588-be63-fa9de808d17d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:26:59.007366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bf2a3-da54-4584-bed7-13cfc5abcc21 req-6bdf5da7-5ce3-48f1-be57-9024df2ffa4f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:59.009542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c5bf2a3-da54-4584-bed7-13cfc5abcc21 req-6bdf5da7-5ce3-48f1-be57-9024df2ffa4f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1094 time: 0.1016788 Sep 17 01:26:59.042702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-de68fd4e-cdd0-4cec-aaf8-2665516ae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:59.044190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-de68fd4e-cdd0-4cec-aaf8-2665516ae991 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6798eabf-7a57-405d-8f77-a78c7119686a HTTP/1.1" status: 200 len: 848 time: 0.0644577 Sep 17 01:26:59.048906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] No DVR routers for this DVR port c6268543-082a-4588-be63-fa9de808d17d on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:26:59.051934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.054364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-73acae1e-c335-49d1-bc2e-9235c0847432 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "DELETE /v2.0/ports/c6268543-082a-4588-be63-fa9de808d17d HTTP/1.1" status: 204 len: 173 time: 0.7451484 Sep 17 01:26:59.060748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': 'c6268543-082a-4588-be63-fa9de808d17d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:26:59.062960 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d792443-6ed7-479b-9ad0-dd58fe1ae49c" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "c6268543-082a-4588-be63-fa9de808d17d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:26:59.131779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-cabe5b08-dfa1-4b93-9b48-7a5c6a7f7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:26:59.135565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44142) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:26:59.136046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-cabe5b08-dfa1-4b93-9b48-7a5c6a7f7ab0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845923 Sep 17 01:26:59.152685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c5bf2a3-da54-4584-bed7-13cfc5abcc21 req-0193eb61-908a-48dc-a730-ee6e7395ed80 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209581 Sep 17 01:26:59.175434 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e15fd76-90a2-4a8f-be7f-535b4790e9dc x-openstack-request-id: req-2e15fd76-90a2-4a8f-be7f-535b4790e9dc {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:26:59.175722 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "c6268543-082a-4588-be63-fa9de808d17d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:26:59.175966 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e15fd76-90a2-4a8f-be7f-535b4790e9dc {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:26:59.176372 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': 'c6268543-082a-4588-be63-fa9de808d17d', 'status': 'completed', 'code': 200} Sep 17 01:26:59.177944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.218596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 8bb8a19d-9d13-4535-b9fa-299126101df9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:26:59.218945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.251281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-35248a0f-d01d-421b-b172-2d7bfd03def6 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057727 Sep 17 01:26:59.376964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c119e2e-a3a7-410e-8fce-427ebafc1397 req-3e629137-7dba-4253-90f2-c738a0c58a73 service neutron] 10.222.0.23 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166372 Sep 17 01:26:59.556563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1475621743'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:26:59.646373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] For port 8bb8a19d-9d13-4535-b9fa-299126101df9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bb8a19d-9d13-4535-b9fa-299126101df9,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:26:59.646742 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.660512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 8bb8a19d-9d13-4535-b9fa-299126101df9 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:26:59.703956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Made reservation on behalf of 69f5727315904330b2703d565646cfd4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:26:59.707634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.720011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.871770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.944290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.948213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:26:59.955465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 33c4d190-5b93-4b7f-a243-bc30ea8e45af no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.012885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a322d8-5bf3-4d7d-a0ea-9565ed6895c1 req-3bf021a8-b13e-4121-9307-a63205668696 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:00.018155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a322d8-5bf3-4d7d-a0ea-9565ed6895c1 req-3bf021a8-b13e-4121-9307-a63205668696 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:00.024463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a322d8-5bf3-4d7d-a0ea-9565ed6895c1 req-3bf021a8-b13e-4121-9307-a63205668696 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:00.030432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a322d8-5bf3-4d7d-a0ea-9565ed6895c1 req-3bf021a8-b13e-4121-9307-a63205668696 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:00.032219 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19a322d8-5bf3-4d7d-a0ea-9565ed6895c1 req-3bf021a8-b13e-4121-9307-a63205668696 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 3074 time: 0.1296763 Sep 17 01:27:00.040148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=8bb8a19d-9d13-4535-b9fa-299126101df9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:00.041881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:00.064288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.068247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec23e47-3bb1-408e-bd5b-52a106abed84,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:00.089762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.090107 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Added segment d998c2fb-8ed6-416e-9d43-ecbf9bacc153 of type vlan for network 95305647-7cf0-4827-a61a-58e20c2a1e77 Sep 17 01:27:00.101966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:00.104349 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5bf1f6-b18a-4e4b-a4a1-24c0c57d6f83" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-unplugged", "status": "completed", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:00.123226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] No DVR routers for this DVR port 8bb8a19d-9d13-4535-b9fa-299126101df9 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:00.124690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.126227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:00.126589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-8c6c1e6f-4223-49e6-b855-b9fb8f4918f3 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "DELETE /v2.0/ports/8bb8a19d-9d13-4535-b9fa-299126101df9 HTTP/1.1" status: 204 len: 173 time: 1.0600131 Sep 17 01:27:00.157400 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ec7e6-9e3b-4019-a185-2ffd79d2153f x-openstack-request-id: req-a27ec7e6-9e3b-4019-a185-2ffd79d2153f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:00.157400 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-unplugged", "status": "completed", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:00.157400 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a27ec7e6-9e3b-4019-a185-2ffd79d2153f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:00.157400 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af', 'code': 200} Sep 17 01:27:00.199864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.208221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19a322d8-5bf3-4d7d-a0ea-9565ed6895c1 req-e2b30b56-030c-401f-ad3a-f1575df79676 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566978 Sep 17 01:27:00.214822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.216392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 250fe7ff-3ae6-4898-91ef-f300401c2110 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.271868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518759a7-d205-404a-99c1-133967b1e255 req-1d04bc9d-b847-49d1-8ce3-4ced04ac7c4c tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:00.274054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-518759a7-d205-404a-99c1-133967b1e255 req-1d04bc9d-b847-49d1-8ce3-4ced04ac7c4c tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1094 time: 0.0547266 Sep 17 01:27:00.295094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 19a841ce-6269-4c6b-bbef-6275d71302c3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:00.295644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.310231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:00.351946 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-518759a7-d205-404a-99c1-133967b1e255 req-812f659a-6cd2-415a-8fb8-6201f639dc5f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Sep 17 01:27:00.360091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.367615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.373138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:00.373761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.399547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=250fe7ff-3ae6-4898-91ef-f300401c2110,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:00.470867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Pushing event updated for resources: {'Network': ['ID=95305647-7cf0-4827-a61a-58e20c2a1e77,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:00.482941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] For port 19a841ce-6269-4c6b-bbef-6275d71302c3, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=19a841ce-6269-4c6b-bbef-6275d71302c3,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:00.482941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.484869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 95305647-7cf0-4827-a61a-58e20c2a1e77 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:00.507777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.508891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cc55ca3e-0dcf-4cde-9cba-73ce33127cfa no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.516704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 19a841ce-6269-4c6b-bbef-6275d71302c3 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:00.568661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-32c770ca-f20d-4344-9c0d-56275080de86 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4166064 Sep 17 01:27:00.572494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44168) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:00.650894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:00.654065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device cc55ca3e-0dcf-4cde-9cba-73ce33127cfa not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:00.654497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bb8a19d-9d13-4535-b9fa-299126101df9 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.690188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'network': {'name': 'tempest-network--1007610630', 'router:external': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:00.706669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 8bb8a19d-9d13-4535-b9fa-299126101df9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:00.707339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bb8a19d-9d13-4535-b9fa-299126101df9 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:00.707947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 68b02d21-7969-4867-ad08-125d96c53d8c no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.755683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 68b02d21-7969-4867-ad08-125d96c53d8c not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:00.756532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 19a841ce-6269-4c6b-bbef-6275d71302c3 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.784211 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.807435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No active binding found for port 19a841ce-6269-4c6b-bbef-6275d71302c3 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:27:00.807857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 19a841ce-6269-4c6b-bbef-6275d71302c3 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:00.808274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c6268543-082a-4588-be63-fa9de808d17d no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:00.812563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Made reservation on behalf of 1d97dc8e787e40e1b8fa65a00c89dfaa for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:00.813604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=19a841ce-6269-4c6b-bbef-6275d71302c3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:00.814881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.837646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c6268543-082a-4588-be63-fa9de808d17d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:00.838237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c6268543-082a-4588-be63-fa9de808d17d not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:00.848390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.889575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] No DVR routers for this DVR port 19a841ce-6269-4c6b-bbef-6275d71302c3 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:00.892683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:00.895070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-5ee184bb-5521-4834-84cc-980c2dbcbd0c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "DELETE /v2.0/ports/19a841ce-6269-4c6b-bbef-6275d71302c3 HTTP/1.1" status: 204 len: 173 time: 0.7453158 Sep 17 01:27:00.950336 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.014100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 250fe7ff-3ae6-4898-91ef-f300401c2110 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:01.014607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.052200 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.078494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:01.097905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6148752-530a-4ad4-96a3-33bd4d00a476,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:01.098983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.099488 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Added segment 46021cbb-3c70-4175-99d7-79f284805f08 of type vlan for network 691240d0-2343-4df0-bd35-b5c274e2118c Sep 17 01:27:01.142387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] For port 250fe7ff-3ae6-4898-91ef-f300401c2110, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=250fe7ff-3ae6-4898-91ef-f300401c2110,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:01.142387 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.150302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.178438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '8bb8a19d-9d13-4535-b9fa-299126101df9'}, {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '19a841ce-6269-4c6b-bbef-6275d71302c3'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:01.180986 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a90d6-f53a-4ad8-b32a-3dfa7182ac0e" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "8bb8a19d-9d13-4535-b9fa-299126101df9"}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "19a841ce-6269-4c6b-bbef-6275d71302c3"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:01.261076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.262090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:01.263601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.264037 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf00f1e-396b-48bb-8956-281e21091806 x-openstack-request-id: req-2bf00f1e-396b-48bb-8956-281e21091806 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:01.264709 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "8bb8a19d-9d13-4535-b9fa-299126101df9", "status": "completed", "code": 200}, {"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "19a841ce-6269-4c6b-bbef-6275d71302c3", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:01.264709 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bf00f1e-396b-48bb-8956-281e21091806 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:01.264935 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '8bb8a19d-9d13-4535-b9fa-299126101df9', 'status': 'completed', 'code': 200} Sep 17 01:27:01.265184 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '19a841ce-6269-4c6b-bbef-6275d71302c3', 'status': 'completed', 'code': 200} Sep 17 01:27:01.377748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e2240048-de71-41a5-ab6f-6a954390015a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:27:01.460365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.460855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.461264 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Floating IP dbde1a10-a526-4070-96d0-4b8f5ab7879c disassociated. External IP: 172.25.1.139, port: 250fe7ff-3ae6-4898-91ef-f300401c2110. Sep 17 01:27:01.461701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 250fe7ff-3ae6-4898-91ef-f300401c2110 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:01.463310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8887556 Sep 17 01:27:01.469081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44182) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:01.469236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87892ef-54ca-4e4d-ade0-101fde42af3b tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Network': ['ID=691240d0-2343-4df0-bd35-b5c274e2118c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:01.512379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474555bd-ac34-4175-a055-3ae941098d97 req-163994ae-fd7e-4845-967a-18e42bfa03b0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:01.518485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474555bd-ac34-4175-a055-3ae941098d97 req-163994ae-fd7e-4845-967a-18e42bfa03b0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:01.520150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-474555bd-ac34-4175-a055-3ae941098d97 req-163994ae-fd7e-4845-967a-18e42bfa03b0 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 1678 time: 0.1523030 Sep 17 01:27:01.526024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ac23-b41e-40bc-a24b-104fad2373f4 req-d3a6ca13-68af-4115-95aa-035cafef9cea tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:01.538246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a17ac23-b41e-40bc-a24b-104fad2373f4 req-d3a6ca13-68af-4115-95aa-035cafef9cea tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1094 time: 0.0731654 Sep 17 01:27:01.583281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 691240d0-2343-4df0-bd35-b5c274e2118c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:01.609449 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a17ac23-b41e-40bc-a24b-104fad2373f4 req-f91209e1-3f2e-40a2-b5ae-a3e852725089 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604272 Sep 17 01:27:01.653505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.719458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-474555bd-ac34-4175-a055-3ae941098d97 req-caa8785a-5893-4980-8bc7-5bebdda4c30e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397476 Sep 17 01:27:01.768852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e2240048-de71-41a5-ab6f-6a954390015a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e2240048-de71-41a5-ab6f-6a954390015a,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:01.881370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.913584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691240d0-2343-4df0-bd35-b5c274e2118c']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:01.924070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46021cbb-3c70-4175-99d7-79f284805f08') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:01.924366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46021cbb-3c70-4175-99d7-79f284805f08') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:01.933572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.949352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.956407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'e2240048-de71-41a5-ab6f-6a954390015a', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'port_id': 'e2240048-de71-41a5-ab6f-6a954390015a', 'mac_address': 'fa:16:3e:9a:76:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:27:01.956636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:01.961443 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:01.983634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.003461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.019319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2240048-de71-41a5-ab6f-6a954390015a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:27:02.044817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=250fe7ff-3ae6-4898-91ef-f300401c2110,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:02.063485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e2240048-de71-41a5-ab6f-6a954390015a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e2240048-de71-41a5-ab6f-6a954390015a,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:02.151336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.157780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:02.160552 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4497a002-ec6c-4b16-99e1-d2f0828c153a" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-unplugged", "status": "completed", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:02.161574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 691240d0-2343-4df0-bd35-b5c274e2118c {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:27:02.204552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.213173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:02.214884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/691240d0-2343-4df0-bd35-b5c274e2118c HTTP/1.1" status: 204 len: 168 time: 0.7488244 Sep 17 01:27:02.222863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d866f-b9e9-493e-895a-df2f46bed588 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Network': ['ID=691240d0-2343-4df0-bd35-b5c274e2118c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:02.225543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:02.227319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.268812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Router 9ddf2e50-9430-4a14-8222-4b8a5929055f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:02.324163 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014c0a0b-297b-4456-b33b-7a30b4fcab1c x-openstack-request-id: req-014c0a0b-297b-4456-b33b-7a30b4fcab1c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:02.326832 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-unplugged", "status": "completed", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:02.327242 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-014c0a0b-297b-4456-b33b-7a30b4fcab1c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:02.327851 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'code': 200} Sep 17 01:27:02.383822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Made reservation on behalf of 1d97dc8e787e40e1b8fa65a00c89dfaa for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:02.384835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e2240048-de71-41a5-ab6f-6a954390015a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:02.387484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.436005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:02.456133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.456133 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Added segment 89ef7c6c-24e4-4340-9ca6-69751fb71fd1 of type vlan for network e5180e44-0c85-44be-a79d-c3e6d14cf513 Sep 17 01:27:02.479411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:02.486484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e2240048-de71-41a5-ab6f-6a954390015a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:27:02.545946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] No DVR routers for this DVR port 250fe7ff-3ae6-4898-91ef-f300401c2110 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:02.546468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.548274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.550245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-3e08903e-8dac-4f8f-aa02-674adbcb4cf6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "DELETE /v2.0/ports/250fe7ff-3ae6-4898-91ef-f300401c2110 HTTP/1.1" status: 204 len: 173 time: 1.6470625 Sep 17 01:27:02.707126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.708149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:02.708732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.749585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 33c4d190-5b93-4b7f-a243-bc30ea8e45af {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:02.755649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.850235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Network': ['ID=e5180e44-0c85-44be-a79d-c3e6d14cf513,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:02.860580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e5180e44-0c85-44be-a79d-c3e6d14cf513 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:02.867882 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82f0e600-dae0-40aa-a34b-74972d93bdeb tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6537607 Sep 17 01:27:02.868950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44206) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:02.874404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] For port 33c4d190-5b93-4b7f-a243-bc30ea8e45af, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=33c4d190-5b93-4b7f-a243-bc30ea8e45af,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:02.874780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:02.876667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665e0e2-0aab-464f-80eb-d85dc1562223 req-95320305-50fd-45a2-b53f-1cadef831963 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:02.878407 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6665e0e2-0aab-464f-80eb-d85dc1562223 req-95320305-50fd-45a2-b53f-1cadef831963 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1095 time: 0.1129601 Sep 17 01:27:02.892205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'subnet': {'network_id': 'e5180e44-0c85-44be-a79d-c3e6d14cf513', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:02.896759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 33c4d190-5b93-4b7f-a243-bc30ea8e45af owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:02.988510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f025a1-36d0-4083-8de4-85b352a87d60 req-a7421720-ac14-465d-bc8f-1ef211c9516f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:02.995657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6665e0e2-0aab-464f-80eb-d85dc1562223 req-97482f1a-4e3f-4dc8-9493-30b3830507ad tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974665 Sep 17 01:27:02.996422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44f025a1-36d0-4083-8de4-85b352a87d60 req-a7421720-ac14-465d-bc8f-1ef211c9516f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 943 time: 0.1123629 Sep 17 01:27:03.060951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Made reservation on behalf of 1d97dc8e787e40e1b8fa65a00c89dfaa for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:03.068048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.098321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] Sync routers for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:03.111923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:03.112647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:03.128451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44f025a1-36d0-4083-8de4-85b352a87d60 req-4dd86ca1-b000-4d5a-8a92-27d6fd672edf tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups?id=a84acb21-771d-44dc-a733-3db3195ac616&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311519 Sep 17 01:27:03.230010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.261661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:03.266089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:03.268396 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5460ee-0b66-43bb-a2a0-ef3b4fa5b487" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:03.272224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=33c4d190-5b93-4b7f-a243-bc30ea8e45af,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:03.338665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] No DVR routers for this DVR port 33c4d190-5b93-4b7f-a243-bc30ea8e45af on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:03.345412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.345412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2642605e-05cd-460b-8e24-9c1de3ff574f req-61b66b91-e69a-4a9b-9441-9a1c1bdbca5a tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.36 "DELETE /v2.0/ports/33c4d190-5b93-4b7f-a243-bc30ea8e45af HTTP/1.1" status: 204 len: 173 time: 0.7866652 Sep 17 01:27:03.360286 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc09021-c7d3-42f6-8e9f-dd047dac6b17 x-openstack-request-id: req-9fc09021-c7d3-42f6-8e9f-dd047dac6b17 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:03.360582 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "250fe7ff-3ae6-4898-91ef-f300401c2110", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:03.360884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc09021-c7d3-42f6-8e9f-dd047dac6b17 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:03.361289 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '250fe7ff-3ae6-4898-91ef-f300401c2110', 'status': 'completed', 'code': 200} Sep 17 01:27:03.399678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e2240048-de71-41a5-ab6f-6a954390015a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:03.577362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:06Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:03.592465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:27:03.592465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.607403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port e2240048-de71-41a5-ab6f-6a954390015a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:27:03.609638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] Checking router: 9ddf2e50-9430-4a14-8222-4b8a5929055f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:03.620201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port e2240048-de71-41a5-ab6f-6a954390015a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:03.620853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.646975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5b2bbd33-53f4-4da4-918b-39cede7f67d0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:03.653462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:03.654286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:03.669030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Checking segment: {'id': '89ef7c6c-24e4-4340-9ca6-69751fb71fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e5180e44-0c85-44be-a79d-c3e6d14cf513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:03.669401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Network hostable DHCP agents. Network: e5180e44-0c85-44be-a79d-c3e6d14cf513, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:27:03.776850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44218) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:03.782233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Network e5180e44-0c85-44be-a79d-c3e6d14cf513 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:27:03.840892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.877704 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:27:03.883995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:03.892425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, e5180e44-0c85-44be-a79d-c3e6d14cf513) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:03.897183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:03.897861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:03.922632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-74da7df6-bdd1-4a10-9080-bd546f0db72c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/floatingips/59079b85-6f6d-4eed-a4d5-3b419a4a45a9 HTTP/1.1" status: 200 len: 993 time: 0.1333108 Sep 17 01:27:03.922887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b805e89c-14a9-4778-b77c-2dad9c4e0afe None None] Network e5180e44-0c85-44be-a79d-c3e6d14cf513 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:03.976940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e2240048-de71-41a5-ab6f-6a954390015a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e2240048-de71-41a5-ab6f-6a954390015a,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:04.031118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0f7cfb3a-9e05-4c33-a751-7e21b0346408 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1568549 Sep 17 01:27:04.034001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44224) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:04.039845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'floatingip': {'floating_network_id': 'e5180e44-0c85-44be-a79d-c3e6d14cf513'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:04.146657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:04.194853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:04.195835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8900f31-0ca9-469e-8707-54250a11d196 req-3ded7762-b81d-4315-b4a9-cd12e6a4dde6 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:04.199972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8900f31-0ca9-469e-8707-54250a11d196 req-3ded7762-b81d-4315-b4a9-cd12e6a4dde6 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.0711970 Sep 17 01:27:04.243487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44234) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:04.347234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2240048-de71-41a5-ab6f-6a954390015a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:04.349677 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deac0d21-9aa9-4f4e-83b6-d597988b2515" -d '{"events": [{"server_uuid": "c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45", "name": "network-vif-plugged", "status": "completed", "tag": "e2240048-de71-41a5-ab6f-6a954390015a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:04.352202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a8900f31-0ca9-469e-8707-54250a11d196 req-e4445990-6490-4088-b2ed-2c083a97e26d tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264548 Sep 17 01:27:04.418909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24425afe-aa28-4fe2-b68b-1b188c52f86c None None] Network e5180e44-0c85-44be-a79d-c3e6d14cf513 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:04.497125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0288ba32-70b1-4b13-96d4-27e0156d61da req-fd251826-7e5c-4e3a-994e-5928a733bd5c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0812163 Sep 17 01:27:04.600251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e2240048-de71-41a5-ab6f-6a954390015a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:04.609326 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c36334-227f-4c01-aef0-7ae502aaacb4 x-openstack-request-id: req-37c36334-227f-4c01-aef0-7ae502aaacb4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:04.609604 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45", "name": "network-vif-plugged", "status": "completed", "tag": "e2240048-de71-41a5-ab6f-6a954390015a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:04.609862 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37c36334-227f-4c01-aef0-7ae502aaacb4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:04.610319 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2240048-de71-41a5-ab6f-6a954390015a', 'code': 200} Sep 17 01:27:04.620472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:04.645889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a9902-92f4-4454-aad7-cd96ed199296 req-da36bc0c-b7b2-488c-bcf4-e82661a6d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:04.656078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e56a9902-92f4-4454-aad7-cd96ed199296 req-da36bc0c-b7b2-488c-bcf4-e82661a6d439 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1206264 Sep 17 01:27:04.698694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port e789c319-19ca-4f3c-bfad-5db91f4d7664 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:04.699432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:04.735351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e56a9902-92f4-4454-aad7-cd96ed199296 req-de540e75-cd84-4bf7-8cd9-47b68f175ee7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691025 Sep 17 01:27:04.858187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:06Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:04.858462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Allocated IP 172.20.0.6 (e5180e44-0c85-44be-a79d-c3e6d14cf513/5b2bbd33-53f4-4da4-918b-39cede7f67d0/b77b62b4-6706-4550-bac2-51a0dbc2bba7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:04.894559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:04.895308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:04.928718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b360ab84-c42e-4771-8ce4-7dcb752e212d None None] The sync data for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 is: [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:15:57Z', 'revision_number': 4, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'bccfad7e-0ee5-4124-9e5a-78b4a99378d4', 'name': '', 'network_id': '34180796-d80a-4cc5-b5b4-600e53ccbb57', 'tenant_id': '376960955bac466792ea65f5939476d4', 'mac_address': 'fa:16:3e:dd:a1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:56Z', 'updated_at': '2021-09-17T01:16:06Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'subnets': [{'id': '04a9f94e-f084-4e87-be9b-6a3aa10f201b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:04.929613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for e789c319-19ca-4f3c-bfad-5db91f4d7664 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:05.106061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:05.299431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:05.346394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:05.362815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:05.365470 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16959f84-431b-4a63-b500-2a20840bda34" -d '{"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:05.375260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Network e5180e44-0c85-44be-a79d-c3e6d14cf513 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:05.385893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:05.389052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:05.442417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9853472d-9026-4be3-8f93-cd4947beeaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:05.462464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Port': ['ID=b77b62b4-6706-4550-bac2-51a0dbc2bba7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:05.488477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc460a8-8cf4-4b9b-b4c4-f8d87cfba110 None None] New status for floating IP dbde1a10-a526-4070-96d0-4b8f5ab7879c: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:27:05.505632 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72052257-b581-4913-8a3d-c4b655aec9fb x-openstack-request-id: req-72052257-b581-4913-8a3d-c4b655aec9fb {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:05.506203 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b30003-283c-4fb0-bf91-4638c167060d", "name": "network-vif-deleted", "tag": "33c4d190-5b93-4b7f-a243-bc30ea8e45af", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:05.506371 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72052257-b581-4913-8a3d-c4b655aec9fb {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:05.507541 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b30003-283c-4fb0-bf91-4638c167060d', 'name': 'network-vif-deleted', 'tag': '33c4d190-5b93-4b7f-a243-bc30ea8e45af', 'status': 'completed', 'code': 200} Sep 17 01:27:05.508344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=e789c319-19ca-4f3c-bfad-5db91f4d7664,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:05.551071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:05.552287 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Floating IP 59079b85-6f6d-4eed-a4d5-3b419a4a45a9 disassociated (deleted). External IP: 172.25.1.110, port: e98814e3-af1e-46f4-9c0b-ae592b419b1c. Sep 17 01:27:05.574975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f4e33-7900-4ded-8902-e38c3a7ff520 req-4657ba3a-2294-452e-9b86-d5d48897982e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:05.576607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-342f4e33-7900-4ded-8902-e38c3a7ff520 req-4657ba3a-2294-452e-9b86-d5d48897982e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.0836906 Sep 17 01:27:05.653992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-342f4e33-7900-4ded-8902-e38c3a7ff520 req-a3190cbe-ff87-4667-b0c4-ee65deb94958 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705397 Sep 17 01:27:05.707679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59e7bc17-6ce9-420f-8ed8-723984ca44aa req-1fca87ed-e886-4502-932b-b0e3a8dfe558 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0544386 Sep 17 01:27:05.769437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:06.248927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:06.376449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 25d518e3-650a-498c-96f0-18d0c06c7004 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:06.662886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:06.671706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:06.676263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:06.695382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] Sync routers for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:06.708966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:06.716576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:06.724921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9be94991-fc81-4ab8-9b48-aa879c620b54 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/floatingips/59079b85-6f6d-4eed-a4d5-3b419a4a45a9 HTTP/1.1" status: 204 len: 168 time: 2.4799161 Sep 17 01:27:06.739709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:06.880467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Port': ['ID=b77b62b4-6706-4550-bac2-51a0dbc2bba7,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:06.883276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:06.894488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198087e-646c-4642-890c-a2f38cac4cd0 req-b42774cb-08f6-4d1a-bead-74145036cec1 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:06.896093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e198087e-646c-4642-890c-a2f38cac4cd0 req-b42774cb-08f6-4d1a-bead-74145036cec1 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1225228 Sep 17 01:27:06.900357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:06.952705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e198087e-646c-4642-890c-a2f38cac4cd0 req-5b06ed87-cc2c-4d97-b3da-8e22f46385be tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429704 Sep 17 01:27:07.021822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:07.025982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9709cf8b-4613-42dc-b9c8-de5a1d77331d tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9904625 Sep 17 01:27:07.028632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44272) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:07.130073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-928e5b04-4568-40ef-b88e-18538ada76f1 req-3c03fd31-326b-42f6-8f55-6d8ba8da534d tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0550139 Sep 17 01:27:07.238092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c98fa1e5-eb01-45e2-9623-4c6f4826fb19 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=e5180e44-0c85-44be-a79d-c3e6d14cf513 HTTP/1.1" status: 200 len: 689 time: 0.2028701 Sep 17 01:27:07.246293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:07.318032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80450ca3-b131-4d09-b6d1-b7208be45d35 req-cf02e799-7bd5-4cb8-81b8-7ba39925829e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:07.330515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:13Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:07.335343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80450ca3-b131-4d09-b6d1-b7208be45d35 req-cf02e799-7bd5-4cb8-81b8-7ba39925829e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1408026 Sep 17 01:27:07.368386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] Checking router: 25d518e3-650a-498c-96f0-18d0c06c7004 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:07.380587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:07.381237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:26:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:07.393004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80450ca3-b131-4d09-b6d1-b7208be45d35 req-16e761e7-70d7-4a4c-9a22-555e28152a58 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566325 Sep 17 01:27:07.444009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:07.513362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:07.516337 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a01610-da5a-454e-8335-2e25736b2479" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:07.559065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2079e-5527-485f-ab5f-2057188b32d2 req-5071ff9d-98fc-4851-a147-7a7a20bd0b77 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:07.567898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71c2079e-5527-485f-ab5f-2057188b32d2 req-5071ff9d-98fc-4851-a147-7a7a20bd0b77 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.0879171 Sep 17 01:27:07.585291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382bff-1ca8-41f0-a2b4-0bcdde14c35f req-2e3c9bd5-7069-43a9-83f5-d6604abff3b3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:07.587753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-65382bff-1ca8-41f0-a2b4-0bcdde14c35f req-2e3c9bd5-7069-43a9-83f5-d6604abff3b3 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 945 time: 0.2780688 Sep 17 01:27:07.622896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:07.627463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71c2079e-5527-485f-ab5f-2057188b32d2 req-7c760400-1c9c-4383-8a0e-3a01cfd46a16 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538983 Sep 17 01:27:07.751306 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-65382bff-1ca8-41f0-a2b4-0bcdde14c35f req-6c1b99cd-a236-464b-a6cd-ad5d60a8a474 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499250 Sep 17 01:27:07.788126 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c9f327-edf9-45d3-ae07-6d4565a28e1c x-openstack-request-id: req-f1c9f327-edf9-45d3-ae07-6d4565a28e1c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:07.788126 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:07.788734 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1c9f327-edf9-45d3-ae07-6d4565a28e1c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:07.788734 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'status': 'completed', 'code': 200} Sep 17 01:27:07.853344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Deleting port b77b62b4-6706-4550-bac2-51a0dbc2bba7 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:07.869476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:08.029242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01610-da5a-454e-8335-2e25736b2479 req-07085165-4615-497f-91d2-1d717453770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:08.030835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-07085165-4615-497f-91d2-1d717453770d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 1096 time: 0.2204218 Sep 17 01:27:08.083304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:08.083632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:08.131821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Calling delete_port for b77b62b4-6706-4550-bac2-51a0dbc2bba7 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:08.136305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-f1a3912e-3353-4e36-975d-9448257b48ef tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:08.139262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:13Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:08.149703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-f1a3912e-3353-4e36-975d-9448257b48ef tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/networks?id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 HTTP/1.1" status: 200 len: 910 time: 0.1626201 Sep 17 01:27:08.173087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-5b058743-7916-4858-bd88-05ee6ec6df39 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/quotas/e40d0b5dfce94c9b9450bb5f6b871d79 HTTP/1.1" status: 200 len: 375 time: 0.0218410 Sep 17 01:27:08.189023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78451bb9-5e88-448d-9c4e-b8fc1e09e1b1 None None] The sync data for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 is: [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e53323eb-b342-4241-917c-7b360963bd43', 'name': '', 'network_id': '3f1629a7-5339-4169-94c4-219d7b4e0a60', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'mac_address': 'fa:16:3e:f4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:05Z', 'updated_at': '2021-09-17T01:26:13Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'subnets': [{'id': 'e6a29f01-75f2-4ae3-b1c3-85f3909164a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:08.233440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-982a7769-fc00-4599-a4b8-ec2c3f5b0175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:08.299557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-65332311-fbca-42f3-aefc-a7a7c118a89b tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1211011 Sep 17 01:27:08.351807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01610-da5a-454e-8335-2e25736b2479 req-ac5808c9-5ea8-4c2a-a661-b73ddc9592ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:08.354115 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-ac5808c9-5ea8-4c2a-a661-b73ddc9592ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=3f1629a7-5339-4169-94c4-219d7b4e0a60 HTTP/1.1" status: 200 len: 897 time: 0.3155930 Sep 17 01:27:08.356101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ea5d371-87ad-40de-b910-56c4fb44513f req-27e87019-84a2-4dee-a017-2e95b0b5c8b2 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0628965 Sep 17 01:27:08.428634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-7555d21f-f516-4799-ae09-32ecb3e8a847 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c HTTP/1.1" status: 200 len: 217 time: 0.0634966 Sep 17 01:27:08.463732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-5ebb985c-03eb-44c6-bacb-d3cea909d7ca service neutron] 10.222.0.13 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611052 Sep 17 01:27:08.518737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01610-da5a-454e-8335-2e25736b2479 req-5d6b67ca-1f9a-481a-b41c-1b873cdbd85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:08.520283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-5d6b67ca-1f9a-481a-b41c-1b873cdbd85b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e6a29f01-75f2-4ae3-b1c3-85f3909164a7 HTTP/1.1" status: 200 len: 835 time: 0.0806980 Sep 17 01:27:08.639658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-52818bb3-7e41-4c17-b924-3e071f8cb2a8 service neutron] 10.222.0.13 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751201 Sep 17 01:27:08.667172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a01610-da5a-454e-8335-2e25736b2479 req-2feeefb7-2437-4dc0-9e7e-5ea6fd41f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:08.668704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-2feeefb7-2437-4dc0-9e7e-5ea6fd41f89f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3f1629a7-5339-4169-94c4-219d7b4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014163 Sep 17 01:27:08.688590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-47cbbd9b-c1c3-447d-87ce-c84684ad3c38 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:08.690145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-47cbbd9b-c1c3-447d-87ce-c84684ad3c38 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 945 time: 0.1030395 Sep 17 01:27:08.713064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5c5fad-3ab7-4e20-aebf-f59f46872066 None None] New status for floating IP 59079b85-6f6d-4eed-a4d5-3b419a4a45a9: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:27:08.743051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:08.887260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Port': ['ID=b77b62b4-6706-4550-bac2-51a0dbc2bba7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:08.889473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port e98814e3-af1e-46f4-9c0b-ae592b419b1c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:08.889473 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.031275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port e98814e3-af1e-46f4-9c0b-ae592b419b1c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e98814e3-af1e-46f4-9c0b-ae592b419b1c,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:09.031746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.054358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d71667db-922e-4680-8e1e-54c230ff0cfd req-d3bdb758-eaaf-491d-969c-e3c68e5eeb3c tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 210 time: 0.0377860 Sep 17 01:27:09.062062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for e98814e3-af1e-46f4-9c0b-ae592b419b1c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:09.093003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.093901 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-4ca96eda-1922-4b64-aecd-30bbe91c7371 service neutron] 10.222.0.23 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4180477 Sep 17 01:27:09.181850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.196468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc747102-47f3-4f02-9727-b7915312d4e1 req-c360f66d-3464-4faf-bc2e-cffd58c3605b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:09.203903 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc747102-47f3-4f02-9727-b7915312d4e1 req-c360f66d-3464-4faf-bc2e-cffd58c3605b tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 945 time: 0.3433461 Sep 17 01:27:09.344649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc747102-47f3-4f02-9727-b7915312d4e1 req-6d109d5d-ebc1-4966-9817-9b02fbb1f22e tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/security-groups?id=7fbd0988-424e-421a-a9a7-53ad4d74fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344829 Sep 17 01:27:09.363258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a01610-da5a-454e-8335-2e25736b2479 req-30afe5b0-9b0b-4e0b-9b59-c063d1d35fca service neutron] 10.222.0.23 "GET /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502522 Sep 17 01:27:09.370891 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.389250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.429214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=e98814e3-af1e-46f4-9c0b-ae592b419b1c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:09.482875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] No DVR routers for this DVR port e98814e3-af1e-46f4-9c0b-ae592b419b1c on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:09.485659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.487989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e20d5ea9-8bfa-42a0-87b7-43a0ac6ca354 req-ed340d0e-af61-4cd7-aa7d-474265377a7c tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.23 "DELETE /v2.0/ports/e98814e3-af1e-46f4-9c0b-ae592b419b1c HTTP/1.1" status: 204 len: 173 time: 0.7918296 Sep 17 01:27:09.546721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.563224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-863daf13-6444-47df-9b05-dcd11c2a4971 req-d71df73c-3854-4105-bdd9-b8281c4eedf4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0407915 Sep 17 01:27:09.581641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.611628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5b2bbd33-53f4-4da4-918b-39cede7f67d0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:09.673521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.698470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5180e44-0c85-44be-a79d-c3e6d14cf513']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:09.726454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ef7c6c-24e4-4340-9ca6-69751fb71fd1') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:09.729174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ef7c6c-24e4-4340-9ca6-69751fb71fd1') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:09.756452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.786138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.790347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'name': 'network-vif-deleted', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:09.794766 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0956a9-f870-4e3d-9b4f-c376d4e378cb" -d '{"events": [{"server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "name": "network-vif-deleted", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:09.799344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:09.799878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:09.801601 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:09.876942 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e603ffb-f660-45aa-9e3e-890c380b4f9d x-openstack-request-id: req-0e603ffb-f660-45aa-9e3e-890c380b4f9d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:09.884876 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e2321c-c5d6-4d7a-90e2-a136c812976a", "name": "network-vif-deleted", "tag": "e98814e3-af1e-46f4-9c0b-ae592b419b1c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:09.884876 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e603ffb-f660-45aa-9e3e-890c380b4f9d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:09.884876 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e2321c-c5d6-4d7a-90e2-a136c812976a', 'name': 'network-vif-deleted', 'tag': 'e98814e3-af1e-46f4-9c0b-ae592b419b1c', 'status': 'completed', 'code': 200} Sep 17 01:27:10.047197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:10.053397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5180e44-0c85-44be-a79d-c3e6d14cf513 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:27:10.065182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:10.072741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44338) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:10.077848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e5180e44-0c85-44be-a79d-c3e6d14cf513 HTTP/1.1" status: 204 len: 168 time: 2.8304286 Sep 17 01:27:10.096814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57681912-fcdd-4109-8277-41585a0fec4a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5180e44-0c85-44be-a79d-c3e6d14cf513,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:10.367701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e265bc2-2cec-4fde-b8ec-7a6d785ad6a4 req-5e8f16b5-1c03-4e9b-ae88-887457e104dc tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 210 time: 0.2233324 Sep 17 01:27:10.416124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44346) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:10.422166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-571a5c07-a353-46ca-b336-70bb17391f2c tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.3300960 Sep 17 01:27:10.629862 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a51eb5b0-d623-4f0e-a069-b84c5d2b6f1e req-88857aae-aa9b-4c77-a34e-0bacb44e4af1 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0e2321c-c5d6-4d7a-90e2-a136c812976a HTTP/1.1" status: 200 len: 210 time: 0.0518401 Sep 17 01:27:10.711375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.712496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.712950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.713503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.713752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a786f3d6-e106-49ff-8482-2750d7925792 req-1831e8c0-3907-491e-927a-fa797be77528 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0291393 Sep 17 01:27:10.713950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.714398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.714895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.715301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.715807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.723292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:10.723292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-01252213-e49d-45fe-b789-436491d62be4 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6453 time: 0.2909627 Sep 17 01:27:10.723675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44352) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:10.824130 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-14ccefb5-1ce3-4b16-8020-c037a2108de5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] delete failed (client error): The resource could not be found. Sep 17 01:27:10.826064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-14ccefb5-1ce3-4b16-8020-c037a2108de5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/65e795f1-f665-4d8c-a8d9-704e54d1fa63 HTTP/1.1" status: 404 len: 345 time: 0.1027212 Sep 17 01:27:10.828879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44354) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:10.881144 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-317bbe1c-eb28-4a6c-b5b5-7699408ba20f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] DELETE failed (client error): The resource could not be found. Sep 17 01:27:10.881755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317bbe1c-eb28-4a6c-b5b5-7699408ba20f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:27:10.906938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-317bbe1c-eb28-4a6c-b5b5-7699408ba20f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/e5180e44-0c85-44be-a79d-c3e6d14cf513 HTTP/1.1" status: 404 len: 339 time: 0.0729628 Sep 17 01:27:10.907236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44356) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:10.919193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'network': {'name': 'tempest-network--1648777520', 'router:external': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:11.030682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Made reservation on behalf of 1d97dc8e787e40e1b8fa65a00c89dfaa for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:11.040984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.088168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:11.092171 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.098834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.099214 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Added segment 98eeaa7b-f504-4720-9ce3-80bf636a37d3 of type vlan for network cc280302-04e6-40a3-9e31-38f291ba03a3 Sep 17 01:27:11.148441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.266543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.267604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:11.268210 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.340432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Network': ['ID=cc280302-04e6-40a3-9e31-38f291ba03a3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:11.355255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network cc280302-04e6-40a3-9e31-38f291ba03a3 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:11.453232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b2fae74c-5bb1-4c09-9c44-bbbd3ddec6d5 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5448484 Sep 17 01:27:11.462716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44364) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:11.542928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d820cc57-ca0c-4bef-a080-15d15d54c9b9 req-5e320267-a721-4c8c-ac0f-aa92699fd240 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 210 time: 0.0343399 Sep 17 01:27:11.708155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44370) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:11.748336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d6b45-d3ad-490b-917a-bd2b4845a8a3 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:11.756495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d6b45-d3ad-490b-917a-bd2b4845a8a3 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:11.763352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d6b45-d3ad-490b-917a-bd2b4845a8a3 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:11.770290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-500260f1-bfa7-4837-ae12-f20d964673f0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.771942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453d6b45-d3ad-490b-917a-bd2b4845a8a3 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:11.775313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-453d6b45-d3ad-490b-917a-bd2b4845a8a3 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3120844 Sep 17 01:27:11.778246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44374) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:11.797476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-500260f1-bfa7-4837-ae12-f20d964673f0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.887883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.902584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8e13b42-d4ec-4270-9277-f6b6a01a6d2f req-30c0bea2-3bc2-49f4-9d5e-3fe1125b2ad6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0292068 Sep 17 01:27:11.976351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:11.999683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc280302-04e6-40a3-9e31-38f291ba03a3']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:12.001504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-500260f1-bfa7-4837-ae12-f20d964673f0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.004119 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-500260f1-bfa7-4837-ae12-f20d964673f0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.005597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-500260f1-bfa7-4837-ae12-f20d964673f0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/security-groups/7fbd0988-424e-421a-a9a7-53ad4d74fcba HTTP/1.1" status: 204 len: 168 time: 0.2962720 Sep 17 01:27:12.011264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eeaa7b-f504-4720-9ce3-80bf636a37d3') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:12.011636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eeaa7b-f504-4720-9ce3-80bf636a37d3') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:12.021637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.035800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.042312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:12.042794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:12.044625 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:12.103848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-fc8e24cf-0a61-4f0d-b8f6-8838fcd3702e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:12.105341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-fc8e24cf-0a61-4f0d-b8f6-8838fcd3702e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.36 "GET /v2.0/networks?id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 HTTP/1.1" status: 200 len: 910 time: 0.1275597 Sep 17 01:27:12.106819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500260f1-bfa7-4837-ae12-f20d964673f0 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd0988-424e-421a-a9a7-53ad4d74fcba,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:12.123321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Request body: {'port': {'device_id': '13f2c461-adfb-438f-a078-f723057d7d3e', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'admin_state_up': True, 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:12.139222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:12.232475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.239742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc280302-04e6-40a3-9e31-38f291ba03a3 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:27:12.243677 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.250322 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/cc280302-04e6-40a3-9e31-38f291ba03a3 HTTP/1.1" status: 204 len: 168 time: 0.4674902 Sep 17 01:27:12.251247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44384) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:12.296565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'network': {'name': 'tempest-network--808487536', 'router:external': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:12.308703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f95de-a3cb-4a3c-a557-69e8fd14e16a tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc280302-04e6-40a3-9e31-38f291ba03a3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:12.328370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Made reservation on behalf of e40d0b5dfce94c9b9450bb5f6b871d79 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:12.331152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.483537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Made reservation on behalf of 1d97dc8e787e40e1b8fa65a00c89dfaa for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:12.486118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.527796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:12.539418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.541096 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Added segment 7b38090a-e1c1-477c-84e1-cedb40e86123 of type vlan for network 87af4126-943b-470b-bff3-4487abd0e626 Sep 17 01:27:12.677838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Allocated IP 172.20.0.5 (ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3/6798eabf-7a57-405d-8f77-a78c7119686a/82ce0829-ad66-43d5-9c91-72fea47ebcf0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:12.694359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.773618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e700e8c-d0e4-4472-b523-6e84e64da388 req-e0ba8943-e6af-44d0-b46b-a5b01309fdc1 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 210 time: 0.1138699 Sep 17 01:27:12.949739 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:12.951067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:12.952720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.053441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Network': ['ID=87af4126-943b-470b-bff3-4487abd0e626,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:13.054156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.068230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 87af4126-943b-470b-bff3-4487abd0e626 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:13.094714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c64820a-56da-453b-bb36-a4a46e8950ef req-f3031f97-1601-4622-bdf2-6d1b2928226f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0693064 Sep 17 01:27:13.103791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6fd2869-c148-4e13-931c-802ad5a6b7da tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8470073 Sep 17 01:27:13.103791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44406) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:13.168000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.240764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a4237-8b3c-46f6-b075-78436c54f614 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:13.255861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e83a4237-8b3c-46f6-b075-78436c54f614 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] 10.222.0.13 "GET /v2.0/networks/87af4126-943b-470b-bff3-4487abd0e626 HTTP/1.1" status: 200 len: 756 time: 0.1512082 Sep 17 01:27:13.257159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44412) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:13.296969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.310259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e2240048-de71-41a5-ab6f-6a954390015a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:27:13.408811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:13.414385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c344bb62-991d-44c7-9af5-8f1dabd33616 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:13.416507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c344bb62-991d-44c7-9af5-8f1dabd33616 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] 10.222.0.13 "GET /v2.0/networks/95305647-7cf0-4827-a61a-58e20c2a1e77 HTTP/1.1" status: 200 len: 768 time: 0.1581781 Sep 17 01:27:13.421936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44422) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:13.428999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:13.432797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e98814e3-af1e-46f4-9c0b-ae592b419b1c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:13.435290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:13.470054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: e98814e3-af1e-46f4-9c0b-ae592b419b1c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:13.470617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e98814e3-af1e-46f4-9c0b-ae592b419b1c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:13.484099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Pushing event updated for resources: {'Port': ['ID=82ce0829-ad66-43d5-9c91-72fea47ebcf0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:13.534119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:13.543548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.623642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.651994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-85c09a8a-1644-44ab-ac9f-6a196e2fb262 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5372465 Sep 17 01:27:13.666884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Request body: {'port': {'device_id': '13f2c461-adfb-438f-a078-f723057d7d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:13.798441 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.858531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port e53323eb-b342-4241-917c-7b360963bd43 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:13.858764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.893779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-80c7962e-6c89-49ac-9c6b-c52fcfbdfc84 None None] Provisioning complete for port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:13.895474 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80c7962e-6c89-49ac-9c6b-c52fcfbdfc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:13.967851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-80c7962e-6c89-49ac-9c6b-c52fcfbdfc84 None None] Port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:14.277897 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.315182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-426407e9-838a-4645-a562-e41afc43df3e req-98c77fb6-e15c-4381-8a95-f4de28d55c19 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0395818 Sep 17 01:27:14.324408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87af4126-943b-470b-bff3-4487abd0e626']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:14.335526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b38090a-e1c1-477c-84e1-cedb40e86123') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:14.335899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b38090a-e1c1-477c-84e1-cedb40e86123') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:14.350979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.376452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.389019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:14.390066 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:14.419171 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:14.587274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a7008-4dfc-4924-a54a-d6a7cff68a6b req-648c13d0-6df5-4dbc-992a-efec98d2d2ca tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:14.589159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a4a7008-4dfc-4924-a54a-d6a7cff68a6b req-648c13d0-6df5-4dbc-992a-efec98d2d2ca tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1027 time: 0.1836910 Sep 17 01:27:14.594562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.606959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87af4126-943b-470b-bff3-4487abd0e626 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:27:14.610269 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.615687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/87af4126-943b-470b-bff3-4487abd0e626 HTTP/1.1" status: 204 len: 168 time: 1.1886966 Sep 17 01:27:14.624235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:14.629406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'network': {'name': 'tempest-network--753789141'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:14.674194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c8bae-ef9c-47be-8bbe-a7901ebf3e3f tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Network': ['ID=87af4126-943b-470b-bff3-4487abd0e626,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:14.761534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port e53323eb-b342-4241-917c-7b360963bd43, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e53323eb-b342-4241-917c-7b360963bd43,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:14.761534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.777745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Made reservation on behalf of 1d97dc8e787e40e1b8fa65a00c89dfaa for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:14.780444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.819945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:14.830973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for e53323eb-b342-4241-917c-7b360963bd43 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:14.837314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.842733 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Added segment e3cebda2-edae-4c08-b27a-3c1e35f8e407 of type vlan for network 52e85d55-2c5c-491c-99d9-0ae130272766 Sep 17 01:27:14.908706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a4a7008-4dfc-4924-a54a-d6a7cff68a6b req-d3f9fd48-1e3a-4b97-aeb2-8919d36e9648 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928759 Sep 17 01:27:14.915881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.925060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ce0829-ad66-43d5-9c91-72fea47ebcf0 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:27:14.934652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:14.993765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Transition to ACTIVE for port object 82ce0829-ad66-43d5-9c91-72fea47ebcf0 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:27:15.103240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.104364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:15.105074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.189318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.259350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Pushing event updated for resources: {'Port': ['ID=82ce0829-ad66-43d5-9c91-72fea47ebcf0,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:15.292290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Network': ['ID=52e85d55-2c5c-491c-99d9-0ae130272766,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:15.303221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 52e85d55-2c5c-491c-99d9-0ae130272766 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:15.317612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.384702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-430c6506-484d-42b2-82e3-22037ab394cc tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7562246 Sep 17 01:27:15.385006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44444) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:15.391797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Request body: {'network': {'router:external': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:15.418718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=e53323eb-b342-4241-917c-7b360963bd43,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:15.552261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Attempting to bind port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:27:15.552707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Attempting to bind port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:27:15.553125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Attempting to bind port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:27:15.573117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:27:15.573117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Attempting to bind port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 on network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:27:15.573354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c70f716f-6bee-4834-abb6-d096c6a9afb1 req-727bfdd2-717e-4943-a697-3ebec0c9f813 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.1179521 Sep 17 01:27:15.601402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:27:15.608913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Checking segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:15.608913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Bound using segment: {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:27:15.608913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Bound port: 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afbd231e-d722-4f2d-ae18-85802cccfd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:27:15.608913 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.762839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.852982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] For port 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:27:15.863356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.879930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] For port 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82ce0829-ad66-43d5-9c91-72fea47ebcf0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:27:15.881406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Network 52e85d55-2c5c-491c-99d9-0ae130272766 is not hosted by any dhcp agent {{(pid=112072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:27:15.882359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:15.882964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.884708 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "PUT /v2.0/networks/52e85d55-2c5c-491c-99d9-0ae130272766 HTTP/1.1" status: 200 len: 857 time: 0.4986382 Sep 17 01:27:15.887936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44452) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:15.891513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:15.964425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6cf29b-fdbe-4c6e-b606-a6c8290373c1 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event updated for resources: {'Network': ['ID=52e85d55-2c5c-491c-99d9-0ae130272766,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:16.041830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.058810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.184916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:16.185903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.187664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] 10.222.0.36 "PUT /v2.0/ports/82ce0829-ad66-43d5-9c91-72fea47ebcf0 HTTP/1.1" status: 200 len: 1091 time: 2.5258825 Sep 17 01:27:16.188298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f2c461-adfb-438f-a078-f723057d7d3e', 'tag': '82ce0829-ad66-43d5-9c91-72fea47ebcf0'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:16.190760 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670125e6-c5c6-42b8-89d3-c428a0ebaa95" -d '{"events": [{"name": "network-changed", "server_uuid": "13f2c461-adfb-438f-a078-f723057d7d3e", "tag": "82ce0829-ad66-43d5-9c91-72fea47ebcf0"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:16.251397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab68728-854a-4ad7-a55c-89786e6754d3 req-c37a18c2-cb57-42b9-804b-0ac04b146aae tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:16.253133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aab68728-854a-4ad7-a55c-89786e6754d3 req-c37a18c2-cb57-42b9-804b-0ac04b146aae tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1094 time: 0.1992710 Sep 17 01:27:16.255331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.271110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b5878-2220-459c-82dc-35a40c459121 service neutron] Pushing event updated for resources: {'Port': ['ID=82ce0829-ad66-43d5-9c91-72fea47ebcf0,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:16.299068 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41262171-d6b6-46dc-8097-4baca2d22623 x-openstack-request-id: req-41262171-d6b6-46dc-8097-4baca2d22623 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:16.299396 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f2c461-adfb-438f-a078-f723057d7d3e", "tag": "82ce0829-ad66-43d5-9c91-72fea47ebcf0", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:16.299655 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41262171-d6b6-46dc-8097-4baca2d22623 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:16.300072 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f2c461-adfb-438f-a078-f723057d7d3e', 'tag': '82ce0829-ad66-43d5-9c91-72fea47ebcf0', 'status': 'completed', 'code': 200} Sep 17 01:27:16.349893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Router 25d518e3-650a-498c-96f0-18d0c06c7004 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:16.359469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aab68728-854a-4ad7-a55c-89786e6754d3 req-981572e9-9c6e-404f-8f83-424031520a41 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871043 Sep 17 01:27:16.377805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670125e6-c5c6-42b8-89d3-c428a0ebaa95 req-a1116d1f-edd9-46d4-aece-5000e6d41100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:16.387822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-670125e6-c5c6-42b8-89d3-c428a0ebaa95 req-a1116d1f-edd9-46d4-aece-5000e6d41100 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1094 time: 0.0675049 Sep 17 01:27:16.388054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52e85d55-2c5c-491c-99d9-0ae130272766']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:16.399831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3cebda2-edae-4c08-b27a-3c1e35f8e407') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:16.400180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3cebda2-edae-4c08-b27a-3c1e35f8e407') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:16.410707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.434088 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.441029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:16.441528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:16.518838 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:16.594877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.614183 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52e85d55-2c5c-491c-99d9-0ae130272766 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 17 01:27:16.615116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Pushing event deleted for resources: {'Network': ['ID=52e85d55-2c5c-491c-99d9-0ae130272766,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:16.622157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.624688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-95f41d57-d814-4f23-9718-1afee4789c51 tempest-ExternalNetworksTestJSON-254809639 tempest-ExternalNetworksTestJSON-254809639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/52e85d55-2c5c-491c-99d9-0ae130272766 HTTP/1.1" status: 204 len: 168 time: 0.7362952 Sep 17 01:27:16.625888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:16.628052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44464) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:16.690318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670125e6-c5c6-42b8-89d3-c428a0ebaa95 req-e3e4a892-4e86-4f5d-afa8-86a3db0a976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:16.692070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-670125e6-c5c6-42b8-89d3-c428a0ebaa95 req-e3e4a892-4e86-4f5d-afa8-86a3db0a976f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2670112 Sep 17 01:27:16.696423 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37b9202-744b-4a71-b06e-5515b551b7a9 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] DELETE failed (client error): The resource could not be found. Sep 17 01:27:16.696619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af42bb15-d8bc-4a3b-a344-aee47ea46684 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "PUT /v2.0/routers/25d518e3-650a-498c-96f0-18d0c06c7004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5557902 Sep 17 01:27:16.707367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37b9202-744b-4a71-b06e-5515b551b7a9 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:27:16.712933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d37b9202-744b-4a71-b06e-5515b551b7a9 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] 10.222.0.13 "DELETE /v2.0/subnets/5b2bbd33-53f4-4da4-918b-39cede7f67d0 HTTP/1.1" status: 404 len: 337 time: 0.0834029 Sep 17 01:27:16.713530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44466) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:16.713652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44468) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:16.838239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.902427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c64076e-8664-41c5-82bb-2778f28b3fb7 req-e9410977-1d97-4149-a7f1-d2c0a724496e tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.1976814 Sep 17 01:27:16.958356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670125e6-c5c6-42b8-89d3-c428a0ebaa95 req-2cf1fabe-53ff-4441-ae2e-da3d9b126603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:16.960746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-670125e6-c5c6-42b8-89d3-c428a0ebaa95 req-2cf1fabe-53ff-4441-ae2e-da3d9b126603 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2454908 Sep 17 01:27:16.968884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:16.982384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting subnet e6a29f01-75f2-4ae3-b1c3-85f3909164a7 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:16.989643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.040991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95305647-7cf0-4827-a61a-58e20c2a1e77']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:17.061637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd998c2fb-8ed6-416e-9d43-ecbf9bacc153') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:17.062253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd998c2fb-8ed6-416e-9d43-ecbf9bacc153') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:17.076255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.088850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.103161 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.112987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:17.113395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:17.116659 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:17.171669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-16634551-5186-4e8c-99ac-667ef2cc7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:17.173200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-16634551-5186-4e8c-99ac-667ef2cc7c0f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1094 time: 0.1522329 Sep 17 01:27:17.277037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-f05696ae-eb27-46e7-aa41-e1dc481e3fb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ce0829-ad66-43d5-9c91-72fea47ebcf0 HTTP/1.1" status: 200 len: 217 time: 0.0944276 Sep 17 01:27:17.366243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.384452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] Sync routers for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:17.391947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.400167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] 10.222.0.13 "DELETE /v2.0/networks/95305647-7cf0-4827-a61a-58e20c2a1e77 HTTP/1.1" status: 204 len: 168 time: 0.6855567 Sep 17 01:27:17.417839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:17.419785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:17.466030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.532453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e2e67-e90d-404a-b386-71d87d241173 tempest-ExternalNetworksTestJSON-255122295 tempest-ExternalNetworksTestJSON-255122295-project] Pushing event deleted for resources: {'Network': ['ID=95305647-7cf0-4827-a61a-58e20c2a1e77,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:17.646789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-da3aca25-144a-45bc-b41f-1bbd236cded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:17.648461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-da3aca25-144a-45bc-b41f-1bbd236cded4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6798eabf-7a57-405d-8f77-a78c7119686a HTTP/1.1" status: 200 len: 848 time: 0.3572109 Sep 17 01:27:17.678750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:17.769611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.786164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a64d-18c7-46b3-a2d4-e828fa8e6f2d req-3ff2a4a8-d206-484d-8f33-7e5567386251 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:17.794767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e20a64d-18c7-46b3-a2d4-e828fa8e6f2d req-3ff2a4a8-d206-484d-8f33-7e5567386251 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1094 time: 0.1355848 Sep 17 01:27:17.842581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:17.846934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/subnets/e6a29f01-75f2-4ae3-b1c3-85f3909164a7 HTTP/1.1" status: 204 len: 168 time: 1.0467079 Sep 17 01:27:17.846934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cc3ea-9c35-4ff9-b655-f2139f8b6aad tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a29f01-75f2-4ae3-b1c3-85f3909164a7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:17.849657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44480) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:17.850489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-c9e723fb-7a15-45a3-883d-8c86123f432d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008452 Sep 17 01:27:17.865029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f50556-634e-4dad-a638-11f6ef053aab req-6b3ad407-d2e1-4f7e-a62a-a776d4a6f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:17.866830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-6b3ad407-d2e1-4f7e-a62a-a776d4a6f557 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941693 Sep 17 01:27:17.885980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e20a64d-18c7-46b3-a2d4-e828fa8e6f2d req-658371d7-ebad-445d-bfea-7268a92f77b5 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901914 Sep 17 01:27:17.892375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012620e3-5e41-4061-a50b-66c465f6e1b3 None None] Network 3f1629a7-5339-4169-94c4-219d7b4e0a60 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:18.078809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-383459a2-5af2-496b-94e2-3912e6c0f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:18.080913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-383459a2-5af2-496b-94e2-3912e6c0f4a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1590593 Sep 17 01:27:18.093489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-f9df2520-fa86-404c-a9d3-4a08a1cbc576 service neutron] 10.222.0.36 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064986 Sep 17 01:27:18.138463 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49adb1bc-bd4d-45c3-8923-37fbf8b242ef req-aec0b194-bee5-4345-b304-1f9283640405 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0392480 Sep 17 01:27:18.278765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:18.335021 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:18.337343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:27:15Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:18.391261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-7b4570d2-cfa4-4efe-a003-366e393eaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:18.395599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-7b4570d2-cfa4-4efe-a003-366e393eaaa8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.2802131 Sep 17 01:27:18.400100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-3b67c5d9-1924-450d-9935-fe74f231b95a service neutron] 10.222.0.36 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956369 Sep 17 01:27:18.472873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] Checking router: 25d518e3-650a-498c-96f0-18d0c06c7004 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:18.483901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] DHCP port deletion for 3f1629a7-5339-4169-94c4-219d7b4e0a60 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:18.551891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] Routers {'25d518e3-650a-498c-96f0-18d0c06c7004'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:18.552774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['25d518e3-650a-498c-96f0-18d0c06c7004'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:18.564308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-a601902b-079f-4c04-b02f-15f94bc06b20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 1001 time: 0.1503656 Sep 17 01:27:18.641739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-8737b100-c9c2-4ca7-8a82-90c95f31bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:18.649135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-8737b100-c9c2-4ca7-8a82-90c95f31bc36 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0750265 Sep 17 01:27:18.676919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:18.714935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] Deleting port d7f5f273-21ce-4148-ad37-476492bccdda {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:18.715669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:18.725957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44502) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:18.735203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-24af50a3-5d8b-4ebf-85e3-025ed77309a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69f5727315904330b2703d565646cfd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351294 Sep 17 01:27:18.767114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-fb89ba8b-b976-48c7-ba22-234dad70f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:18.768933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-fb89ba8b-b976-48c7-ba22-234dad70f75e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143141 Sep 17 01:27:18.787774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d7f5f273-21ce-4148-ad37-476492bccdda no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:18.829344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] Set router 25d518e3-650a-498c-96f0-18d0c06c7004 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:18.900647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Deleting port d981dd23-da79-42ec-94ae-2a0fe8420b4b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:18.902119 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.006055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] For port d7f5f273-21ce-4148-ad37-476492bccdda, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d7f5f273-21ce-4148-ad37-476492bccdda,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:19.006872 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.015970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] For port d981dd23-da79-42ec-94ae-2a0fe8420b4b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d981dd23-da79-42ec-94ae-2a0fe8420b4b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:19.016381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.047037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Calling delete_port for d981dd23-da79-42ec-94ae-2a0fe8420b4b owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:19.051123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-05a4fe92-a98e-40b2-b940-39ef1413cc8e service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687445 Sep 17 01:27:19.052479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] Calling delete_port for d7f5f273-21ce-4148-ad37-476492bccdda owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:19.142527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b89f316b-6de4-46e3-8c20-c98d2832b90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.183334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.203009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b89f316b-6de4-46e3-8c20-c98d2832b90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.290498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port d7f5f273-21ce-4148-ad37-476492bccdda, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d7f5f273-21ce-4148-ad37-476492bccdda,segment=NetworkSegment(035e5154-d457-4d88-b877-b9c963627734),segment_id=035e5154-d457-4d88-b877-b9c963627734)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:19.317605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a360f1a-224d-45ed-833c-aa6ef355e6d5 req-bf8226a4-ba7e-4ecb-aa5f-1cfe0cd32c2d tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:19.324225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:27:15Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:19.330053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a360f1a-224d-45ed-833c-aa6ef355e6d5 req-bf8226a4-ba7e-4ecb-aa5f-1cfe0cd32c2d tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1094 time: 0.2750487 Sep 17 01:27:19.365713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e719cb5-9abd-4d6c-a20b-d0745a15fc80 None None] The sync data for ids ['25d518e3-650a-498c-96f0-18d0c06c7004'] in n-d-789963-7 is: [{'id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'name': 'tempest-TestNetworkBasicOps-router-1504572453', 'tenant_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76'}], 'enable_snat': True}, 'gw_port_id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:25:58Z', 'updated_at': '2021-09-17T01:27:15Z', 'revision_number': 5, 'project_id': 'ff9a3fd73405481f9d98e8a103d8ecbf', 'gw_port': {'id': 'd981dd23-da79-42ec-94ae-2a0fe8420b4b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:21:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d518e3-650a-498c-96f0-18d0c06c7004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:25:59Z', 'updated_at': '2021-09-17T01:26:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:19.372687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8f242500-b459-4b95-88a8-049fc6731ac1 req-8e2ccd05-6a48-4696-9b4e-06fc8acf913c tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0525172 Sep 17 01:27:19.375396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.455344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=d7f5f273-21ce-4148-ad37-476492bccdda,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:19.461911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.471629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d5adbaf-8794-4d28-a8af-87c465b02625 req-433cced3-cca7-4d13-86d4-486ebbf40197 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534677 Sep 17 01:27:19.493166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a360f1a-224d-45ed-833c-aa6ef355e6d5 req-6a8b507f-034b-4023-baca-8587dcec68ae tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254802 Sep 17 01:27:19.504527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.526784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] No DVR routers for this DVR port d7f5f273-21ce-4148-ad37-476492bccdda on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:19.529751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b89f316b-6de4-46e3-8c20-c98d2832b90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.533208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfbef6-8077-4f6f-80ff-8bc21edbc03c None None] Pushing event deleted for resources: {'Port': ['ID=d7f5f273-21ce-4148-ad37-476492bccdda,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:19.540450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b89f316b-6de4-46e3-8c20-c98d2832b90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.540450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b89f316b-6de4-46e3-8c20-c98d2832b90b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ec23e47-3bb1-408e-bd5b-52a106abed84 HTTP/1.1" status: 204 len: 168 time: 0.8101676 Sep 17 01:27:19.551491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f316b-6de4-46e3-8c20-c98d2832b90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec23e47-3bb1-408e-bd5b-52a106abed84,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:19.581550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Port': ['ID=d981dd23-da79-42ec-94ae-2a0fe8420b4b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:19.682624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.893411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:19.895540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.032410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82ce0829-ad66-43d5-9c91-72fea47ebcf0 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:27:20.089799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.090540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Fanout notify agent at l3_agent the message router_deleted on router 25d518e3-650a-498c-96f0-18d0c06c7004 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:27:20.103379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.109106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44528) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:20.124799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-17f6104e-ae4d-45cb-af61-8649c91bdc9d tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/routers/25d518e3-650a-498c-96f0-18d0c06c7004 HTTP/1.1" status: 204 len: 168 time: 2.2579854 Sep 17 01:27:20.194432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82ce0829-ad66-43d5-9c91-72fea47ebcf0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:20.237854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '82ce0829-ad66-43d5-9c91-72fea47ebcf0', 'network_id': 'ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3', 'port_id': '82ce0829-ad66-43d5-9c91-72fea47ebcf0', 'mac_address': 'fa:16:3e:3d:65:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6798eabf-7a57-405d-8f77-a78c7119686a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:27:20.261597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44534) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:20.317829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44538) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:20.347547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.364150 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.403459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ce0829-ad66-43d5-9c91-72fea47ebcf0 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:27:20.449770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f519c849-f240-4640-874b-0ce4af1f9296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d97dc8e787e40e1b8fa65a00c89dfaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303957 Sep 17 01:27:20.450493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:20.500447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82ce0829-ad66-43d5-9c91-72fea47ebcf0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:20.561895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d20ce775-18ae-4a1f-83b1-e954d2d550e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.581575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb45e6b7-949e-41ba-8f4a-fb8fb6ecff2e req-5a04081c-e668-4aac-8ef1-f71f8c4f20e7 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/ports?device_id=42b30003-283c-4fb0-bf91-4638c167060d HTTP/1.1" status: 200 len: 210 time: 0.0719845 Sep 17 01:27:20.592762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.626995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d20ce775-18ae-4a1f-83b1-e954d2d550e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.641464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.678128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f1629a7-5339-4169-94c4-219d7b4e0a60']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:20.682230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=82ce0829-ad66-43d5-9c91-72fea47ebcf0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:20.702702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035e5154-d457-4d88-b877-b9c963627734') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:20.703506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035e5154-d457-4d88-b877-b9c963627734') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:20.714785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.735182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.737724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:20.738389 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:20.742336 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:20.749699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f0377-accf-405b-934f-3b3b1dd71eee req-e0b7f36a-6486-4507-bace-b173d0477c52 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:20.751259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d71f0377-accf-405b-934f-3b3b1dd71eee req-e0b7f36a-6486-4507-bace-b173d0477c52 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1095 time: 0.0898314 Sep 17 01:27:20.814635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['82ce0829-ad66-43d5-9c91-72fea47ebcf0'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:27:20.875744 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d71f0377-accf-405b-934f-3b3b1dd71eee req-ec39fc08-e9f3-4d4e-ab09-934970fda701 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137559 Sep 17 01:27:20.876444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d20ce775-18ae-4a1f-83b1-e954d2d550e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.879026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d20ce775-18ae-4a1f-83b1-e954d2d550e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.880150 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d20ce775-18ae-4a1f-83b1-e954d2d550e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6148752-530a-4ad4-96a3-33bd4d00a476 HTTP/1.1" status: 204 len: 168 time: 0.4287839 Sep 17 01:27:20.897641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4162be8-4b5d-47af-b723-d62b2af5b90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:20.920489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ce775-18ae-4a1f-83b1-e954d2d550e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6148752-530a-4ad4-96a3-33bd4d00a476,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:20.991540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e53323eb-b342-4241-917c-7b360963bd43 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:21.012491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.017533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.020518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] 10.222.0.13 "DELETE /v2.0/networks/3f1629a7-5339-4169-94c4-219d7b4e0a60 HTTP/1.1" status: 204 len: 168 time: 0.9103808 Sep 17 01:27:21.022585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e53323eb-b342-4241-917c-7b360963bd43 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:21.022924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e53323eb-b342-4241-917c-7b360963bd43 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:21.023387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d981dd23-da79-42ec-94ae-2a0fe8420b4b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:21.053475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effba48-ee12-4f98-9d1b-c12e7fc9e2c9 tempest-TestNetworkBasicOps-1313964306 tempest-TestNetworkBasicOps-1313964306-project] Pushing event deleted for resources: {'Network': ['ID=3f1629a7-5339-4169-94c4-219d7b4e0a60,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:21.082960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d981dd23-da79-42ec-94ae-2a0fe8420b4b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:21.083335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d981dd23-da79-42ec-94ae-2a0fe8420b4b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:21.104885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4162be8-4b5d-47af-b723-d62b2af5b90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.182340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4162be8-4b5d-47af-b723-d62b2af5b90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.221148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a4162be8-4b5d-47af-b723-d62b2af5b90a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1883b931d9fb44adaa742f0ed8d4038a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9627972 Sep 17 01:27:21.225156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4162be8-4b5d-47af-b723-d62b2af5b90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31c87e-330d-4bd1-be34-ec3ae39475ad,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:21.227442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44554) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:21.283713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39edf5e4-8f10-4055-8e34-cd3686cd5cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.315396 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39edf5e4-8f10-4055-8e34-cd3686cd5cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.449009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39edf5e4-8f10-4055-8e34-cd3686cd5cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.451646 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39edf5e4-8f10-4055-8e34-cd3686cd5cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.452804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39edf5e4-8f10-4055-8e34-cd3686cd5cf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c31c87e-330d-4bd1-be34-ec3ae39475ad HTTP/1.1" status: 204 len: 168 time: 0.2239649 Sep 17 01:27:21.460852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edf5e4-8f10-4055-8e34-cd3686cd5cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31c87e-330d-4bd1-be34-ec3ae39475ad,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:21.640705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44572) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:21.763607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44580) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:21.832826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4aa40511-fe28-4467-b5c1-bbb79a0d0135 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.857601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4aa40511-fe28-4467-b5c1-bbb79a0d0135 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.980416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4aa40511-fe28-4467-b5c1-bbb79a0d0135 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.982968 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4aa40511-fe28-4467-b5c1-bbb79a0d0135 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:21.984147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4aa40511-fe28-4467-b5c1-bbb79a0d0135 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/security-groups/a84acb21-771d-44dc-a733-3db3195ac616 HTTP/1.1" status: 204 len: 168 time: 0.2195265 Sep 17 01:27:21.988783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44588) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:21.994746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa40511-fe28-4467-b5c1-bbb79a0d0135 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84acb21-771d-44dc-a733-3db3195ac616,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:22.016675 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-2398b904-f0cd-4bb2-81b0-c5bcda71c1c6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] show failed (client error): The resource could not be found. Sep 17 01:27:22.017717 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2398b904-f0cd-4bb2-81b0-c5bcda71c1c6 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "GET /v2.0/security-groups/a84acb21-771d-44dc-a733-3db3195ac616 HTTP/1.1" status: 404 len: 347 time: 0.0278084 Sep 17 01:27:22.020932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44592) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:22.031676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b60461-9211-434d-8307-8d0f69c04b16 req-e2b22f9c-105c-463d-98bc-71ff5dd190d6 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:22.033198 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3b60461-9211-434d-8307-8d0f69c04b16 req-e2b22f9c-105c-463d-98bc-71ff5dd190d6 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1095 time: 0.0878463 Sep 17 01:27:22.039796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-48d74fbe-75ae-4f7e-adf7-0b98291297ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff9a3fd73405481f9d98e8a103d8ecbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978524 Sep 17 01:27:22.046514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44594) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:22.059418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82ce0829-ad66-43d5-9c91-72fea47ebcf0 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:22.103765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3b60461-9211-434d-8307-8d0f69c04b16 req-cc6feca8-f8bf-4efa-90d0-8d04103275da tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627711 Sep 17 01:27:22.129510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52e3c3c2-c304-47f7-a478-52c5aa6f0f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.168128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52e3c3c2-c304-47f7-a478-52c5aa6f0f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.218239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 801d8b85-0c4a-49c6-a8ca-c38eb428e496 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:22.218578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.292219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:27:22.300488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.300818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.304413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:22.306677 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.319035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 801d8b85-0c4a-49c6-a8ca-c38eb428e496 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:22.330077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52e3c3c2-c304-47f7-a478-52c5aa6f0f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.332852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52e3c3c2-c304-47f7-a478-52c5aa6f0f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.334132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52e3c3c2-c304-47f7-a478-52c5aa6f0f2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/14a8c45e-efc7-440b-88f2-e39992bee2e7 HTTP/1.1" status: 204 len: 168 time: 0.2866716 Sep 17 01:27:22.343241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3c3c2-c304-47f7-a478-52c5aa6f0f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a8c45e-efc7-440b-88f2-e39992bee2e7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:22.409261 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.464684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82ce0829-ad66-43d5-9c91-72fea47ebcf0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:22.465993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f2c461-adfb-438f-a078-f723057d7d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce0829-ad66-43d5-9c91-72fea47ebcf0'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:22.468783 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0eecf6-c024-47ed-83ea-0d7586abc86c" -d '{"events": [{"server_uuid": "13f2c461-adfb-438f-a078-f723057d7d3e", "name": "network-vif-plugged", "status": "completed", "tag": "82ce0829-ad66-43d5-9c91-72fea47ebcf0"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:22.524046 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e8188-cf9a-4fc4-a443-e4d1f8bda485 x-openstack-request-id: req-bb2e8188-cf9a-4fc4-a443-e4d1f8bda485 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:22.524371 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f2c461-adfb-438f-a078-f723057d7d3e", "name": "network-vif-plugged", "status": "completed", "tag": "82ce0829-ad66-43d5-9c91-72fea47ebcf0", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:22.524626 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb2e8188-cf9a-4fc4-a443-e4d1f8bda485 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:22.525019 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f2c461-adfb-438f-a078-f723057d7d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ce0829-ad66-43d5-9c91-72fea47ebcf0', 'code': 200} Sep 17 01:27:22.527685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44614) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:22.544203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d6f6fe1-00ed-4bf9-8e9f-6b7a94fd0392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.552673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.613366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=82ce0829-ad66-43d5-9c91-72fea47ebcf0,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:22.644326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140e856-d499-41be-bb90-62be2348dc8e req-0d6f13b1-90e6-4ed1-9b9c-5618c69fa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:22.645845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e140e856-d499-41be-bb90-62be2348dc8e req-0d6f13b1-90e6-4ed1-9b9c-5618c69fa402 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.0569437 Sep 17 01:27:22.673245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.700038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d6f6fe1-00ed-4bf9-8e9f-6b7a94fd0392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.777857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3d6f6fe1-00ed-4bf9-8e9f-6b7a94fd0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.778132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.781169 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.785218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/floatingips/dbde1a10-a526-4070-96d0-4b8f5ab7879c HTTP/1.1" status: 204 len: 168 time: 0.7628250 Sep 17 01:27:22.786517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef1e0c-162b-489f-9d0b-d32ae19d7723 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=801d8b85-0c4a-49c6-a8ca-c38eb428e496,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:22.791800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44618) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:22.805842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e140e856-d499-41be-bb90-62be2348dc8e req-2d9444a4-45d7-4f0b-97b7-6627e079821a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508157 Sep 17 01:27:22.817589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3d6f6fe1-00ed-4bf9-8e9f-6b7a94fd0392 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f7ab9b8d59f4d158251643831b0afce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885728 Sep 17 01:27:22.822106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44620) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:22.865464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f6fe1-00ed-4bf9-8e9f-6b7a94fd0392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd9cf0f-d924-409d-9a3a-845ecfb37bcf,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:22.898373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3faa-1915-48c0-a301-194642b46e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.907062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 68b02d21-7969-4867-ad08-125d96c53d8c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:22.907486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:22.922207 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3faa-1915-48c0-a301-194642b46e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.003017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.018512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 68b02d21-7969-4867-ad08-125d96c53d8c owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:23.074507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3faa-1915-48c0-a301-194642b46e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.076963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1e3b3faa-1915-48c0-a301-194642b46e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.078142 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1e3b3faa-1915-48c0-a301-194642b46e44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdd9cf0f-d924-409d-9a3a-845ecfb37bcf HTTP/1.1" status: 204 len: 168 time: 0.2550788 Sep 17 01:27:23.087357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3b3faa-1915-48c0-a301-194642b46e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd9cf0f-d924-409d-9a3a-845ecfb37bcf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:23.215182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.256857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=68b02d21-7969-4867-ad08-125d96c53d8c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:23.305733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f425b-e36a-4be7-81f8-60c76c5bf0f9 req-85ea8b82-f9fb-4d1a-8d76-b6e1a3d5a1b9 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:23.307339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d12f425b-e36a-4be7-81f8-60c76c5bf0f9 req-85ea8b82-f9fb-4d1a-8d76-b6e1a3d5a1b9 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.1185188 Sep 17 01:27:23.341545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.347303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-97f67c35-7d40-4856-bf94-30d44e610d60 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/ports/68b02d21-7969-4867-ad08-125d96c53d8c HTTP/1.1" status: 204 len: 168 time: 0.5509493 Sep 17 01:27:23.347303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44630) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:23.389914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d12f425b-e36a-4be7-81f8-60c76c5bf0f9 req-4d0e6181-704a-4814-8717-57fb8e02b23c tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Sep 17 01:27:23.420908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44632) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:23.440210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56c4e1f7-ee63-461a-95ea-281a3abe987b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.483505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port cc55ca3e-0dcf-4cde-9cba-73ce33127cfa {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:23.483915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.675171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.679473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56c4e1f7-ee63-461a-95ea-281a3abe987b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.700214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for cc55ca3e-0dcf-4cde-9cba-73ce33127cfa owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:23.752188 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56c4e1f7-ee63-461a-95ea-281a3abe987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.819610 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-56c4e1f7-ee63-461a-95ea-281a3abe987b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffdf688ea7e14255aee339fb65440844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3973339 Sep 17 01:27:23.824890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44652) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:23.864302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4e1f7-ee63-461a-95ea-281a3abe987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b96d228-375f-4590-bcc3-c81cb8148c64,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:23.905647 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62c5a44c-6633-4ed6-a884-ec4f3f0d4aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.929243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62c5a44c-6633-4ed6-a884-ec4f3f0d4aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:23.986331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.033882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=cc55ca3e-0dcf-4cde-9cba-73ce33127cfa,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:24.072362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62c5a44c-6633-4ed6-a884-ec4f3f0d4aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.075199 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62c5a44c-6633-4ed6-a884-ec4f3f0d4aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.076799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-62c5a44c-6633-4ed6-a884-ec4f3f0d4aef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b96d228-375f-4590-bcc3-c81cb8148c64 HTTP/1.1" status: 204 len: 168 time: 0.2509530 Sep 17 01:27:24.091306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5a44c-6633-4ed6-a884-ec4f3f0d4aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b96d228-375f-4590-bcc3-c81cb8148c64,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:24.123327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.125301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0b4d4a5f-fc5d-4696-a3a4-b38384c865b8 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/ports/cc55ca3e-0dcf-4cde-9cba-73ce33127cfa HTTP/1.1" status: 204 len: 168 time: 0.7778594 Sep 17 01:27:24.127955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44662) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:24.182664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting subnet 0eec626b-a322-4048-b84b-1b9f125ecb22 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:24.186068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.231642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.317838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.521844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb2163-e51e-44d9-852b-063ff609793d req-b0d20e28-b091-44db-ab80-87f99d279d1c tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:24.525188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eeb2163-e51e-44d9-852b-063ff609793d req-b0d20e28-b091-44db-ab80-87f99d279d1c tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.0495322 Sep 17 01:27:24.570606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eeb2163-e51e-44d9-852b-063ff609793d req-738f1d19-bea6-47b2-a821-ca639a24a717 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366142 Sep 17 01:27:24.571855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.639033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Subnet': ['ID=0eec626b-a322-4048-b84b-1b9f125ecb22,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:24.639033 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.639033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c16ce0cd-1d0c-4b0b-89f6-94db0ab7c865 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/subnets/0eec626b-a322-4048-b84b-1b9f125ecb22 HTTP/1.1" status: 204 len: 168 time: 0.5068202 Sep 17 01:27:24.639768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44684) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:24.643777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca70882-a2c9-4966-a7f9-1d17314843f0 None None] Network ebee1c60-d68d-4762-b3a1-acf1c5c304ab requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:24.762752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting subnet a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:24.775360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.840668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:24.854845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29757957-168d-4e7b-ade2-e0d6f6c0c7ca req-d83ea66f-bbe2-4b12-8058-ae9ca5bebf26 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:24.857478 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29757957-168d-4e7b-ade2-e0d6f6c0c7ca req-d83ea66f-bbe2-4b12-8058-ae9ca5bebf26 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.0985174 Sep 17 01:27:24.926042 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29757957-168d-4e7b-ade2-e0d6f6c0c7ca req-9075c819-2bf2-4d74-8e60-a2cd80e6e9fa tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543935 Sep 17 01:27:24.968551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.003944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] DHCP port deletion for ebee1c60-d68d-4762-b3a1-acf1c5c304ab request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:25.196104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3b6c62-efe0-44e5-98de-88097224affd req-4ae17913-6377-408e-a840-833df72a904e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:25.212323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db3b6c62-efe0-44e5-98de-88097224affd req-4ae17913-6377-408e-a840-833df72a904e tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.1720326 Sep 17 01:27:25.257655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.307546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] Deleting port 52d6f02b-f209-4271-b0ae-b1c745b98bce {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:25.308284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.341178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Subnet': ['ID=a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:25.352167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.360003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-46d32cf4-103b-4f67-9d05-9882b6be07a4 tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/subnets/a970fbb2-0c92-4ae6-bb01-0b57eb0d9a55 HTTP/1.1" status: 204 len: 168 time: 0.7195415 Sep 17 01:27:25.362477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:25.381667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] For port 52d6f02b-f209-4271-b0ae-b1c745b98bce, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52d6f02b-f209-4271-b0ae-b1c745b98bce,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:25.382501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.387506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db3b6c62-efe0-44e5-98de-88097224affd req-98a87c30-5d20-4c0b-9730-42ad08a41138 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694798 Sep 17 01:27:25.399549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] Calling delete_port for 52d6f02b-f209-4271-b0ae-b1c745b98bce owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:25.479659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b5816-2f26-47e7-b972-3b38bbba4c03 None None] Network 101c055f-7317-4a00-a63d-f81115c684f1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:25.501135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.638845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Deleting port 52d6f02b-f209-4271-b0ae-b1c745b98bce {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:25.639216 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.766597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] For port 52d6f02b-f209-4271-b0ae-b1c745b98bce, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=52d6f02b-f209-4271-b0ae-b1c745b98bce,segment=NetworkSegment(c28aa01d-bc28-41db-927a-87b572924de1),segment_id=c28aa01d-bc28-41db-927a-87b572924de1)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:25.767231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.785471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Calling delete_port for 52d6f02b-f209-4271-b0ae-b1c745b98bce owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:25.822964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44724) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:25.872206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] DHCP port deletion for 101c055f-7317-4a00-a63d-f81115c684f1 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:25.949773 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:25.953714 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.012578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Port': ['ID=52d6f02b-f209-4271-b0ae-b1c745b98bce,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:26.021552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] No DVR routers for this DVR port 52d6f02b-f209-4271-b0ae-b1c745b98bce on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:26.031440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] Pushing event deleted for resources: {'Port': ['ID=52d6f02b-f209-4271-b0ae-b1c745b98bce,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:26.057116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946aaf7-590c-4f64-8285-8bd261646713 None None] No DVR routers for this DVR port 52d6f02b-f209-4271-b0ae-b1c745b98bce on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:26.107985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] Deleting port dc89f948-039d-4d20-aca9-0a41144ac40d {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:26.107985 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.130923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:26.163155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.188027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebee1c60-d68d-4762-b3a1-acf1c5c304ab']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:26.215191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28aa01d-bc28-41db-927a-87b572924de1') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:26.215748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28aa01d-bc28-41db-927a-87b572924de1') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:26.230581 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.249597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d6fd0-d37f-474e-ae8b-f6d42276ac0b req-658d8d5f-e989-409c-bfda-e5db480a8946 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:26.250174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.251173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c21d6fd0-d37f-474e-ae8b-f6d42276ac0b req-658d8d5f-e989-409c-bfda-e5db480a8946 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.1576030 Sep 17 01:27:26.263948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:26.264352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:26.268334 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:26.275417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] For port dc89f948-039d-4d20-aca9-0a41144ac40d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=dc89f948-039d-4d20-aca9-0a41144ac40d,segment=NetworkSegment(36fe489d-a598-44ec-93e6-55b157915a2b),segment_id=36fe489d-a598-44ec-93e6-55b157915a2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:26.275817 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.299276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] Calling delete_port for dc89f948-039d-4d20-aca9-0a41144ac40d owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:26.331144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c21d6fd0-d37f-474e-ae8b-f6d42276ac0b req-b18edfce-681e-4864-a3c9-ef3661d5b363 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737231 Sep 17 01:27:26.353143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.432197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.439963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.445930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/networks/ebee1c60-d68d-4762-b3a1-acf1c5c304ab HTTP/1.1" status: 204 len: 168 time: 1.0792336 Sep 17 01:27:26.450488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44742) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:26.463199 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.500020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba744cd6-da8a-49e5-8ac5-2cd86eb474da tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Network': ['ID=ebee1c60-d68d-4762-b3a1-acf1c5c304ab,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:26.508509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44744) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:26.515523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] Pushing event deleted for resources: {'Port': ['ID=dc89f948-039d-4d20-aca9-0a41144ac40d,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:26.520125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.521802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3dad8b-474d-4184-bff8-bbf94d4959b9 None None] No DVR routers for this DVR port dc89f948-039d-4d20-aca9-0a41144ac40d on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:26.611823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:26.750524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc89f948-039d-4d20-aca9-0a41144ac40d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:26.797309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: dc89f948-039d-4d20-aca9-0a41144ac40d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:26.797602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc89f948-039d-4d20-aca9-0a41144ac40d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:26.800382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52d6f02b-f209-4271-b0ae-b1c745b98bce no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:26.832953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 52d6f02b-f209-4271-b0ae-b1c745b98bce {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:26.833423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 52d6f02b-f209-4271-b0ae-b1c745b98bce not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:27.033249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1300621864-network', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:27.046419 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.072039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101c055f-7317-4a00-a63d-f81115c684f1']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:27.081996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fe489d-a598-44ec-93e6-55b157915a2b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:27.082310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fe489d-a598-44ec-93e6-55b157915a2b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:27.095347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.112034 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.115120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Allocated IP 172.25.1.127 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/da23ce3c-9ca1-45e4-bef5-160b4dc3ff24) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:27.119627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:27.120048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:27.123190 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:27.202037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Made reservation on behalf of 08bc59c8ff6e442eb4a8e5d67e1bf6d3 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:27.204395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.218400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.269179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.281071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.283023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] 10.222.0.13 "DELETE /v2.0/networks/101c055f-7317-4a00-a63d-f81115c684f1 HTTP/1.1" status: 204 len: 168 time: 0.8309066 Sep 17 01:27:27.285074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.314357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf8584-d7bc-4efa-b2cf-582982ac457f tempest-TaggedBootDevicesTest-1648756368 tempest-TaggedBootDevicesTest-1648756368-project] Pushing event deleted for resources: {'Network': ['ID=101c055f-7317-4a00-a63d-f81115c684f1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:27.364419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-e3b03d17-0d6e-4ac1-b92b-86eafae365ed tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:27.365845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-e3b03d17-0d6e-4ac1-b92b-86eafae365ed tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.1031761 Sep 17 01:27:27.454022 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.488745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.545167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:27.553719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:27.562410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:27.566599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb82d97-5cc7-4dbb-a0db-ad390d2324e1 req-29f81432-d7e0-4639-b692-a6d25b2f1ff0 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:27.568511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb82d97-5cc7-4dbb-a0db-ad390d2324e1 req-29f81432-d7e0-4639-b692-a6d25b2f1ff0 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 1096 time: 0.1169837 Sep 17 01:27:27.572179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Port': ['ID=da23ce3c-9ca1-45e4-bef5-160b4dc3ff24,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:27.599582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Deleting port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:27.602830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.602830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.664965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:27.715834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035f6579-0a83-4b51-b477-945a8f8f54f5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:27.720992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.721337 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Added segment ecd8fcae-505e-478f-a042-2c9101ac9ced of type vlan for network f8647ef4-64c2-4b19-9588-a821401bf0c5 Sep 17 01:27:27.795202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb82d97-5cc7-4dbb-a0db-ad390d2324e1 req-08ad3fbe-edb4-413f-9ec7-056d431a29b5 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997962 Sep 17 01:27:27.825133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.842533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.863434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] For port 82ce0829-ad66-43d5-9c91-72fea47ebcf0, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82ce0829-ad66-43d5-9c91-72fea47ebcf0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:27.863831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:27.885661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Calling delete_port for 82ce0829-ad66-43d5-9c91-72fea47ebcf0 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:27.969685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.004240 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.004240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:28.004240 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.104714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] Pushing event updated for resources: {'Network': ['ID=f8647ef4-64c2-4b19-9588-a821401bf0c5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:28.114870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:28.127152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f2760336-25db-4546-8a3c-571979e2c748 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6129982 Sep 17 01:27:28.130125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44778) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:28.141191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Request body: {'subnet': {'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1300621864-subnet', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:28.269381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Made reservation on behalf of 08bc59c8ff6e442eb4a8e5d67e1bf6d3 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:28.273951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.321930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.327222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.343875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['82ce0829-ad66-43d5-9c91-72fea47ebcf0'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:27:28.347381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e2240048-de71-41a5-ab6f-6a954390015a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:27:28.412622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.428096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Pushing event deleted for resources: {'Port': ['ID=82ce0829-ad66-43d5-9c91-72fea47ebcf0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:28.565032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] No DVR routers for this DVR port 82ce0829-ad66-43d5-9c91-72fea47ebcf0 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:28.576392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.578531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4cd36f23-65e1-4e1a-adb7-ab2b2c43827f req-362785f6-6feb-440c-9ec9-db60a194ae1f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.36 "DELETE /v2.0/ports/82ce0829-ad66-43d5-9c91-72fea47ebcf0 HTTP/1.1" status: 204 len: 173 time: 1.2048326 Sep 17 01:27:28.617605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f2c461-adfb-438f-a078-f723057d7d3e', 'name': 'network-vif-deleted', 'tag': '82ce0829-ad66-43d5-9c91-72fea47ebcf0'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:28.636752 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa5a7c-85e9-4ba1-b9fe-1c19ec69afac" -d '{"events": [{"server_uuid": "13f2c461-adfb-438f-a078-f723057d7d3e", "name": "network-vif-deleted", "tag": "82ce0829-ad66-43d5-9c91-72fea47ebcf0"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:28.755619 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.767671 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a529f9-76ac-4b3e-9067-c8c23f333011 x-openstack-request-id: req-64a529f9-76ac-4b3e-9067-c8c23f333011 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:28.767959 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f2c461-adfb-438f-a078-f723057d7d3e", "name": "network-vif-deleted", "tag": "82ce0829-ad66-43d5-9c91-72fea47ebcf0", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:28.768211 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64a529f9-76ac-4b3e-9067-c8c23f333011 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:28.768621 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f2c461-adfb-438f-a078-f723057d7d3e', 'name': 'network-vif-deleted', 'tag': '82ce0829-ad66-43d5-9c91-72fea47ebcf0', 'status': 'completed', 'code': 200} Sep 17 01:27:28.793668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Port': ['ID=da23ce3c-9ca1-45e4-bef5-160b4dc3ff24,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:28.807711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.928309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce68c76b-2907-478d-a7ea-24bcad3fc403 req-80e73e99-ff6d-419c-8344-70a641703cb7 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=13f2c461-adfb-438f-a078-f723057d7d3e HTTP/1.1" status: 200 len: 210 time: 0.0320525 Sep 17 01:27:28.956770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:28.956770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4c6f0af-7d70-4c63-84bb-2fff182f9539 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1317980 Sep 17 01:27:28.958612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44832) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:28.964982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2077838124'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:28.979675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-f41796e1-7f82-4f85-9185-72545be0bfd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846305 Sep 17 01:27:29.021402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.090800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Made reservation on behalf of ff79c41dbb0f48a89be95b8597119ced for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:29.105944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.106114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-46bda554-b4f0-4ab0-bdd4-1e71968e6242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:29.108288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-46bda554-b4f0-4ab0-bdd4-1e71968e6242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.0665145 Sep 17 01:27:29.141442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.176186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.178787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08583ac-8eff-45d8-ae5f-79b50e291657,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:29.232336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Checking segment: {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:29.233829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Network hostable DHCP agents. Network: f8647ef4-64c2-4b19-9588-a821401bf0c5, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:27:29.246616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-9c31718b-cf7d-45c1-ada7-47aff79cb811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:29.248431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-9c31718b-cf7d-45c1-ada7-47aff79cb811 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 HTTP/1.1" status: 200 len: 910 time: 0.1174419 Sep 17 01:27:29.296624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-f67ca3a8-385d-40a9-8b76-0e5cb01aa65f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2240048-de71-41a5-ab6f-6a954390015a HTTP/1.1" status: 200 len: 217 time: 0.0398288 Sep 17 01:27:29.327466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:27:29.348549 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.384639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-616db3a6-d04b-44a0-a6ab-d475051ddd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:29.391533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-616db3a6-d04b-44a0-a6ab-d475051ddd68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6798eabf-7a57-405d-8f77-a78c7119686a HTTP/1.1" status: 200 len: 848 time: 0.0822270 Sep 17 01:27:29.399032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f8647ef4-64c2-4b19-9588-a821401bf0c5) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:29.425272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e9212d-fb0e-4b6f-8e70-e3fd837ae0cd None None] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:29.434163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:29.441804 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.453910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.482748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:27:29.497682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-b73def0f-8071-4c86-919c-ca17d7c8c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:29.499416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-b73def0f-8071-4c86-919c-ca17d7c8c673 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057005 Sep 17 01:27:29.517635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.518055 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Added segment fa7a1d49-bd8e-4ff3-accf-e8fb92696a71 of type vlan for network dba45415-1750-47b1-9f2c-d7ac1af43bae Sep 17 01:27:29.533114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bde50a-17f5-48d1-a986-3f26f27b75cd,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:29.609320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.616773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c0f1aa3c-f9fe-4c2e-a622-607799eef3f0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4825709 Sep 17 01:27:29.635369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44840) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:29.640036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:29.665887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-054718f9-96fd-481a-9be1-df8a5fff480f service neutron] 10.222.0.23 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586022 Sep 17 01:27:29.731918 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.738205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:29.739005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.756891 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.758955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.775269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-f8647ef4-64c2-4b19-9588-a821401bf0c5', 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'fixed_ips': [{'subnet_id': 'c08583ac-8eff-45d8-ae5f-79b50e291657'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:27:29.776264 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.782015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eea06c39-3f5f-44f2-866d-b080cb83164b req-b22ec61a-e9f9-4665-b01c-4b7b75ad600d service neutron] 10.222.0.23 "GET /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021335 Sep 17 01:27:29.919403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9594562 Sep 17 01:27:29.920203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5405e-7469-4340-942a-cdae42a37c1f tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Network': ['ID=dba45415-1750-47b1-9f2c-d7ac1af43bae,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:29.922699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44842) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:29.926239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:29.934395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Request body: {'subnet': {'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:29.953096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network dba45415-1750-47b1-9f2c-d7ac1af43bae details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:27:29.960630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Allocated IP 172.20.0.2 (f8647ef4-64c2-4b19-9588-a821401bf0c5/c08583ac-8eff-45d8-ae5f-79b50e291657/adba92c4-3cc6-4c53-803a-6e7e994c595e) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:30.177404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Made reservation on behalf of ff79c41dbb0f48a89be95b8597119ced for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:30.182457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.347413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.350221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.424296 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.469829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Pushing event updated for resources: {'Port': ['ID=adba92c4-3cc6-4c53-803a-6e7e994c595e,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:30.485908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:30.487397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:30.496931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:30.598118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Attempting to bind port adba92c4-3cc6-4c53-803a-6e7e994c595e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:27:30.598650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Attempting to bind port adba92c4-3cc6-4c53-803a-6e7e994c595e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:27:30.599020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Attempting to bind port adba92c4-3cc6-4c53-803a-6e7e994c595e on network f8647ef4-64c2-4b19-9588-a821401bf0c5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:27:30.606451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:27:30.606818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Checking segment: {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:30.607634 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.607868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Bound using segment: {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:27:30.608439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Bound port: adba92c4-3cc6-4c53-803a-6e7e994c595e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:27:30.608833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.674601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.732386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] For port adba92c4-3cc6-4c53-803a-6e7e994c595e, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:27:30.735827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] For port adba92c4-3cc6-4c53-803a-6e7e994c595e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=adba92c4-3cc6-4c53-803a-6e7e994c595e,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:27:30.793220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Subnet': ['ID=a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:30.795983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Checking segment: {'id': 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:30.796614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network hostable DHCP agents. Network: dba45415-1750-47b1-9f2c-d7ac1af43bae, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:27:30.802266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.864122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed951e97-08b2-4458-819c-abee573ae1f8 req-d3180f65-05cd-453c-bb4d-0db01a06e98a tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:30.877573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed951e97-08b2-4458-819c-abee573ae1f8 req-d3180f65-05cd-453c-bb4d-0db01a06e98a tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1266429 Sep 17 01:27:30.889028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network dba45415-1750-47b1-9f2c-d7ac1af43bae is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:27:30.892236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ae127-2c99-4d88-be76-4b18664cd88b None None] Pushing event updated for resources: {'Port': ['ID=adba92c4-3cc6-4c53-803a-6e7e994c595e,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:30.944268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.971711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.972295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, dba45415-1750-47b1-9f2c-d7ac1af43bae) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:30.976971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed951e97-08b2-4458-819c-abee573ae1f8 req-8d3559e7-4d47-4040-a039-6faa61e37e29 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906234 Sep 17 01:27:30.977317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:30.978289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:30.995009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff67de-407e-41b8-9840-84c829e805d8 None None] Network dba45415-1750-47b1-9f2c-d7ac1af43bae requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:31.083972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8e9a0735-ad88-4128-b9d4-f9090ff2f8a2 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1578393 Sep 17 01:27:31.084831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44898) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:31.093456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1570550464', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:31.281545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.281545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.283297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Allocated IP 172.25.1.107 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/70c58b05-2d91-4bca-a648-d25f48f17c52) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:31.436259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.466646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-dba45415-1750-47b1-9f2c-d7ac1af43bae', 'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae', 'tenant_id': 'ff79c41dbb0f48a89be95b8597119ced', 'fixed_ips': [{'subnet_id': 'a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:27:31.467571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.539443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.638633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Allocated IP 172.20.0.2 (dba45415-1750-47b1-9f2c-d7ac1af43bae/a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623/83625969-2704-4463-a3c8-3c089628c7c3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:31.646814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.716477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:31.726052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:31.730969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:31.736094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:31.853772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Pushing event updated for resources: {'Port': ['ID=70c58b05-2d91-4bca-a648-d25f48f17c52,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:32.002027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.073373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.079949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82ce0829-ad66-43d5-9c91-72fea47ebcf0 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:32.160313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 82ce0829-ad66-43d5-9c91-72fea47ebcf0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:32.160970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82ce0829-ad66-43d5-9c91-72fea47ebcf0 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:32.212067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-07d1b6e0-7066-49c9-b142-e06432d3d29f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:32.213763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-07d1b6e0-7066-49c9-b142-e06432d3d29f tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1650307 Sep 17 01:27:32.243828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Pushing event updated for resources: {'Port': ['ID=83625969-2704-4463-a3c8-3c089628c7c3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:32.266811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Network dba45415-1750-47b1-9f2c-d7ac1af43bae is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:32.272890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:32.285376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:32.299113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bc97b-ec5b-4fb1-8908-5f6ae96f1b69 req-ba337f03-bc8f-4f23-aad4-af3fb21614e0 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:32.300732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b95bc97b-ec5b-4fb1-8908-5f6ae96f1b69 req-ba337f03-bc8f-4f23-aad4-af3fb21614e0 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 1096 time: 0.1311977 Sep 17 01:27:32.422165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b95bc97b-ec5b-4fb1-8908-5f6ae96f1b69 req-4add7536-8f99-4d25-858d-44acf9bd9533 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=806f6a5e-cf2e-4dbb-8845-800fcf286da2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081746 Sep 17 01:27:32.429408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Attempting to bind port 83625969-2704-4463-a3c8-3c089628c7c3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:27:32.433333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Attempting to bind port 83625969-2704-4463-a3c8-3c089628c7c3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:27:32.433734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Attempting to bind port 83625969-2704-4463-a3c8-3c089628c7c3 on network dba45415-1750-47b1-9f2c-d7ac1af43bae {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:27:32.444373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:27:32.448075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Checking segment: {'id': 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:32.452823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.453247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Bound using segment: {'id': 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:27:32.458595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Bound port: 83625969-2704-4463-a3c8-3c089628c7c3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:27:32.459030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.506633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2cad75-a2fb-4856-999e-88ca40fd7e69 None None] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:32.520934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.557353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Deleting port e2240048-de71-41a5-ab6f-6a954390015a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:32.557635 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.560640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.645553 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.843212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] For port 83625969-2704-4463-a3c8-3c089628c7c3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:27:32.846692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] For port 83625969-2704-4463-a3c8-3c089628c7c3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=83625969-2704-4463-a3c8-3c089628c7c3,segment=NetworkSegment(fa7a1d49-bd8e-4ff3-accf-e8fb92696a71),segment_id=fa7a1d49-bd8e-4ff3-accf-e8fb92696a71)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:27:32.863921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device adba92c4-3cc6-4c53-803a-6e7e994c595e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:32.866396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] For port e2240048-de71-41a5-ab6f-6a954390015a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e2240048-de71-41a5-ab6f-6a954390015a,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:32.866878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.887168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Calling delete_port for e2240048-de71-41a5-ab6f-6a954390015a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:32.897822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-00fc1212-1b64-471f-8ba8-dc27171357b5 None None] Provisioning complete for port adba92c4-3cc6-4c53-803a-6e7e994c595e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:32.898245 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00fc1212-1b64-471f-8ba8-dc27171357b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.927831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Allocated IP 172.25.1.219 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/b189fd68-bd7e-4c0d-92ea-b06c2c25cbac) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:32.937354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:32.974689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.202874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94064b89-1147-458f-8e8b-2c13af0d8781 None None] Pushing event updated for resources: {'Port': ['ID=83625969-2704-4463-a3c8-3c089628c7c3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:33.208606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port adba92c4-3cc6-4c53-803a-6e7e994c595e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:33.209033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.234720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:27:33.329739 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00fc1212-1b64-471f-8ba8-dc27171357b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.336846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.414690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.436195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e2240048-de71-41a5-ab6f-6a954390015a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:27:33.508744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:33.519733 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Sync routers for ids ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:33.553246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Routers {'63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:33.555249 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:33.591652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-00fc1212-1b64-471f-8ba8-dc27171357b5 None None] For port adba92c4-3cc6-4c53-803a-6e7e994c595e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=adba92c4-3cc6-4c53-803a-6e7e994c595e,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:33.600124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2240048-de71-41a5-ab6f-6a954390015a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:33.611957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.616382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-add42ab8-eb82-4b64-a289-4811f27153dd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9799492 Sep 17 01:27:33.617672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44928) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:33.637021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.690457 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00fc1212-1b64-471f-8ba8-dc27171357b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.805524 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:33.863962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Port': ['ID=b189fd68-bd7e-4c0d-92ea-b06c2c25cbac,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:33.955342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:27:33.955736 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:27:33.956372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc1212-1b64-471f-8ba8-dc27171357b5 None None] Pushing event updated for resources: {'Port': ['ID=adba92c4-3cc6-4c53-803a-6e7e994c595e,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:33.984146 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9dab540a-157d-4bd9-9e20-034eb6d4b3d9 req-e29da027-cf09-4db2-abbd-c60e2af349e4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 210 time: 0.1623790 Sep 17 01:27:34.034772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] No DVR routers for this DVR port e2240048-de71-41a5-ab6f-6a954390015a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:34.043106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:34.051205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d715debe-719d-4b19-834c-ee30a3e05d16 req-3bb67896-fe06-439a-baad-eb8d7eb33aa4 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.23 "DELETE /v2.0/ports/e2240048-de71-41a5-ab6f-6a954390015a HTTP/1.1" status: 204 len: 173 time: 1.8227870 Sep 17 01:27:34.067506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'name': 'network-vif-deleted', 'tag': 'e2240048-de71-41a5-ab6f-6a954390015a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:27:34.069347 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Set router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:34.073073 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c461a-d137-4a89-bce1-35a011bc3e13" -d '{"events": [{"server_uuid": "c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45", "name": "network-vif-deleted", "tag": "e2240048-de71-41a5-ab6f-6a954390015a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:27:34.085836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:34.085836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:34.095734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:34.139880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ff8e30cc-b763-4c9b-8656-03f13bd59117 None None] Provisioning complete for port adba92c4-3cc6-4c53-803a-6e7e994c595e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:34.141664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff8e30cc-b763-4c9b-8656-03f13bd59117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:34.236394 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c1d7af-5f84-43b0-8950-9471722bce79 x-openstack-request-id: req-14c1d7af-5f84-43b0-8950-9471722bce79 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:27:34.236857 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45", "name": "network-vif-deleted", "tag": "e2240048-de71-41a5-ab6f-6a954390015a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:27:34.240417 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14c1d7af-5f84-43b0-8950-9471722bce79 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:27:34.240417 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45', 'name': 'network-vif-deleted', 'tag': 'e2240048-de71-41a5-ab6f-6a954390015a', 'status': 'completed', 'code': 200} Sep 17 01:27:34.682067 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:32Z', 'revision_number': 3, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:34.778239 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Checking router: 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:34.778588 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Updating router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb port 70c58b05-2d91-4bca-a648-d25f48f17c52 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:27:34.843542 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.011643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 83625969-2704-4463-a3c8-3c089628c7c3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:35.121389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 83625969-2704-4463-a3c8-3c089628c7c3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:35.121970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.176883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a7d5b-c317-46da-a8a2-ca338249731b None None] Network dba45415-1750-47b1-9f2c-d7ac1af43bae requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:35.401735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d9edacd1-5e74-4dc0-8e2f-c70cd22067d1 None None] Provisioning complete for port 83625969-2704-4463-a3c8-3c089628c7c3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:35.402393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9edacd1-5e74-4dc0-8e2f-c70cd22067d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.527632 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.594331 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.710433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.726978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.794607 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Pushing event updated for resources: {'Port': ['ID=70c58b05-2d91-4bca-a648-d25f48f17c52,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:35.803190 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.803816 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.804573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.805197 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.805682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.806183 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.806718 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.807279 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.808551 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.809256 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.809732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.810218 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:35.813969 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Attempting to bind port 70c58b05-2d91-4bca-a648-d25f48f17c52 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:27:35.814573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Attempting to bind port 70c58b05-2d91-4bca-a648-d25f48f17c52 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:27:35.815720 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Attempting to bind port 70c58b05-2d91-4bca-a648-d25f48f17c52 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:27:35.822844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e2240048-de71-41a5-ab6f-6a954390015a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:35.824341 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:27:35.827712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-018a10ca-5e78-4766-8e5c-39b7cf51b752 req-bec7ff43-878f-47d9-b5c0-8e0f05e2a656 tempest-TestServerMultinode-279553572 tempest-TestServerMultinode-279553572-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c1242cfd-0ff9-41a9-af7b-1b2c2e56ed45 HTTP/1.1" status: 200 len: 210 time: 0.0930943 Sep 17 01:27:35.829022 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:35.829876 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.830619 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:27:35.831429 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Bound port: 70c58b05-2d91-4bca-a648-d25f48f17c52, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:27:35.832194 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.870528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: e2240048-de71-41a5-ab6f-6a954390015a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:35.871061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e2240048-de71-41a5-ab6f-6a954390015a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:35.889549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:35.909414 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] For port 70c58b05-2d91-4bca-a648-d25f48f17c52, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:27:35.914561 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] For port 70c58b05-2d91-4bca-a648-d25f48f17c52, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=70c58b05-2d91-4bca-a648-d25f48f17c52,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:27:35.941532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b07e91a-92f2-495a-bf05-0065f9b7e6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.002318 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.032006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9edacd1-5e74-4dc0-8e2f-c70cd22067d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.061760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 83625969-2704-4463-a3c8-3c089628c7c3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=83625969-2704-4463-a3c8-3c089628c7c3,segment=NetworkSegment(fa7a1d49-bd8e-4ff3-accf-e8fb92696a71),segment_id=fa7a1d49-bd8e-4ff3-accf-e8fb92696a71)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:36.112092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Allocated IP 172.20.0.1 (f8647ef4-64c2-4b19-9588-a821401bf0c5/c08583ac-8eff-45d8-ae5f-79b50e291657/c07916c0-9544-465e-9977-f7a53eda0152) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:36.113350 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Routers {'63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:36.113972 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:36.121307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.122257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device adba92c4-3cc6-4c53-803a-6e7e994c595e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:36.197587 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9cec6-ed88-4826-8820-69e68519a2b9 None None] Pushing event updated for resources: {'Port': ['ID=70c58b05-2d91-4bca-a648-d25f48f17c52,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:36.269283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.290617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=83625969-2704-4463-a3c8-3c089628c7c3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:36.355196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.434604 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] Set router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:36.464205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-d9edacd1-5e74-4dc0-8e2f-c70cd22067d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:27:36.464564 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-d9edacd1-5e74-4dc0-8e2f-c70cd22067d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:27:36.473150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port adba92c4-3cc6-4c53-803a-6e7e994c595e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:36.473575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.492519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.544553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:36.548109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:36.551120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:36.582910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Router 4198a1b1-78e3-4b10-b070-c68367f47014 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:27:36.599340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Pushing event updated for resources: {'Port': ['ID=c07916c0-9544-465e-9977-f7a53eda0152,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:36.633704 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.759106 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:32Z', 'revision_number': 3, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:36.764663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:36.776432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] Sync routers for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:36.789811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:36.792148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:36.802378 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cb48a-b163-4e47-81bb-3dca6096a496 None None] The sync data for ids ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'] in n-d-789963-7 is: [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:32Z', 'revision_number': 3, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:36.852828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:36.854243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b4c8242-30cb-4e97-b1c1-7a757dc213d3 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.7679253 Sep 17 01:27:36.856976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44960) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:36.863859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 83625969-2704-4463-a3c8-3c089628c7c3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:36.872240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:36.918945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:36.918945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:36.920758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44962) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:36.985080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:36.986477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b576c5-e651-40c4-9a72-7c2f20a0e7c3 None None] The sync data for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:37.056793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 83625969-2704-4463-a3c8-3c089628c7c3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:37.057433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.127842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.256697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f91c8eb1-07b0-4c4b-8c35-cdd063189263 None None] Provisioning complete for port 83625969-2704-4463-a3c8-3c089628c7c3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:37.257056 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f91c8eb1-07b0-4c4b-8c35-cdd063189263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.537092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f91c8eb1-07b0-4c4b-8c35-cdd063189263 None None] Provisioning complete for port c07916c0-9544-465e-9977-f7a53eda0152 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:37.537709 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f91c8eb1-07b0-4c4b-8c35-cdd063189263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.602010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f91c8eb1-07b0-4c4b-8c35-cdd063189263 None None] Port c07916c0-9544-465e-9977-f7a53eda0152 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:37.747367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.778397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.876190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:37.978916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.055449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.122477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Pushing event updated for resources: {'Port': ['ID=c07916c0-9544-465e-9977-f7a53eda0152,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:38.185914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Allocated IP 172.20.0.1 (dba45415-1750-47b1-9f2c-d7ac1af43bae/a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623/d00b8f91-3dc1-461f-9586-a16823a35fcf) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:38.203995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27883645-93fd-4046-915f-b0bff6ce36f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.306607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:38.308304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:38.382877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.486137 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.514528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:38.610283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network dba45415-1750-47b1-9f2c-d7ac1af43bae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:38.622882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:38.628320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:38.650620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Port': ['ID=d00b8f91-3dc1-461f-9586-a16823a35fcf,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:38.713675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.714027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.714372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.714714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.715050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.723313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.723669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.727506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.727506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.727506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.727506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.727506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:38.836546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.862729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6bbcb8c2-05fa-4c31-812d-fa2cf893c16a None None] Provisioning complete for port c07916c0-9544-465e-9977-f7a53eda0152 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:38.870549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bbcb8c2-05fa-4c31-812d-fa2cf893c16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.910863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:38.924497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-de19df4c-c9b9-4aa5-8d99-e280d81def4b admin admin] 10.222.0.13 "PUT /v2.0/routers/63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3053463 Sep 17 01:27:38.945826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Deleting port 4226335a-fe1b-4856-8833-828710e45c4c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:38.946175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:38.958821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6bbcb8c2-05fa-4c31-812d-fa2cf893c16a None None] Port c07916c0-9544-465e-9977-f7a53eda0152 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:38.964496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 70c58b05-2d91-4bca-a648-d25f48f17c52 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:39.062887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 70c58b05-2d91-4bca-a648-d25f48f17c52 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:39.064326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.137670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.198113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] For port 4226335a-fe1b-4856-8833-828710e45c4c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4226335a-fe1b-4856-8833-828710e45c4c,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:39.198656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.244075 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.244997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Calling delete_port for 4226335a-fe1b-4856-8833-828710e45c4c owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:39.263467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.331317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-74b30656-a258-4ce9-93b9-bf686dfee5c7 None None] Provisioning complete for port d00b8f91-3dc1-461f-9586-a16823a35fcf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:39.332456 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74b30656-a258-4ce9-93b9-bf686dfee5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.392590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 70c58b05-2d91-4bca-a648-d25f48f17c52, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=70c58b05-2d91-4bca-a648-d25f48f17c52,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:39.468594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-74b30656-a258-4ce9-93b9-bf686dfee5c7 None None] Port d00b8f91-3dc1-461f-9586-a16823a35fcf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:39.478914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.542206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.556009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=70c58b05-2d91-4bca-a648-d25f48f17c52,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:39.578395 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Sync routers for ids ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:39.599003 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Routers {'63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:39.600062 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:39.792749 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Set router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:39.798533 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:39.867431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Pushing event deleted for resources: {'Port': ['ID=4226335a-fe1b-4856-8833-828710e45c4c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:40.119142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:40.123251 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:36Z', 'revision_number': 4, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'c07916c0-9544-465e-9977-f7a53eda0152', 'name': '', 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'mac_address': 'fa:16:3e:7e:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'c08583ac-8eff-45d8-ae5f-79b50e291657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:35Z', 'updated_at': '2021-09-17T01:27:37Z', 'revision_number': 2, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'subnets': [{'id': 'c08583ac-8eff-45d8-ae5f-79b50e291657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:40.182405 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Checking router: 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:40.182728 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Updating router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb port c07916c0-9544-465e-9977-f7a53eda0152 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:27:40.228561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:40.231411 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:40.343796 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:40.511502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Port': ['ID=d00b8f91-3dc1-461f-9586-a16823a35fcf,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:40.678789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network dba45415-1750-47b1-9f2c-d7ac1af43bae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:40.687274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:41.018308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 70c58b05-2d91-4bca-a648-d25f48f17c52 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:41.129318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.185816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.197299 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Router 4198a1b1-78e3-4b10-b070-c68367f47014 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:41.214719 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:27:41.279127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-93048276-0c07-49c4-a327-456a106e7c3a None None] Provisioning complete for port d00b8f91-3dc1-461f-9586-a16823a35fcf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:41.281449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93048276-0c07-49c4-a327-456a106e7c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.354906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-93048276-0c07-49c4-a327-456a106e7c3a None None] Port d00b8f91-3dc1-461f-9586-a16823a35fcf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:41.363556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 70c58b05-2d91-4bca-a648-d25f48f17c52 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:41.363999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.405871 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.469539 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.568791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Router 37b8f8ab-945b-43aa-82f5-89fe55715646 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:41.599400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:41.615214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] Sync routers for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:41.621233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f980e7bc-89bd-4672-8356-aa647ae05897 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "PUT /v2.0/routers/4198a1b1-78e3-4b10-b070-c68367f47014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7627940 Sep 17 01:27:41.623793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45028) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:41.629431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:41.630284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:41.636555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Request body: {'port': {'network_id': 'dba45415-1750-47b1-9f2c-d7ac1af43bae', 'name': 'tempest-FloatingIPAdminTestJSON-822004556'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:41.669855 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487eb49-b557-499e-8729-bc098c32fd80 None None] Pushing event updated for resources: {'Port': ['ID=c07916c0-9544-465e-9977-f7a53eda0152,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:41.735716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:41.754266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:41.755189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:41.831377 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Attempting to bind port c07916c0-9544-465e-9977-f7a53eda0152 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:27:41.832048 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Attempting to bind port c07916c0-9544-465e-9977-f7a53eda0152 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:27:41.832671 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Attempting to bind port c07916c0-9544-465e-9977-f7a53eda0152 on network f8647ef4-64c2-4b19-9588-a821401bf0c5 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:27:41.834314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:41.835058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61e5c56-82b1-45a8-a788-96c2b31a0fdf None None] The sync data for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:41.839420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:27:41.849250 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Checking segment: {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:27:41.849250 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.849250 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Bound using segment: {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:27:41.849250 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Bound port: c07916c0-9544-465e-9977-f7a53eda0152, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd8fcae-505e-478f-a042-2c9101ac9ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:27:41.849250 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:41.851527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:41.857502 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] Sync routers for ids ['37b8f8ab-945b-43aa-82f5-89fe55715646'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:41.859527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d0d63e77-48ec-4eed-a62b-5c65a3215b6e admin admin] 10.222.0.13 "PUT /v2.0/routers/37b8f8ab-945b-43aa-82f5-89fe55715646/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9376178 Sep 17 01:27:41.864041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45030) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:41.878014 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] Routers {'37b8f8ab-945b-43aa-82f5-89fe55715646'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:41.878014 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['37b8f8ab-945b-43aa-82f5-89fe55715646'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:41.911639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45032) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:42.041396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Made reservation on behalf of ff79c41dbb0f48a89be95b8597119ced for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:27:42.045305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.059707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.086708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f78d402e-084d-47c9-b22a-18e16abadb8e None None] Provisioning complete for port c07916c0-9544-465e-9977-f7a53eda0152 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:42.087300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f78d402e-084d-47c9-b22a-18e16abadb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.092325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] device_id is not set on port 6fd18074-eeb1-4481-8658-94702fa09f6c yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:27:42.163581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f78d402e-084d-47c9-b22a-18e16abadb8e None None] Port c07916c0-9544-465e-9977-f7a53eda0152 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:42.235647 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] For port c07916c0-9544-465e-9977-f7a53eda0152, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:27:42.276478 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] For port c07916c0-9544-465e-9977-f7a53eda0152, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c07916c0-9544-465e-9977-f7a53eda0152,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:27:42.324514 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] Set router 37b8f8ab-945b-43aa-82f5-89fe55715646 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:42.398471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.447793 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.596135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Deleting port 91709871-9544-4902-9c7f-b6cb63874547 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:42.598981 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.710936 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487eb49-b557-499e-8729-bc098c32fd80 None None] Pushing event updated for resources: {'Port': ['ID=c07916c0-9544-465e-9977-f7a53eda0152,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:42.714004 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Routers {'63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:42.714739 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:42.774800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] For port 91709871-9544-4902-9c7f-b6cb63874547, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=91709871-9544-4902-9c7f-b6cb63874547,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:42.775585 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:42.820468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Calling delete_port for 91709871-9544-4902-9c7f-b6cb63874547 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:43.001596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b95eb655-d9bd-4b73-9283-07403e63159b None None] Provisioning complete for port c07916c0-9544-465e-9977-f7a53eda0152 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:43.006819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b95eb655-d9bd-4b73-9283-07403e63159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.131940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45050) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:43.191979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Allocated IP 172.20.0.12 (dba45415-1750-47b1-9f2c-d7ac1af43bae/a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623/6fd18074-eeb1-4481-8658-94702fa09f6c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:43.251657 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67'}], 'enable_snat': True}, 'gw_port_id': '91709871-9544-4902-9c7f-b6cb63874547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 5, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port': {'id': '91709871-9544-4902-9c7f-b6cb63874547', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:94:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2759, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:31Z', 'updated_at': '2021-09-17T01:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:43.281408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b95eb655-d9bd-4b73-9283-07403e63159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.343980 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] Set router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:43.351761 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] Checking router: 37b8f8ab-945b-43aa-82f5-89fe55715646 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:43.361515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b95eb655-d9bd-4b73-9283-07403e63159b None None] For port c07916c0-9544-465e-9977-f7a53eda0152, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c07916c0-9544-465e-9977-f7a53eda0152,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:43.410203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.438449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b95eb655-d9bd-4b73-9283-07403e63159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.449091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0839a3f6-546d-4cdd-a29b-d8389e40216f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.574245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95eb655-d9bd-4b73-9283-07403e63159b None None] Pushing event updated for resources: {'Port': ['ID=c07916c0-9544-465e-9977-f7a53eda0152,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:43.576934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=91709871-9544-4902-9c7f-b6cb63874547,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:43.579993 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] Routers {'37b8f8ab-945b-43aa-82f5-89fe55715646'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:43.583486 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['37b8f8ab-945b-43aa-82f5-89fe55715646'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:43.634424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.729429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.808324 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] Set router 37b8f8ab-945b-43aa-82f5-89fe55715646 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:43.831487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.834317 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.857687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.882854 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:27:43Z', 'revision_number': 7, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:43.947141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b65b7f-9e73-4981-a44c-bb7805ce2553 None None] The sync data for ids ['37b8f8ab-945b-43aa-82f5-89fe55715646'] in n-d-789963-7 is: [{'id': '37b8f8ab-945b-43aa-82f5-89fe55715646', 'name': 'tempest-TestServerMultinode-927008213-router', 'tenant_id': '94d3a9fec67e4e85be24d24cfb09b957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:29Z', 'updated_at': '2021-09-17T01:27:43Z', 'revision_number': 7, 'project_id': '94d3a9fec67e4e85be24d24cfb09b957', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:43.988108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:43.988749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37b8f8ab-945b-43aa-82f5-89fe55715646 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:27:44.000432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.005062 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-137e6612-2a73-494d-9498-917807cc8f61 admin admin] 10.222.0.13 "DELETE /v2.0/routers/37b8f8ab-945b-43aa-82f5-89fe55715646 HTTP/1.1" status: 204 len: 168 time: 2.1398258 Sep 17 01:27:44.005985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45058) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:44.029526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.071430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0839a3f6-546d-4cdd-a29b-d8389e40216f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.098505 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:36Z', 'revision_number': 4, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'c07916c0-9544-465e-9977-f7a53eda0152', 'name': '', 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'mac_address': 'fa:16:3e:7e:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'c08583ac-8eff-45d8-ae5f-79b50e291657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:35Z', 'updated_at': '2021-09-17T01:27:42Z', 'revision_number': 4, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'subnets': [{'id': 'c08583ac-8eff-45d8-ae5f-79b50e291657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:44.120411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Deleting subnet 6798eabf-7a57-405d-8f77-a78c7119686a {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:44.125639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.136724 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9670a3a8-4626-4a83-a83a-d3c5f32fe999 None None] The sync data for ids ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'] in n-d-789963-7 is: [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:36Z', 'revision_number': 4, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'c07916c0-9544-465e-9977-f7a53eda0152', 'name': '', 'network_id': 'f8647ef4-64c2-4b19-9588-a821401bf0c5', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'mac_address': 'fa:16:3e:7e:ea:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': 'c08583ac-8eff-45d8-ae5f-79b50e291657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:35Z', 'updated_at': '2021-09-17T01:27:42Z', 'revision_number': 4, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'subnets': [{'id': 'c08583ac-8eff-45d8-ae5f-79b50e291657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:44.165149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Network dba45415-1750-47b1-9f2c-d7ac1af43bae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:44.169942 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0839a3f6-546d-4cdd-a29b-d8389e40216f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.172719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:44.181643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.209415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:44.299612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:27:44.300360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.399042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.422099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event updated for resources: {'Port': ['ID=6fd18074-eeb1-4481-8658-94702fa09f6c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:44.471220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0839a3f6-546d-4cdd-a29b-d8389e40216f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=712389a4ccae4f519f2b7a665a524d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3354311 Sep 17 01:27:44.475655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bf374254-cdbb-48b2-a785-b02074b9312c tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8479030 Sep 17 01:27:44.476703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45062) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:44.476703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:44.528015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839a3f6-546d-4cdd-a29b-d8389e40216f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dda613-c55f-4441-b34e-61b80e44864b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:44.581103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.607554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45070) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:44.668291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f45e352-f4a4-440f-bd4e-0878beddd6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.684156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6798eabf-7a57-405d-8f77-a78c7119686a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:44.703895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d0830ec4-6661-4938-821a-a62b35a810d0 None None] Provisioning complete for port 6fd18074-eeb1-4481-8658-94702fa09f6c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:44.704949 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d0830ec4-6661-4938-821a-a62b35a810d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.724826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.748922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45074) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:44.751003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d62acfef-4b99-4bed-9f60-93c872b47c62 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6798eabf-7a57-405d-8f77-a78c7119686a HTTP/1.1" status: 204 len: 168 time: 0.7203150 Sep 17 01:27:44.806314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d0830ec4-6661-4938-821a-a62b35a810d0 None None] Port 6fd18074-eeb1-4481-8658-94702fa09f6c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:27:44.816379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35399320-baca-491b-9e60-3924b8ab8dc1 None None] Network ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:44.839322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f45e352-f4a4-440f-bd4e-0878beddd6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:44.896943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'project_id': 'ff79c41dbb0f48a89be95b8597119ced', 'port_id': '6fd18074-eeb1-4481-8658-94702fa09f6c'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:45.198256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f45e352-f4a4-440f-bd4e-0878beddd6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.203498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2f45e352-f4a4-440f-bd4e-0878beddd6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.205248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2f45e352-f4a4-440f-bd4e-0878beddd6f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82dda613-c55f-4441-b34e-61b80e44864b HTTP/1.1" status: 204 len: 168 time: 0.7274911 Sep 17 01:27:45.260767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c07916c0-9544-465e-9977-f7a53eda0152 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:27:45.269380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45e352-f4a4-440f-bd4e-0878beddd6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dda613-c55f-4441-b34e-61b80e44864b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:45.286226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.347376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.357466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Deleting port c07916c0-9544-465e-9977-f7a53eda0152 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:45.357466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.403178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c07916c0-9544-465e-9977-f7a53eda0152 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:27:45.403556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.540847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] DHCP port deletion for ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:45.771378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Deleting port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:45.773615 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.823472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] For port c07916c0-9544-465e-9977-f7a53eda0152, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c07916c0-9544-465e-9977-f7a53eda0152,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:45.823841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.904087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 91709871-9544-4902-9c7f-b6cb63874547 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:45.932788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 91709871-9544-4902-9c7f-b6cb63874547 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:45.933550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 91709871-9544-4902-9c7f-b6cb63874547 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:45.933550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4226335a-fe1b-4856-8833-828710e45c4c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:45.965086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4226335a-fe1b-4856-8833-828710e45c4c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:45.967982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4226335a-fe1b-4856-8833-828710e45c4c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:45.968117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] For port 4e064cce-329c-4711-8e6d-c53dcb26b3c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4e064cce-329c-4711-8e6d-c53dcb26b3c0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:45.968449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:45.980094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Calling delete_port for c07916c0-9544-465e-9977-f7a53eda0152 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:45.989100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Calling delete_port for 4e064cce-329c-4711-8e6d-c53dcb26b3c0 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:46.048054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Deleting port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:46.048380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.175628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45084) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:46.202056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] For port 4e064cce-329c-4711-8e6d-c53dcb26b3c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4e064cce-329c-4711-8e6d-c53dcb26b3c0,segment=NetworkSegment(afbd231e-d722-4f2d-ae18-85802cccfd23),segment_id=afbd231e-d722-4f2d-ae18-85802cccfd23)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:46.202056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.202737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7dedc8-e37a-4b15-ad9b-f4952145d5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.217638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.268667 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.272956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Pushing event deleted for resources: {'Port': ['ID=4e064cce-329c-4711-8e6d-c53dcb26b3c0,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:46.299230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] No DVR routers for this DVR port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:46.310835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.311306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.311759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.316879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.317325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.317670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.318018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.318367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.320820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.325615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.325615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.325615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dc1d0f8-8be9-4941-b26c-61ce92daa7b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:46.346203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Calling delete_port for 4e064cce-329c-4711-8e6d-c53dcb26b3c0 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:46.400212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7dedc8-e37a-4b15-ad9b-f4952145d5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.484660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5c7dedc8-e37a-4b15-ad9b-f4952145d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.531454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dedc8-e37a-4b15-ad9b-f4952145d5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbdae9f-d2e8-4232-a3ec-991fe184dd51,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:46.537241 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5c7dedc8-e37a-4b15-ad9b-f4952145d5c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2ef15f272604dcb936031b39b9f7b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604448 Sep 17 01:27:46.541172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45090) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:46.545710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Allocated IP 172.25.1.9 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/94a1c7d9-95b1-4773-a0cc-b833dfca5648) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:46.607262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0855be8c-b192-42b0-9e03-14521f13dc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.629279 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0855be8c-b192-42b0-9e03-14521f13dc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.723339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.750915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4e064cce-329c-4711-8e6d-c53dcb26b3c0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:46.770702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e064cce-329c-4711-8e6d-c53dcb26b3c0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:46.773880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4e064cce-329c-4711-8e6d-c53dcb26b3c0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:46.775036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4e064cce-329c-4711-8e6d-c53dcb26b3c0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:46.786799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0855be8c-b192-42b0-9e03-14521f13dc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.786799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0855be8c-b192-42b0-9e03-14521f13dc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.787442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] No DVR routers for this DVR port 4e064cce-329c-4711-8e6d-c53dcb26b3c0 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:46.792707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0855be8c-b192-42b0-9e03-14521f13dc64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccbdae9f-d2e8-4232-a3ec-991fe184dd51 HTTP/1.1" status: 204 len: 168 time: 0.2497334 Sep 17 01:27:46.800948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855be8c-b192-42b0-9e03-14521f13dc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbdae9f-d2e8-4232-a3ec-991fe184dd51,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:46.842964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.913966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.920601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:46.930364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:47.014002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:47.030251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Pushing event deleted for resources: {'Port': ['ID=c07916c0-9544-465e-9977-f7a53eda0152,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:47.044261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afbd231e-d722-4f2d-ae18-85802cccfd23') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:47.044479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afbd231e-d722-4f2d-ae18-85802cccfd23') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:47.097696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:47.530831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:47.577432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:47.581258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Pushing event updated for resources: {'Port': ['ID=94a1c7d9-95b1-4773-a0cc-b833dfca5648,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:47.651403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:47.651818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:47.654713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: self.session.flush() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:47.655695 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:47.673778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:47.689289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:47.886858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.044528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.084926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.090263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3 HTTP/1.1" status: 204 len: 168 time: 3.3049140 Sep 17 01:27:48.091143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45112) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:48.098276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61dcea-0b6f-4975-8894-841064999247 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecd8ce85-fc0d-4d97-a6a4-a77df4f5bdb3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:48.283976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Deleting port bccfad7e-0ee5-4124-9e5a-78b4a99378d4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:48.284320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.485890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:48.516875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] For port bccfad7e-0ee5-4124-9e5a-78b4a99378d4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:48.517430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.555212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.689630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Calling delete_port for bccfad7e-0ee5-4124-9e5a-78b4a99378d4 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:48.763860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.771105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:48.779522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c6088927-0b89-47e3-bfcf-df40c95c448f admin admin] 10.222.0.13 "PUT /v2.0/routers/63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8665776 Sep 17 01:27:48.785112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] Sync routers for ids ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:48.791308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45126) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:48.801754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] Routers {'63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:48.802549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:48.939638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] Set router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:48.975552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:48.985282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.158978 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.162060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.177065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Deleting port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:49.177564 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.191522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:46Z', 'revision_number': 5, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:49.221074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] Checking router: 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:49.234839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] Routers {'63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:49.235880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:49.258035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.283985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] For port e0d9fbc3-1718-49f3-bd34-ae15604d4b3e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:49.284369 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.300339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Calling delete_port for e0d9fbc3-1718-49f3-bd34-ae15604d4b3e owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:49.354472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Pushing event updated for resources: {'Port': ['ID=94a1c7d9-95b1-4773-a0cc-b833dfca5648,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:49.379814 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.399789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] Set router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:49.417784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bccfad7e-0ee5-4124-9e5a-78b4a99378d4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:49.515943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.688821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Deleting port 70c58b05-2d91-4bca-a648-d25f48f17c52 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:49.689480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.749549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:46Z', 'revision_number': 5, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:49.799748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2106c3a-e4b5-4bce-8348-5cff6ca61d0a None None] The sync data for ids ['63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb'] in n-d-789963-7 is: [{'id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'name': 'tempest-ImageQuotaTest-1300621864-router', 'tenant_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:27:29Z', 'updated_at': '2021-09-17T01:27:46Z', 'revision_number': 5, 'project_id': '08bc59c8ff6e442eb4a8e5d67e1bf6d3', 'gw_port': {'id': '70c58b05-2d91-4bca-a648-d25f48f17c52', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:27:30Z', 'updated_at': '2021-09-17T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:49.828343 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Floating IP e1cd45f3-4598-4e6a-bb0b-9712d51c6d44 associated. External IP: 172.25.1.9, port: 6fd18074-eeb1-4481-8658-94702fa09f6c. Sep 17 01:27:49.830886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.869280 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.888068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0d9fbc3-1718-49f3-bd34-ae15604d4b3e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:49.971154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] For port 70c58b05-2d91-4bca-a648-d25f48f17c52, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=70c58b05-2d91-4bca-a648-d25f48f17c52,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:49.971528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:49.995281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Calling delete_port for 70c58b05-2d91-4bca-a648-d25f48f17c52 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:50.231867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Router 4198a1b1-78e3-4b10-b070-c68367f47014 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:50.625009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:50.841236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c07916c0-9544-465e-9977-f7a53eda0152 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:50.845403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Router 9ddf2e50-9430-4a14-8222-4b8a5929055f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:50.878696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c07916c0-9544-465e-9977-f7a53eda0152 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:50.879054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c07916c0-9544-465e-9977-f7a53eda0152 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:50.960582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:50.966062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:50.971050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Router f38fbff1-1369-410d-90f8-89b7b97ec93b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:50.975291 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] Sync routers for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:50.987874 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:50.988939 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:50.995670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=70c58b05-2d91-4bca-a648-d25f48f17c52,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:51.027580 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:51.037468 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:51.038711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:51.039641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:51.046010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9a795e3f-8541-4b65-900c-9ecb25e94d67 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ddf2e50-9430-4a14-8222-4b8a5929055f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4179764 Sep 17 01:27:51.050167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45156) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:51.050336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] Sync routers for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:51.067972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:51.068872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:51.122603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.141947 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:51.145392 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b13f1cc-b471-4ada-99da-7ab360b932c9 None None] The sync data for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:51.157854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.167199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-21c308c1-cb26-4b74-b827-439ba1290e1d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 6.6586151 Sep 17 01:27:51.170538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45160) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:51.314841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.322563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.328576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:51.336220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-88892727-7668-4aa6-aec8-1dfb21c38b32 admin admin] 10.222.0.13 "PUT /v2.0/routers/f38fbff1-1369-410d-90f8-89b7b97ec93b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2433128 Sep 17 01:27:51.340021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45164) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:51.345107 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] Sync routers for ids ['f38fbff1-1369-410d-90f8-89b7b97ec93b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:51.359536 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] Routers {'f38fbff1-1369-410d-90f8-89b7b97ec93b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:51.361156 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f38fbff1-1369-410d-90f8-89b7b97ec93b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:51.477265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f2506b6-e0ac-4abf-9949-4ace33b0bac6 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] 10.222.0.13 "GET /v2.0/floatingips/e1cd45f3-4598-4e6a-bb0b-9712d51c6d44 HTTP/1.1" status: 200 len: 981 time: 0.3024397 Sep 17 01:27:51.478610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.480210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45166) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:51.564100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:51.573123 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] Set router f38fbff1-1369-410d-90f8-89b7b97ec93b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:51.639405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c4875981-4760-4c32-a33a-7e5cb09eb63d tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1580050 Sep 17 01:27:51.674377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45168) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:51.694779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.751556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:51.806214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:27:49Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:51.843157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] Checking router: 9ddf2e50-9430-4a14-8222-4b8a5929055f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:51.853548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] Routers {'9ddf2e50-9430-4a14-8222-4b8a5929055f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:51.854227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ddf2e50-9430-4a14-8222-4b8a5929055f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:52.075065 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:27:49Z', 'revision_number': 5, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:52.075065 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] Checking router: f38fbff1-1369-410d-90f8-89b7b97ec93b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:27:52.075851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.075981 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] Routers {'f38fbff1-1369-410d-90f8-89b7b97ec93b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:52.075981 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f38fbff1-1369-410d-90f8-89b7b97ec93b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:52.076195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] Set router 9ddf2e50-9430-4a14-8222-4b8a5929055f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:52.076296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting port 94a1c7d9-95b1-4773-a0cc-b833dfca5648 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:52.076296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.110053 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] Set router f38fbff1-1369-410d-90f8-89b7b97ec93b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:27:52.128194 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.128658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.148478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Calling delete_port for 94a1c7d9-95b1-4773-a0cc-b833dfca5648 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:52.211994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.212519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:27:52.231340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.234671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c69c91f-bdbe-473c-bc15-b5abb58955a8 admin admin] 10.222.0.13 "DELETE /v2.0/routers/63fbfc7c-10e2-4c3b-9dba-f3910b9ca6fb HTTP/1.1" status: 204 len: 168 time: 3.4361064 Sep 17 01:27:52.251668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:52.295590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:27:49Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:52.372889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4816ad39-0d00-4b87-917a-633f6a19785c None None] The sync data for ids ['9ddf2e50-9430-4a14-8222-4b8a5929055f'] in n-d-789963-7 is: [{'id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'name': 'tempest-TaggedBootDevicesTest-929960861-router', 'tenant_id': '376960955bac466792ea65f5939476d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:15:50Z', 'updated_at': '2021-09-17T01:27:49Z', 'revision_number': 5, 'project_id': '376960955bac466792ea65f5939476d4', 'gw_port': {'id': '7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:36:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddf2e50-9430-4a14-8222-4b8a5929055f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:15:51Z', 'updated_at': '2021-09-17T01:16:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:52.390080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Deleting subnet c08583ac-8eff-45d8-ae5f-79b50e291657 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:52.406734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Deleting port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:52.406734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.441944 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:27:49Z', 'revision_number': 5, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:52.495279 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e3c8fd-11e3-4e4a-ac39-badd117b1dd5 None None] The sync data for ids ['f38fbff1-1369-410d-90f8-89b7b97ec93b'] in n-d-789963-7 is: [{'id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'name': 'tempest-TestServerMultinode-1068867797-router', 'tenant_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:26:42Z', 'updated_at': '2021-09-17T01:27:49Z', 'revision_number': 5, 'project_id': 'e40d0b5dfce94c9b9450bb5f6b871d79', 'gw_port': {'id': '4d5e9880-2408-467b-b4b3-2dacaa544080', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:fe:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38fbff1-1369-410d-90f8-89b7b97ec93b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:26:43Z', 'updated_at': '2021-09-17T01:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:52.500895 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.549715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Deleting port 4d5e9880-2408-467b-b4b3-2dacaa544080 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:52.550275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.589208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.634192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] For port 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:52.634643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.654907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Calling delete_port for 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:52.655277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] For port 4d5e9880-2408-467b-b4b3-2dacaa544080, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4d5e9880-2408-467b-b4b3-2dacaa544080,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:52.655655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.671236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Calling delete_port for 4d5e9880-2408-467b-b4b3-2dacaa544080 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:52.768324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.879007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:52.943635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Port': ['ID=94a1c7d9-95b1-4773-a0cc-b833dfca5648,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:52.992165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.049546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.054246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08583ac-8eff-45d8-ae5f-79b50e291657,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:53.074169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ddfa4e-b61e-48a2-b805-56f289fef2f8 None None] Network f8647ef4-64c2-4b19-9588-a821401bf0c5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:53.132595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.132927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.133434 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Floating IP e1cd45f3-4598-4e6a-bb0b-9712d51c6d44 disassociated (deleted). External IP: 172.25.1.9, port: 6fd18074-eeb1-4481-8658-94702fa09f6c. Sep 17 01:27:53.139675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-31cec4f5-247b-4539-a73d-a1e7ce2019e3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c08583ac-8eff-45d8-ae5f-79b50e291657 HTTP/1.1" status: 204 len: 168 time: 0.8809617 Sep 17 01:27:53.143817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45192) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:53.152818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:53.294393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.304489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device bccfad7e-0ee5-4124-9e5a-78b4a99378d4 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:53.329519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: bccfad7e-0ee5-4124-9e5a-78b4a99378d4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:53.330151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device bccfad7e-0ee5-4124-9e5a-78b4a99378d4 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:53.364829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.375937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.468473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5e9880-2408-467b-b4b3-2dacaa544080,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:53.506839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] DHCP port deletion for f8647ef4-64c2-4b19-9588-a821401bf0c5 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:53.582841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.586182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] Deleting port adba92c4-3cc6-4c53-803a-6e7e994c595e {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:53.587016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.587428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.590118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.668876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Deleting port adba92c4-3cc6-4c53-803a-6e7e994c595e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:53.669234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.679432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] For port adba92c4-3cc6-4c53-803a-6e7e994c595e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=adba92c4-3cc6-4c53-803a-6e7e994c595e,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:53.679849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.690537 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.692768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.695400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] Calling delete_port for adba92c4-3cc6-4c53-803a-6e7e994c595e owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:53.736771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.736771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ddf2e50-9430-4a14-8222-4b8a5929055f {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:27:53.743550 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.747580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d3639e3-3db0-42f8-a07c-4d1be7a29b51 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ddf2e50-9430-4a14-8222-4b8a5929055f HTTP/1.1" status: 204 len: 168 time: 2.6959841 Sep 17 01:27:53.748301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45206) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:53.760558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] For port adba92c4-3cc6-4c53-803a-6e7e994c595e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=adba92c4-3cc6-4c53-803a-6e7e994c595e,segment=NetworkSegment(ecd8fcae-505e-478f-a042-2c9101ac9ced),segment_id=ecd8fcae-505e-478f-a042-2c9101ac9ced)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:53.765145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.800510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Calling delete_port for adba92c4-3cc6-4c53-803a-6e7e994c595e owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:53.854773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Deleting subnet 04a9f94e-f084-4e87-be9b-6a3aa10f201b {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:53.860363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.869635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Router 4198a1b1-78e3-4b10-b070-c68367f47014 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:27:53.873484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.874930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f38fbff1-1369-410d-90f8-89b7b97ec93b {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:27:53.879480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.884527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fddaf392-e732-4b9d-a308-236d86539bd0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f38fbff1-1369-410d-90f8-89b7b97ec93b HTTP/1.1" status: 204 len: 168 time: 2.5405843 Sep 17 01:27:53.884722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45208) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:53.894970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:53.936145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] Pushing event deleted for resources: {'Port': ['ID=adba92c4-3cc6-4c53-803a-6e7e994c595e,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:53.941322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77706f80-2903-464a-a3f4-d10c2a47c8d1 None None] No DVR routers for this DVR port adba92c4-3cc6-4c53-803a-6e7e994c595e on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:53.959242 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.018282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Deleting subnet af250b23-7139-4ca6-ae00-2b71266e0c50 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:27:54.026645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.077643 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.084049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:27:54.090744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.101829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] Sync routers for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:27:54.115202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:54.120171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.130893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1aa6ec5e-c051-433d-af57-5d1b0c7952a1 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "DELETE /v2.0/floatingips/e1cd45f3-4598-4e6a-bb0b-9712d51c6d44 HTTP/1.1" status: 204 len: 168 time: 2.4551501 Sep 17 01:27:54.134975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45212) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:54.140559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:54.145165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Pushing event deleted for resources: {'Port': ['ID=adba92c4-3cc6-4c53-803a-6e7e994c595e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:54.149068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.154655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] No DVR routers for this DVR port adba92c4-3cc6-4c53-803a-6e7e994c595e on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:54.191243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.203054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:27:54.204131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.232409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.240846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.241693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953e1704-cd9d-44ee-9f9c-63a33661ea3d None None] The sync data for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:27:54.242741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.365600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.400472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.407150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8647ef4-64c2-4b19-9588-a821401bf0c5']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.422763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd8fcae-505e-478f-a042-2c9101ac9ced') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.422976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd8fcae-505e-478f-a042-2c9101ac9ced') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:54.433542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.473910 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.497683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.508750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:54.509167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:54.511023 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:54.599216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.636464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a9f94e-f084-4e87-be9b-6a3aa10f201b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:54.643167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.675140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f775b273-36af-4762-9aec-407b48d1a787 None None] Network 35d53a8d-e7b0-425c-b168-cee720a4bf79 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:54.699799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.711785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af250b23-7139-4ca6-ae00-2b71266e0c50 HTTP/1.1" status: 204 len: 168 time: 0.8264968 Sep 17 01:27:54.726712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.738893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3360983e-8244-4d61-a354-58886ee8ef85 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/04a9f94e-f084-4e87-be9b-6a3aa10f201b HTTP/1.1" status: 204 len: 168 time: 0.9835529 Sep 17 01:27:54.742836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45218) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:54.745377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45220) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:54.748752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.766769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.777056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8647ef4-64c2-4b19-9588-a821401bf0c5 HTTP/1.1" status: 204 len: 168 time: 1.6296101 Sep 17 01:27:54.816376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e37d4d-6d67-457b-b94f-c43e23b61d20 None None] Network 34180796-d80a-4cc5-b5b4-600e53ccbb57 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:27:54.906119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device adba92c4-3cc6-4c53-803a-6e7e994c595e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:54.933150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: adba92c4-3cc6-4c53-803a-6e7e994c595e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:54.933575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device adba92c4-3cc6-4c53-803a-6e7e994c595e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:54.934064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:54.958059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:54.958405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7e87ecf7-6ce3-431f-a231-6b0e1e2fc2ab not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:54.958981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 70c58b05-2d91-4bca-a648-d25f48f17c52 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:54.964846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:54.993707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75041f4d-9e70-43f6-b031-38f63e24770b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af250b23-7139-4ca6-ae00-2b71266e0c50,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:55.008013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a089a-4a82-47c2-9a4c-9da6b1488638 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8647ef4-64c2-4b19-9588-a821401bf0c5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:55.016021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 70c58b05-2d91-4bca-a648-d25f48f17c52 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:55.016449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 70c58b05-2d91-4bca-a648-d25f48f17c52 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:55.016944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4d5e9880-2408-467b-b4b3-2dacaa544080 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:55.044861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Allocated IP 172.25.1.39 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/300d5eaa-1c16-4319-a97e-9e4648fb2fc1) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:55.103135 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.124714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4d5e9880-2408-467b-b4b3-2dacaa544080 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:55.130135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4d5e9880-2408-467b-b4b3-2dacaa544080 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:55.130697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e0d9fbc3-1718-49f3-bd34-ae15604d4b3e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:55.173130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e0d9fbc3-1718-49f3-bd34-ae15604d4b3e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:55.173721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e0d9fbc3-1718-49f3-bd34-ae15604d4b3e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:55.196112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.206931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Deleting port 8ea01b5e-5966-43ca-8507-c8b67672ba2a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:55.207321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.285559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Deleting port 270051b9-aa26-49a3-b8d1-4081644be006 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:55.285904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.299266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] DHCP port deletion for 35d53a8d-e7b0-425c-b168-cee720a4bf79 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:55.307547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] For port 8ea01b5e-5966-43ca-8507-c8b67672ba2a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ea01b5e-5966-43ca-8507-c8b67672ba2a,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:55.307953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.320970 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.342986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] DHCP port deletion for 34180796-d80a-4cc5-b5b4-600e53ccbb57 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:27:55.345583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Calling delete_port for 8ea01b5e-5966-43ca-8507-c8b67672ba2a owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:55.421950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:55.440411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:55.443791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] Deleting port 8ea01b5e-5966-43ca-8507-c8b67672ba2a {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:55.444205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.464438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Pushing event updated for resources: {'Port': ['ID=300d5eaa-1c16-4319-a97e-9e4648fb2fc1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:55.474400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:55.483960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:55.533667 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] For port 8ea01b5e-5966-43ca-8507-c8b67672ba2a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8ea01b5e-5966-43ca-8507-c8b67672ba2a,segment=NetworkSegment(5c93a1ff-600a-4a2e-90c8-723a718d0c6f),segment_id=5c93a1ff-600a-4a2e-90c8-723a718d0c6f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:55.534528 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.554585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] Calling delete_port for 8ea01b5e-5966-43ca-8507-c8b67672ba2a owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:55.592128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] For port 270051b9-aa26-49a3-b8d1-4081644be006, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=270051b9-aa26-49a3-b8d1-4081644be006,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:55.592867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.603539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.608874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb602548-e9fc-45c8-b92b-e47cb9b3a27d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08bc59c8ff6e442eb4a8e5d67e1bf6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440039 Sep 17 01:27:55.609414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:55.631441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Calling delete_port for 270051b9-aa26-49a3-b8d1-4081644be006 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:55.637134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea01b5e-5966-43ca-8507-c8b67672ba2a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:55.646644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] No DVR routers for this DVR port 8ea01b5e-5966-43ca-8507-c8b67672ba2a on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:55.653705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] Deleting port 270051b9-aa26-49a3-b8d1-4081644be006 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:55.655289 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.657045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.688748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.705507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] No DVR routers for this DVR port 8ea01b5e-5966-43ca-8507-c8b67672ba2a on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:55.707501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57ac66-f37e-4f21-a5ba-2e1bb74ce77e None None] Pushing event deleted for resources: {'Port': ['ID=8ea01b5e-5966-43ca-8507-c8b67672ba2a,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:55.737902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.777657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] For port 270051b9-aa26-49a3-b8d1-4081644be006, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=270051b9-aa26-49a3-b8d1-4081644be006,segment=NetworkSegment(1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6),segment_id=1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:27:55.783007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.795940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] Calling delete_port for 270051b9-aa26-49a3-b8d1-4081644be006 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:55.796215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.951857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.958475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:55.962099 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/035f6579-0a83-4b51-b477-945a8f8f54f5 HTTP/1.1" status: 204 len: 168 time: 0.3491321 Sep 17 01:27:56.001617 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.046155 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.053764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035f6579-0a83-4b51-b477-945a8f8f54f5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:56.068186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.068815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.069851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.070611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.071154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.071696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.072702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.073208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.073758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.074271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.074824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.075422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7057b5f3-79e5-48fa-82f8-2801d79ec22d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:27:56.116431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] Pushing event deleted for resources: {'Port': ['ID=270051b9-aa26-49a3-b8d1-4081644be006,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:56.124596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa48f7a-8d53-4c95-870e-e318955937e4 None None] No DVR routers for this DVR port 270051b9-aa26-49a3-b8d1-4081644be006 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:56.358273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.360894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.389594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d53a8d-e7b0-425c-b168-cee720a4bf79']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:56.405432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c93a1ff-600a-4a2e-90c8-723a718d0c6f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:56.405726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c93a1ff-600a-4a2e-90c8-723a718d0c6f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:56.417638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.419399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.443141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.462861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] No DVR routers for this DVR port 270051b9-aa26-49a3-b8d1-4081644be006 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:27:56.467691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=270051b9-aa26-49a3-b8d1-4081644be006,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:56.471401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.494856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:56.495322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:56.497316 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:56.584205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Pushing event updated for resources: {'Port': ['ID=300d5eaa-1c16-4319-a97e-9e4648fb2fc1,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:56.620914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.627165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.658771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.677972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34180796-d80a-4cc5-b5b4-600e53ccbb57']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:56.681889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.684243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35d53a8d-e7b0-425c-b168-cee720a4bf79 HTTP/1.1" status: 204 len: 168 time: 1.9072332 Sep 17 01:27:56.715555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b194b-f64f-4058-ba3e-94c8ee391199 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d53a8d-e7b0-425c-b168-cee720a4bf79,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:56.723666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:56.723959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1291eb3b-f8f9-4d8e-b2b3-ba4b787455b6') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:27:56.745576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.748133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.751917 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a1aefb1f-19bf-4cbb-b06d-bb6a52fad399 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6128683 Sep 17 01:27:56.752128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45260) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:56.791475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.802697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:27:56.803221 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:27:56.805986 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:27:56.824187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 270051b9-aa26-49a3-b8d1-4081644be006 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:56.838299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 270051b9-aa26-49a3-b8d1-4081644be006 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:56.838643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 270051b9-aa26-49a3-b8d1-4081644be006 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:56.839057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ea01b5e-5966-43ca-8507-c8b67672ba2a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:27:56.872426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8ea01b5e-5966-43ca-8507-c8b67672ba2a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:27:56.872965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8ea01b5e-5966-43ca-8507-c8b67672ba2a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:27:56.930017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:56.944993 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfdba393-bd02-4681-a9d4-798ec9209285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.988305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.995037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:56.997088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34180796-d80a-4cc5-b5b4-600e53ccbb57 HTTP/1.1" status: 204 len: 168 time: 2.2161295 Sep 17 01:27:57.010295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcf679-4a36-49b7-8bbb-c442d4923db4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34180796-d80a-4cc5-b5b4-600e53ccbb57,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:57.094722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfdba393-bd02-4681-a9d4-798ec9209285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.130019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:57.144220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45272) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:57.165272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfdba393-bd02-4681-a9d4-798ec9209285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.223995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-89031f1d-294c-46e4-b388-3351f880a7b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94d3a9fec67e4e85be24d24cfb09b957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781813 Sep 17 01:27:57.226920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45276) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:57.250364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba393-bd02-4681-a9d4-798ec9209285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b08c9-1e84-4a5d-befb-16eb6646b300,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:57.260584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bfdba393-bd02-4681-a9d4-798ec9209285 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3294184 Sep 17 01:27:57.263392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45278) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:57.333005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.341330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3bbdefa-c5da-443f-ba92-1dd0adfe5c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.372659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3bbdefa-c5da-443f-ba92-1dd0adfe5c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.423062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ab92b1-61eb-4175-a3ff-8a077e8d811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.487936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ab92b1-61eb-4175-a3ff-8a077e8d811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.538982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3bbdefa-c5da-443f-ba92-1dd0adfe5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.552082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.558750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3bbdefa-c5da-443f-ba92-1dd0adfe5c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.564040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c3bbdefa-c5da-443f-ba92-1dd0adfe5c2e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03430f8b-c14e-46f3-a0d8-727f92f94435 HTTP/1.1" status: 204 len: 168 time: 0.3357830 Sep 17 01:27:57.572936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbdefa-c5da-443f-ba92-1dd0adfe5c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03430f8b-c14e-46f3-a0d8-727f92f94435,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:57.701835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ab92b1-61eb-4175-a3ff-8a077e8d811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.704997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9ab92b1-61eb-4175-a3ff-8a077e8d811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.706112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a9ab92b1-61eb-4175-a3ff-8a077e8d811d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e8b08c9-1e84-4a5d-befb-16eb6646b300 HTTP/1.1" status: 204 len: 168 time: 0.4411659 Sep 17 01:27:57.724289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab92b1-61eb-4175-a3ff-8a077e8d811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b08c9-1e84-4a5d-befb-16eb6646b300,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:57.798921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45290) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:57.817204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Allocated IP 172.25.1.91 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/1c8a7979-f41b-4d4e-9636-b70a6cff9462) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:27:57.882909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b67fce19-bdb5-4659-9378-942b5b852ea7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=376960955bac466792ea65f5939476d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827858 Sep 17 01:27:57.885505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:57.963994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4fab49b-4bab-41ec-941a-1643e617feb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:57.969609 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.005123 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4fab49b-4bab-41ec-941a-1643e617feb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.140427 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.186365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:27:58.189710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:27:58.194135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:27:58.221288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Pushing event updated for resources: {'Port': ['ID=1c8a7979-f41b-4d4e-9636-b70a6cff9462,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:58.243650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4fab49b-4bab-41ec-941a-1643e617feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.246476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4fab49b-4bab-41ec-941a-1643e617feb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.250764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4fab49b-4bab-41ec-941a-1643e617feb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9 HTTP/1.1" status: 204 len: 168 time: 0.3615150 Sep 17 01:27:58.260008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fab49b-4bab-41ec-941a-1643e617feb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0e07ec-7f38-4cd0-97bd-aa539e97fcc9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:58.316487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.505367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.598798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45302) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:58.685124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3f3cbf24-f11b-49e9-a39a-b2aa017a2a80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e40d0b5dfce94c9b9450bb5f6b871d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851591 Sep 17 01:27:58.687727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45306) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:58.730324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.756439 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eb95204-398e-48d2-97b8-efb162e22eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.779984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.780477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eb95204-398e-48d2-97b8-efb162e22eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.851836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.920601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eb95204-398e-48d2-97b8-efb162e22eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.928080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eb95204-398e-48d2-97b8-efb162e22eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:58.931905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6eb95204-398e-48d2-97b8-efb162e22eda admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/806f6a5e-cf2e-4dbb-8845-800fcf286da2 HTTP/1.1" status: 204 len: 168 time: 0.2424438 Sep 17 01:27:58.933438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Pushing event updated for resources: {'Port': ['ID=1c8a7979-f41b-4d4e-9636-b70a6cff9462,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:58.946912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb95204-398e-48d2-97b8-efb162e22eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806f6a5e-cf2e-4dbb-8845-800fcf286da2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:58.957137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.073937 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.075513 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ce8fd32f-3312-4358-88c1-c10fa5fe2f49 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3224018 Sep 17 01:27:59.078446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45318) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:59.145449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-281b15ad-5c3e-419b-b7cd-25d25008cf3e tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.0653758 Sep 17 01:27:59.148262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:59.184378 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.227925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-93f6bb72-73e8-4260-9b1e-cb5cccea322b tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0783219 Sep 17 01:27:59.230493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45324) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:59.370732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Deleting port 1c8a7979-f41b-4d4e-9636-b70a6cff9462 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:27:59.371108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.503443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.503774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.520258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Calling delete_port for 1c8a7979-f41b-4d4e-9636-b70a6cff9462 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:27:59.793645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45344) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:27:59.862280 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.890494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Pushing event deleted for resources: {'Port': ['ID=1c8a7979-f41b-4d4e-9636-b70a6cff9462,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:27:59.920047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-164090700-network', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:27:59.980769 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.983319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:27:59.984504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57fe7a1d-b692-408b-99e2-18d2174a49c1 tempest-FloatingIPAdminTestJSON-1761232273 tempest-FloatingIPAdminTestJSON-1761232273-project] 10.222.0.13 "DELETE /v2.0/floatingips/d708bcb9-a2d4-4543-a9d9-53a6e8be3bca HTTP/1.1" status: 204 len: 168 time: 0.7531025 Sep 17 01:27:59.987335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45348) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:00.092930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Made reservation on behalf of ea5b9d8f0b304d5081d0c2522a2b85c7 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:00.095278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.106950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.157652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Deleting port 300d5eaa-1c16-4319-a97e-9e4648fb2fc1 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:00.158362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.264245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.264580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.290486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Calling delete_port for 300d5eaa-1c16-4319-a97e-9e4648fb2fc1 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:00.302760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.363614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.389824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:00.413550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:00.418406 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.418761 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Added segment 5bcfd262-5759-448b-9167-7fa36f81110e of type vlan for network 943e8da7-4500-4b5b-8593-939b3186bfb3 Sep 17 01:28:00.493172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.586019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.614198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Pushing event deleted for resources: {'Port': ['ID=300d5eaa-1c16-4319-a97e-9e4648fb2fc1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:00.618649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.619765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:00.620324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.735238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] Pushing event updated for resources: {'Network': ['ID=943e8da7-4500-4b5b-8593-939b3186bfb3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:00.754413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f25204fd-4057-45de-9407-5cfe848500e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9503231 Sep 17 01:28:00.754413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.754613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45354) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:00.755063 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.755063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7d8b0897-6dab-466a-8521-f935ecd4ad16 tempest-FloatingIPAdminTestJSON-1652856794 tempest-FloatingIPAdminTestJSON-1652856794-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/28eb130a-8689-45e2-af6c-38da2b66c5c7 HTTP/1.1" status: 204 len: 168 time: 0.7620590 Sep 17 01:28:00.755388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Request body: {'subnet': {'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-164090700-subnet', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:00.756074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:00.759334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:00.873855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Made reservation on behalf of ea5b9d8f0b304d5081d0c2522a2b85c7 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:00.876403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:00.909336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting port 6fd18074-eeb1-4481-8658-94702fa09f6c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:00.909747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.005110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.021761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Calling delete_port for 6fd18074-eeb1-4481-8658-94702fa09f6c owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:01.169160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.227584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87a84f7f-b6a2-480b-8710-ebe281c53ad4,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:01.240474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Checking segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:01.240865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Network hostable DHCP agents. Network: 943e8da7-4500-4b5b-8593-939b3186bfb3, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:01.345612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.375649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Port': ['ID=6fd18074-eeb1-4481-8658-94702fa09f6c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:01.393774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:01.481201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.483167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d6ce6328-aa45-4d22-90e7-3d5812b99fb5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "DELETE /v2.0/ports/6fd18074-eeb1-4481-8658-94702fa09f6c HTTP/1.1" status: 204 len: 168 time: 0.7258101 Sep 17 01:28:01.485858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:01.539750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59af51-dd43-44b3-a6f6-7a18a3279765 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:01.541379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a59af51-dd43-44b3-a6f6-7a18a3279765 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "GET /v2.0/ports?device_id=4198a1b1-78e3-4b10-b070-c68367f47014 HTTP/1.1" status: 200 len: 913 time: 0.0545967 Sep 17 01:28:01.544214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45362) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:01.545434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 943e8da7-4500-4b5b-8593-939b3186bfb3) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:01.553182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:01.554340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.564191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43f8011-9951-4d20-99ef-b6e9e4703073 None None] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:01.663397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4d61493f-938c-4e0d-a766-73a53090cd83 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9131160 Sep 17 01:28:01.665824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45366) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:01.674362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:01.718012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16737ade-a0fc-42dd-98a3-212ca9ddb3a4 None None] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:01.805866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.808289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:01.904627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.061319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.137273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.359644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting port d00b8f91-3dc1-461f-9586-a16823a35fcf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:02.360239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.423301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.443181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.457545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.474284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Calling delete_port for d00b8f91-3dc1-461f-9586-a16823a35fcf owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:02.559250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Allocated IP 172.25.1.47 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:02.697799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.845431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.846159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:02.879669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Port': ['ID=d00b8f91-3dc1-461f-9586-a16823a35fcf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:02.891630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:02.894605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:02.898505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:02.911845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Pushing event updated for resources: {'Port': ['ID=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:03.235199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:03.342386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.402233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a49b-9a4b-4091-b792-e84a1485e9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.421402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.641937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.650224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Router 4198a1b1-78e3-4b10-b070-c68367f47014 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:28:03.694045 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a49b-9a4b-4091-b792-e84a1485e9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.761438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:03.769726 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-03c3e202-edc9-45b6-b376-c5089024d8af tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "PUT /v2.0/routers/4198a1b1-78e3-4b10-b070-c68367f47014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213106 Sep 17 01:28:03.769859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45386) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:03.771621 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] Sync routers for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:03.781563 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:03.782169 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:03.815017 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:03.817418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ec5a49b-9a4b-4091-b792-e84a1485e9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.825477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] Routers {'4198a1b1-78e3-4b10-b070-c68367f47014'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:03.826064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['4198a1b1-78e3-4b10-b070-c68367f47014'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:03.869633 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:03.870287 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6719fded-f1cc-45d8-8b3d-1eccf96e80f5 None None] The sync data for ids ['4198a1b1-78e3-4b10-b070-c68367f47014'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:03.880200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1ec5a49b-9a4b-4091-b792-e84a1485e9c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=444eb5e5a7a54395a644d7c3119af4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437488 Sep 17 01:28:03.883679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45390) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:03.889494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5a49b-9a4b-4091-b792-e84a1485e9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6d048e-4890-464a-aeb8-4abcfa62a257,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:03.936112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a93e8cc8-62ae-48f2-ac21-5742a716cab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.946532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.958076 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a93e8cc8-62ae-48f2-ac21-5742a716cab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:03.985947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Router 9ffa8a93-223e-42e3-9f42-604219bda0dc is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:28:04.082947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a93e8cc8-62ae-48f2-ac21-5742a716cab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.082947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a93e8cc8-62ae-48f2-ac21-5742a716cab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.083624 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a93e8cc8-62ae-48f2-ac21-5742a716cab3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc6d048e-4890-464a-aeb8-4abcfa62a257 HTTP/1.1" status: 204 len: 168 time: 0.1986752 Sep 17 01:28:04.092545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e8cc8-62ae-48f2-ac21-5742a716cab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6d048e-4890-464a-aeb8-4abcfa62a257,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:04.133647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.150740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:04.162535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Sync routers for ids ['9ffa8a93-223e-42e3-9f42-604219bda0dc'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:04.172463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Routers {'9ffa8a93-223e-42e3-9f42-604219bda0dc'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:04.173078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ffa8a93-223e-42e3-9f42-604219bda0dc'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:04.231110 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.234863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-79e7c715-be01-442d-ad6f-b2d926ea7341 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5646710 Sep 17 01:28:04.235455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45396) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:04.261893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting port b189fd68-bd7e-4c0d-92ea-b06c2c25cbac {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:04.262529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.279894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Set router 9ffa8a93-223e-42e3-9f42-604219bda0dc gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:04.364901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.390070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Calling delete_port for b189fd68-bd7e-4c0d-92ea-b06c2c25cbac owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:04.489095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:28:03Z', 'revision_number': 3, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:04.521269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Checking router: 9ffa8a93-223e-42e3-9f42-604219bda0dc for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:28:04.521616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Updating router 9ffa8a93-223e-42e3-9f42-604219bda0dc port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:28:04.547111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.665374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.704727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Port': ['ID=b189fd68-bd7e-4c0d-92ea-b06c2c25cbac,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:04.719297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.767336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45400) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:04.785168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.788794 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e1fac41-fb02-43b2-91da-ad902e977ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.824445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.894530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Allocated IP 172.20.0.1 (943e8da7-4500-4b5b-8593-939b3186bfb3/87a84f7f-b6a2-480b-8710-ebe281c53ad4/f23d6450-c834-4d54-b5dc-2e0da6a79117) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:04.909972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.977056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec600-bb04-48d9-8ff4-ed3d0bc068b5 None None] Pushing event updated for resources: {'Port': ['ID=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:04.979951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Attempting to bind port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:04.980400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Attempting to bind port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:04.980834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Attempting to bind port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:04.988516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:04.989007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:04.990168 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:04.990168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:04.990419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Bound port: eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:04.990916 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.021135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.046384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] For port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:05.051238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] For port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:05.119647 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.152114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.192764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Routers {'9ffa8a93-223e-42e3-9f42-604219bda0dc'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:05.192764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ffa8a93-223e-42e3-9f42-604219bda0dc'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:05.199630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.202872 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.236116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ec600-bb04-48d9-8ff4-ed3d0bc068b5 None None] Pushing event updated for resources: {'Port': ['ID=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:05.275843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e1fac41-fb02-43b2-91da-ad902e977ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.278703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:05.280164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:05.285290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:05.325555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] Set router 9ffa8a93-223e-42e3-9f42-604219bda0dc gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:05.326062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Pushing event updated for resources: {'Port': ['ID=f23d6450-c834-4d54-b5dc-2e0da6a79117,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:05.329381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.330682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Fanout notify agent at l3_agent the message router_deleted on router 4198a1b1-78e3-4b10-b070-c68367f47014 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:28:05.341440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.378311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.382417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45410) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:05.394763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e15e1f6-a050-4fb2-a10f-00b7797f2e23 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "DELETE /v2.0/routers/4198a1b1-78e3-4b10-b070-c68367f47014 HTTP/1.1" status: 204 len: 168 time: 1.6136043 Sep 17 01:28:05.397606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e1fac41-fb02-43b2-91da-ad902e977ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.433754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fac41-fb02-43b2-91da-ad902e977ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92804658-9620-46b8-9666-3361a19b0db3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:05.456779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e1fac41-fb02-43b2-91da-ad902e977ce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=477e9f38e87d4d14870288a082a0c3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859210 Sep 17 01:28:05.458080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:05.494825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting subnet a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:28:05.496376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.522928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2247dd0c-a313-4846-8a79-22a54b798235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.527163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a2987f8-78ae-43b6-9698-fa85426f43ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.549389 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2247dd0c-a313-4846-8a79-22a54b798235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.550989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.561644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:28:03Z', 'revision_number': 3, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:05.595161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dac2d-5326-4e6b-8408-661f6d4f9c12 None None] The sync data for ids ['9ffa8a93-223e-42e3-9f42-604219bda0dc'] in n-d-789963-7 is: [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:28:03Z', 'revision_number': 3, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:05.680559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.682241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2247dd0c-a313-4846-8a79-22a54b798235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.688907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2247dd0c-a313-4846-8a79-22a54b798235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.691889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2247dd0c-a313-4846-8a79-22a54b798235 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92804658-9620-46b8-9666-3361a19b0db3 HTTP/1.1" status: 204 len: 168 time: 0.2333295 Sep 17 01:28:05.724679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247dd0c-a313-4846-8a79-22a54b798235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92804658-9620-46b8-9666-3361a19b0db3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:05.827818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.842668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.891498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Subnet': ['ID=a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:05.899180 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:05.901534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8e4ba48b-db52-4bee-a6d8-fbf23ad9a5d5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "DELETE /v2.0/subnets/a0aee4a4-4f96-4dd5-85d7-6f8efd1f3623 HTTP/1.1" status: 204 len: 168 time: 0.5162361 Sep 17 01:28:05.903882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:05.906200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1f2d0b-4ab6-42a8-984e-563d9fadbe12 None None] Network dba45415-1750-47b1-9f2c-d7ac1af43bae requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:06.075659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.112051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.162743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting port 83625969-2704-4463-a3c8-3c089628c7c3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:06.163358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.199495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.231936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] DHCP port deletion for dba45415-1750-47b1-9f2c-d7ac1af43bae request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:28:06.279026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Pushing event updated for resources: {'Port': ['ID=f23d6450-c834-4d54-b5dc-2e0da6a79117,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:06.300180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] For port 83625969-2704-4463-a3c8-3c089628c7c3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=83625969-2704-4463-a3c8-3c089628c7c3,segment=NetworkSegment(fa7a1d49-bd8e-4ff3-accf-e8fb92696a71),segment_id=fa7a1d49-bd8e-4ff3-accf-e8fb92696a71)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:06.300957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.303638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.339856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] Deleting port 83625969-2704-4463-a3c8-3c089628c7c3 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:06.340239 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.351321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Calling delete_port for 83625969-2704-4463-a3c8-3c089628c7c3 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:06.471762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] For port 83625969-2704-4463-a3c8-3c089628c7c3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=83625969-2704-4463-a3c8-3c089628c7c3,segment=NetworkSegment(fa7a1d49-bd8e-4ff3-accf-e8fb92696a71),segment_id=fa7a1d49-bd8e-4ff3-accf-e8fb92696a71)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:06.472166 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.493422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:06.495293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] Calling delete_port for 83625969-2704-4463-a3c8-3c089628c7c3 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:06.495427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:06.582497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.588790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.621433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] Pushing event deleted for resources: {'Port': ['ID=83625969-2704-4463-a3c8-3c089628c7c3,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:06.621580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Port': ['ID=83625969-2704-4463-a3c8-3c089628c7c3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:06.627660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] No DVR routers for this DVR port 83625969-2704-4463-a3c8-3c089628c7c3 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:06.633534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c3eb0-b111-47b4-bb47-7349dd1f3a82 None None] No DVR routers for this DVR port 83625969-2704-4463-a3c8-3c089628c7c3 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:06.719477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Router 9ffa8a93-223e-42e3-9f42-604219bda0dc has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:28:06.771780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.799262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba45415-1750-47b1-9f2c-d7ac1af43bae']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:06.811592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:06.812031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7a1d49-bd8e-4ff3-accf-e8fb92696a71') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:06.825396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.838664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:06.855525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.874114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:28:06.874726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:28:06.878111 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:28:06.902674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:06.916746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-08bca42c-2e62-4390-937b-d1dc260d9064 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ffa8a93-223e-42e3-9f42-604219bda0dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790977 Sep 17 01:28:06.920309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:06.920856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.033383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.059475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:07.090832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.107951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.110053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "DELETE /v2.0/networks/dba45415-1750-47b1-9f2c-d7ac1af43bae HTTP/1.1" status: 204 len: 168 time: 1.2051857 Sep 17 01:28:07.123489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:07.142047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24bec2-ba87-4bcf-9c54-7d4a03b28b0a tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Network': ['ID=dba45415-1750-47b1-9f2c-d7ac1af43bae,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:07.148351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.227241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:07.248593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 83625969-2704-4463-a3c8-3c089628c7c3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:28:07.271988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 83625969-2704-4463-a3c8-3c089628c7c3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:28:07.272580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 83625969-2704-4463-a3c8-3c089628c7c3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:28:07.314477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Deleting port da23ce3c-9ca1-45e4-bef5-160b4dc3ff24 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:07.315196 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.453167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.453489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.502549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Calling delete_port for da23ce3c-9ca1-45e4-bef5-160b4dc3ff24 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:07.681378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-f142f44e-1dd8-4270-ae50-e2d76ee96180 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:07.682904 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-f142f44e-1dd8-4270-ae50-e2d76ee96180 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 810 time: 0.1132784 Sep 17 01:28:07.703362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-c95253fd-bc91-4511-a08c-7a435785d814 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/quotas/ea5b9d8f0b304d5081d0c2522a2b85c7 HTTP/1.1" status: 200 len: 375 time: 0.0106723 Sep 17 01:28:07.752750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-9990a9a8-fe3a-4ac8-93bb-dbb5b5d5ad3e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433073 Sep 17 01:28:07.782555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Sync routers for ids ['9ffa8a93-223e-42e3-9f42-604219bda0dc'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:07.788751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.792747 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Routers {'9ffa8a93-223e-42e3-9f42-604219bda0dc'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:07.793429 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:27:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ffa8a93-223e-42e3-9f42-604219bda0dc'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:07.833844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Pushing event deleted for resources: {'Port': ['ID=da23ce3c-9ca1-45e4-bef5-160b4dc3ff24,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:07.867628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-cce16c6b-0cc4-41cf-8c37-223323864d22 service neutron] 10.222.0.13 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072800 Sep 17 01:28:07.895681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.900197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:07.901378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1795790e-f4f8-4624-9191-8eb5a86bede5 tempest-FloatingIPAdminTestJSON-892916998 tempest-FloatingIPAdminTestJSON-892916998-project] 10.222.0.13 "DELETE /v2.0/floatingips/27d56140-7939-48cb-afc0-a63682fb8e3a HTTP/1.1" status: 204 len: 168 time: 0.7766845 Sep 17 01:28:07.929682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Set router 9ffa8a93-223e-42e3-9f42-604219bda0dc gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:07.986809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-11c90a69-1916-4c43-845f-94e4e5930d17 service neutron] 10.222.0.13 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181788 Sep 17 01:28:08.146024 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f23d6450-c834-4d54-b5dc-2e0da6a79117', 'name': '', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'mac_address': 'fa:16:3e:a1:18:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:04Z', 'updated_at': '2021-09-17T01:28:05Z', 'revision_number': 2, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'subnets': [{'id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:08.174635 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Checking router: 9ffa8a93-223e-42e3-9f42-604219bda0dc for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:28:08.175150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Updating router 9ffa8a93-223e-42e3-9f42-604219bda0dc port f23d6450-c834-4d54-b5dc-2e0da6a79117 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:28:08.184219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5548c98b-054d-4f3a-b1a6-73b65f82cc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.219974 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.275965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-839ed46e-3edf-4467-9e65-4ac4efb1d9ba req-41d34458-ab6e-4b2c-939b-89069776dc8a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0421715 Sep 17 01:28:08.385856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45498) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:08.541004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45508) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:08.550064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d814e0e8-5b1e-4901-a200-3dee61220911 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ff79c41dbb0f48a89be95b8597119ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622288 Sep 17 01:28:08.557234 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.599399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af05cb77-0dd2-4604-a859-8aa81e62bd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.623070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af05cb77-0dd2-4604-a859-8aa81e62bd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.628045 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.675484 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e8a1b-633a-4fc7-a0e9-10df4be1684f None None] Pushing event updated for resources: {'Port': ['ID=f23d6450-c834-4d54-b5dc-2e0da6a79117,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:08.742027 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Attempting to bind port f23d6450-c834-4d54-b5dc-2e0da6a79117 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:08.742521 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Attempting to bind port f23d6450-c834-4d54-b5dc-2e0da6a79117 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:08.742949 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Attempting to bind port f23d6450-c834-4d54-b5dc-2e0da6a79117 on network 943e8da7-4500-4b5b-8593-939b3186bfb3 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:08.755870 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:08.757168 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Checking segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:08.759945 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.760837 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Bound using segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:08.761254 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Bound port: f23d6450-c834-4d54-b5dc-2e0da6a79117, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:08.761817 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.774151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af05cb77-0dd2-4604-a859-8aa81e62bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.780221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af05cb77-0dd2-4604-a859-8aa81e62bd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.781427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af05cb77-0dd2-4604-a859-8aa81e62bd1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5bde50a-17f5-48d1-a986-3f26f27b75cd HTTP/1.1" status: 204 len: 168 time: 0.2393680 Sep 17 01:28:08.792412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05cb77-0dd2-4604-a859-8aa81e62bd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bde50a-17f5-48d1-a986-3f26f27b75cd,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:08.794927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:08.844577 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] For port f23d6450-c834-4d54-b5dc-2e0da6a79117, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:08.848024 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] For port f23d6450-c834-4d54-b5dc-2e0da6a79117, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f23d6450-c834-4d54-b5dc-2e0da6a79117,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:08.860873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:08.861278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:08.986129 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:09.086910 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Routers {'9ffa8a93-223e-42e3-9f42-604219bda0dc'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:09.087868 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ffa8a93-223e-42e3-9f42-604219bda0dc'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:09.093987 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e8a1b-633a-4fc7-a0e9-10df4be1684f None None] Pushing event updated for resources: {'Port': ['ID=f23d6450-c834-4d54-b5dc-2e0da6a79117,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:09.106520 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:09.337269 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] Set router 9ffa8a93-223e-42e3-9f42-604219bda0dc gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:09.377075 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b383659-3e65-422e-97ec-d2921ae4666e req-cb278dbf-c2bb-47df-bfde-a8b5bda6155c tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0449166 Sep 17 01:28:09.488118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:09.576176 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f23d6450-c834-4d54-b5dc-2e0da6a79117', 'name': '', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'mac_address': 'fa:16:3e:a1:18:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:04Z', 'updated_at': '2021-09-17T01:28:08Z', 'revision_number': 4, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'subnets': [{'id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:09.603392 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc0e2af-edff-42f4-830a-1996369294c4 None None] The sync data for ids ['9ffa8a93-223e-42e3-9f42-604219bda0dc'] in n-d-789963-7 is: [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:28:05Z', 'revision_number': 4, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f23d6450-c834-4d54-b5dc-2e0da6a79117', 'name': '', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'mac_address': 'fa:16:3e:a1:18:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2921, 'fixed_ips': [{'subnet_id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:04Z', 'updated_at': '2021-09-17T01:28:08Z', 'revision_number': 4, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'subnets': [{'id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:09.629438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45544) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:09.667859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a510edf-86f4-4d72-8c96-ab748947e3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:09.796004 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a510edf-86f4-4d72-8c96-ab748947e3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:09.862250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a510edf-86f4-4d72-8c96-ab748947e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:09.903661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a510edf-86f4-4d72-8c96-ab748947e3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e8954b-c5ed-4e2e-bfd9-e57d55a0234b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:09.939647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a510edf-86f4-4d72-8c96-ab748947e3df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e94373e4471949da9c426b28c34e9106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090570 Sep 17 01:28:09.942317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45548) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:10.016524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e802cd48-2936-470b-b561-c73f7df7e077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:10.061321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e802cd48-2936-470b-b561-c73f7df7e077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:10.202622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e802cd48-2936-470b-b561-c73f7df7e077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:10.205891 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e802cd48-2936-470b-b561-c73f7df7e077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:10.210443 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e802cd48-2936-470b-b561-c73f7df7e077 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27e8954b-c5ed-4e2e-bfd9-e57d55a0234b HTTP/1.1" status: 204 len: 168 time: 0.2669625 Sep 17 01:28:10.225666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802cd48-2936-470b-b561-c73f7df7e077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e8954b-c5ed-4e2e-bfd9-e57d55a0234b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:10.514704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ae668ddd-7aa5-4f93-afe9-9a2d0307d25d req-5196c072-7848-4f65-a69b-7d8c1fed26fb tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0322723 Sep 17 01:28:10.812405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-c7a962ab-9b7a-4335-b815-8b77f4da6722 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:10.815049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-c7a962ab-9b7a-4335-b815-8b77f4da6722 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.23 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 810 time: 0.2529032 Sep 17 01:28:10.838221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Request body: {'port': {'device_id': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'admin_state_up': True, 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:10.844760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f23d6450-c834-4d54-b5dc-2e0da6a79117 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:10.922122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f23d6450-c834-4d54-b5dc-2e0da6a79117 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:10.922562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.045282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.078353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port f23d6450-c834-4d54-b5dc-2e0da6a79117, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f23d6450-c834-4d54-b5dc-2e0da6a79117,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:11.090672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.090825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Made reservation on behalf of ea5b9d8f0b304d5081d0c2522a2b85c7 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:11.094623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.165157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.219325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=f23d6450-c834-4d54-b5dc-2e0da6a79117,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:11.225597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45570) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:11.254003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Allocated IP 172.20.0.5 (943e8da7-4500-4b5b-8593-939b3186bfb3/87a84f7f-b6a2-480b-8710-ebe281c53ad4/72bf2d0a-5763-4053-a478-9ee84fda811c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:11.260065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bba28504-8b75-4e6a-9cc2-803d88cdb5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.355829 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bba28504-8b75-4e6a-9cc2-803d88cdb5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.416905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.445484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bba28504-8b75-4e6a-9cc2-803d88cdb5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.497038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba28504-8b75-4e6a-9cc2-803d88cdb5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e315dab3-7707-4d6e-bcd0-749b9fe8a2ba,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:11.503224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bba28504-8b75-4e6a-9cc2-803d88cdb5d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10799e8aab8548aaa4ca57cecaab4704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760987 Sep 17 01:28:11.506672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45576) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:11.549817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.614700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50fa8832-28b8-4b1b-a137-80e70e6a1b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.624306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:11.628953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:11.637605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:11.684481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Pushing event updated for resources: {'Port': ['ID=72bf2d0a-5763-4053-a478-9ee84fda811c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:11.687058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618cecd-f74a-49c0-98d0-20586690c870 req-640c083c-59bc-4086-8bf4-04438948d6f8 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:11.689190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0618cecd-f74a-49c0-98d0-20586690c870 req-640c083c-59bc-4086-8bf4-04438948d6f8 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 931 time: 0.0700088 Sep 17 01:28:11.704754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50fa8832-28b8-4b1b-a137-80e70e6a1b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.728130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:11.735059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.735242 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0618cecd-f74a-49c0-98d0-20586690c870 req-31d88d84-5c60-460b-95f1-7c31f4207eae tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348251 Sep 17 01:28:11.811760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-ba95d012-48ce-4b54-b4ed-289b8ec4637f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9875417 Sep 17 01:28:11.825062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Request body: {'port': {'device_id': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:11.845534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50fa8832-28b8-4b1b-a137-80e70e6a1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.848087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-50fa8832-28b8-4b1b-a137-80e70e6a1b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:11.849216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-50fa8832-28b8-4b1b-a137-80e70e6a1b23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e315dab3-7707-4d6e-bcd0-749b9fe8a2ba HTTP/1.1" status: 204 len: 168 time: 0.3412533 Sep 17 01:28:11.863566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa8832-28b8-4b1b-a137-80e70e6a1b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e315dab3-7707-4d6e-bcd0-749b9fe8a2ba,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:11.898883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.252010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72bf2d0a-5763-4053-a478-9ee84fda811c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:28:12.260704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.282594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Transition to ACTIVE for port object 72bf2d0a-5763-4053-a478-9ee84fda811c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:28:12.339782 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.401494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Pushing event updated for resources: {'Port': ['ID=72bf2d0a-5763-4053-a478-9ee84fda811c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:12.485529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Attempting to bind port 72bf2d0a-5763-4053-a478-9ee84fda811c on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:12.493811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Attempting to bind port 72bf2d0a-5763-4053-a478-9ee84fda811c by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:12.493811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Attempting to bind port 72bf2d0a-5763-4053-a478-9ee84fda811c on network 943e8da7-4500-4b5b-8593-939b3186bfb3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:12.493811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Port 72bf2d0a-5763-4053-a478-9ee84fda811c on network 943e8da7-4500-4b5b-8593-939b3186bfb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:28:12.493811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Attempting to bind port 72bf2d0a-5763-4053-a478-9ee84fda811c on network 943e8da7-4500-4b5b-8593-939b3186bfb3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:12.499937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:12.500497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Checking segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:12.501057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Bound using segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:12.501681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Bound port: 72bf2d0a-5763-4053-a478-9ee84fda811c, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:12.502210 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.586458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] For port 72bf2d0a-5763-4053-a478-9ee84fda811c, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:12.589660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] For port 72bf2d0a-5763-4053-a478-9ee84fda811c, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=72bf2d0a-5763-4053-a478-9ee84fda811c,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:12.716499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.777638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f23d6450-c834-4d54-b5dc-2e0da6a79117 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:12.779584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:12.780760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.782416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] 10.222.0.23 "PUT /v2.0/ports/72bf2d0a-5763-4053-a478-9ee84fda811c HTTP/1.1" status: 200 len: 1091 time: 0.9616516 Sep 17 01:28:12.782927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'tag': '72bf2d0a-5763-4053-a478-9ee84fda811c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:12.794899 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb540ea-6463-4aa5-a52c-e208422d066f" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9a92f3-abd0-483a-a27c-319d6f01c2e0", "tag": "72bf2d0a-5763-4053-a478-9ee84fda811c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:12.839159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbb356-6e33-4919-8bee-1bacfca1274d service neutron] Pushing event updated for resources: {'Port': ['ID=72bf2d0a-5763-4053-a478-9ee84fda811c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:12.850579 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1aa430-9a1c-4c79-8d85-5fd6e117c1af x-openstack-request-id: req-0f1aa430-9a1c-4c79-8d85-5fd6e117c1af {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:12.850877 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9a92f3-abd0-483a-a27c-319d6f01c2e0", "tag": "72bf2d0a-5763-4053-a478-9ee84fda811c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:12.851393 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f1aa430-9a1c-4c79-8d85-5fd6e117c1af {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:12.851959 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'tag': '72bf2d0a-5763-4053-a478-9ee84fda811c', 'status': 'completed', 'code': 200} Sep 17 01:28:12.868859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f23d6450-c834-4d54-b5dc-2e0da6a79117 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:12.869499 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:12.890885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd923822-a820-40c6-bc5a-e3f9d73fc609 req-dcc99e99-2f02-452d-bac3-f84f6b62ce65 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:12.892726 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd923822-a820-40c6-bc5a-e3f9d73fc609 req-dcc99e99-2f02-452d-bac3-f84f6b62ce65 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 943 time: 0.0613172 Sep 17 01:28:12.924300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb540ea-6463-4aa5-a52c-e208422d066f req-e2e6b6db-5400-4c1d-8352-b3493991f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:12.926121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fb540ea-6463-4aa5-a52c-e208422d066f req-e2e6b6db-5400-4c1d-8352-b3493991f3d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0545881 Sep 17 01:28:12.971028 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd923822-a820-40c6-bc5a-e3f9d73fc609 req-72cb72bc-e5ec-4314-ba90-78f707aea3bb tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708988 Sep 17 01:28:13.140839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb540ea-6463-4aa5-a52c-e208422d066f req-ea8abd2f-9357-4475-bc29-b02e17ce65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:13.142331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fb540ea-6463-4aa5-a52c-e208422d066f req-ea8abd2f-9357-4475-bc29-b02e17ce65b1 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2059867 Sep 17 01:28:13.313496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45624) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:13.425873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1099988612'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:13.502124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:13.505832 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:13.510349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb540ea-6463-4aa5-a52c-e208422d066f req-f161113d-f01b-49ee-99dd-8a95cb5e749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:13.512019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fb540ea-6463-4aa5-a52c-e208422d066f req-f161113d-f01b-49ee-99dd-8a95cb5e749d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3624115 Sep 17 01:28:13.515615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:13.635095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-07a59cda-163c-406c-a663-990b8f42ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:13.636544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-07a59cda-163c-406c-a663-990b8f42ef70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1094 time: 0.0883162 Sep 17 01:28:13.670325 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:13.688773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-d2183d8b-f553-402f-92ac-7004dc017c8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72bf2d0a-5763-4053-a478-9ee84fda811c HTTP/1.1" status: 200 len: 217 time: 0.0443759 Sep 17 01:28:13.739558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-7abb0399-43e4-47c0-a53b-54b7b2bc118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:13.741242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-7abb0399-43e4-47c0-a53b-54b7b2bc118b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.0461557 Sep 17 01:28:13.745193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:13.774925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-243e9653-0114-41ee-ae3a-6508bd9553f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264213 Sep 17 01:28:13.778212 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:13.788277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9914c621-e94d-45a5-b60d-3a5d187d6e27,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:13.795922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:13.795922 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Added segment dea3a4d4-d976-4391-9442-24544b3fd22d of type vlan for network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b Sep 17 01:28:13.847815 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:13.909777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-cfe5601e-72a2-4533-97c0-b47c90f53201 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266258 Sep 17 01:28:13.997356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:14.002383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89632c4b-2959-47d8-82e8-5e4a62a1bdbe req-47cdad72-02df-4be9-bff0-338046623d87 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 Sep 17 01:28:14.005356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:14.009545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:14.104048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Network': ['ID=f9a94a65-cb23-49a1-a4b3-6dd12f272e3b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:14.115983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:14.128826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae357c3-776a-427c-b18e-2465ee039c28 req-f3cb5470-6388-4a4f-8cd7-3509187057ba tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:14.130328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ae357c3-776a-427c-b18e-2465ee039c28 req-f3cb5470-6388-4a4f-8cd7-3509187057ba tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 943 time: 0.0899408 Sep 17 01:28:14.170752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ae357c3-776a-427c-b18e-2465ee039c28 req-acec8da5-3273-4e79-a2c4-2686b74abf9a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Sep 17 01:28:14.174805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2190318c-b61c-43f2-a262-64ef2831ca7c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8574908 Sep 17 01:28:14.175324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45650) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:14.181844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'subnet': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:14.345206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:14.348790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:14.614168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:14.687225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Subnet': ['ID=346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:14.710228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Checking segment: {'id': 'dea3a4d4-d976-4391-9442-24544b3fd22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:14.710688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network hostable DHCP agents. Network: f9a94a65-cb23-49a1-a4b3-6dd12f272e3b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:14.813954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:14.945842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f9a94a65-cb23-49a1-a4b3-6dd12f272e3b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:14.950120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:14.951419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:14.954706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82665e8b-ed0f-45fe-b740-7aad3e26d7f9 None None] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:15.058182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-14b3c9d2-0bd9-45d0-a7d3-d26039381968 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8792405 Sep 17 01:28:15.058526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45660) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:15.063932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'name': 'tempest-AllowedAddressPairTestJSON-1471346803'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:15.182860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'tenant_id': '0e2d5719943d439498c3346ad6922d36', 'fixed_ips': [{'subnet_id': '346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:28:15.183758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:15.295385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:15.299341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:15.342039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] device_id is not set on port 99e1e491-eb74-4fbc-9144-9bb339775c70 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:15.404309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Allocated IP 172.20.0.2 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/0f35c9c1-6ddf-490e-bae8-0e93920ccaa8) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:15.413110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81373c-9463-44e3-80a5-07b7e4886caf req-4d41945e-7f7a-4f47-899e-1e26874de3b9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:15.423218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f81373c-9463-44e3-80a5-07b7e4886caf req-4d41945e-7f7a-4f47-899e-1e26874de3b9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 943 time: 0.1259415 Sep 17 01:28:15.489174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f81373c-9463-44e3-80a5-07b7e4886caf req-17e7e500-e872-4d99-95d5-55946c6dcb32 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Sep 17 01:28:15.587630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:15.661101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:15.701308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:15.704491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:15.707971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:15.714481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Allocated IP 172.20.0.3 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/99e1e491-eb74-4fbc-9144-9bb339775c70) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:15.722565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Pushing event updated for resources: {'Port': ['ID=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:15.917835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:15.937296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Attempting to bind port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:15.937664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Attempting to bind port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'dea3a4d4-d976-4391-9442-24544b3fd22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:15.938033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Attempting to bind port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 on network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:15.943758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:15.944136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Checking segment: {'id': 'dea3a4d4-d976-4391-9442-24544b3fd22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:15.944591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:15.948950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Bound using segment: {'id': 'dea3a4d4-d976-4391-9442-24544b3fd22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:15.948950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Bound port: 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dea3a4d4-d976-4391-9442-24544b3fd22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:15.948950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:16.012602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] For port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:16.015716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] For port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,segment=NetworkSegment(dea3a4d4-d976-4391-9442-24544b3fd22d),segment_id=dea3a4d4-d976-4391-9442-24544b3fd22d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:16.037799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:16.090954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:16.094450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:16.095896 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:16.097720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:16.150040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=99e1e491-eb74-4fbc-9144-9bb339775c70,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:16.167637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:16.168312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2380ef-0765-46e9-8edb-6a9f15c3379d None None] Pushing event updated for resources: {'Port': ['ID=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:16.168468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:16.276497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45674) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:16.282600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a62cf94-1fc3-46ef-9c62-f319cd69495b tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2201447 Sep 17 01:28:16.283402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'name': 'tempest-AllowedAddressPairTestJSON-1380794637', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a0:23:7b'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:16.856037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:16.869325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003b0b9-e023-414d-a007-3066e04a756f req-da38be4e-29ea-4254-aa56-0c4924e8a391 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:16.872258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e003b0b9-e023-414d-a007-3066e04a756f req-da38be4e-29ea-4254-aa56-0c4924e8a391 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 943 time: 0.0832086 Sep 17 01:28:16.911505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:16.911993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:16.915258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e003b0b9-e023-414d-a007-3066e04a756f req-2eac1da0-dfef-428e-b65b-f64fb97fd910 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347824 Sep 17 01:28:16.970442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:17.062322 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.104957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.111072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,segment=NetworkSegment(dea3a4d4-d976-4391-9442-24544b3fd22d),segment_id=dea3a4d4-d976-4391-9442-24544b3fd22d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:17.132834 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] device_id is not set on port c3beac7d-1a11-4415-a568-5393e3e740b0 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:17.188913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45688) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:17.213882 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.268554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:17.307844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Allocated IP 172.20.0.5 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/c3beac7d-1a11-4415-a568-5393e3e740b0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:17.363798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd13d72-7de7-45d4-8a28-0f2fdb5e9f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.489416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b673035-fb23-4a6f-92bd-db5c9b14b175 None None] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:17.518976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd13d72-7de7-45d4-8a28-0f2fdb5e9f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.553854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.574445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fb8f6de0-9484-4f68-85af-bc1fa1cff2b8 None None] Provisioning complete for port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:17.574816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb8f6de0-9484-4f68-85af-bc1fa1cff2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.609122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffd13d72-7de7-45d4-8a28-0f2fdb5e9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.658295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ffd13d72-7de7-45d4-8a28-0f2fdb5e9f6d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=585e3a728661435c978a9a52a74e7900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4653218 Sep 17 01:28:17.658295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd13d72-7de7-45d4-8a28-0f2fdb5e9f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ddca3-3709-483c-8817-34ff27f887f4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:17.658714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45692) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:17.669185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.776726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:17.779876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=c3beac7d-1a11-4415-a568-5393e3e740b0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:17.784327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:17.788480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:17.832231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-410a105b-0807-4c4d-a7c2-f23ce82fceb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.833727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 72bf2d0a-5763-4053-a478-9ee84fda811c details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:28:17.861382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:17.862042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.870223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-410a105b-0807-4c4d-a7c2-f23ce82fceb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:17.952749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 72bf2d0a-5763-4053-a478-9ee84fda811c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=72bf2d0a-5763-4053-a478-9ee84fda811c,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:17.977120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '72bf2d0a-5763-4053-a478-9ee84fda811c', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'port_id': '72bf2d0a-5763-4053-a478-9ee84fda811c', 'mac_address': 'fa:16:3e:c6:c0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:28:18.033038 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.034921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-528ed393-cb97-46b4-892e-34b7fb4b8024 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7570322 Sep 17 01:28:18.038217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45698) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:18.056784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72bf2d0a-5763-4053-a478-9ee84fda811c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:28:18.060714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df683a-7232-4ad5-bc3b-bad7db1ba29b req-f5761207-d066-432d-a400-ff7a31b4b01b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:18.062654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07df683a-7232-4ad5-bc3b-bad7db1ba29b req-f5761207-d066-432d-a400-ff7a31b4b01b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 943 time: 0.0616405 Sep 17 01:28:18.063924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-410a105b-0807-4c4d-a7c2-f23ce82fceb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.067408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-410a105b-0807-4c4d-a7c2-f23ce82fceb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.071402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-410a105b-0807-4c4d-a7c2-f23ce82fceb3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/072ddca3-3709-483c-8817-34ff27f887f4 HTTP/1.1" status: 204 len: 168 time: 0.4090691 Sep 17 01:28:18.079693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a105b-0807-4c4d-a7c2-f23ce82fceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ddca3-3709-483c-8817-34ff27f887f4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:18.136754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Provisioning complete for port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:18.137324 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.146583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 72bf2d0a-5763-4053-a478-9ee84fda811c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=72bf2d0a-5763-4053-a478-9ee84fda811c,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:18.155357 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:28:18.166230 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07df683a-7232-4ad5-bc3b-bad7db1ba29b req-bc50f5b7-2d33-4433-ac5b-9ee4c0d14b18 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801771 Sep 17 01:28:18.213252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.230967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea312ec-bf67-48a8-b80f-e277ce6e9d5d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:18.242400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea312ec-bf67-48a8-b80f-e277ce6e9d5d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:18.252128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea312ec-bf67-48a8-b80f-e277ce6e9d5d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:18.254617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bea312ec-bf67-48a8-b80f-e277ce6e9d5d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2152245 Sep 17 01:28:18.257714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45706) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:18.326006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=72bf2d0a-5763-4053-a478-9ee84fda811c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:18.356471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Provisioning complete for port c3beac7d-1a11-4415-a568-5393e3e740b0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:18.356852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.423618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['72bf2d0a-5763-4053-a478-9ee84fda811c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:28:18.430496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port c3beac7d-1a11-4415-a568-5393e3e740b0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:18.430496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.430842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Port c3beac7d-1a11-4415-a568-5393e3e740b0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:18.493173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Provisioning complete for port 99e1e491-eb74-4fbc-9144-9bb339775c70 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:18.493396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.538602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.543109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5513e703-516b-4fdf-8e92-dbd877ac6f62 None None] Port 99e1e491-eb74-4fbc-9144-9bb339775c70 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:18.552445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for c3beac7d-1a11-4415-a568-5393e3e740b0 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:18.669073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7463810e-f368-47dc-ba2e-30048629b630 None None] Provisioning complete for port c3beac7d-1a11-4415-a568-5393e3e740b0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:18.669438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7463810e-f368-47dc-ba2e-30048629b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.714809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7463810e-f368-47dc-ba2e-30048629b630 None None] Port c3beac7d-1a11-4415-a568-5393e3e740b0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:18.725600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7463810e-f368-47dc-ba2e-30048629b630 None None] Provisioning complete for port 99e1e491-eb74-4fbc-9144-9bb339775c70 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:18.726017 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7463810e-f368-47dc-ba2e-30048629b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.766411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7463810e-f368-47dc-ba2e-30048629b630 None None] Port 99e1e491-eb74-4fbc-9144-9bb339775c70 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:18.773959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:18.814380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.824629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:18.824975 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:18.845861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45712) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:18.851616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=c3beac7d-1a11-4415-a568-5393e3e740b0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:18.875355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45714) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:18.900216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25fcefde-e9f1-4ed4-ab1c-a26bb1818f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.052669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25fcefde-e9f1-4ed4-ab1c-a26bb1818f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.053787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.055816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6db95b0e-3ae9-4b0d-ab39-b2eb6f9254d7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/ports/c3beac7d-1a11-4415-a568-5393e3e740b0 HTTP/1.1" status: 204 len: 168 time: 0.7966661 Sep 17 01:28:19.058648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:19.091774 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce443c4-536b-4813-9115-28ebe696b011 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] GET failed (client error): The resource could not be found. Sep 17 01:28:19.093392 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1ce443c4-536b-4813-9115-28ebe696b011 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "GET /v2.0/ports/c3beac7d-1a11-4415-a568-5393e3e740b0 HTTP/1.1" status: 404 len: 333 time: 0.0337780 Sep 17 01:28:19.097196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45722) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:19.102795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'name': 'tempest-AllowedAddressPairTestJSON-534280217'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:19.119004 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25fcefde-e9f1-4ed4-ab1c-a26bb1818f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.210620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8548dc4f-f0c7-4cbd-b464-abd147b5972c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.229416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-25fcefde-e9f1-4ed4-ab1c-a26bb1818f6e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73f233befa9b4b0ba52b80ad0deefee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815145 Sep 17 01:28:19.230138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcefde-e9f1-4ed4-ab1c-a26bb1818f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4acd0-7cfb-4a16-98e1-5eb3e9e24ced,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:19.232083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:19.328818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49ea2c-4530-4b50-bd4e-00dc5af8ea2c req-902568de-93fb-43bc-a6bc-b51d6725d1ff tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:19.330277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb49ea2c-4530-4b50-bd4e-00dc5af8ea2c req-902568de-93fb-43bc-a6bc-b51d6725d1ff tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 944 time: 0.0783989 Sep 17 01:28:19.330893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba391ad7-4974-4c0e-b5b1-7b7437de5464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.345122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8548dc4f-f0c7-4cbd-b464-abd147b5972c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.365737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba391ad7-4974-4c0e-b5b1-7b7437de5464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.384143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8548dc4f-f0c7-4cbd-b464-abd147b5972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.401343 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cb49ea2c-4530-4b50-bd4e-00dc5af8ea2c req-9e96cbf3-5555-4838-8e1d-a6b85f879c36 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605004 Sep 17 01:28:19.434601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8548dc4f-f0c7-4cbd-b464-abd147b5972c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b53c3fd825f6471cbb4a3d82108ecd8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5572457 Sep 17 01:28:19.436021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548dc4f-f0c7-4cbd-b464-abd147b5972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab21d2-af11-46b5-9491-0a4ff22a67f2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:19.438076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:19.495765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f71197e9-7d80-4783-a4f1-83091bcc2e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.516990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f71197e9-7d80-4783-a4f1-83091bcc2e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.530377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:19.534669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.558839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba391ad7-4974-4c0e-b5b1-7b7437de5464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.559687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] device_id is not set on port 1ea5809c-2836-489e-8f2c-0d3669bcb0de yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:19.561536 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba391ad7-4974-4c0e-b5b1-7b7437de5464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.562719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ba391ad7-4974-4c0e-b5b1-7b7437de5464 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6d4acd0-7cfb-4a16-98e1-5eb3e9e24ced HTTP/1.1" status: 204 len: 168 time: 0.3296385 Sep 17 01:28:19.577615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba391ad7-4974-4c0e-b5b1-7b7437de5464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4acd0-7cfb-4a16-98e1-5eb3e9e24ced,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:19.605130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-e762c28a-7ec2-4e14-829b-7c5400c751c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0548849 Sep 17 01:28:19.636836 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f71197e9-7d80-4783-a4f1-83091bcc2e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.640112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f71197e9-7d80-4783-a4f1-83091bcc2e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:19.641273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f71197e9-7d80-4783-a4f1-83091bcc2e9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04ab21d2-af11-46b5-9491-0a4ff22a67f2 HTTP/1.1" status: 204 len: 168 time: 0.1995440 Sep 17 01:28:19.650749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71197e9-7d80-4783-a4f1-83091bcc2e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab21d2-af11-46b5-9491-0a4ff22a67f2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:19.748815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1fc7-d5a0-4714-8408-47506572356b req-c7cfcd24-545c-4d33-8e7b-ff703d37ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:19.750421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-c7cfcd24-545c-4d33-8e7b-ff703d37ddff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0841033 Sep 17 01:28:19.778738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Allocated IP 172.20.0.4 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/1ea5809c-2836-489e-8f2c-0d3669bcb0de) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:19.851008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 72bf2d0a-5763-4053-a478-9ee84fda811c up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:19.916408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1fc7-d5a0-4714-8408-47506572356b req-2208df1f-ee84-434b-a7a5-0c2571c16618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:19.918709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-2208df1f-ee84-434b-a7a5-0c2571c16618 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1469657 Sep 17 01:28:19.954048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 72bf2d0a-5763-4053-a478-9ee84fda811c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:28:19.966909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 72bf2d0a-5763-4053-a478-9ee84fda811c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:19.967350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.032774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-17278b47-ac68-461b-8d96-507b35c53e9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 1001 time: 0.1078413 Sep 17 01:28:20.071145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.093644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.111779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bf2d0a-5763-4053-a478-9ee84fda811c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:20.114131 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bf0c75-0308-4ff3-a5f7-2ea95e569255" -d '{"events": [{"server_uuid": "9c9a92f3-abd0-483a-a27c-319d6f01c2e0", "name": "network-vif-plugged", "status": "completed", "tag": "72bf2d0a-5763-4053-a478-9ee84fda811c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:20.116664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1fc7-d5a0-4714-8408-47506572356b req-91ee3647-7c83-4f65-acfd-8d40b915be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:20.118538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-91ee3647-7c83-4f65-acfd-8d40b915be43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0760267 Sep 17 01:28:20.129001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 72bf2d0a-5763-4053-a478-9ee84fda811c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=72bf2d0a-5763-4053-a478-9ee84fda811c,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:20.167293 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e9bf36-9ab4-441d-b246-d22fea0d62d4 x-openstack-request-id: req-63e9bf36-9ab4-441d-b246-d22fea0d62d4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:20.167602 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9a92f3-abd0-483a-a27c-319d6f01c2e0", "name": "network-vif-plugged", "status": "completed", "tag": "72bf2d0a-5763-4053-a478-9ee84fda811c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:20.167867 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63e9bf36-9ab4-441d-b246-d22fea0d62d4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:20.168266 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72bf2d0a-5763-4053-a478-9ee84fda811c', 'code': 200} Sep 17 01:28:20.194268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d1fc7-d5a0-4714-8408-47506572356b req-578ed3ee-d6aa-4c67-b287-dc23089d03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:20.196231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-578ed3ee-d6aa-4c67-b287-dc23089d03c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648816 Sep 17 01:28:20.204844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.225902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.260611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=72bf2d0a-5763-4053-a478-9ee84fda811c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:20.306746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:20.321709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44cf1110-c5d3-49b4-8490-2c2d80f935e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.344015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:20.355860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=1ea5809c-2836-489e-8f2c-0d3669bcb0de,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:20.361302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:20.366421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:20.409421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7417b-1316-45ad-b281-e5e7288fd7c2 req-966259be-7b70-451e-b780-2207e5d43066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:20.410791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb7417b-1316-45ad-b281-e5e7288fd7c2 req-966259be-7b70-451e-b780-2207e5d43066 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1768799 Sep 17 01:28:20.419346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-8de1093e-ed9c-4be2-9e15-ff505f73c6da service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158546 Sep 17 01:28:20.457614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44cf1110-c5d3-49b4-8490-2c2d80f935e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.475475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:20.476497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.530701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44cf1110-c5d3-49b4-8490-2c2d80f935e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.538340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb7417b-1316-45ad-b281-e5e7288fd7c2 req-963a0fb2-6bf7-4ca3-bb35-5c79c046ce71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180229 Sep 17 01:28:20.582266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44cf1110-c5d3-49b4-8490-2c2d80f935e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d51b1b3d5574e2e91dc6ac25ec99320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2737465 Sep 17 01:28:20.583607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf1110-c5d3-49b4-8490-2c2d80f935e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9da3b-7acf-4e79-ba65-aadcb5554872,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:20.585395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45760) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:20.634170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c5f7dbf5-8656-400e-9ec0-8af86a6a8731 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5332582 Sep 17 01:28:20.634516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45762) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:20.638213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-451d1fc7-d5a0-4714-8408-47506572356b req-f0d24d97-4a72-4582-a455-d0750be74ca4 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105410 Sep 17 01:28:20.640293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a0:23:7b'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:20.657904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e200d-a482-497e-8682-ac45b6d3e417 req-38f6079d-c3b0-417d-a420-f6f4faaeda3a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:20.659351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a63e200d-a482-497e-8682-ac45b6d3e417 req-38f6079d-c3b0-417d-a420-f6f4faaeda3a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1233222 Sep 17 01:28:20.710858 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-028020a3-8c17-4eed-bcba-3d25b22f97b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.716864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e1b90478-7922-4b87-a3b0-a31ba4bcd99c None None] Provisioning complete for port 1ea5809c-2836-489e-8f2c-0d3669bcb0de triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:20.717348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e1b90478-7922-4b87-a3b0-a31ba4bcd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.727391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a63e200d-a482-497e-8682-ac45b6d3e417 req-b3b784a3-6c42-44fa-bdf1-f9af62f496ca tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596280 Sep 17 01:28:20.740776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.741774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-028020a3-8c17-4eed-bcba-3d25b22f97b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.774949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e1b90478-7922-4b87-a3b0-a31ba4bcd99c None None] Port 1ea5809c-2836-489e-8f2c-0d3669bcb0de cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:20.821290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45766) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:20.890453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-028020a3-8c17-4eed-bcba-3d25b22f97b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.893184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-028020a3-8c17-4eed-bcba-3d25b22f97b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:20.897465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-028020a3-8c17-4eed-bcba-3d25b22f97b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75b9da3b-7acf-4e79-ba65-aadcb5554872 HTTP/1.1" status: 204 len: 168 time: 0.3005371 Sep 17 01:28:20.904078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028020a3-8c17-4eed-bcba-3d25b22f97b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b9da3b-7acf-4e79-ba65-aadcb5554872,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:20.937772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1042050349-network', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:20.971338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.065466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:21.067960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.071614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.102643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.168099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=1ea5809c-2836-489e-8f2c-0d3669bcb0de,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:21.196426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] In _notify_port_updated(), no bound segment for port 1ea5809c-2836-489e-8f2c-0d3669bcb0de on network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:28:21.202039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:21.202694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.206833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a31cfdac-36ed-4c04-9ac4-1128e6d0d2b6 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "PUT /v2.0/ports/1ea5809c-2836-489e-8f2c-0d3669bcb0de HTTP/1.1" status: 200 len: 992 time: 0.5686128 Sep 17 01:28:21.207736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45776) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:21.292418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.348792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port 1ea5809c-2836-489e-8f2c-0d3669bcb0de {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:21.349185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.383154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.399500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ad69f7c0-dd1a-4c0e-bf30-ba764ef7c666 None None] Provisioning complete for port 1ea5809c-2836-489e-8f2c-0d3669bcb0de triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:21.400820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ad69f7c0-dd1a-4c0e-bf30-ba764ef7c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.417160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:21.434255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98317f24-5215-4884-bf0e-808b1c729a59,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:21.439109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.439535 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Added segment 3624f3b5-e47f-4b25-878c-6068ba683db6 of type vlan for network 9e052690-426b-429b-914d-973beb27dec6 Sep 17 01:28:21.456823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ad69f7c0-dd1a-4c0e-bf30-ba764ef7c666 None None] Port 1ea5809c-2836-489e-8f2c-0d3669bcb0de cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:21.467984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.483209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for 1ea5809c-2836-489e-8f2c-0d3669bcb0de owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:21.491381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.598904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.600458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:21.601052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.663211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e052690-426b-429b-914d-973beb27dec6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:21.673205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9e052690-426b-429b-914d-973beb27dec6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:21.683325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.692772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a212ac99-7afa-43a0-9878-600cda88c9e8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8702846 Sep 17 01:28:21.694326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45786) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:21.699984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Request body: {'subnet': {'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1042050349-subnet', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:21.719936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=1ea5809c-2836-489e-8f2c-0d3669bcb0de,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:21.781998 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:21.784701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.916483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7a653-dcb5-4208-b089-e36a6ee37d26 req-f59e1b8f-d0ca-49cb-939d-57879df6dfb9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:21.918057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83c7a653-dcb5-4208-b089-e36a6ee37d26 req-f59e1b8f-d0ca-49cb-939d-57879df6dfb9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1039419 Sep 17 01:28:21.984122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:21.986006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dae4740b-603a-454d-a00f-c31d55b38d4f tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/ports/1ea5809c-2836-489e-8f2c-0d3669bcb0de HTTP/1.1" status: 204 len: 168 time: 0.7764618 Sep 17 01:28:21.988790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45798) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:22.004656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-83c7a653-dcb5-4208-b089-e36a6ee37d26 req-5ab2e985-eb9d-43dd-92c8-6500cc3048b0 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635650 Sep 17 01:28:22.019065 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbac8d2f-f64a-4b41-b2f1-0cab421db7d0 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] GET failed (client error): The resource could not be found. Sep 17 01:28:22.020596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fbac8d2f-f64a-4b41-b2f1-0cab421db7d0 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "GET /v2.0/ports/1ea5809c-2836-489e-8f2c-0d3669bcb0de HTTP/1.1" status: 404 len: 333 time: 0.0309091 Sep 17 01:28:22.031149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45800) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:22.037149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'name': 'tempest-AllowedAddressPairTestJSON-328815100'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:22.057051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.084550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45804) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:22.169771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5235015-fec0-44fd-bb2d-a55208c7ecee,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:22.188829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546065556-network', 'tenant_id': 'c777082f67304d108132a9b99c813e81'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:22.200689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:22.201176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Network hostable DHCP agents. Network: 9e052690-426b-429b-914d-973beb27dec6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:22.276567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Made reservation on behalf of c777082f67304d108132a9b99c813e81 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:22.278816 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.292018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.307376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Network 9e052690-426b-429b-914d-973beb27dec6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:22.362197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:22.365855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.384732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] device_id is not set on port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:22.390494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9e052690-426b-429b-914d-973beb27dec6) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:22.396730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:22.398014 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.402430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ede429-bf8e-4583-b7ed-74b282d2faa2 None None] Network 9e052690-426b-429b-914d-973beb27dec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:22.456995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.569000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Allocated IP 172.20.0.10 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:22.571972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7366878-c952-4d59-9fc2-6ef912da7f82 req-1017b606-4db6-4241-a9b8-19b1faf42047 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:22.591362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7366878-c952-4d59-9fc2-6ef912da7f82 req-1017b606-4db6-4241-a9b8-19b1faf42047 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0789258 Sep 17 01:28:22.591362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-102692d7-e610-49db-9508-2f7652ca937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:22.591362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-102692d7-e610-49db-9508-2f7652ca937b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0781274 Sep 17 01:28:22.645281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9e052690-426b-429b-914d-973beb27dec6', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:28:22.646431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.649921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7366878-c952-4d59-9fc2-6ef912da7f82 req-92225f00-575a-4b64-b70b-2474bd4e541b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657852 Sep 17 01:28:22.708126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-46436670-c56e-4b9f-96f1-b4fb29aa177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:22.709770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-46436670-c56e-4b9f-96f1-b4fb29aa177c service neutron] 10.222.0.23 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 911 time: 0.1184125 Sep 17 01:28:22.723943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.755983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.764549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-36585c3b-18f6-4266-988c-fc70aad0fa4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72bf2d0a-5763-4053-a478-9ee84fda811c HTTP/1.1" status: 200 len: 217 time: 0.0477691 Sep 17 01:28:22.778281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:22.805942 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a4550d78-b282-497a-a497-b20ea12ccb3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1100874 Sep 17 01:28:22.808204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45812) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:22.813099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:22.815275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Allocated IP 172.20.0.2 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/e5292e6c-93b2-496a-a7c8-49cfb02d2043) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:22.827807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.828124 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Added segment 3da4607a-6c69-4270-acef-55e68051c0bd of type vlan for network 693ddd91-655d-4f07-94a9-2581eec0f293 Sep 17 01:28:22.831189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0244d1a3-4389-4924-be2f-914042f6c3f1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:22.870248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-173e1a57-5fe1-4f4a-8bf6-cebd1cd8eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:22.871766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-173e1a57-5fe1-4f4a-8bf6-cebd1cd8eee2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.0984871 Sep 17 01:28:22.877606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.892473 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.909507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-569ca5d4-b4b4-4efa-b5a8-d8c317e4a1c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289054 Sep 17 01:28:22.924306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:22.927741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:22.937097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:22.940251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:22.974587 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.976977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:22.993551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.022164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:23.023592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.062442 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.067771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.106137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:23.109414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:23.112684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:23.156766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Pushing event updated for resources: {'Port': ['ID=e5292e6c-93b2-496a-a7c8-49cfb02d2043,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:23.191640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Attempting to bind port e5292e6c-93b2-496a-a7c8-49cfb02d2043 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:23.192158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Attempting to bind port e5292e6c-93b2-496a-a7c8-49cfb02d2043 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:23.192622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Attempting to bind port e5292e6c-93b2-496a-a7c8-49cfb02d2043 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:23.201838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52ae4403-c65d-4b3e-bb02-4c91ccc83840 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1661234 Sep 17 01:28:23.202120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:23.202120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:23.202120 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.202120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:23.202658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45814) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:23.202767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Bound port: e5292e6c-93b2-496a-a7c8-49cfb02d2043, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:23.202767 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.206873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a0:23:7b'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:23.220048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ef2ff450-d072-449e-a125-4327f8d213bb None None] Provisioning complete for port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:23.220563 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ef2ff450-d072-449e-a125-4327f8d213bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.261321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.262391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:23.263063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.287162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ff450-d072-449e-a125-4327f8d213bb None None] Port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:23.310585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] For port e5292e6c-93b2-496a-a7c8-49cfb02d2043, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:23.314494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] For port e5292e6c-93b2-496a-a7c8-49cfb02d2043, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e5292e6c-93b2-496a-a7c8-49cfb02d2043,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:23.343310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] Pushing event updated for resources: {'Network': ['ID=693ddd91-655d-4f07-94a9-2581eec0f293,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:23.346820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-66362839-dc4e-4a6f-97e7-c011a9bb4ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287913 Sep 17 01:28:23.353900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 693ddd91-655d-4f07-94a9-2581eec0f293 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:23.374133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.386609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bd4a78fc-1840-43dd-8839-840853dbe95e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3006170 Sep 17 01:28:23.390679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:23.397914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Request body: {'subnet': {'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546065556-subnet', 'tenant_id': 'c777082f67304d108132a9b99c813e81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:23.426938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.472622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b784eda9-f7fd-4a2b-b603-9e4b934d115e req-d38d51df-43d1-4707-93ce-974e5478c7b9 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168387 Sep 17 01:28:23.523647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0a8da-7cf4-4b7e-b8ba-4dc06b624145 None None] Pushing event updated for resources: {'Port': ['ID=e5292e6c-93b2-496a-a7c8-49cfb02d2043,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:23.542101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Made reservation on behalf of c777082f67304d108132a9b99c813e81 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:23.542328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.546590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.868475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:23.917129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94e86-e91f-4aa4-83cb-b06934fdc9a5 req-187fce0f-344e-479e-9459-1bb6b33c2a0f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:23.918667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-22d94e86-e91f-4aa4-83cb-b06934fdc9a5 req-187fce0f-344e-479e-9459-1bb6b33c2a0f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1849015 Sep 17 01:28:23.936639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f795a12-d82d-486c-ad36-05f253d80c23,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:23.946223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Checking segment: {'id': '3da4607a-6c69-4270-acef-55e68051c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:23.946583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Network hostable DHCP agents. Network: 693ddd91-655d-4f07-94a9-2581eec0f293, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:24.025932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.037856 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-22d94e86-e91f-4aa4-83cb-b06934fdc9a5 req-1ed32adc-0b3d-49db-ad75-ad558146e5af tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817015 Sep 17 01:28:24.041933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.048090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Network 693ddd91-655d-4f07-94a9-2581eec0f293 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:24.061887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.104524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.128347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 693ddd91-655d-4f07-94a9-2581eec0f293) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:24.137242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:24.137846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.138596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930924ba-f75e-4430-8f5e-e0d4a3067b03 None None] Network 693ddd91-655d-4f07-94a9-2581eec0f293 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:24.227313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:24.240757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dc7c8625-ecbf-4856-ab13-57449e42243c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8485496 Sep 17 01:28:24.247900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] In _notify_port_updated(), no bound segment for port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce on network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:28:24.253490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:24.254198 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.255575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-363ac524-e58b-4967-be53-2ce3da678cb7 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "PUT /v2.0/ports/fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce HTTP/1.1" status: 200 len: 996 time: 1.0533321 Sep 17 01:28:24.260335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45836) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:24.281299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Allocated IP 172.25.1.70 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/fafbd075-9f7c-44b2-adfb-36052587aed3) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:24.320913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8493f211-d7d9-45dd-b326-29ece3cf655e None None] Network 693ddd91-655d-4f07-94a9-2581eec0f293 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:24.420146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:24.420628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.513367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.624863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-46a992b6-bbfa-44c3-bc3a-767e6d633359 None None] Provisioning complete for port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:24.625459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.625628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46a992b6-bbfa-44c3-bc3a-767e6d633359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.638902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:24.642778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.688865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-46a992b6-bbfa-44c3-bc3a-767e6d633359 None None] Port fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:24.773608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:24.775152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Pushing event updated for resources: {'Port': ['ID=fafbd075-9f7c-44b2-adfb-36052587aed3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:24.783675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:24.786235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:24.888167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e5292e6c-93b2-496a-a7c8-49cfb02d2043 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:24.922611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826de00c-0141-497b-acfb-74c906dc83fa None None] Network 9e052690-426b-429b-914d-973beb27dec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:24.943107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:24.975224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:25.039611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-15f70e9e-4c29-426b-8a97-8865e192471e None None] Provisioning complete for port e5292e6c-93b2-496a-a7c8-49cfb02d2043 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:25.039984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-15f70e9e-4c29-426b-8a97-8865e192471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.070780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e5292e6c-93b2-496a-a7c8-49cfb02d2043 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:25.070990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.113035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.118693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ebd3ff9-599e-4090-8643-8681bef2bb56 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/ports/fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce HTTP/1.1" status: 204 len: 168 time: 0.8529060 Sep 17 01:28:25.119291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:25.165444 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30bb693-a87a-4f4d-913c-356c7861031a tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] GET failed (client error): The resource could not be found. Sep 17 01:28:25.171174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d30bb693-a87a-4f4d-913c-356c7861031a tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "GET /v2.0/ports/fbea4bfe-69cd-4a8b-ab5b-dd9e94cd18ce HTTP/1.1" status: 404 len: 333 time: 0.0502794 Sep 17 01:28:25.171806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45854) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:25.192646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'name': 'tempest-AllowedAddressPairTestJSON-1597590641'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:25.386227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-15f70e9e-4c29-426b-8a97-8865e192471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.393897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.529717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce326fd8-fc39-4a7a-8936-403afb758b68 req-e1ea58ca-6b19-4ac5-8377-72a4bbcbcc8e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:25.535839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce326fd8-fc39-4a7a-8936-403afb758b68 req-e1ea58ca-6b19-4ac5-8377-72a4bbcbcc8e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.3692343 Sep 17 01:28:25.592123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce326fd8-fc39-4a7a-8936-403afb758b68 req-af075c38-0e9a-4acc-8317-48da365b62ca tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488410 Sep 17 01:28:25.602500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45862) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:25.607758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1877624692-network', 'tenant_id': 'ae2ba7ab7eac42f295c4f4e309235bd6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:25.626742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-15f70e9e-4c29-426b-8a97-8865e192471e None None] For port e5292e6c-93b2-496a-a7c8-49cfb02d2043, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e5292e6c-93b2-496a-a7c8-49cfb02d2043,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:25.628399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:25.632950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.652010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] device_id is not set on port 033882ea-fd94-46d9-b51f-58207bcee6c3 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:25.691864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-15f70e9e-4c29-426b-8a97-8865e192471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.713933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Made reservation on behalf of ae2ba7ab7eac42f295c4f4e309235bd6 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:25.716388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.732590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.735582 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.767512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:28:25.767805 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:28:25.775375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f70e9e-4c29-426b-8a97-8865e192471e None None] Pushing event updated for resources: {'Port': ['ID=e5292e6c-93b2-496a-a7c8-49cfb02d2043,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:25.785425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Allocated IP 172.20.0.13 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/033882ea-fd94-46d9-b51f-58207bcee6c3) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:25.815395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-39aafb58-e79b-42d7-a980-a69c80c4cf67 None None] Provisioning complete for port e5292e6c-93b2-496a-a7c8-49cfb02d2043 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:25.815766 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-39aafb58-e79b-42d7-a980-a69c80c4cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.947042 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:25.995124 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.009267 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.039670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.066590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.082472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:26.087587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:26.095887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:26.098956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=033882ea-fd94-46d9-b51f-58207bcee6c3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:26.127174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:26.153081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8221eecc-4721-4298-b514-1b1b135dcace,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:26.154143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:26.154950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.156281 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.156676 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Added segment 6c5f69ef-9e98-452a-a7ec-0979daf2130e of type vlan for network 13802395-7aef-449a-8635-1a1b1d1bfa3b Sep 17 01:28:26.216152 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.231620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2d9b5797-61cb-4e49-aa96-40aff7768c2c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0579967 Sep 17 01:28:26.234118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45864) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:26.239505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'network_id': 'f9a94a65-cb23-49a1-a4b3-6dd12f272e3b', 'name': 'tempest-AllowedAddressPairTestJSON-1550779707'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:26.318100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Router 23405098-8528-4637-bc09-7942839795a6 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:28:26.324289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7fd08008-b265-4b85-8abc-59d7bc4565e4 None None] Provisioning complete for port 033882ea-fd94-46d9-b51f-58207bcee6c3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:26.324728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7fd08008-b265-4b85-8abc-59d7bc4565e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.330355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.331465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:26.332260 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.364642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7fd08008-b265-4b85-8abc-59d7bc4565e4 None None] Port 033882ea-fd94-46d9-b51f-58207bcee6c3 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:26.425269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Made reservation on behalf of 0e2d5719943d439498c3346ad6922d36 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:26.429482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.446346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] Pushing event updated for resources: {'Network': ['ID=13802395-7aef-449a-8635-1a1b1d1bfa3b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:26.446835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] device_id is not set on port 9d6ab590-2f76-42a3-97fa-0c5108c7518a yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:26.458634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 13802395-7aef-449a-8635-1a1b1d1bfa3b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:26.503622 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c37b7ba9-81b4-4ef2-935f-ea91b29044e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8994992 Sep 17 01:28:26.503908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45870) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:26.509410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:26.513150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Request body: {'subnet': {'network_id': '13802395-7aef-449a-8635-1a1b1d1bfa3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1877624692-subnet', 'tenant_id': 'ae2ba7ab7eac42f295c4f4e309235bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:26.523878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:26.537272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:26.538579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:26.584620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Allocated IP 172.20.0.5 (f9a94a65-cb23-49a1-a4b3-6dd12f272e3b/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b/9d6ab590-2f76-42a3-97fa-0c5108c7518a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:26.640784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Made reservation on behalf of ae2ba7ab7eac42f295c4f4e309235bd6 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:26.643191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.649502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:26.707930 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.711911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-edc1a631-9946-4140-8dd9-1d2f5de72c36 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9000580 Sep 17 01:28:26.712776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45874) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:26.732932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf8164-ef33-4c75-90a8-f26fe52840a7 req-ab105189-a7b7-46e1-9f15-d6191f8a2b4f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:26.735539 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9bf8164-ef33-4c75-90a8-f26fe52840a7 req-ab105189-a7b7-46e1-9f15-d6191f8a2b4f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0751963 Sep 17 01:28:26.821328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.827802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e5292e6c-93b2-496a-a7c8-49cfb02d2043 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:26.908264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f9bf8164-ef33-4c75-90a8-f26fe52840a7 req-84260ac6-645a-4e86-9109-bbea8d35fa89 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988040 Sep 17 01:28:26.963952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e5292e6c-93b2-496a-a7c8-49cfb02d2043 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:26.964329 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.966671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:26.976638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:25Z', 'revision_number': 3, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:27.013509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:27.021637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:27.025401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:27.042474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:28:27.044553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Updating router 23405098-8528-4637-bc09-7942839795a6 port fafbd075-9f7c-44b2-adfb-36052587aed3 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:28:27.070143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.122259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=9d6ab590-2f76-42a3-97fa-0c5108c7518a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:27.127324 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.156951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:27.159622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.196466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Checking segment: {'id': '6c5f69ef-9e98-452a-a7ec-0979daf2130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '13802395-7aef-449a-8635-1a1b1d1bfa3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:27.197663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Network hostable DHCP agents. Network: 13802395-7aef-449a-8635-1a1b1d1bfa3b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:27.202829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43758277-7e47-45d9-933e-5b1529460ca3,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:27.247822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a62de3f3-1f79-4a5c-99a5-d1ece378d70d tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0101469 Sep 17 01:28:27.248067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45882) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:27.253236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:a0:23:7b'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b8:12:71'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:27.332370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Network 13802395-7aef-449a-8635-1a1b1d1bfa3b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:27.409673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 13802395-7aef-449a-8635-1a1b1d1bfa3b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:27.418415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b143bb9c-2f43-45e7-9c08-7ee64c7e0d80 None None] Provisioning complete for port 9d6ab590-2f76-42a3-97fa-0c5108c7518a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:27.418790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b143bb9c-2f43-45e7-9c08-7ee64c7e0d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.429278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.443571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:27.444960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.454303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311f12d-db6a-4d7d-9fc9-51cf2773cb86 None None] Network 13802395-7aef-449a-8635-1a1b1d1bfa3b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:27.465856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.558876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b143bb9c-2f43-45e7-9c08-7ee64c7e0d80 None None] Port 9d6ab590-2f76-42a3-97fa-0c5108c7518a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:27.566068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-56a957b8-944e-43b7-b3ad-6ee1747984c6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0612345 Sep 17 01:28:27.594701 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.649119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Allocated IP 172.20.0.1 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/dc227d39-fa44-4e54-b8dc-455223e618eb) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:27.662399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1df7fa-a2c0-40d0-a90c-61f29853d1df None None] Network 13802395-7aef-449a-8635-1a1b1d1bfa3b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:27.688101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.720563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.784541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.786504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.793843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Attempting to bind port fafbd075-9f7c-44b2-adfb-36052587aed3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:27.794212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Attempting to bind port fafbd075-9f7c-44b2-adfb-36052587aed3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:27.797979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Attempting to bind port fafbd075-9f7c-44b2-adfb-36052587aed3 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:27.807825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:27.808196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:27.808597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.808989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:27.809512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Bound port: fafbd075-9f7c-44b2-adfb-36052587aed3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:27.809886 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.850357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fe748-fc87-4974-85e7-addedf956c25 None None] Pushing event updated for resources: {'Port': ['ID=fafbd075-9f7c-44b2-adfb-36052587aed3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:27.896182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.908099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] For port fafbd075-9f7c-44b2-adfb-36052587aed3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:27.948611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event updated for resources: {'Port': ['ID=9d6ab590-2f76-42a3-97fa-0c5108c7518a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:27.957295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] In _notify_port_updated(), no bound segment for port 9d6ab590-2f76-42a3-97fa-0c5108c7518a on network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:28:27.964850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:27.965770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:27.973437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-869b96d5-5659-493b-b8d7-7939ed8b4de2 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "PUT /v2.0/ports/9d6ab590-2f76-42a3-97fa-0c5108c7518a HTTP/1.1" status: 200 len: 1056 time: 0.7243593 Sep 17 01:28:27.974710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45900) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:27.981567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] For port fafbd075-9f7c-44b2-adfb-36052587aed3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fafbd075-9f7c-44b2-adfb-36052587aed3,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:28.018836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:28.025811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:28.034962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:28.039702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.041345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Pushing event updated for resources: {'Port': ['ID=dc227d39-fa44-4e54-b8dc-455223e618eb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:28.088095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:28.088666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:28.112714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc33da-c8a9-4dfa-93ac-dea5c748a839 req-525506d7-3595-4e8d-bcaa-11bba6a8ea6f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:28.114567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15bc33da-c8a9-4dfa-93ac-dea5c748a839 req-525506d7-3595-4e8d-bcaa-11bba6a8ea6f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1412582 Sep 17 01:28:28.120603 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.160669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5911ab4-4639-428e-9ac7-3a4b02f613ce req-532163d1-5dd5-4aff-add8-b34943cf30ca tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:28.169604 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5911ab4-4639-428e-9ac7-3a4b02f613ce req-532163d1-5dd5-4aff-add8-b34943cf30ca tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1250060 Sep 17 01:28:28.202892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fe748-fc87-4974-85e7-addedf956c25 None None] Pushing event updated for resources: {'Port': ['ID=fafbd075-9f7c-44b2-adfb-36052587aed3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:28.219544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port 9d6ab590-2f76-42a3-97fa-0c5108c7518a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:28.219877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.231898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-950a7755-89d1-41d2-9a73-c3660a30bf3f None None] Provisioning complete for port 9d6ab590-2f76-42a3-97fa-0c5108c7518a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:28.232266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-950a7755-89d1-41d2-9a73-c3660a30bf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.242094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15bc33da-c8a9-4dfa-93ac-dea5c748a839 req-de47e4cc-1a3f-4f46-84c1-3453d3265b52 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105001 Sep 17 01:28:28.252320 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5911ab4-4639-428e-9ac7-3a4b02f613ce req-403e7953-0570-4ade-898b-d84a171f934a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737305 Sep 17 01:28:28.327666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:28.332292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-950a7755-89d1-41d2-9a73-c3660a30bf3f None None] Port 9d6ab590-2f76-42a3-97fa-0c5108c7518a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:28.365492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.378884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for 9d6ab590-2f76-42a3-97fa-0c5108c7518a owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:28.474137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.487572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-940326b9-3b66-4852-8d6a-2d25beccc4f4 None None] Provisioning complete for port dc227d39-fa44-4e54-b8dc-455223e618eb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:28.487946 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-940326b9-3b66-4852-8d6a-2d25beccc4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.567061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-940326b9-3b66-4852-8d6a-2d25beccc4f4 None None] Port dc227d39-fa44-4e54-b8dc-455223e618eb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:28.598904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:25Z', 'revision_number': 3, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:28.637312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8323e-1cd0-424b-925b-05629dbe1ceb None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:25Z', 'revision_number': 3, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:28.654852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-3179f790-4606-4210-b59b-ca70f5dd1362 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:28.656437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-3179f790-4606-4210-b59b-ca70f5dd1362 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/networks?id=693ddd91-655d-4f07-94a9-2581eec0f293 HTTP/1.1" status: 200 len: 809 time: 0.1280916 Sep 17 01:28:28.671356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.674153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-52065a81-b2ef-45d1-a0a3-5fb8d1cc30c6 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/quotas/c777082f67304d108132a9b99c813e81 HTTP/1.1" status: 200 len: 375 time: 0.0118399 Sep 17 01:28:28.686257 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.707329 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.714544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=9d6ab590-2f76-42a3-97fa-0c5108c7518a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:28.757889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-e8245542-2496-485e-a47c-ea58b2aa9e9d tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c777082f67304d108132a9b99c813e81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736675 Sep 17 01:28:28.781640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.878010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:28.879997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Pushing event updated for resources: {'Port': ['ID=dc227d39-fa44-4e54-b8dc-455223e618eb,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:29.022321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:29.025708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:29.158011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:29.161543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8c1ce093-3b52-4031-ae3a-17146d32fe0c tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/ports/9d6ab590-2f76-42a3-97fa-0c5108c7518a HTTP/1.1" status: 204 len: 168 time: 1.1851044 Sep 17 01:28:29.164762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45916) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:29.179756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:28:29.199699 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:29.199973 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f2d858f-b896-4a8b-ba80-5e98904e1d11 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] GET failed (client error): The resource could not be found. Sep 17 01:28:29.201582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8f2d858f-b896-4a8b-ba80-5e98904e1d11 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "GET /v2.0/ports/9d6ab590-2f76-42a3-97fa-0c5108c7518a HTTP/1.1" status: 404 len: 333 time: 0.0357978 Sep 17 01:28:29.206039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45918) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:29.261777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-c50474f5-e013-44da-a58c-a7351f73deb2 service neutron] 10.222.0.13 "GET /v2.0/networks/693ddd91-655d-4f07-94a9-2581eec0f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827015 Sep 17 01:28:29.324135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:29.331572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2a61f892-dc96-477a-a4d9-eae7d3d45d46 admin admin] 10.222.0.13 "PUT /v2.0/routers/23405098-8528-4637-bc09-7942839795a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6176915 Sep 17 01:28:29.393594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de3270-258c-4c03-8381-d485e8d29230 req-bd7fb344-e62a-4ec1-89b2-77ac789a7a84 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:29.395424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23de3270-258c-4c03-8381-d485e8d29230 req-bd7fb344-e62a-4ec1-89b2-77ac789a7a84 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0692253 Sep 17 01:28:29.400134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-0595ef08-fd64-42e6-b992-42a0834959bd service neutron] 10.222.0.13 "GET /v2.0/networks/693ddd91-655d-4f07-94a9-2581eec0f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298175 Sep 17 01:28:29.406445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b0049eb-8433-4204-a099-7be905e8aef5 None None] Provisioning complete for port dc227d39-fa44-4e54-b8dc-455223e618eb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:29.407281 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b0049eb-8433-4204-a099-7be905e8aef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:29.447174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port 033882ea-fd94-46d9-b51f-58207bcee6c3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:29.449096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:29.470866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-23de3270-258c-4c03-8381-d485e8d29230 req-7529032f-f5ee-4727-a039-1537b4eebcc5 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616124 Sep 17 01:28:29.481006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5b0049eb-8433-4204-a099-7be905e8aef5 None None] Port dc227d39-fa44-4e54-b8dc-455223e618eb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:29.576995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:29.592619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for 033882ea-fd94-46d9-b51f-58207bcee6c3 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:29.651032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d48de-79b2-4b07-a8bf-cddf0fdab3df req-ddb11af0-81ca-4f1c-9264-58dc11d22a58 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:29.665866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b6d48de-79b2-4b07-a8bf-cddf0fdab3df req-ddb11af0-81ca-4f1c-9264-58dc11d22a58 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1060748 Sep 17 01:28:29.712194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce53fb4b-af44-4f20-9c9b-5215fcab3d06 req-04f2405b-460d-4f14-854c-087b34876323 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 210 time: 0.0389102 Sep 17 01:28:29.727654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b6d48de-79b2-4b07-a8bf-cddf0fdab3df req-2d6326ee-6083-4a3a-9cd3-4cb0c5e9a57e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554934 Sep 17 01:28:29.965958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:29.995657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=033882ea-fd94-46d9-b51f-58207bcee6c3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:30.068743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.074284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45944) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:30.074826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b6d3561d-69fd-433b-affb-87c6d70f28ac tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/ports/033882ea-fd94-46d9-b51f-58207bcee6c3 HTTP/1.1" status: 204 len: 168 time: 0.8672321 Sep 17 01:28:30.102824 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0eb2d9-8305-4921-8a4b-3a2db9f62d12 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] GET failed (client error): The resource could not be found. Sep 17 01:28:30.107129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-be0eb2d9-8305-4921-8a4b-3a2db9f62d12 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "GET /v2.0/ports/033882ea-fd94-46d9-b51f-58207bcee6c3 HTTP/1.1" status: 404 len: 333 time: 0.0292938 Sep 17 01:28:30.108350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45946) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:30.228624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port 99e1e491-eb74-4fbc-9144-9bb339775c70 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:30.229183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.258778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:30.263882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1307355186-network', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:30.317723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.330999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for 99e1e491-eb74-4fbc-9144-9bb339775c70 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:30.368175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Made reservation on behalf of b8556668c50d493cb0a2ab2070b17d55 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:30.370794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.379747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.489992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.527669 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:30.535779 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:30.536387 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:30.539842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.564526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.593730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:30.598056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=99e1e491-eb74-4fbc-9144-9bb339775c70,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:30.603921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e8111d-e777-467c-8496-07953d44e32c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:30.609526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.609916 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Added segment 797d191c-8444-461b-a3cf-5309815bbd21 of type vlan for network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea Sep 17 01:28:30.667053 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:30.671468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.688650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362fdcb1-2967-4147-8102-af8c569ed859 req-c2ad759d-57b3-4cd2-9dd7-78751b81fdae tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:30.690216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-362fdcb1-2967-4147-8102-af8c569ed859 req-c2ad759d-57b3-4cd2-9dd7-78751b81fdae tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1453815 Sep 17 01:28:30.694477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.697294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7e1942cc-4095-4963-b070-db6640640af4 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/ports/99e1e491-eb74-4fbc-9144-9bb339775c70 HTTP/1.1" status: 204 len: 168 time: 0.5872891 Sep 17 01:28:30.699807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45956) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:30.792140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.796700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:30.796700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.802156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-362fdcb1-2967-4147-8102-af8c569ed859 req-0ea2ed14-f002-437f-b41e-cbaf0ff35ded tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023803 Sep 17 01:28:30.817163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting subnet 346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:28:30.821151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:30.909566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fafbd075-9f7c-44b2-adfb-36052587aed3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:30.961567 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5792f8a7-2eba-4860-a682-e5ece7505aee req-89d4d496-5fb8-4d75-b4aa-cbb7c757c4ea tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 210 time: 0.0907359 Sep 17 01:28:30.965330 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7052114 Sep 17 01:28:30.968451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45962) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:30.987570 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 2, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:31.011971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Request body: {'subnet': {'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1307355186-subnet', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:31.018425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:28:31.019209 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Updating router 23405098-8528-4637-bc09-7942839795a6 port dc227d39-fa44-4e54-b8dc-455223e618eb binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:28:31.020215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb5188-5ea5-4b97-a321-c4018fe31cef admin admin] Pushing event updated for resources: {'Network': ['ID=91c29e52-996a-47a1-8c1f-4563b9b3a1ea,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:31.051839 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.141406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:31.166151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Made reservation on behalf of b8556668c50d493cb0a2ab2070b17d55 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:31.172397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.274272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fafbd075-9f7c-44b2-adfb-36052587aed3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:31.275300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.329509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.342175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6c1d5-7328-4e62-b58f-08aa587d0fd3 req-8f5e9122-fc04-45e5-a7dc-422dc30066e0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:31.349980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b6c1d5-7328-4e62-b58f-08aa587d0fd3 req-8f5e9122-fc04-45e5-a7dc-422dc30066e0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1034362 Sep 17 01:28:31.353035 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.388243 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.402219 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.420708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port fafbd075-9f7c-44b2-adfb-36052587aed3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fafbd075-9f7c-44b2-adfb-36052587aed3,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:31.435814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-0c81e04b-f0b9-40ca-9f2b-e3b160f1326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:31.438838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-0c81e04b-f0b9-40ca-9f2b-e3b160f1326d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.1637833 Sep 17 01:28:31.446194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b6c1d5-7328-4e62-b58f-08aa587d0fd3 req-9f08d4c6-4585-4e0b-827f-aca41ab07ab2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943432 Sep 17 01:28:31.510698 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Attempting to bind port dc227d39-fa44-4e54-b8dc-455223e618eb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:31.510698 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Attempting to bind port dc227d39-fa44-4e54-b8dc-455223e618eb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:31.510698 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Attempting to bind port dc227d39-fa44-4e54-b8dc-455223e618eb on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:31.518308 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:31.518682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:31.519097 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.519666 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:31.520198 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Bound port: dc227d39-fa44-4e54-b8dc-455223e618eb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:31.520744 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.531128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.531401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.598794 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] For port dc227d39-fa44-4e54-b8dc-455223e618eb, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:31.602986 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] For port dc227d39-fa44-4e54-b8dc-455223e618eb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=dc227d39-fa44-4e54-b8dc-455223e618eb,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:31.604502 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17182f0d-e0ea-40ea-8c83-11411cacb619 None None] Pushing event updated for resources: {'Port': ['ID=dc227d39-fa44-4e54-b8dc-455223e618eb,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:31.619223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=fafbd075-9f7c-44b2-adfb-36052587aed3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:31.635057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48c54c92-1d21-4d80-937b-5ddee3f804d0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:31.642762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Checking segment: {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:31.643165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Network hostable DHCP agents. Network: 91c29e52-996a-47a1-8c1f-4563b9b3a1ea, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:31.647342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.685183 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.690236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-6c9f69c1-de42-4028-b218-78553b8db8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:31.691837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-6c9f69c1-de42-4028-b218-78553b8db8d5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 911 time: 0.2261763 Sep 17 01:28:31.741254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-5305c52b-68b3-458a-93d9-dd9a681a9304 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72bf2d0a-5763-4053-a478-9ee84fda811c HTTP/1.1" status: 200 len: 217 time: 0.0404174 Sep 17 01:28:31.743506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:31.751248 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:31.751926 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:31.753871 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17182f0d-e0ea-40ea-8c83-11411cacb619 None None] Pushing event updated for resources: {'Port': ['ID=dc227d39-fa44-4e54-b8dc-455223e618eb,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:31.809167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-2d9967e7-ccbf-4940-a5b0-8c382c6ce70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:31.810636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-2d9967e7-ccbf-4940-a5b0-8c382c6ce70a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.0617993 Sep 17 01:28:31.817718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-20dbba4f-cae2-44e0-a633-875d13a63da2 None None] Provisioning complete for port dc227d39-fa44-4e54-b8dc-455223e618eb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:31.818143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20dbba4f-cae2-44e0-a633-875d13a63da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.848387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-2aa62438-4d73-47be-8b2f-9ce3205f0acc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294948 Sep 17 01:28:31.888041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 91c29e52-996a-47a1-8c1f-4563b9b3a1ea) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:31.894072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:31.895950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.901077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9b142-de04-416f-8c84-9ff9f11cbb25 None None] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:31.907293 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:31.947963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:31.999186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Subnet': ['ID=346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:32.004334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.007197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c0166-a2e6-4707-bc39-a3ca09b8031a req-1dab95bd-c7fd-4d37-b1ed-0c269f8d59c1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:32.007392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4d602000-b32a-4d82-82a2-9339d72b85be tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/subnets/346d1b7e-abfd-4c25-9b36-19f0f8a2aa4b HTTP/1.1" status: 204 len: 168 time: 1.3055267 Sep 17 01:28:32.010320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-072c0166-a2e6-4707-bc39-a3ca09b8031a req-1dab95bd-c7fd-4d37-b1ed-0c269f8d59c1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0811813 Sep 17 01:28:32.011255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45968) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:32.029693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-acd7e52a-ee50-4033-a2c0-0346df26b079 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710587 Sep 17 01:28:32.071789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000ae291-b1cd-42ba-8ff1-e478b0db9f5c None None] Network f9a94a65-cb23-49a1-a4b3-6dd12f272e3b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:32.103952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20dbba4f-cae2-44e0-a633-875d13a63da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.151319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7704776b-4f2c-4b1f-8f33-260a20cd07a4 req-9bbf545a-bcb0-488e-a743-16b6d1ade03a tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 210 time: 0.0439162 Sep 17 01:28:32.222817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-547a831b-cf45-418e-bec0-8cc79309bc1b req-50598e18-9707-43a8-bc26-87c488956fd2 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860232 Sep 17 01:28:32.241133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:32.260756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-20dbba4f-cae2-44e0-a633-875d13a63da2 None None] For port dc227d39-fa44-4e54-b8dc-455223e618eb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=dc227d39-fa44-4e54-b8dc-455223e618eb,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:32.287206 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6e8e4c-ad71-48c9-9884-00e1915fa4cb None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:32.337509 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20dbba4f-cae2-44e0-a633-875d13a63da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.380168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-140864a9-a58f-4865-8bb3-ed883db47b4b tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:32.382169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-140864a9-a58f-4865-8bb3-ed883db47b4b tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.36 "GET /v2.0/networks?id=693ddd91-655d-4f07-94a9-2581eec0f293 HTTP/1.1" status: 200 len: 809 time: 0.2114131 Sep 17 01:28:32.390066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-91c29e52-996a-47a1-8c1f-4563b9b3a1ea', 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'fixed_ips': [{'subnet_id': '48c54c92-1d21-4d80-937b-5ddee3f804d0'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:28:32.391660 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.402119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Request body: {'port': {'device_id': '14a47736-0953-4105-b96a-3ebf0e297b06', 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293', 'admin_state_up': True, 'tenant_id': 'c777082f67304d108132a9b99c813e81'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:32.464560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbba4f-cae2-44e0-a633-875d13a63da2 None None] Pushing event updated for resources: {'Port': ['ID=dc227d39-fa44-4e54-b8dc-455223e618eb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:32.556598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] DHCP port deletion for f9a94a65-cb23-49a1-a4b3-6dd12f272e3b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:28:32.621413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7086af20-1b87-4a89-a495-f828d411d43d None None] Provisioning complete for port dc227d39-fa44-4e54-b8dc-455223e618eb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:32.622134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7086af20-1b87-4a89-a495-f828d411d43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.677521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3a71c-c70f-4a4f-8d22-09909ba8eca4 req-4967f198-2eca-42ea-a954-4fbf4cfb49bd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:32.680456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2e3a71c-c70f-4a4f-8d22-09909ba8eca4 req-4967f198-2eca-42ea-a954-4fbf4cfb49bd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.0872383 Sep 17 01:28:32.732840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] Deleting port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:32.733218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.733739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aeb7fa1d-8f5f-4465-a94c-914429b7b136 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7647271 Sep 17 01:28:32.738886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.742839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:32.753450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Made reservation on behalf of c777082f67304d108132a9b99c813e81 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:32.757521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:32.776496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.814735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] For port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,segment=NetworkSegment(dea3a4d4-d976-4391-9442-24544b3fd22d),segment_id=dea3a4d4-d976-4391-9442-24544b3fd22d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:32.815277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.833593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] Calling delete_port for 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:32.841145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-072c0166-a2e6-4707-bc39-a3ca09b8031a req-3e934224-769d-4b4f-ba46-2e4b7fa41c1d tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990019 Sep 17 01:28:32.868676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2e3a71c-c70f-4a4f-8d22-09909ba8eca4 req-da8ad972-3d64-4efc-99ac-82921da1b3f0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811965 Sep 17 01:28:32.869801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Deleting port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:32.870413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.997758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:32.998571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Allocated IP 172.20.0.2 (91c29e52-996a-47a1-8c1f-4563b9b3a1ea/48c54c92-1d21-4d80-937b-5ddee3f804d0/7c3db45a-85b1-45ee-84b3-226fc90a00c0) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:32.999025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.017882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] For port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,segment=NetworkSegment(dea3a4d4-d976-4391-9442-24544b3fd22d),segment_id=dea3a4d4-d976-4391-9442-24544b3fd22d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:33.018375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.041390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Calling delete_port for 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:33.088390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc227d39-fa44-4e54-b8dc-455223e618eb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:33.095677 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.134176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Allocated IP 172.20.0.4 (693ddd91-655d-4f07-94a9-2581eec0f293/4f795a12-d82d-486c-ad36-05f253d80c23/b9a72b7f-6e46-48a4-86c1-b9625184879d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:33.208580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.253447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] Pushing event deleted for resources: {'Port': ['ID=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:33.278072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port dc227d39-fa44-4e54-b8dc-455223e618eb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:33.278391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.280180 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.286903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394d7cd0-874f-40ff-8ef4-179f495d966a None None] No DVR routers for this DVR port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:33.394748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-faedba2d-980d-488e-8240-3d1fdc974876 req-dfc5371d-89e9-4d9a-a5f0-e5412d377bf6 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 210 time: 0.1076515 Sep 17 01:28:33.427027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.427498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.437700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Port': ['ID=0f35c9c1-6ddf-490e-bae8-0e93920ccaa8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:33.439818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] No DVR routers for this DVR port 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:33.442665 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.479061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fafbd075-9f7c-44b2-adfb-36052587aed3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:33.505708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.536492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.558500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a94a65-cb23-49a1-a4b3-6dd12f272e3b']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:33.560539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:33.565685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:33.568470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dea3a4d4-d976-4391-9442-24544b3fd22d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:33.569413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dea3a4d4-d976-4391-9442-24544b3fd22d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:33.570133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:33.585547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.585779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Pushing event updated for resources: {'Port': ['ID=7c3db45a-85b1-45ee-84b3-226fc90a00c0,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:33.605680 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.611943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.630759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:28:33.632379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.638456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fafbd075-9f7c-44b2-adfb-36052587aed3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:33.638593 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.669910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Network 693ddd91-655d-4f07-94a9-2581eec0f293 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:33.671753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Attempting to bind port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:33.672121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Attempting to bind port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:33.672536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Attempting to bind port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 on network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:33.674592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:33.682977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:33.683391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Checking segment: {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:33.683798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.684190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Bound using segment: {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:33.684664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Bound port: 7c3db45a-85b1-45ee-84b3-226fc90a00c0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:33.685044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.685429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:28:33.721197 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:28:33.745446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Pushing event updated for resources: {'Port': ['ID=b9a72b7f-6e46-48a4-86c1-b9625184879d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:33.755195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:33.755755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.800622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] For port 7c3db45a-85b1-45ee-84b3-226fc90a00c0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:33.804029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] For port 7c3db45a-85b1-45ee-84b3-226fc90a00c0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7c3db45a-85b1-45ee-84b3-226fc90a00c0,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:33.817658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.825868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.827780 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] 10.222.0.13 "DELETE /v2.0/networks/f9a94a65-cb23-49a1-a4b3-6dd12f272e3b HTTP/1.1" status: 204 len: 168 time: 1.8152838 Sep 17 01:28:33.839665 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-a606a94d-6856-4979-8c55-d2be2840e253 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4481947 Sep 17 01:28:33.842323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718e332-6cab-457b-b57c-66a7a7cbbc53 tempest-AllowedAddressPairTestJSON-791168518 tempest-AllowedAddressPairTestJSON-791168518-project] Pushing event deleted for resources: {'Network': ['ID=f9a94a65-cb23-49a1-a4b3-6dd12f272e3b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:33.853898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:28:33.854962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Request body: {'port': {'device_id': '14a47736-0953-4105-b96a-3ebf0e297b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:33.887465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:33.889611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:28:33.890046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f35c9c1-6ddf-490e-bae8-0e93920ccaa8 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:28:33.957645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a608b9b-9ad6-46d2-9d97-4f180bb48456 None None] Pushing event updated for resources: {'Port': ['ID=7c3db45a-85b1-45ee-84b3-226fc90a00c0,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:34.004629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.060270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.089542 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.107225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0b7d0-20bd-47c8-85c8-cf100b24c7c5 req-32b33c98-537c-4f69-bbbf-6420b104818c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:34.108932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d0b7d0-20bd-47c8-85c8-cf100b24c7c5 req-32b33c98-537c-4f69-bbbf-6420b104818c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1008120 Sep 17 01:28:34.116115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee446232-ff7f-41cd-942f-039caaf7fba9 req-f535024c-23c3-46b4-ab8d-9d331547453c tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:34.117057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee446232-ff7f-41cd-942f-039caaf7fba9 req-f535024c-23c3-46b4-ab8d-9d331547453c tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0980589 Sep 17 01:28:34.217311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-68d0b7d0-20bd-47c8-85c8-cf100b24c7c5 req-35e8b416-e774-4d29-8dc1-e423352108db tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914586 Sep 17 01:28:34.234267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee446232-ff7f-41cd-942f-039caaf7fba9 req-f340d08a-8c28-4189-a58f-fc64ac800898 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058350 Sep 17 01:28:34.280229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Allocated IP 172.25.1.64 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/3789ce70-4bd3-465d-ac55-11e3bbb99d67) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:34.395157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.450477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a72b7f-6e46-48a4-86c1-b9625184879d {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:28:34.458799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.475404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Transition to ACTIVE for port object b9a72b7f-6e46-48a4-86c1-b9625184879d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:28:34.499704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 45990) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:34.522039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.541599 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.578846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:34.582563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:34.587780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:34.625243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Pushing event updated for resources: {'Port': ['ID=3789ce70-4bd3-465d-ac55-11e3bbb99d67,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:34.643726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a72b7f-6e46-48a4-86c1-b9625184879d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:34.659827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5a3ed-655b-4309-b03b-e1f0f80c2e8b req-5705a391-ba61-4e1c-8ce4-fe906801e83e tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:34.661347 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6a5a3ed-655b-4309-b03b-e1f0f80c2e8b req-5705a391-ba61-4e1c-8ce4-fe906801e83e tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 931 time: 0.1606846 Sep 17 01:28:34.670529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Attempting to bind port b9a72b7f-6e46-48a4-86c1-b9625184879d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:34.670941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Attempting to bind port b9a72b7f-6e46-48a4-86c1-b9625184879d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '3da4607a-6c69-4270-acef-55e68051c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:34.671362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Attempting to bind port b9a72b7f-6e46-48a4-86c1-b9625184879d on network 693ddd91-655d-4f07-94a9-2581eec0f293 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:34.675986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Port b9a72b7f-6e46-48a4-86c1-b9625184879d on network 693ddd91-655d-4f07-94a9-2581eec0f293 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:28:34.676301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Attempting to bind port b9a72b7f-6e46-48a4-86c1-b9625184879d on network 693ddd91-655d-4f07-94a9-2581eec0f293 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:34.681914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:34.682247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Checking segment: {'id': '3da4607a-6c69-4270-acef-55e68051c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:34.682625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Bound using segment: {'id': '3da4607a-6c69-4270-acef-55e68051c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:34.683071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Bound port: b9a72b7f-6e46-48a4-86c1-b9625184879d, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3da4607a-6c69-4270-acef-55e68051c0bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:34.683446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.752007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] For port b9a72b7f-6e46-48a4-86c1-b9625184879d, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:34.758628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] For port b9a72b7f-6e46-48a4-86c1-b9625184879d, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b9a72b7f-6e46-48a4-86c1-b9625184879d,segment=NetworkSegment(3da4607a-6c69-4270-acef-55e68051c0bd),segment_id=3da4607a-6c69-4270-acef-55e68051c0bd)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:34.796543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8104a29-6d8e-4527-889d-e7de2527969a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e2d5719943d439498c3346ad6922d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919459 Sep 17 01:28:34.796897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 45994) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:34.834563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7c3db45a-85b1-45ee-84b3-226fc90a00c0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:34.846034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e6a5a3ed-655b-4309-b03b-e1f0f80c2e8b req-e143cdad-8974-44a9-a555-fd98a4c935db tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762688 Sep 17 01:28:34.865186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.865186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abd5ae3b-20b3-493b-a2ca-af682d8d1c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.906982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:34.906982 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.917031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:34.918024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.919818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] 10.222.0.36 "PUT /v2.0/ports/b9a72b7f-6e46-48a4-86c1-b9625184879d HTTP/1.1" status: 200 len: 1091 time: 1.0720501 Sep 17 01:28:34.926231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14a47736-0953-4105-b96a-3ebf0e297b06', 'tag': 'b9a72b7f-6e46-48a4-86c1-b9625184879d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:34.929460 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518abc91-49d9-4224-9896-e6d3e65c77b1" -d '{"events": [{"name": "network-changed", "server_uuid": "14a47736-0953-4105-b96a-3ebf0e297b06", "tag": "b9a72b7f-6e46-48a4-86c1-b9625184879d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:34.948973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abd5ae3b-20b3-493b-a2ca-af682d8d1c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:34.979453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb634-3570-4648-9e1d-e7cdf5eb5f98 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a72b7f-6e46-48a4-86c1-b9625184879d,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:34.997403 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f21d5c-6f01-4e61-bfba-d84db57fb361 x-openstack-request-id: req-26f21d5c-6f01-4e61-bfba-d84db57fb361 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:34.997759 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14a47736-0953-4105-b96a-3ebf0e297b06", "tag": "b9a72b7f-6e46-48a4-86c1-b9625184879d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:34.998077 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26f21d5c-6f01-4e61-bfba-d84db57fb361 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:34.998538 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14a47736-0953-4105-b96a-3ebf0e297b06', 'tag': 'b9a72b7f-6e46-48a4-86c1-b9625184879d', 'status': 'completed', 'code': 200} Sep 17 01:28:35.039249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.074484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 7c3db45a-85b1-45ee-84b3-226fc90a00c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7c3db45a-85b1-45ee-84b3-226fc90a00c0,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:35.083681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.086106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abc91-49d9-4224-9896-e6d3e65c77b1 req-b735a147-a6c9-446f-88f6-250aa945514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.087462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-518abc91-49d9-4224-9896-e6d3e65c77b1 req-b735a147-a6c9-446f-88f6-250aa945514c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c777082f67304d108132a9b99c813e81&device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 1094 time: 0.0664687 Sep 17 01:28:35.094479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abd5ae3b-20b3-493b-a2ca-af682d8d1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.097383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abd5ae3b-20b3-493b-a2ca-af682d8d1c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.098768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-abd5ae3b-20b3-493b-a2ca-af682d8d1c03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9914c621-e94d-45a5-b60d-3a5d187d6e27 HTTP/1.1" status: 204 len: 168 time: 0.3006067 Sep 17 01:28:35.144803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5ae3b-20b3-493b-a2ca-af682d8d1c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9914c621-e94d-45a5-b60d-3a5d187d6e27,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:35.151492 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.235170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=7c3db45a-85b1-45ee-84b3-226fc90a00c0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:35.237083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abc91-49d9-4224-9896-e6d3e65c77b1 req-daf1555d-53d0-4c5c-bb72-67c9c031fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.238896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-518abc91-49d9-4224-9896-e6d3e65c77b1 req-daf1555d-53d0-4c5c-bb72-67c9c031fd03 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c777082f67304d108132a9b99c813e81&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1373603 Sep 17 01:28:35.291902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66623ddf-f574-49e6-a1f2-faa18dd5fe82 None None] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:35.394542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ebcd620f-6383-4053-922e-3a6dcf464fa8 None None] Provisioning complete for port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:35.394924 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ebcd620f-6383-4053-922e-3a6dcf464fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.412996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.428748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823d7bb-8ffb-4b0b-b755-ffc71c8ade43 req-8bd5f3fc-de68-47ff-8997-60cfb2dc1393 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.436703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6823d7bb-8ffb-4b0b-b755-ffc71c8ade43 req-8bd5f3fc-de68-47ff-8997-60cfb2dc1393 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0888779 Sep 17 01:28:35.446286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80126c9d-2289-46b1-9c63-e23d1416a182 req-d3a36a3a-0009-4408-9b76-db2079fea190 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.448149 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80126c9d-2289-46b1-9c63-e23d1416a182 req-d3a36a3a-0009-4408-9b76-db2079fea190 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1360693 Sep 17 01:28:35.466741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abc91-49d9-4224-9896-e6d3e65c77b1 req-22fc7d0a-f797-4cfa-afdc-5661a52e641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.471638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-518abc91-49d9-4224-9896-e6d3e65c77b1 req-22fc7d0a-f797-4cfa-afdc-5661a52e641e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2249742 Sep 17 01:28:35.473223 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3ab6de45-954a-4e7e-8cf3-0de91a44fb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.510821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6823d7bb-8ffb-4b0b-b755-ffc71c8ade43 req-b0d3e593-ed1d-4c8a-b0e4-798cb1ed17fe tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731487 Sep 17 01:28:35.586286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-8630a191-05a1-48f5-8613-651d7c4e327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.588113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-8630a191-05a1-48f5-8613-651d7c4e327c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c777082f67304d108132a9b99c813e81&device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 1094 time: 0.0517092 Sep 17 01:28:35.636201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-453ff4c6-6292-479a-9639-d6cbe394f063 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b9a72b7f-6e46-48a4-86c1-b9625184879d HTTP/1.1" status: 200 len: 217 time: 0.0401034 Sep 17 01:28:35.641718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80126c9d-2289-46b1-9c63-e23d1416a182 req-80d8cff8-b8b1-4b81-b27e-f0a14608c017 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399889 Sep 17 01:28:35.704988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-528dbf88-0da8-4ca2-886f-e5d5ee49b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:35.706449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-528dbf88-0da8-4ca2-886f-e5d5ee49b5bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4f795a12-d82d-486c-ad36-05f253d80c23 HTTP/1.1" status: 200 len: 849 time: 0.0624518 Sep 17 01:28:35.742056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-ef13c997-2155-419b-ae89-4f0a6a1e0df8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=693ddd91-655d-4f07-94a9-2581eec0f293&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276926 Sep 17 01:28:35.745293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Router 758d28dc-5578-4e88-94ed-c0dff8611210 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:28:35.858685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-313573c9-a66c-4252-bb0c-60820fd655a9 service neutron] 10.222.0.36 "GET /v2.0/networks/693ddd91-655d-4f07-94a9-2581eec0f293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082106 Sep 17 01:28:35.859110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0c9d9bf6-efd9-4488-8b9e-e73c29fc3d8f None None] Provisioning complete for port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:35.859620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0c9d9bf6-efd9-4488-8b9e-e73c29fc3d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.894616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:35.909059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Sync routers for ids ['758d28dc-5578-4e88-94ed-c0dff8611210'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:35.926526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Routers {'758d28dc-5578-4e88-94ed-c0dff8611210'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:35.927193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['758d28dc-5578-4e88-94ed-c0dff8611210'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:35.965417 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:35.966883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f892a76-5cab-42f5-854d-fc46bb00a577 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2228913 Sep 17 01:28:35.969670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46020) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:36.015406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67699e-0b32-4713-9cdc-744a4ceba1b6 req-9be545be-6561-421c-8dd1-4dae5cabdfeb tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:36.016915 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d67699e-0b32-4713-9cdc-744a4ceba1b6 req-9be545be-6561-421c-8dd1-4dae5cabdfeb tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 943 time: 0.0750606 Sep 17 01:28:36.018876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec91806c-3120-4f19-bad5-f24c54a32eac req-83e22025-4f06-489d-99c3-c379118bff51 service neutron] 10.222.0.36 "GET /v2.0/networks/693ddd91-655d-4f07-94a9-2581eec0f293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531520 Sep 17 01:28:36.072527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d67699e-0b32-4713-9cdc-744a4ceba1b6 req-fdc7a07e-0b6d-45f2-9846-37928cf1152e tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Sep 17 01:28:36.079230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Set router 758d28dc-5578-4e88-94ed-c0dff8611210 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:36.285146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46026) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:36.389905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-13776212'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:36.424433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:28:34Z', 'revision_number': 3, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:36.452030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Checking router: 758d28dc-5578-4e88-94ed-c0dff8611210 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:28:36.452385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Updating router 758d28dc-5578-4e88-94ed-c0dff8611210 port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:28:36.460282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.465223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:36.469003 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.478431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.481413 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.592978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.653884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.671460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Allocated IP 172.20.0.1 (91c29e52-996a-47a1-8c1f-4563b9b3a1ea/48c54c92-1d21-4d80-937b-5ddee3f804d0/501211c0-3fab-4625-a11d-e82b831dd3fe) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:36.684344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:28:36.689432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a377f3-6ffe-4be2-aad8-fced8dfcafa9 req-74eeda28-0a91-4b24-a0f2-f3f400bf92fc tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:36.691475 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08a377f3-6ffe-4be2-aad8-fced8dfcafa9 req-74eeda28-0a91-4b24-a0f2-f3f400bf92fc tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0689270 Sep 17 01:28:36.704317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac5686-fae1-4163-8914-514910c9cd71,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:36.727959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.728306 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Added segment 2f062922-590d-43d9-bca0-be266da7b40d of type vlan for network 0e608b38-ea83-40c5-aada-b94b3c71187f Sep 17 01:28:36.785462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.794001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08a377f3-6ffe-4be2-aad8-fced8dfcafa9 req-ce7abf50-31d1-44d2-bbf9-8eb5c8d19c27 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949712 Sep 17 01:28:36.821230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7c3db45a-85b1-45ee-84b3-226fc90a00c0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:36.830072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.840501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.845254 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.862998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1df26-d247-4bd0-a04b-c152d759b060 req-9c6b89f1-497a-49f0-8efc-325914a5717f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:36.864641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecf1df26-d247-4bd0-a04b-c152d759b060 req-9c6b89f1-497a-49f0-8efc-325914a5717f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.0910790 Sep 17 01:28:36.908456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecf1df26-d247-4bd0-a04b-c152d759b060 req-cd201547-fa99-4690-bff9-0e77109639d4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341585 Sep 17 01:28:36.917613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Attempting to bind port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:36.918332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Attempting to bind port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:36.918498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Attempting to bind port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:36.921701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27b6cf-ed5d-4d7c-8026-167c6f59cb89 None None] Pushing event updated for resources: {'Port': ['ID=3789ce70-4bd3-465d-ac55-11e3bbb99d67,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:36.929150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:36.929498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:36.929904 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.930292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:36.930764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Bound port: 3789ce70-4bd3-465d-ac55-11e3bbb99d67, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:36.931172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.939490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.945355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:36.946319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.956681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:36.957052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:36.997028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.020461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] For port 3789ce70-4bd3-465d-ac55-11e3bbb99d67, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:37.035599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] For port 3789ce70-4bd3-465d-ac55-11e3bbb99d67, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3789ce70-4bd3-465d-ac55-11e3bbb99d67,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:37.048506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:37.051541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Network': ['ID=0e608b38-ea83-40c5-aada-b94b3c71187f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:37.063284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7102684d-d2fd-4b0e-ba0a-f737b19d1990 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7734532 Sep 17 01:28:37.069226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Pushing event updated for resources: {'Port': ['ID=501211c0-3fab-4625-a11d-e82b831dd3fe,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:37.069226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:37.069473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46034) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:37.069747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:28:37.069977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:37.076710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:37.124879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.136392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.216997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Routers {'758d28dc-5578-4e88-94ed-c0dff8611210'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:37.217628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['758d28dc-5578-4e88-94ed-c0dff8611210'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:37.222588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27b6cf-ed5d-4d7c-8026-167c6f59cb89 None None] Pushing event updated for resources: {'Port': ['ID=3789ce70-4bd3-465d-ac55-11e3bbb99d67,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:37.286218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6946224-a950-4645-96dc-c2c2a861b684 req-874d9640-3f27-4c62-8825-241f553b85f4 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:37.288529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6946224-a950-4645-96dc-c2c2a861b684 req-874d9640-3f27-4c62-8825-241f553b85f4 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 943 time: 0.0894768 Sep 17 01:28:37.310708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:37.315120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.336268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d6946224-a950-4645-96dc-c2c2a861b684 req-7cc7b648-a1e4-4cef-bee0-47766d1ee60f tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401976 Sep 17 01:28:37.359390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] Set router 758d28dc-5578-4e88-94ed-c0dff8611210 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:37.374547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.442265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cd6bf290-2a46-4615-81e7-95eb120e5255 None None] Provisioning complete for port 501211c0-3fab-4625-a11d-e82b831dd3fe triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:37.442621 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cd6bf290-2a46-4615-81e7-95eb120e5255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.520863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bf290-2a46-4615-81e7-95eb120e5255 None None] Port 501211c0-3fab-4625-a11d-e82b831dd3fe cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:37.560697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.587585 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.588497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:28:34Z', 'revision_number': 3, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:37.614571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84972137-226e-4454-acd4-11b20ef647f1 None None] The sync data for ids ['758d28dc-5578-4e88-94ed-c0dff8611210'] in n-d-789963-7 is: [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:28:34Z', 'revision_number': 3, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:37.619703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.652297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=be00b1ff-31a4-4026-ba4e-62fd94e50622,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:37.664794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:37.665168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network hostable DHCP agents. Network: 0e608b38-ea83-40c5-aada-b94b3c71187f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:28:37.700716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Pushing event updated for resources: {'Port': ['ID=501211c0-3fab-4625-a11d-e82b831dd3fe,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:37.703413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.747033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:28:37.798104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:37.803441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:37.822429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0e608b38-ea83-40c5-aada-b94b3c71187f) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:37.827233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:37.828261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:37.837484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f43a03e-fba5-4fc3-84d2-f2f5432f3e8d None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:37.925324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-56db4917-22fb-470f-ab0b-220137a67412 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8589132 Sep 17 01:28:37.927970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46040) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:37.933496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'name': 'tempest-NetworksTestDHCPv6-132036446'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:37.970970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Router 758d28dc-5578-4e88-94ed-c0dff8611210 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:28:38.154227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285abe2-0824-422d-81ef-face089996e0 req-f4b9fa62-7257-4595-a8e3-5864d846820a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:38.155979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7285abe2-0824-422d-81ef-face089996e0 req-f4b9fa62-7257-4595-a8e3-5864d846820a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2185373 Sep 17 01:28:38.164965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'be00b1ff-31a4-4026-ba4e-62fd94e50622'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:28:38.166600 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.176375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a7aa8e55-8fd0-4ecc-a623-b6e1e47cb4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.192995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dfd8c-c5b6-40bf-a268-d4e4d74c8dad req-19dafa0a-8017-4655-bd1e-db11b9107397 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:38.195220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776dfd8c-c5b6-40bf-a268-d4e4d74c8dad req-19dafa0a-8017-4655-bd1e-db11b9107397 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1198876 Sep 17 01:28:38.233613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7285abe2-0824-422d-81ef-face089996e0 req-74cdc99f-4059-44db-ba82-797bfe7cfde9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556984 Sep 17 01:28:38.234768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:38.238925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.262119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port c6c712aa-d01c-42f8-a790-6522aa769746 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:38.344630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b9a72b7f-6e46-48a4-86c1-b9625184879d details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:28:38.434307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::b8 (0e608b38-ea83-40c5-aada-b94b3c71187f/be00b1ff-31a4-4026-ba4e-62fd94e50622/c6c712aa-d01c-42f8-a790-6522aa769746) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:38.475605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6a25040a-7bde-4777-977e-9af72106947c None None] Provisioning complete for port 501211c0-3fab-4625-a11d-e82b831dd3fe triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:38.476209 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a25040a-7bde-4777-977e-9af72106947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.542927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6a25040a-7bde-4777-977e-9af72106947c None None] Port 501211c0-3fab-4625-a11d-e82b831dd3fe cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:38.551514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b9a72b7f-6e46-48a4-86c1-b9625184879d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b9a72b7f-6e46-48a4-86c1-b9625184879d,segment=NetworkSegment(3da4607a-6c69-4270-acef-55e68051c0bd),segment_id=3da4607a-6c69-4270-acef-55e68051c0bd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:38.564297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'b9a72b7f-6e46-48a4-86c1-b9625184879d', 'network_id': '693ddd91-655d-4f07-94a9-2581eec0f293', 'port_id': 'b9a72b7f-6e46-48a4-86c1-b9625184879d', 'mac_address': 'fa:16:3e:77:f7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f795a12-d82d-486c-ad36-05f253d80c23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:28:38.567574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be9f71-9630-4493-9236-2dcda56823b4 req-96d5ebef-0446-41a5-94a3-18847897d337 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:38.569790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1be9f71-9630-4493-9236-2dcda56823b4 req-96d5ebef-0446-41a5-94a3-18847897d337 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 943 time: 0.1089952 Sep 17 01:28:38.616266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.633250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a72b7f-6e46-48a4-86c1-b9625184879d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:28:38.663297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b9a72b7f-6e46-48a4-86c1-b9625184879d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b9a72b7f-6e46-48a4-86c1-b9625184879d,segment=NetworkSegment(3da4607a-6c69-4270-acef-55e68051c0bd),segment_id=3da4607a-6c69-4270-acef-55e68051c0bd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:38.680908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:28:38.696290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-58c1b9cc-22ad-48b9-8da8-9f5db14d14a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/758d28dc-5578-4e88-94ed-c0dff8611210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7160044 Sep 17 01:28:38.707635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776dfd8c-c5b6-40bf-a268-d4e4d74c8dad req-8d146b57-6c26-467c-aafb-9b5996d5420f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5059617 Sep 17 01:28:38.736660 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.824786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b9a72b7f-6e46-48a4-86c1-b9625184879d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:38.866245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3789ce70-4bd3-465d-ac55-11e3bbb99d67 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:38.926524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:38.927049 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:38.983275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1be9f71-9630-4493-9236-2dcda56823b4 req-8dad443f-b27a-4cc6-8234-524cfff045a2 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014714 Sep 17 01:28:39.008017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b9a72b7f-6e46-48a4-86c1-b9625184879d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:28:39.018040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.050666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.082534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 3789ce70-4bd3-465d-ac55-11e3bbb99d67, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3789ce70-4bd3-465d-ac55-11e3bbb99d67,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:39.111637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.119655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.156190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:39.159331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:39.161913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:39.168262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:39.168882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.177342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.188528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=c6c712aa-d01c-42f8-a790-6522aa769746,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:39.190325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/be00b1ff-31a4-4026-ba4e-62fd94e50622/5977aea1-3fbd-44e7-962b-0c8bbbbf635e) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:39.196436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.196795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.197142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.197754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.197891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.198183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.198522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.198851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.199239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.199615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.199953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.200282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:39.281761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=3789ce70-4bd3-465d-ac55-11e3bbb99d67,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:39.312175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fd273773-1f68-4628-8a72-d1b1faeff3a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3829911 Sep 17 01:28:39.314777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46060) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:39.390387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f72a89f-5123-4e73-9d0b-58a814beeeed tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:39.392013 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4f72a89f-5123-4e73-9d0b-58a814beeeed tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0761781 Sep 17 01:28:39.394783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46062) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:39.416979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efaab1f-cb9d-463f-8e51-7c93a98d5f27 req-0b6504bb-0652-47e5-829b-58ccb2cb875d tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:39.418634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5efaab1f-cb9d-463f-8e51-7c93a98d5f27 req-0b6504bb-0652-47e5-829b-58ccb2cb875d tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0823257 Sep 17 01:28:39.477572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5efaab1f-cb9d-463f-8e51-7c93a98d5f27 req-f81f54de-5559-4c20-9b1a-31eb4dc0b0ae tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486488 Sep 17 01:28:39.515572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port c6c712aa-d01c-42f8-a790-6522aa769746 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:39.520805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.586820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.596163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.611296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.623971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for c6c712aa-d01c-42f8-a790-6522aa769746 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:39.636729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.675709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:39.678764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:39.681447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:39.693394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Pushing event updated for resources: {'Port': ['ID=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:39.766039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Attempting to bind port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:39.766039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Attempting to bind port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:39.766039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Attempting to bind port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:39.767768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:39.768178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:39.768583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.768976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:39.769441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Bound port: 5977aea1-3fbd-44e7-962b-0c8bbbbf635e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:39.769825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.842228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] For port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:39.846612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] For port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:39.856782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdbcdc-7591-43d4-abb0-f1901aecb371 req-f7ff4612-c794-4c68-a356-8814c0bf2be4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:39.858396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35fdbcdc-7591-43d4-abb0-f1901aecb371 req-f7ff4612-c794-4c68-a356-8814c0bf2be4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.0641685 Sep 17 01:28:39.859728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.908891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=c6c712aa-d01c-42f8-a790-6522aa769746,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:39.935227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.937668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dd8e8c65-c3c5-4c57-9901-3902d3a6ed9a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/c6c712aa-d01c-42f8-a790-6522aa769746 HTTP/1.1" status: 204 len: 168 time: 0.5418324 Sep 17 01:28:39.940233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46066) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:39.942749 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Sync routers for ids ['758d28dc-5578-4e88-94ed-c0dff8611210'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:28:39.951595 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:39.955639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Routers {'758d28dc-5578-4e88-94ed-c0dff8611210'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:39.955639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['758d28dc-5578-4e88-94ed-c0dff8611210'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:39.967924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35fdbcdc-7591-43d4-abb0-f1901aecb371 req-a0e808df-b3c4-42d3-8e62-afc744b6b6de tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021149 Sep 17 01:28:40.046156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5783-14d3-46a1-8b13-f922f03e47cb None None] Pushing event updated for resources: {'Port': ['ID=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:40.084293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee99389-81f5-4664-9c92-c60810ddcac7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:40.086053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee99389-81f5-4664-9c92-c60810ddcac7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:40.087757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aee99389-81f5-4664-9c92-c60810ddcac7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1465387 Sep 17 01:28:40.090639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46072) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:40.144591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e9592-5879-4286-a9e9-9b33e253f3cb req-90e25a1a-f97b-4652-964c-82391c2de064 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:40.153808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-886e9592-5879-4286-a9e9-9b33e253f3cb req-90e25a1a-f97b-4652-964c-82391c2de064 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 944 time: 0.0647919 Sep 17 01:28:40.199949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet be00b1ff-31a4-4026-ba4e-62fd94e50622 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:28:40.203546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.239009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-886e9592-5879-4286-a9e9-9b33e253f3cb req-0ff7a09a-71a9-4ccc-9e00-ccdc2b58384d tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835383 Sep 17 01:28:40.273612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.278594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Set router 758d28dc-5578-4e88-94ed-c0dff8611210 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:40.354511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:28:40.365412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b9a72b7f-6e46-48a4-86c1-b9625184879d up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:40.434128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.588075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port b9a72b7f-6e46-48a4-86c1-b9625184879d completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:28:40.602600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:40.612030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port b9a72b7f-6e46-48a4-86c1-b9625184879d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:40.612482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.616386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.640059 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:28:37Z', 'revision_number': 4, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '501211c0-3fab-4625-a11d-e82b831dd3fe', 'name': '', 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'mac_address': 'fa:16:3e:c0:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '48c54c92-1d21-4d80-937b-5ddee3f804d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:36Z', 'updated_at': '2021-09-17T01:28:37Z', 'revision_number': 2, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'subnets': [{'id': '48c54c92-1d21-4d80-937b-5ddee3f804d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:40.673772 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Checking router: 758d28dc-5578-4e88-94ed-c0dff8611210 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:28:40.674245 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Updating router 758d28dc-5578-4e88-94ed-c0dff8611210 port 501211c0-3fab-4625-a11d-e82b831dd3fe binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:28:40.684811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.688992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'mac_address': 'fa:16:3e:3c:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:28:40.689940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:40.703984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/be00b1ff-31a4-4026-ba4e-62fd94e50622 HTTP/1.1" status: 204 len: 168 time: 0.6112900 Sep 17 01:28:40.717062 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.739018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7918d-5e8c-43f3-b4b1-f23029de7234 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=be00b1ff-31a4-4026-ba4e-62fd94e50622,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:40.785637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0f60-4c8d-4098-88f7-dc037c78d749 req-9b3ce7c5-cd93-4286-a9c1-42fe24d8f608 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:40.788023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dfb0f60-4c8d-4098-88f7-dc037c78d749 req-9b3ce7c5-cd93-4286-a9c1-42fe24d8f608 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1676168 Sep 17 01:28:40.813490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.850754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-73230629-97de-4765-b540-3300e66769d0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595237 Sep 17 01:28:40.853902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46096) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:40.862753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:40.867122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:28:40.872470 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dfb0f60-4c8d-4098-88f7-dc037c78d749 req-91d6ea9f-69e7-4f17-8472-83c690b5ffd0 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747094 Sep 17 01:28:40.891192 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:40.950945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:40.959951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a47736-0953-4105-b96a-3ebf0e297b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a72b7f-6e46-48a4-86c1-b9625184879d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:40.963123 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dacfab-3138-4582-9512-dcdc6c803c49" -d '{"events": [{"server_uuid": "14a47736-0953-4105-b96a-3ebf0e297b06", "name": "network-vif-plugged", "status": "completed", "tag": "b9a72b7f-6e46-48a4-86c1-b9625184879d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:41.029258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b9a72b7f-6e46-48a4-86c1-b9625184879d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b9a72b7f-6e46-48a4-86c1-b9625184879d,segment=NetworkSegment(3da4607a-6c69-4270-acef-55e68051c0bd),segment_id=3da4607a-6c69-4270-acef-55e68051c0bd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:41.041233 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.066600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5977aea1-3fbd-44e7-962b-0c8bbbbf635e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:41.085858 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8c654d-b71b-4f77-a1e4-2d2adcb21b6c x-openstack-request-id: req-3e8c654d-b71b-4f77-a1e4-2d2adcb21b6c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:41.086177 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a47736-0953-4105-b96a-3ebf0e297b06", "name": "network-vif-plugged", "status": "completed", "tag": "b9a72b7f-6e46-48a4-86c1-b9625184879d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:41.086406 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e8c654d-b71b-4f77-a1e4-2d2adcb21b6c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:41.089859 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a47736-0953-4105-b96a-3ebf0e297b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a72b7f-6e46-48a4-86c1-b9625184879d', 'code': 200} Sep 17 01:28:41.154407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:28:41.160714 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.242633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:41.243664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f117d-346c-41e3-aca5-0fcf90a31587 req-e345cc56-cace-4a32-a0f4-1ddb9b423508 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:41.245312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-874f117d-346c-41e3-aca5-0fcf90a31587 req-e345cc56-cace-4a32-a0f4-1ddb9b423508 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 945 time: 0.1341190 Sep 17 01:28:41.247685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.256536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215e4b-a179-46eb-878d-46899890f656 req-2218d5ac-e9d3-464f-bab0-fa5b9d77e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:41.260574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b215e4b-a179-46eb-878d-46899890f656 req-2218d5ac-e9d3-464f-bab0-fa5b9d77e659 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 1096 time: 0.0804029 Sep 17 01:28:41.346623 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.418326 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.428283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:41.449516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-874f117d-346c-41e3-aca5-0fcf90a31587 req-7033dc96-2e86-429c-93b1-1f4ee4db273b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952052 Sep 17 01:28:41.507264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1b215e4b-a179-46eb-878d-46899890f656 req-f7fcda4b-32ff-4968-b6cf-03205aaf8d31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947794 Sep 17 01:28:41.524441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:41.524933 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.528723 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.559813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed3542-4a2b-4ff3-8865-03ea1c8afbdd req-4c08feb7-d884-4286-ba65-3214858e2cdf tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:41.562027 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afed3542-4a2b-4ff3-8865-03ea1c8afbdd req-4c08feb7-d884-4286-ba65-3214858e2cdf tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 945 time: 0.1407411 Sep 17 01:28:41.587244 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Pushing event updated for resources: {'Port': ['ID=501211c0-3fab-4625-a11d-e82b831dd3fe,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.602637 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.606568 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.606568 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.606568 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.606869 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.607087 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:41.612571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=b9a72b7f-6e46-48a4-86c1-b9625184879d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:41.681789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734bfdcc-fd54-4393-b5d4-688e77d7a36e None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:41.710165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afed3542-4a2b-4ff3-8865-03ea1c8afbdd req-2ed6a859-b82e-4ee0-b706-9ec97a2a82e8 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399355 Sep 17 01:28:41.775464 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Attempting to bind port 501211c0-3fab-4625-a11d-e82b831dd3fe on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:41.777037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Attempting to bind port 501211c0-3fab-4625-a11d-e82b831dd3fe by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:41.777037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Attempting to bind port 501211c0-3fab-4625-a11d-e82b831dd3fe on network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:41.784652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:41.786364 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Checking segment: {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:41.786364 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.786364 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Bound using segment: {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:41.786364 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Bound port: 501211c0-3fab-4625-a11d-e82b831dd3fe, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797d191c-8444-461b-a3cf-5309815bbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:41.786802 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.820776 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:41.919324 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] For port 501211c0-3fab-4625-a11d-e82b831dd3fe, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:41.928584 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] For port 501211c0-3fab-4625-a11d-e82b831dd3fe, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=501211c0-3fab-4625-a11d-e82b831dd3fe,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:41.938514 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.003206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:42.016180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:42.020095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:42.034633 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.045323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f91caa4e-93f1-447c-befc-720c29cb310c None None] Provisioning complete for port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:42.046008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f91caa4e-93f1-447c-befc-720c29cb310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.053670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:42.054640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.094959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7f758-0acd-4cf3-b00c-e45c03de771d req-05318a9d-5eba-414d-8334-f395393cdad1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:42.119360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bc7f758-0acd-4cf3-b00c-e45c03de771d req-05318a9d-5eba-414d-8334-f395393cdad1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1329489 Sep 17 01:28:42.125691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=17677bca-1220-45c2-9e9a-70c662dad658,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:42.134894 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Routers {'758d28dc-5578-4e88-94ed-c0dff8611210'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:28:42.135829 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:28:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['758d28dc-5578-4e88-94ed-c0dff8611210'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:42.146190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.148364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3789ce70-4bd3-465d-ac55-11e3bbb99d67 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:42.197088 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-971064e7-0902-4872-8037-373de617fee6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3387098 Sep 17 01:28:42.197707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46122) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:42.203318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'name': 'tempest-NetworksTestDHCPv6-2145112453'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:42.239041 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df880f3-0d71-4309-82be-2999a7ae7d9f None None] Pushing event updated for resources: {'Port': ['ID=501211c0-3fab-4625-a11d-e82b831dd3fe,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:42.272642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bc7f758-0acd-4cf3-b00c-e45c03de771d req-865c427a-4945-486b-b569-798b20d5f1e4 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522002 Sep 17 01:28:42.321928 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] Set router 758d28dc-5578-4e88-94ed-c0dff8611210 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:28:42.397758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:42.509124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:42.518559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.548118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:42.595094 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:42.595856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.598546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:42.599313 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.624161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port bbee30f5-79e1-4c4d-93b4-24804cf02f09 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:42.631947 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:28:37Z', 'revision_number': 4, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '501211c0-3fab-4625-a11d-e82b831dd3fe', 'name': '', 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'mac_address': 'fa:16:3e:c0:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '48c54c92-1d21-4d80-937b-5ddee3f804d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:36Z', 'updated_at': '2021-09-17T01:28:41Z', 'revision_number': 4, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'subnets': [{'id': '48c54c92-1d21-4d80-937b-5ddee3f804d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:28:42.674606 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a53e16-ef25-4702-84bb-dcb2fd603e6f None None] The sync data for ids ['758d28dc-5578-4e88-94ed-c0dff8611210'] in n-d-789963-7 is: [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:28:37Z', 'revision_number': 4, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '501211c0-3fab-4625-a11d-e82b831dd3fe', 'name': '', 'network_id': '91c29e52-996a-47a1-8c1f-4563b9b3a1ea', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'mac_address': 'fa:16:3e:c0:61:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': '48c54c92-1d21-4d80-937b-5ddee3f804d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:36Z', 'updated_at': '2021-09-17T01:28:41Z', 'revision_number': 4, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'subnets': [{'id': '48c54c92-1d21-4d80-937b-5ddee3f804d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:28:42.750606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e3615231-a5bb-4d1a-9e3d-c96fdc7e1389 None None] Provisioning complete for port 501211c0-3fab-4625-a11d-e82b831dd3fe triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:42.751890 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e3615231-a5bb-4d1a-9e3d-c96fdc7e1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:42.872824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206587ff-ac17-44da-a7c0-9575c5e93fca req-47fbc994-0c7e-4c7d-994c-4d85989abd2c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:42.886636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-206587ff-ac17-44da-a7c0-9575c5e93fca req-47fbc994-0c7e-4c7d-994c-4d85989abd2c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 945 time: 0.2919860 Sep 17 01:28:42.992487 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.005827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854baeab-14d4-42b6-a135-6a08977ae1e3 req-bb4cd9bd-9e43-406e-b335-7c8df5a5ce05 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:43.016156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-854baeab-14d4-42b6-a135-6a08977ae1e3 req-bb4cd9bd-9e43-406e-b335-7c8df5a5ce05 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 945 time: 0.1158226 Sep 17 01:28:43.045918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f397cd3-1cf5-4a49-8faa-c1b6cce134c7 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:43.051299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-206587ff-ac17-44da-a7c0-9575c5e93fca req-7a3a1b37-2fa6-4bd2-85a8-229c0e57e851 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648219 Sep 17 01:28:43.086887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-854baeab-14d4-42b6-a135-6a08977ae1e3 req-b3407f79-bdbd-4d45-b180-3f27baa140df tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644379 Sep 17 01:28:43.114071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::300 (0e608b38-ea83-40c5-aada-b94b3c71187f/17677bca-1220-45c2-9e9a-70c662dad658/bbee30f5-79e1-4c4d-93b4-24804cf02f09) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:43.158090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:43.160358 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707aa80-f372-49f0-844a-96f35c84bea3" -d '{"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-plugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:43.227245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:43.228889 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e3615231-a5bb-4d1a-9e3d-c96fdc7e1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.233900 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0df1f23-9daf-47ea-b181-f64b4788f2d1 x-openstack-request-id: req-e0df1f23-9daf-47ea-b181-f64b4788f2d1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:43.234394 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-plugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:43.241025 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e0df1f23-9daf-47ea-b181-f64b4788f2d1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:43.241025 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'code': 200} Sep 17 01:28:43.289044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e3615231-a5bb-4d1a-9e3d-c96fdc7e1389 None None] For port 501211c0-3fab-4625-a11d-e82b831dd3fe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=501211c0-3fab-4625-a11d-e82b831dd3fe,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:43.311427 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.409820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e3615231-a5bb-4d1a-9e3d-c96fdc7e1389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.453086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:43.662346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 501211c0-3fab-4625-a11d-e82b831dd3fe up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:43.672127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f0da6-4c71-431f-bc8c-b0da232e0880 req-0178afa4-e023-4768-87a6-e6b51c4d2ee3 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:43.686611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a3f0da6-4c71-431f-bc8c-b0da232e0880 req-0178afa4-e023-4768-87a6-e6b51c4d2ee3 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2297440 Sep 17 01:28:43.692352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.751627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3615231-a5bb-4d1a-9e3d-c96fdc7e1389 None None] Pushing event updated for resources: {'Port': ['ID=501211c0-3fab-4625-a11d-e82b831dd3fe,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:43.779402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a3f0da6-4c71-431f-bc8c-b0da232e0880 req-700be797-efad-41ad-b0db-6a4bcb07f72e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915310 Sep 17 01:28:43.821180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5b03e8b1-7557-4644-b56a-229db8d2fd72 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:43.823149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-58e51af8-62d1-4179-b7e0-6f5a62d7e454 None None] Provisioning complete for port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:43.823310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5b03e8b1-7557-4644-b56a-229db8d2fd72 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.5431418 Sep 17 01:28:43.823547 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-58e51af8-62d1-4179-b7e0-6f5a62d7e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.825382 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.916098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 501211c0-3fab-4625-a11d-e82b831dd3fe triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:43.916673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:43.921762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-c3aebd96-d642-4b7a-b97f-5826166da2cb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0817659 Sep 17 01:28:43.925738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:43.929782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:43.940043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:43.946758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:43.947502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:44.065360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=bbee30f5-79e1-4c4d-93b4-24804cf02f09,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:44.069390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47fa1a84-b028-497a-ac2a-8bc2c326d24c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8703222 Sep 17 01:28:44.073564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:44.105995 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-04ab1a2b-73a9-48b1-b554-95d3b7ab9425 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735637 Sep 17 01:28:44.161631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5977aea1-3fbd-44e7-962b-0c8bbbbf635e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:44.222978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034e717-3448-4a36-a6d9-8a643537faa6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:44.252269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034e717-3448-4a36-a6d9-8a643537faa6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:44.254247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f034e717-3448-4a36-a6d9-8a643537faa6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1793559 Sep 17 01:28:44.259254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46152) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:44.297416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:44.297919 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:44.342116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-53782269-39d1-4000-bb23-020952c2e814 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208846 Sep 17 01:28:44.350809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1eb980ad-fee4-4d31-8c23-2ae0cb855ea4 None None] Provisioning complete for port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:44.351545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1eb980ad-fee4-4d31-8c23-2ae0cb855ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:44.526595 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-60c4303f-8833-4f17-8075-3a4a2736cbe6 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775601 Sep 17 01:28:44.548016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa69b5-c9ca-41db-a767-870bfbac7be5 req-547fd322-ebc0-487e-a125-303292210097 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:44.551027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30fa69b5-c9ca-41db-a767-870bfbac7be5 req-547fd322-ebc0-487e-a125-303292210097 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.2923305 Sep 17 01:28:44.679259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30fa69b5-c9ca-41db-a767-870bfbac7be5 req-f3c5d127-3f0e-4d14-8d75-29216aac3d56 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150150 Sep 17 01:28:44.695998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port bbee30f5-79e1-4c4d-93b4-24804cf02f09 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:44.696642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:44.783619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d67e98c7-a2d2-41bc-88c0-217401b2167d None None] Could not find standard attr ID for object c6c712aa-d01c-42f8-a790-6522aa769746. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:28:44.948789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:44.976478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7904bbe-43ce-4a85-81dd-eee7682cfdc8 req-4807bbfd-7d7d-4e30-a2e3-6b18308dc30a tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:44.984163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7904bbe-43ce-4a85-81dd-eee7682cfdc8 req-4807bbfd-7d7d-4e30-a2e3-6b18308dc30a tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 945 time: 0.1379507 Sep 17 01:28:45.032022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for bbee30f5-79e1-4c4d-93b4-24804cf02f09 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:45.068869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7904bbe-43ce-4a85-81dd-eee7682cfdc8 req-265c36ac-734d-445b-bad8-2086ff66c409 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778925 Sep 17 01:28:45.137679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b964ada7-015f-4b04-8064-66e62646da66 None None] Provisioning complete for port bbee30f5-79e1-4c4d-93b4-24804cf02f09 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:45.138039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b964ada7-015f-4b04-8064-66e62646da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:45.205071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b964ada7-015f-4b04-8064-66e62646da66 None None] Port bbee30f5-79e1-4c4d-93b4-24804cf02f09 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:45.356477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09025655-b1b1-4d8f-bed7-4f4be8cb085c req-0fc9fe8e-f541-4bc4-8e9e-ae97c10818f1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:45.358495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09025655-b1b1-4d8f-bed7-4f4be8cb085c req-0fc9fe8e-f541-4bc4-8e9e-ae97c10818f1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1215479 Sep 17 01:28:45.391256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 501211c0-3fab-4625-a11d-e82b831dd3fe up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:45.444687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09025655-b1b1-4d8f-bed7-4f4be8cb085c req-d2d6d149-a7c1-469c-b065-42686b0d9177 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Sep 17 01:28:45.484126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-4f59abf5-562a-4cd2-9d35-a8eb733d1d7e req-2a8e45a0-a4af-4208-baaa-7fe72d406a6a service neutron] (112073) timed out ('10.222.0.13', 51700) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:28:45.511908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 501211c0-3fab-4625-a11d-e82b831dd3fe triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:45.512284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:45.535775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:45.573051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=bbee30f5-79e1-4c4d-93b4-24804cf02f09,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:45.598393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:45.604313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2d6b1f48-95c0-4da2-a911-338bbb99daf0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/bbee30f5-79e1-4c4d-93b4-24804cf02f09 HTTP/1.1" status: 204 len: 168 time: 1.3405430 Sep 17 01:28:45.604573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46164) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:45.735019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a1e6e-c460-4cb8-88c0-3bf0b398c47f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:45.736910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a1e6e-c460-4cb8-88c0-3bf0b398c47f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:45.741816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e83a1e6e-c460-4cb8-88c0-3bf0b398c47f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1329761 Sep 17 01:28:45.742332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46172) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:45.798876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e892071f-10bc-40c0-8f25-83b8d72376d9 req-df92ad70-3335-4870-9244-837e6b05779d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0416212 Sep 17 01:28:45.938289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655348c3-5bca-4677-9804-1767a3da2972 req-4356df31-bb1f-4912-a067-11a75b4ff7bc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:45.939818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-655348c3-5bca-4677-9804-1767a3da2972 req-4356df31-bb1f-4912-a067-11a75b4ff7bc tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1169934 Sep 17 01:28:45.943783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 17677bca-1220-45c2-9e9a-70c662dad658 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:28:45.955298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:46.018628 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:46.090538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-655348c3-5bca-4677-9804-1767a3da2972 req-86e1dad7-ce6a-4ed5-b279-5ff76005953e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996678 Sep 17 01:28:46.111624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:46.261599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:46.303200 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=17677bca-1220-45c2-9e9a-70c662dad658,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:46.311320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:46.321075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d39965-c2f8-48b6-86ab-26886dc7812f None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:46.340387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46182) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:46.350944 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a265b74c-8ff4-492f-9862-cff02612a504 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/17677bca-1220-45c2-9e9a-70c662dad658 HTTP/1.1" status: 204 len: 168 time: 0.6073201 Sep 17 01:28:46.509122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-790982c9-9f23-4f8d-adbe-4b2df160ff86 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1634681 Sep 17 01:28:46.509521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46188) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:46.514569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:46.614586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72605e54-dc03-45e3-b3ce-4ed8b9a91866 req-ab1c9afc-0aef-42bf-a3af-37633f4e5885 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:46.617186 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72605e54-dc03-45e3-b3ce-4ed8b9a91866 req-ab1c9afc-0aef-42bf-a3af-37633f4e5885 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0804935 Sep 17 01:28:46.691277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72605e54-dc03-45e3-b3ce-4ed8b9a91866 req-c73add12-d743-4247-a1e5-a188203f3139 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671716 Sep 17 01:28:46.844797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:46.848492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:46.871627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:28:46.919458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b2b97b7-c324-4b58-9b25-13a45a3f5e73 req-b56a2a54-2bf6-4322-8f93-4134d1397e76 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0665836 Sep 17 01:28:46.940440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Deleting port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:46.940890 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:47.024126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] For port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:47.024636 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:47.044472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Calling delete_port for 5977aea1-3fbd-44e7-962b-0c8bbbbf635e owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:47.273407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:47.305236 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:47.351127 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:47.354748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:47.359544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:47.360834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:47.364226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546df03c-371a-4a24-b1c3-775fdce24d06 req-912cc9d7-f5e2-4f80-add8-23bbfbcceb13 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:47.367697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-546df03c-371a-4a24-b1c3-775fdce24d06 req-912cc9d7-f5e2-4f80-add8-23bbfbcceb13 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1546826 Sep 17 01:28:47.382914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=7559e93c-1181-4b9d-92af-54a897463b60,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:47.387253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5977aea1-3fbd-44e7-962b-0c8bbbbf635e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:28:47.387253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Pushing event deleted for resources: {'Port': ['ID=5977aea1-3fbd-44e7-962b-0c8bbbbf635e,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:47.425998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] No DVR routers for this DVR port 5977aea1-3fbd-44e7-962b-0c8bbbbf635e on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:47.428675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5977aea1-3fbd-44e7-962b-0c8bbbbf635e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5977aea1-3fbd-44e7-962b-0c8bbbbf635e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.442712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f168b4-fcc0-42a8-85f6-b634db97d4b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:47.448316 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-546df03c-371a-4a24-b1c3-775fdce24d06 req-3afe1b01-01b6-4d78-b9f0-ddb6676d5f58 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716922 Sep 17 01:28:47.472895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc7b1b-24b0-407c-8067-7c27cc0447a9 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:47.484873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-03ccc65f-378f-4147-87de-e04b175c2356 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9742708 Sep 17 01:28:47.491958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46198) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:47.501977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'name': 'tempest-NetworksTestDHCPv6-2067080626'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:47.707794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '7559e93c-1181-4b9d-92af-54a897463b60'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:28:47.711651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:47.878322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa543c3-05ff-4629-8aa6-013669ca0f58 req-37397685-9cdb-4f93-ba0c-85eaa481a7e7 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:47.881297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fa543c3-05ff-4629-8aa6-013669ca0f58 req-37397685-9cdb-4f93-ba0c-85eaa481a7e7 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0870290 Sep 17 01:28:47.896106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/7559e93c-1181-4b9d-92af-54a897463b60/a4fa7ccc-7000-4465-8575-81e588c6e6a9) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:47.925608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fa543c3-05ff-4629-8aa6-013669ca0f58 req-7d60a847-5371-4745-9fc9-f941b952b418 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Sep 17 01:28:48.043517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b10aa78d-db76-4f1b-9ba8-917397d5d238 req-e1f4190a-4e23-4c80-9bce-e3d2f7b86e85 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0275488 Sep 17 01:28:48.067493 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.139176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:48.142727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.160005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 0a8fd24d-d458-4242-bb82-240b62a676b3 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:48.271935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.346961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::108 (0e608b38-ea83-40c5-aada-b94b3c71187f/7559e93c-1181-4b9d-92af-54a897463b60/0a8fd24d-d458-4242-bb82-240b62a676b3) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:48.365132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:48.372334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:48.377593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Pushing event updated for resources: {'Port': ['ID=a4fa7ccc-7000-4465-8575-81e588c6e6a9,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:48.381040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:48.484303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Attempting to bind port a4fa7ccc-7000-4465-8575-81e588c6e6a9 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:48.484995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Attempting to bind port a4fa7ccc-7000-4465-8575-81e588c6e6a9 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:48.485331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Attempting to bind port a4fa7ccc-7000-4465-8575-81e588c6e6a9 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:48.494950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:48.495445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:48.495965 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.496525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:48.497164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Bound port: a4fa7ccc-7000-4465-8575-81e588c6e6a9, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:48.497820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.611056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] For port a4fa7ccc-7000-4465-8575-81e588c6e6a9, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:48.614656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] For port a4fa7ccc-7000-4465-8575-81e588c6e6a9, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a4fa7ccc-7000-4465-8575-81e588c6e6a9,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:48.669839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.702490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8f214-c175-4a06-816e-3bade168696e req-91884fc0-73a0-4203-aa23-8db6862047ba tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:48.711690 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19c8f214-c175-4a06-816e-3bade168696e req-91884fc0-73a0-4203-aa23-8db6862047ba tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1300888 Sep 17 01:28:48.717613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-2402e37e-a56e-4f6f-b89f-a81cfab56926 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:48.718697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.720246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-2402e37e-a56e-4f6f-b89f-a81cfab56926 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1193197 Sep 17 01:28:48.741973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:48.799069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c4ee0-66bd-4eb3-be0b-562255773909 None None] Pushing event updated for resources: {'Port': ['ID=a4fa7ccc-7000-4465-8575-81e588c6e6a9,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:48.834653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19c8f214-c175-4a06-816e-3bade168696e req-6c9c4818-519c-4f97-b4e6-1d800815729e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182501 Sep 17 01:28:48.928691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:48.998099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:49.005224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:49.014177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:49.020267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:49.028661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:49.137279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:49.142965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:49.149932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=0a8fd24d-d458-4242-bb82-240b62a676b3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:49.246650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcbcd1ab-1fef-4908-ae81-5d82b26c2ef2 req-ed54b162-f961-4751-87c1-bab11d48ff78 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0714147 Sep 17 01:28:49.250723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c315cdb-190b-4afd-ad35-ddceb8983802 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7527688 Sep 17 01:28:49.256415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46226) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:49.315789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce06b3-89b9-45a6-966f-648bbd604d25 req-dab7b3b8-a80e-41aa-910c-f8e140ef6b78 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:49.324512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14ce06b3-89b9-45a6-966f-648bbd604d25 req-dab7b3b8-a80e-41aa-910c-f8e140ef6b78 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.2760987 Sep 17 01:28:49.465770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14ce06b3-89b9-45a6-966f-648bbd604d25 req-868b649e-e4a2-48cf-b179-69647965030e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331339 Sep 17 01:28:49.504752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4fa7ccc-7000-4465-8575-81e588c6e6a9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:49.507947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.5 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:49.606866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c1521-84cc-4655-8de0-d85774214bd3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:49.643455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c1521-84cc-4655-8de0-d85774214bd3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:49.649152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46228) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:49.649439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-344c1521-84cc-4655-8de0-d85774214bd3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3883262 Sep 17 01:28:49.678398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a4fa7ccc-7000-4465-8575-81e588c6e6a9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:49.678398 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:49.751590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7b25e-c0fa-4cc0-854c-43ceabce1ce7 req-84990d64-36bd-4585-9ddf-b84fb27d90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:49.753556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0a7b25e-c0fa-4cc0-854c-43ceabce1ce7 req-84990d64-36bd-4585-9ddf-b84fb27d90c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0975642 Sep 17 01:28:49.822216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0a7b25e-c0fa-4cc0-854c-43ceabce1ce7 req-c1f44d86-5e05-435b-a79c-44da58c48cd6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579541 Sep 17 01:28:49.866093 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:49.971300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a4fa7ccc-7000-4465-8575-81e588c6e6a9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a4fa7ccc-7000-4465-8575-81e588c6e6a9,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:49.973614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.028281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 0a8fd24d-d458-4242-bb82-240b62a676b3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:50.028550 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.061109 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.067326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd064125-09cd-4b17-a1b5-4733b0080de1 req-89872933-7bdf-45b4-8d55-dcd5ed5d8a65 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:50.069700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd064125-09cd-4b17-a1b5-4733b0080de1 req-89872933-7bdf-45b4-8d55-dcd5ed5d8a65 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1122427 Sep 17 01:28:50.139920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a4fa7ccc-7000-4465-8575-81e588c6e6a9,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:50.142976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd064125-09cd-4b17-a1b5-4733b0080de1 req-41048b81-f77f-45f6-ab17-0639a0bef336 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664291 Sep 17 01:28:50.289132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.308701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.339382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 0a8fd24d-d458-4242-bb82-240b62a676b3 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:50.461090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:50.553710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:50.556427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:50.562202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:50.630261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6718b15-4475-4912-9702-8e9e6d4add40 req-5a08655a-59eb-42b6-b69d-b69e0308ee9f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:50.638888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6718b15-4475-4912-9702-8e9e6d4add40 req-5a08655a-59eb-42b6-b69d-b69e0308ee9f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 931 time: 0.2379766 Sep 17 01:28:50.670493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:50.671501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.674893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e3e8f2ee-22e7-4254-8da9-c2746dc47b86 None None] Provisioning complete for port a4fa7ccc-7000-4465-8575-81e588c6e6a9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:50.675936 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e3e8f2ee-22e7-4254-8da9-c2746dc47b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:50.836525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6718b15-4475-4912-9702-8e9e6d4add40 req-dc551b32-baa9-451f-b685-f21606f7d541 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963241 Sep 17 01:28:50.840542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-d0d9d16a-c119-4929-952e-3cbb40919ce6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1078520 Sep 17 01:28:50.870453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a92073-aac9-4eac-8ec8-d9e4c93a2d98 req-759229bb-bb21-44f3-9a52-57409b80d490 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:50.878427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Request body: {'port': {'device_id': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:50.905303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7a92073-aac9-4eac-8ec8-d9e4c93a2d98 req-759229bb-bb21-44f3-9a52-57409b80d490 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1819925 Sep 17 01:28:50.998759 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7a92073-aac9-4eac-8ec8-d9e4c93a2d98 req-81e35086-fee2-4870-8b48-30e815892136 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905745 Sep 17 01:28:51.035252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:51.056765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:51.280617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=0a8fd24d-d458-4242-bb82-240b62a676b3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:51.327258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f61a0542-5b18-4343-955b-9095c319137c None None] Provisioning complete for port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:51.336529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f61a0542-5b18-4343-955b-9095c319137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:51.349029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:51.354334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-77614db1-6615-4d1f-aebc-20a04eb136ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/0a8fd24d-d458-4242-bb82-240b62a676b3 HTTP/1.1" status: 204 len: 168 time: 1.7034194 Sep 17 01:28:51.357486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46254) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:51.440692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4fa7ccc-7000-4465-8575-81e588c6e6a9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:51.444787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f61a0542-5b18-4343-955b-9095c319137c None None] Port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:28:51.467388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f92fa-3cfd-4fed-a2f5-c1ce5b3679ad req-79d747ce-a85d-4ee6-92bf-509eeb994b2d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:51.475697 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d1f92fa-3cfd-4fed-a2f5-c1ce5b3679ad req-79d747ce-a85d-4ee6-92bf-509eeb994b2d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1277237 Sep 17 01:28:51.478853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fda44-2e9d-466b-9ac7-b2240d5d2bc2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:51.480529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fda44-2e9d-466b-9ac7-b2240d5d2bc2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:51.493592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-082fda44-2e9d-466b-9ac7-b2240d5d2bc2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1350188 Sep 17 01:28:51.494303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46258) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:51.553232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a4fa7ccc-7000-4465-8575-81e588c6e6a9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:51.553770 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:51.566505 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d1f92fa-3cfd-4fed-a2f5-c1ce5b3679ad req-d7491858-da9c-4a3e-8c80-8374233ff881 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838184 Sep 17 01:28:51.653253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9cf9476c-e3a7-46fa-a72a-2bb76163670b None None] Could not find standard attr ID for object 0a8fd24d-d458-4242-bb82-240b62a676b3. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:28:51.704887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 7559e93c-1181-4b9d-92af-54a897463b60 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:28:51.708037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:51.761665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a81a13-ce18-4a04-bdfd-9e4648889cdf req-4fd2cbdc-98f7-46a6-b98e-98d9f4d1faaa tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:51.763247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85a81a13-ce18-4a04-bdfd-9e4648889cdf req-4fd2cbdc-98f7-46a6-b98e-98d9f4d1faaa tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 945 time: 0.2475014 Sep 17 01:28:51.773006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:52.003655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a58e8-b684-4af3-a0ab-12d11fc42694 req-d8b2b2af-6e22-471e-a9a2-723c6bc133a8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:52.005718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b5a58e8-b684-4af3-a0ab-12d11fc42694 req-d8b2b2af-6e22-471e-a9a2-723c6bc133a8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 931 time: 0.0679710 Sep 17 01:28:52.059718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b5a58e8-b684-4af3-a0ab-12d11fc42694 req-594b0624-8ace-4c68-b128-62f36eb26dc6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462961 Sep 17 01:28:52.226329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:52.230129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea9ec9-0417-4394-98db-b6f3f82b6509 req-94fc0529-e09d-4361-9731-51499ad92699 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:52.234489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eea9ec9-0417-4394-98db-b6f3f82b6509 req-94fc0529-e09d-4361-9731-51499ad92699 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0884120 Sep 17 01:28:52.292509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85a81a13-ce18-4a04-bdfd-9e4648889cdf req-ecc3f66a-cdb8-4236-be7d-156b7e8c335c tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165486 Sep 17 01:28:52.301426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9eea9ec9-0417-4394-98db-b6f3f82b6509 req-f551cce9-cf91-40fe-819f-4e26ef8832ca tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547476 Sep 17 01:28:52.387507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:28:52.398386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:52.431199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Transition to ACTIVE for port object b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:28:52.432731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:52.469187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=7559e93c-1181-4b9d-92af-54a897463b60,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:52.473120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:52.479854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:52.485323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e33049-ace9-4f52-b594-8a60ac659e29 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:52.502565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6921fcd7-ec7d-4195-8aea-442d756ec9f5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/7559e93c-1181-4b9d-92af-54a897463b60 HTTP/1.1" status: 204 len: 168 time: 1.0034337 Sep 17 01:28:52.529781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:52.598426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f23c1e58-fd7d-4f36-8c43-0974ca732bbf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1183572 Sep 17 01:28:52.612429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46270) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:52.772319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:52.800059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d7693-f2ca-4736-bee3-39d17e0cc9a8 req-3ed96400-224d-499a-b600-e4ac1e30f20b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:52.820861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-161d7693-f2ca-4736-bee3-39d17e0cc9a8 req-3ed96400-224d-499a-b600-e4ac1e30f20b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1096325 Sep 17 01:28:52.887510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:28:52.935279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-161d7693-f2ca-4736-bee3-39d17e0cc9a8 req-425d79fd-a3c2-4bea-8c36-521185385acf tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023159 Sep 17 01:28:52.988263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] Deleting port a4fa7ccc-7000-4465-8575-81e588c6e6a9 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:52.989051 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.052176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-e293a2ab-1b0a-440f-88ea-c4e4224de66b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.055060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-e293a2ab-1b0a-440f-88ea-c4e4224de66b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 810 time: 0.3373795 Sep 17 01:28:53.071187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] For port a4fa7ccc-7000-4465-8575-81e588c6e6a9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a4fa7ccc-7000-4465-8575-81e588c6e6a9,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:53.072081 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.090203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] Calling delete_port for a4fa7ccc-7000-4465-8575-81e588c6e6a9 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:53.111228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-1293243e-c9f2-4c96-b2fe-9f52c7da9b48 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/quotas/ea5b9d8f0b304d5081d0c2522a2b85c7 HTTP/1.1" status: 200 len: 375 time: 0.0409372 Sep 17 01:28:53.122509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Attempting to bind port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:53.122847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Attempting to bind port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:53.123204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Attempting to bind port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:53.158808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16bc75-f3ae-4435-b3a9-4926eef2437b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.167985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7d16bc75-f3ae-4435-b3a9-4926eef2437b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5377183 Sep 17 01:28:53.169064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46284) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:53.170665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:28:53.170995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Attempting to bind port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:53.183713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-0de23c96-8a28-40e4-ac99-3d35acc112ed tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.186473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-0de23c96-8a28-40e4-ac99-3d35acc112ed tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.36 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 945 time: 0.4722385 Sep 17 01:28:53.280914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:53.281663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:53.281663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:53.282392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Bound port: b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:53.282764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.286600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb055b-7b56-4a64-8d70-b0f1cb9edbb7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.289753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.304318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e6fb055b-7b56-4a64-8d70-b0f1cb9edbb7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1333785 Sep 17 01:28:53.309545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:53.351066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] Pushing event deleted for resources: {'Port': ['ID=a4fa7ccc-7000-4465-8575-81e588c6e6a9,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:53.368299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4fa7ccc-7000-4465-8575-81e588c6e6a9 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:28:53.411323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ce87902c-a69e-4b95-85b9-2541c52729ea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0980916 Sep 17 01:28:53.413115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46290) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:53.422791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:53.430788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-adfa6bd0-ebf8-4699-8b4d-9c814352ea5b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3037241 Sep 17 01:28:53.435228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Deleting port b9a72b7f-6e46-48a4-86c1-b9625184879d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:53.435586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.437967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfe29-20a7-4a63-a18d-2ec07806cdb6 req-c2986947-1af7-408f-8ae3-a76d07f3b10a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.439748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a4fa7ccc-7000-4465-8575-81e588c6e6a9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:28:53.440031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0ebdfe29-20a7-4a63-a18d-2ec07806cdb6 req-c2986947-1af7-408f-8ae3-a76d07f3b10a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.2541614 Sep 17 01:28:53.440158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a4fa7ccc-7000-4465-8575-81e588c6e6a9 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:28:53.457226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140d214-6493-442a-aa1f-a208c6a9e5b6 None None] No DVR routers for this DVR port a4fa7ccc-7000-4465-8575-81e588c6e6a9 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:53.621210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0ebdfe29-20a7-4a63-a18d-2ec07806cdb6 req-af510b01-8b1b-461f-aac7-69f4edcf1088 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655431 Sep 17 01:28:53.633102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] For port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:53.656282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] For port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:53.690758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-17eba145-e070-49cc-8f13-a0d139c1489f service neutron] 10.222.0.13 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521851 Sep 17 01:28:53.696418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] For port b9a72b7f-6e46-48a4-86c1-b9625184879d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b9a72b7f-6e46-48a4-86c1-b9625184879d,segment=NetworkSegment(3da4607a-6c69-4270-acef-55e68051c0bd),segment_id=3da4607a-6c69-4270-acef-55e68051c0bd)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:53.696792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.731630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Calling delete_port for b9a72b7f-6e46-48a4-86c1-b9625184879d owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:53.770635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410738d-6d17-4077-8cc5-f11eecd24dd9 req-565dde96-ba70-4655-8d87-3c49e9e6bf40 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.779992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0410738d-6d17-4077-8cc5-f11eecd24dd9 req-565dde96-ba70-4655-8d87-3c49e9e6bf40 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 945 time: 0.0710535 Sep 17 01:28:53.829035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.835766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:53.839548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.856266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0410738d-6d17-4077-8cc5-f11eecd24dd9 req-51457909-9a6c-4040-94ff-c4758c6fd03f tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/security-groups?id=0244d1a3-4389-4924-be2f-914042f6c3f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738230 Sep 17 01:28:53.892050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Pushing event updated for resources: {'Port': ['ID=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:53.903371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:53.904049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:53.905425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-5a5f7caa-34d8-42d9-880e-eaec1fc1fce1 service neutron] 10.222.0.23 "PUT /v2.0/ports/b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 HTTP/1.1" status: 200 len: 1091 time: 3.0541637 Sep 17 01:28:53.907421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'tag': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:53.909659 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495" -d '{"events": [{"name": "network-changed", "server_uuid": "83923c33-0aa5-4664-9c36-dd8d0c73a202", "tag": "b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:53.953804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-792abd93-f2cf-48ef-842e-c8de218ffa83 service neutron] 10.222.0.13 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486904 Sep 17 01:28:54.070617 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25dc450-6ea0-4b7b-9d1c-78b640d00b31 x-openstack-request-id: req-e25dc450-6ea0-4b7b-9d1c-78b640d00b31 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:54.070892 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83923c33-0aa5-4664-9c36-dd8d0c73a202", "tag": "b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:54.071173 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e25dc450-6ea0-4b7b-9d1c-78b640d00b31 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:54.071579 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'tag': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1', 'status': 'completed', 'code': 200} Sep 17 01:28:54.174527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495 req-0286bcd1-ec40-4769-9343-70d6c157a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.176652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495 req-0286bcd1-ec40-4769-9343-70d6c157a400 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 1094 time: 0.1341827 Sep 17 01:28:54.245609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66030b4-d2e7-4d38-a4e7-bccdd5a1d888 req-173aebc3-cd5d-494f-8e7e-57507f13662a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.247626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a66030b4-d2e7-4d38-a4e7-bccdd5a1d888 req-173aebc3-cd5d-494f-8e7e-57507f13662a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1582692 Sep 17 01:28:54.321731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:54.334035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['b9a72b7f-6e46-48a4-86c1-b9625184879d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:28:54.339961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:54.365905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a66030b4-d2e7-4d38-a4e7-bccdd5a1d888 req-0eb31baf-4f05-4b15-a8ca-86cc8410a645 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007733 Sep 17 01:28:54.422569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:54.436338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:54.446144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db035fa-0da8-4ac7-9d58-a07fba5cdd18 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:54.471633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.475431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:54.501974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc425932-9d36-443f-8e77-c43cac96f910 req-8c0ac308-906d-49b1-9cac-e49a0dd85df0 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 210 time: 0.1600692 Sep 17 01:28:54.526039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Pushing event deleted for resources: {'Port': ['ID=b9a72b7f-6e46-48a4-86c1-b9625184879d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:54.545250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:54.589846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495 req-2a3887c3-9d6d-4449-9fd5-2c1e184feef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.591483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495 req-2a3887c3-9d6d-4449-9fd5-2c1e184feef5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3964648 Sep 17 01:28:54.622469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] No DVR routers for this DVR port b9a72b7f-6e46-48a4-86c1-b9625184879d on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:54.627283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:54.629810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df7798e4-00ce-4880-bc22-e904aecb8523 req-716809de-84fe-4d2a-8217-2c5062ec5674 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.36 "DELETE /v2.0/ports/b9a72b7f-6e46-48a4-86c1-b9625184879d HTTP/1.1" status: 204 len: 173 time: 1.4312217 Sep 17 01:28:54.734357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495 req-dc437295-814f-4f40-b007-179b144ec137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.735962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ff8c4a0-6d0b-4d48-a8da-e2a813861495 req-dc437295-814f-4f40-b007-179b144ec137 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1255345 Sep 17 01:28:54.743328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:28:54.744292 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:54.823161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eba7ce-d586-458b-a131-0cb9817544ab req-18ff377d-fb0d-4cd4-be6c-629c456d9273 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.824793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31eba7ce-d586-458b-a131-0cb9817544ab req-18ff377d-fb0d-4cd4-be6c-629c456d9273 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.0936108 Sep 17 01:28:54.840200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-486ebd9d-a23c-43c8-b3be-6e3c99b9f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.843191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-486ebd9d-a23c-43c8-b3be-6e3c99b9f276 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 1094 time: 0.0630779 Sep 17 01:28:54.861832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6b8af89-7332-460f-b12d-0c29fced9571 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4461787 Sep 17 01:28:54.868662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46306) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:54.875680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': 'a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22', 'ip_address': '2001:db8::1480:8892:a056:bf53'}], 'name': 'tempest-NetworksTestDHCPv6-1993331790'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:54.886333 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31eba7ce-d586-458b-a131-0cb9817544ab req-be38869b-a85a-4f5e-9c37-4b9348b9c9d3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542722 Sep 17 01:28:54.898783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-dafce29a-82b7-444f-8d09-5bea1b3937e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 HTTP/1.1" status: 200 len: 217 time: 0.0494628 Sep 17 01:28:54.926521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22/59d12a92-a431-4089-9e7b-65df6f84aee7) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:54.982309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-3bba3b53-a051-4678-a617-e8544078596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:54.984658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-3bba3b53-a051-4678-a617-e8544078596e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0785592 Sep 17 01:28:55.103502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776b2480-7825-449c-b837-10c9841864c6 req-527d72ea-672e-43e1-bc1b-b92a8da27842 tempest-VolumesActionsTest-1572946047 tempest-VolumesActionsTest-1572946047-project] 10.222.0.13 "GET /v2.0/ports?device_id=14a47736-0953-4105-b96a-3ebf0e297b06 HTTP/1.1" status: 200 len: 210 time: 0.0731468 Sep 17 01:28:55.118054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-8afe02a1-637d-44df-8c4a-d8364c493ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:55.131029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-8afe02a1-637d-44df-8c4a-d8364c493ea6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1383572 Sep 17 01:28:55.135446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:55.205061 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:28:55.207626 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:55.289832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:55.295726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:55.327110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port f591d26b-38a8-483a-948d-e10d12701176 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:28:55.377520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-97179d70-c146-46fb-a054-5b17fc632265 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275949 Sep 17 01:28:55.383614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:55.401580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:55.411158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:55.461091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Pushing event updated for resources: {'Port': ['ID=59d12a92-a431-4089-9e7b-65df6f84aee7,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:55.558907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Attempting to bind port 59d12a92-a431-4089-9e7b-65df6f84aee7 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:28:55.559850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Attempting to bind port 59d12a92-a431-4089-9e7b-65df6f84aee7 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:28:55.560213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Attempting to bind port 59d12a92-a431-4089-9e7b-65df6f84aee7 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:28:55.573267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:28:55.573638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:28:55.574045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:55.574490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:28:55.575054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6b6032ed-f523-4e85-a365-be8e9ef1c37f req-9a23ff57-c127-4b53-9447-aa1a30194c55 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902020 Sep 17 01:28:55.575259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Bound port: 59d12a92-a431-4089-9e7b-65df6f84aee7, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:28:55.575651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:55.660997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] For port 59d12a92-a431-4089-9e7b-65df6f84aee7, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:28:55.665964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] For port 59d12a92-a431-4089-9e7b-65df6f84aee7, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=59d12a92-a431-4089-9e7b-65df6f84aee7,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:28:55.687028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b197287-1b2f-436f-8aa7-c47b1791439a req-7cc6d52b-0a94-48a6-abaa-433c173c65ac tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:55.687726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eced6bb9-7088-4edd-806c-5aba607645c0 req-7bd3fb9d-ca27-41de-bcd8-5de0e7737179 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 210 time: 0.0580461 Sep 17 01:28:55.696682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b197287-1b2f-436f-8aa7-c47b1791439a req-7cc6d52b-0a94-48a6-abaa-433c173c65ac tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1878123 Sep 17 01:28:55.734815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::1480:8892:a056:bf53 (0e608b38-ea83-40c5-aada-b94b3c71187f/a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22/f591d26b-38a8-483a-948d-e10d12701176) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:55.745672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:55.759499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b197287-1b2f-436f-8aa7-c47b1791439a req-213f5e1c-3493-419d-b846-76cda8eb1db0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567861 Sep 17 01:28:55.848324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cda9c-edb7-4112-9bba-640f2c8154fc None None] Pushing event updated for resources: {'Port': ['ID=59d12a92-a431-4089-9e7b-65df6f84aee7,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:56.061802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:56.084072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14a47736-0953-4105-b96a-3ebf0e297b06', 'name': 'network-vif-deleted', 'tag': 'b9a72b7f-6e46-48a4-86c1-b9625184879d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:28:56.086482 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581b4efc-c8bf-47cd-a8a0-54cea3961a4e" -d '{"events": [{"server_uuid": "14a47736-0953-4105-b96a-3ebf0e297b06", "name": "network-vif-deleted", "tag": "b9a72b7f-6e46-48a4-86c1-b9625184879d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:28:56.154658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ef3c-acfa-4778-aa3e-db686002af1a req-8d703b76-77ee-4290-b621-26ec7e5eeb49 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:56.156282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7967ef3c-acfa-4778-aa3e-db686002af1a req-8d703b76-77ee-4290-b621-26ec7e5eeb49 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.1300473 Sep 17 01:28:56.157794 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d728150-8a39-4124-9f1a-079b643748dd x-openstack-request-id: req-8d728150-8a39-4124-9f1a-079b643748dd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:28:56.158085 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14a47736-0953-4105-b96a-3ebf0e297b06", "name": "network-vif-deleted", "tag": "b9a72b7f-6e46-48a4-86c1-b9625184879d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:28:56.158335 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d728150-8a39-4124-9f1a-079b643748dd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:28:56.158766 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14a47736-0953-4105-b96a-3ebf0e297b06', 'name': 'network-vif-deleted', 'tag': 'b9a72b7f-6e46-48a4-86c1-b9625184879d', 'status': 'completed', 'code': 200} Sep 17 01:28:56.186135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:56.293063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7967ef3c-acfa-4778-aa3e-db686002af1a req-4ecfd6e1-2d0c-4ab7-9157-1bfdb5701526 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255934 Sep 17 01:28:56.375373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:56.384275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=f591d26b-38a8-483a-948d-e10d12701176,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:56.388891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:56.399542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:56.423367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:56.423367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:56.423728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.424078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.424418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.424758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.425091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.425531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.425771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.426074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.426396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.427767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.428261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.428580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:28:56.432760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b9a72b7f-6e46-48a4-86c1-b9625184879d no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:28:56.478598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: b9a72b7f-6e46-48a4-86c1-b9625184879d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:28:56.478835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b9a72b7f-6e46-48a4-86c1-b9625184879d not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:28:56.573480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-75f062ab-c738-467a-9cbe-23d311abea13 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7009385 Sep 17 01:28:56.576856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:56.684606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b6aad-0202-4e29-9805-ab9b9e7de21f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:56.690831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8b6aad-0202-4e29-9805-ab9b9e7de21f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:56.692565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c8b6aad-0202-4e29-9805-ab9b9e7de21f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1142035 Sep 17 01:28:56.696652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46330) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:56.832983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b1d4281f-ff14-447f-84d9-ea498e134a56 req-b05f22a7-38ff-448f-a059-35e53fa44122 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 210 time: 0.0703280 Sep 17 01:28:56.852508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port f591d26b-38a8-483a-948d-e10d12701176 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:56.855285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.023464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9309ee-6a91-474a-954c-339d688f104c req-bc602fa1-3c6c-4d47-b421-9d774f046aff tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:57.031605 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a9309ee-6a91-474a-954c-339d688f104c req-bc602fa1-3c6c-4d47-b421-9d774f046aff tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1202054 Sep 17 01:28:57.062002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.094756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for f591d26b-38a8-483a-948d-e10d12701176 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:57.135803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a9309ee-6a91-474a-954c-339d688f104c req-89b70f81-ecd0-4f0f-b8f4-1abcf3b4bdd1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030169 Sep 17 01:28:57.361985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-16939362-cbdf-4179-85e9-a59593113e23 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:57.363529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-16939362-cbdf-4179-85e9-a59593113e23 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.36 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 810 time: 0.2623043 Sep 17 01:28:57.386690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Request body: {'port': {'device_id': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'admin_state_up': True, 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:57.449465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59d12a92-a431-4089-9e7b-65df6f84aee7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:28:57.556229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 59d12a92-a431-4089-9e7b-65df6f84aee7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:57.556819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.574271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c61e87-201d-48ce-a998-68626d8f38f2 req-1c991450-734a-4710-adac-caae754bdbbc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:57.576101 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72c61e87-201d-48ce-a998-68626d8f38f2 req-1c991450-734a-4710-adac-caae754bdbbc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.1210542 Sep 17 01:28:57.629125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1ffcf2d0-22f8-430f-bafc-18fef1c1ea92 None None] Provisioning complete for port 59d12a92-a431-4089-9e7b-65df6f84aee7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:28:57.629807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf2d0-22f8-430f-bafc-18fef1c1ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.659412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.671457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72c61e87-201d-48ce-a998-68626d8f38f2 req-a592b160-ed62-4b72-ba34-efbbeb5a74a3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813134 Sep 17 01:28:57.694966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.728339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=f591d26b-38a8-483a-948d-e10d12701176,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:57.751974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 59d12a92-a431-4089-9e7b-65df6f84aee7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=59d12a92-a431-4089-9e7b-65df6f84aee7,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:57.763370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Made reservation on behalf of ea5b9d8f0b304d5081d0c2522a2b85c7 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:57.779592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.809315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.813864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fee1b75d-01e0-4c0d-b3a7-8fecc4fa6b25 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/f591d26b-38a8-483a-948d-e10d12701176 HTTP/1.1" status: 204 len: 168 time: 1.1139975 Sep 17 01:28:57.814585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46344) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:57.831508 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.854560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ffcf2d0-22f8-430f-bafc-18fef1c1ea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:57.950748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6faf2ca-06c9-4968-bb27-f64e669451b1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:57.953132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6faf2ca-06c9-4968-bb27-f64e669451b1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:57.957038 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6faf2ca-06c9-4968-bb27-f64e669451b1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1412611 Sep 17 01:28:57.961770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:58.075967 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-1ffcf2d0-22f8-430f-bafc-18fef1c1ea92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:28:58.076272 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-1ffcf2d0-22f8-430f-bafc-18fef1c1ea92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:28:58.077189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=59d12a92-a431-4089-9e7b-65df6f84aee7,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:58.118058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:28:58.121648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.242204 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.360724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.374301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300601-8617-4ca2-b3fd-f66bae5bb09e req-7d4f4014-e7c6-498d-9eb6-90dfe3c58b8e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:58.383671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89300601-8617-4ca2-b3fd-f66bae5bb09e req-7d4f4014-e7c6-498d-9eb6-90dfe3c58b8e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1098406 Sep 17 01:28:58.414516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4aed3e53-1bfc-4ebb-a3e9-53e7aa0df2d4 req-c56472f2-eaca-4097-88d2-d75cd5c74c31 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 210 time: 0.3790245 Sep 17 01:28:58.465781 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89300601-8617-4ca2-b3fd-f66bae5bb09e req-f9dae202-993d-48ee-a0c7-07ada0ee0177 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705180 Sep 17 01:28:58.504430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Allocated IP 172.20.0.11 (943e8da7-4500-4b5b-8593-939b3186bfb3/87a84f7f-b6a2-480b-8710-ebe281c53ad4/37ee381c-5f0b-4ca3-a130-106fbdb4ddcb) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:28:58.592049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.661095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:58.664050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.666313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-302e1541-0444-4840-97eb-461ff3a3609c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22 HTTP/1.1" status: 204 len: 168 time: 0.6929228 Sep 17 01:28:58.668898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46354) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:58.690928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15368983-3289-4960-bc03-0a759f14da4f None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:28:58.770431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3daa0ffc-4144-4dfe-bc99-49d6fdb6726c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955284 Sep 17 01:28:58.770711 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.771873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46358) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:28:58.774945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ad85ae01-74e0-4998-9418-e0aea39db536 None None] Could not find standard attr ID for object f591d26b-38a8-483a-948d-e10d12701176. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:28:58.781358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:58.793390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:58.889205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c2a48-f293-44c6-853d-252249b9f2cf req-83dcd208-3880-426f-ab8b-2b17d4cd3a99 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:58.900217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-225c2a48-f293-44c6-853d-252249b9f2cf req-83dcd208-3880-426f-ab8b-2b17d4cd3a99 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.0842962 Sep 17 01:28:58.954174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-225c2a48-f293-44c6-853d-252249b9f2cf req-ad8c1645-16bb-4465-a0ce-c7c30a2a8b67 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526717 Sep 17 01:28:58.970957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:28:58.976169 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.003675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['72bf2d0a-5763-4053-a478-9ee84fda811c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:28:59.004048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:28:59.008961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.293771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] Deleting port 59d12a92-a431-4089-9e7b-65df6f84aee7 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:28:59.294148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.363879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] For port 59d12a92-a431-4089-9e7b-65df6f84aee7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=59d12a92-a431-4089-9e7b-65df6f84aee7,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:28:59.364283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.379067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] Calling delete_port for 59d12a92-a431-4089-9e7b-65df6f84aee7 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:28:59.406612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Pushing event updated for resources: {'Port': ['ID=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:59.430424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Network 943e8da7-4500-4b5b-8593-939b3186bfb3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:28:59.434326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:28:59.436967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:28:59.528634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:59.533599 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.591309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59d12a92-a431-4089-9e7b-65df6f84aee7 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:28:59.675314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-6c633a8c-b1a5-4f9f-8cae-802eb994ed54 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2937899 Sep 17 01:28:59.688942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e1818-df21-403e-805a-ccbd578ce194 req-12e0b751-4611-41a3-838a-e6c15726a4c1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:59.699322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-202e1818-df21-403e-805a-ccbd578ce194 req-12e0b751-4611-41a3-838a-e6c15726a4c1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1097286 Sep 17 01:28:59.704732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Request body: {'port': {'device_id': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:28:59.711360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.717812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 59d12a92-a431-4089-9e7b-65df6f84aee7 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:28:59.718238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 59d12a92-a431-4089-9e7b-65df6f84aee7 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:28:59.734060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] No DVR routers for this DVR port 59d12a92-a431-4089-9e7b-65df6f84aee7 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:28:59.802411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.805194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d39e2-8a0b-47a4-a6ce-5f80312b7a31 None None] Pushing event deleted for resources: {'Port': ['ID=59d12a92-a431-4089-9e7b-65df6f84aee7,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:28:59.851908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:28:59.868580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-202e1818-df21-403e-805a-ccbd578ce194 req-2ab063ed-c775-422d-ba8d-287d53c54517 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547010 Sep 17 01:28:59.868754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b5af-f1a2-40a3-a1c1-3295cf8c9fbf req-df775183-b29a-4cba-b2e8-5cd91fdacc5e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:28:59.869438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c918b5af-f1a2-40a3-a1c1-3295cf8c9fbf req-df775183-b29a-4cba-b2e8-5cd91fdacc5e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 932 time: 0.1077516 Sep 17 01:29:00.001989 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c918b5af-f1a2-40a3-a1c1-3295cf8c9fbf req-e2a747ff-3c43-4bc2-8026-884a250bbe29 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932662 Sep 17 01:29:00.112653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.158547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:00.170710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:00.174187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:00.174859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.181873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c39ec4-8e5d-4ca0-bb26-7fab76af16e4 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:00.197031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=868d9a9c-9679-4116-af96-b554f3df9483,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:00.240917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02bb76-f73e-48f9-b6f7-c4ac38b62b57 req-f2620cd8-9ec3-44f7-96d9-9f097eee15d6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:00.242970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e02bb76-f73e-48f9-b6f7-c4ac38b62b57 req-f2620cd8-9ec3-44f7-96d9-9f097eee15d6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.1978002 Sep 17 01:29:00.283300 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-069b4cdd-28ce-45c8-b402-0ce0bdcd1c8f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5100214 Sep 17 01:29:00.284025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:00.290499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '868d9a9c-9679-4116-af96-b554f3df9483', 'ip_address': '2001:db8::add2:ae16:4946:e72'}], 'name': 'tempest-NetworksTestDHCPv6-1024404374'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:00.322183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4e02bb76-f73e-48f9-b6f7-c4ac38b62b57 req-4b562945-da66-4bbd-b344-648bd71a2800 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690587 Sep 17 01:29:00.340560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:29:00.348780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.367212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Transition to ACTIVE for port object 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:29:00.473560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.490646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '868d9a9c-9679-4116-af96-b554f3df9483'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:00.494217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.567129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Pushing event updated for resources: {'Port': ['ID=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:00.634553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Attempting to bind port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:00.634916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Attempting to bind port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:00.635307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Attempting to bind port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb on network 943e8da7-4500-4b5b-8593-939b3186bfb3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:00.640948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb on network 943e8da7-4500-4b5b-8593-939b3186bfb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:29:00.641412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Attempting to bind port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb on network 943e8da7-4500-4b5b-8593-939b3186bfb3 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:00.648499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:00.648838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Checking segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:00.649229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Bound using segment: {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:00.649660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Bound port: 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bcfd262-5759-448b-9167-7fa36f81110e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:00.650060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.668286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/868d9a9c-9679-4116-af96-b554f3df9483/069dc359-c6dd-4093-bbff-7dddbe3b41ae) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:00.717752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] For port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:00.720692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] For port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:00.835542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.854919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:00.947176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.964399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:00.970281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 123f2a6a-8493-4ba1-ab03-d203853d180a yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:01.010006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:01.039448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:01.040294 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:01.041736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] 10.222.0.36 "PUT /v2.0/ports/37ee381c-5f0b-4ca3-a130-106fbdb4ddcb HTTP/1.1" status: 200 len: 1092 time: 1.3413649 Sep 17 01:29:01.042182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'tag': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:01.044432 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22740d3b-0d96-486b-a3f3-91068a81e708" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5babb2-d034-4eb0-acd3-abffa06ffc46", "tag": "37ee381c-5f0b-4ca3-a130-106fbdb4ddcb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:01.079044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef3e8c-a6b2-473f-8b8b-19f31cf8d891 service neutron] Pushing event updated for resources: {'Port': ['ID=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:01.088055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Pushing event updated for resources: {'Port': ['ID=069dc359-c6dd-4093-bbff-7dddbe3b41ae,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:01.134532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:01.145558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:01.153206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:01.254290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50f5f0-1bb0-46cb-a63d-fbaa77cc017f req-cc884873-c5b4-4b9a-b5ab-7df9cbecdb88 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:01.259557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a50f5f0-1bb0-46cb-a63d-fbaa77cc017f req-cc884873-c5b4-4b9a-b5ab-7df9cbecdb88 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1858594 Sep 17 01:29:01.282835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Attempting to bind port 069dc359-c6dd-4093-bbff-7dddbe3b41ae on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:01.283395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Attempting to bind port 069dc359-c6dd-4093-bbff-7dddbe3b41ae by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:01.283867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Attempting to bind port 069dc359-c6dd-4093-bbff-7dddbe3b41ae on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:01.293764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:01.295159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:01.296024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:01.297850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:01.301890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Bound port: 069dc359-c6dd-4093-bbff-7dddbe3b41ae, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:01.303790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:01.319064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a0a91-5e04-4861-933a-2202d97aadad req-84f8498c-8fd6-474b-a460-86bb868f1928 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:01.323790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd8a0a91-5e04-4861-933a-2202d97aadad req-84f8498c-8fd6-474b-a460-86bb868f1928 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 944 time: 0.1625485 Sep 17 01:29:01.372818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a50f5f0-1bb0-46cb-a63d-fbaa77cc017f req-534d3e4f-7a6c-46b4-9c16-cf7e91179763 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053150 Sep 17 01:29:01.377878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::add2:ae16:4946:e72 (0e608b38-ea83-40c5-aada-b94b3c71187f/868d9a9c-9679-4116-af96-b554f3df9483/123f2a6a-8493-4ba1-ab03-d203853d180a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:01.386733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-0700a5c5-db03-4152-a8a5-3a0ef5d55223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:01.391550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-0700a5c5-db03-4152-a8a5-3a0ef5d55223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 1095 time: 0.2388074 Sep 17 01:29:01.452156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] For port 069dc359-c6dd-4093-bbff-7dddbe3b41ae, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:01.458530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] For port 069dc359-c6dd-4093-bbff-7dddbe3b41ae, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=069dc359-c6dd-4093-bbff-7dddbe3b41ae,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:01.482782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-225c4772-e24f-4cc4-804f-910e48804572 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb HTTP/1.1" status: 200 len: 217 time: 0.0781827 Sep 17 01:29:01.484302 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa16212-f989-4377-a9d2-6feae42455b2 x-openstack-request-id: req-1fa16212-f989-4377-a9d2-6feae42455b2 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:01.484590 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5babb2-d034-4eb0-acd3-abffa06ffc46", "tag": "37ee381c-5f0b-4ca3-a130-106fbdb4ddcb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:01.484834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fa16212-f989-4377-a9d2-6feae42455b2 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:01.485221 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'tag': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb', 'status': 'completed', 'code': 200} Sep 17 01:29:01.518515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:01.617827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd8a0a91-5e04-4861-933a-2202d97aadad req-260d62e0-2a75-417e-9c47-d711094d0bc5 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779200 Sep 17 01:29:01.624082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-d8136f7c-9611-4bc1-b9e7-4a075e414ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:01.627037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-d8136f7c-9611-4bc1-b9e7-4a075e414ea7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.1305110 Sep 17 01:29:01.691341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226ab74-b985-49bc-a84b-9efd42c6256c None None] Pushing event updated for resources: {'Port': ['ID=069dc359-c6dd-4093-bbff-7dddbe3b41ae,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:01.695004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-e00b1575-337a-43c7-b7f8-3ffb6238fe21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604892 Sep 17 01:29:01.728264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:01.798135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d94e46-99ea-4cc6-88db-20409ec42055 req-327b4ec8-1121-4898-b619-7fe0c67f5d9f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:01.799850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-22d94e46-99ea-4cc6-88db-20409ec42055 req-327b4ec8-1121-4898-b619-7fe0c67f5d9f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.1702001 Sep 17 01:29:01.883030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-39881afb-289a-4215-b794-0dd7b77a1d8c service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794469 Sep 17 01:29:01.885936 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-22d94e46-99ea-4cc6-88db-20409ec42055 req-b77d0707-1a15-4c24-9240-487ba1571b26 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680196 Sep 17 01:29:01.905150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:02.000936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:02.011627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:02.022025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:02.027808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.028449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:02.045584 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=123f2a6a-8493-4ba1-ab03-d203853d180a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:02.106896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ffb4a2d0-7edb-4d56-960f-a0558b4b0aa4 req-283b1eb6-bd9b-4382-b40e-e2d67b2eeba7 service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088065 Sep 17 01:29:02.145555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8ca79009-efa6-43a3-8370-d20d7f6557d8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8603492 Sep 17 01:29:02.148960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:02.209558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc12605-17aa-4eaa-ac09-cd66d97dd096 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.217547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc12605-17aa-4eaa-ac09-cd66d97dd096 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.220665 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0dc12605-17aa-4eaa-ac09-cd66d97dd096 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0703158 Sep 17 01:29:02.223009 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46396) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:02.301980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-fc2fd4ba-fb05-42b7-a3ee-52124036b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.303105 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-fc2fd4ba-fb05-42b7-a3ee-52124036b8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 1095 time: 0.0437534 Sep 17 01:29:02.337511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 123f2a6a-8493-4ba1-ab03-d203853d180a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:02.338073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:02.438018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-11388566-6b18-4cc9-9dc4-47f17033f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.439875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-11388566-6b18-4cc9-9dc4-47f17033f154 service neutron] 10.222.0.36 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 911 time: 0.1295519 Sep 17 01:29:02.453650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:02.470659 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 123f2a6a-8493-4ba1-ab03-d203853d180a owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:02.491545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-c6cad82d-cb69-40a5-918d-562a651e4707 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb HTTP/1.1" status: 200 len: 217 time: 0.0445166 Sep 17 01:29:02.585049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-7055eccd-cd13-45d9-b70a-11be424fc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.586466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-7055eccd-cd13-45d9-b70a-11be424fc0bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.0864892 Sep 17 01:29:02.595291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c919f-b4c9-4246-88b6-8832327fe15a req-f363ab99-9a10-4473-9649-67e3710fb435 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.596860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d10c919f-b4c9-4246-88b6-8832327fe15a req-f363ab99-9a10-4473-9649-67e3710fb435 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1084135 Sep 17 01:29:02.646991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-e22a0238-54bc-4e87-95b5-602dcaedd8ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491416 Sep 17 01:29:02.667469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d10c919f-b4c9-4246-88b6-8832327fe15a req-9eaeb540-1d61-4a5e-9266-17265e7abb7e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429966 Sep 17 01:29:02.747697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:02.779662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-6e0b4b9e-3bda-474e-a9e4-9cea751f8356 service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157200 Sep 17 01:29:02.792789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f9e6c-0d40-49bf-9f28-7077e326692f req-80ef06f2-af2c-4f79-8965-e4c2e6cce1ab tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.794512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b31f9e6c-0d40-49bf-9f28-7077e326692f req-80ef06f2-af2c-4f79-8965-e4c2e6cce1ab tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 944 time: 0.0929201 Sep 17 01:29:02.801786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=123f2a6a-8493-4ba1-ab03-d203853d180a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:02.856505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:02.858797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1db3d517-b53c-4c23-a597-12719bbb34c5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/123f2a6a-8493-4ba1-ab03-d203853d180a HTTP/1.1" status: 204 len: 168 time: 0.6339333 Sep 17 01:29:02.861537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46412) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:02.912681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22740d3b-0d96-486b-a3f3-91068a81e708 req-c7a6c0eb-99d9-4a52-89d7-42634af422a2 service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247923 Sep 17 01:29:02.935728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b31f9e6c-0d40-49bf-9f28-7077e326692f req-7b2f3c86-be44-443e-9b20-f514442e4e9f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028872 Sep 17 01:29:02.970581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7013ff-d8d7-48e9-8a85-df9ad9aca180 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.972406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7013ff-d8d7-48e9-8a85-df9ad9aca180 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:02.974268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bf7013ff-d8d7-48e9-8a85-df9ad9aca180 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1108358 Sep 17 01:29:02.976952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46416) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:03.027993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1f2bb777-6b46-4109-a62f-e0cb6cd95648 None None] Provisioning complete for port 069dc359-c6dd-4093-bbff-7dddbe3b41ae triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:03.031840 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb777-6b46-4109-a62f-e0cb6cd95648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.040742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d946c-b3e9-4802-9592-434e9e8c3fcb req-dc8c32ad-7b85-4185-a014-9e85eeb41964 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:03.048472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-501d946c-b3e9-4802-9592-434e9e8c3fcb req-dc8c32ad-7b85-4185-a014-9e85eeb41964 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.0821748 Sep 17 01:29:03.050295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 868d9a9c-9679-4116-af96-b554f3df9483 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:03.055741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.101553 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.126595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-501d946c-b3e9-4802-9592-434e9e8c3fcb req-39015c00-378b-4d0f-b48f-e209f6bb1355 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771983 Sep 17 01:29:03.180086 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb777-6b46-4109-a62f-e0cb6cd95648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.237862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1f2bb777-6b46-4109-a62f-e0cb6cd95648 None None] For port 069dc359-c6dd-4093-bbff-7dddbe3b41ae, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=069dc359-c6dd-4093-bbff-7dddbe3b41ae,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:03.312267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f2bb777-6b46-4109-a62f-e0cb6cd95648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.318895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.370142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bb777-6b46-4109-a62f-e0cb6cd95648 None None] Pushing event updated for resources: {'Port': ['ID=069dc359-c6dd-4093-bbff-7dddbe3b41ae,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:03.413767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 069dc359-c6dd-4093-bbff-7dddbe3b41ae up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:03.451792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f53d7e0e-47ec-4bb4-9850-aabb4f15e211 None None] Could not find standard attr ID for object 123f2a6a-8493-4ba1-ab03-d203853d180a. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:03.478103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 069dc359-c6dd-4093-bbff-7dddbe3b41ae triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:03.478470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.499497 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.550524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=868d9a9c-9679-4116-af96-b554f3df9483,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:03.556997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.566316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eea46c-395a-4546-a296-2c8ae0f25298 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:03.566996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:03.569693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5e6e97d-331d-4b34-88dc-e49654967932 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/868d9a9c-9679-4116-af96-b554f3df9483 HTTP/1.1" status: 204 len: 168 time: 0.5912206 Sep 17 01:29:03.617800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-01b0b07e-608d-4c41-b554-12f72c8b4972 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0394139 Sep 17 01:29:03.618126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46424) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:03.623053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:03.629456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-65667bf2-9bcd-462a-91ee-7df825fec2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:03.631508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-65667bf2-9bcd-462a-91ee-7df825fec2fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1097 time: 0.1135192 Sep 17 01:29:03.794445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-cee0f205-0bb1-41ef-8716-d67b08441278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:03.795955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-cee0f205-0bb1-41ef-8716-d67b08441278 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1545334 Sep 17 01:29:03.818842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:03.840094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963c8e7-73f5-4286-a9a2-1e14ff67d174 req-216494b9-489a-48dc-99d2-90f8d46e0c4f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:03.849988 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7963c8e7-73f5-4286-a9a2-1e14ff67d174 req-216494b9-489a-48dc-99d2-90f8d46e0c4f tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.0820146 Sep 17 01:29:03.889958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] Deleting port 069dc359-c6dd-4093-bbff-7dddbe3b41ae {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:03.889958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.897435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7963c8e7-73f5-4286-a9a2-1e14ff67d174 req-d612ec34-5f7f-482e-affe-c472fe19298a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463717 Sep 17 01:29:03.905727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-31b43da9-32de-4dbd-9c3d-5f861634d2a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 1001 time: 0.1023297 Sep 17 01:29:03.906983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:03.915218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.983849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] For port 069dc359-c6dd-4093-bbff-7dddbe3b41ae, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=069dc359-c6dd-4093-bbff-7dddbe3b41ae,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:03.984538 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:03.998503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] Calling delete_port for 069dc359-c6dd-4093-bbff-7dddbe3b41ae owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:04.051803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-1196caf4-5535-4c8c-9239-45d70d7e4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:04.053971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-1196caf4-5535-4c8c-9239-45d70d7e4e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.1337342 Sep 17 01:29:04.120428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a1837-d487-4d6e-9368-23d651c36fe9 req-c9df8c6d-b66d-427b-ac32-60e2a8936f7b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:04.121918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-750a1837-d487-4d6e-9368-23d651c36fe9 req-c9df8c6d-b66d-427b-ac32-60e2a8936f7b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 944 time: 0.1059310 Sep 17 01:29:04.127146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-b6dababd-9490-4a1b-be68-9da5d623874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:04.128524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-b6dababd-9490-4a1b-be68-9da5d623874b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658200 Sep 17 01:29:04.192031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.218496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-750a1837-d487-4d6e-9368-23d651c36fe9 req-35a4fc64-a67e-4c64-94bd-0de3e21c0c5d tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890050 Sep 17 01:29:04.220648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] Pushing event deleted for resources: {'Port': ['ID=069dc359-c6dd-4093-bbff-7dddbe3b41ae,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:04.222839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5211adbc-8634-4252-8243-e24fa81093d9 None None] No DVR routers for this DVR port 069dc359-c6dd-4093-bbff-7dddbe3b41ae on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:04.291721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-5bd41f4c-16a2-417c-ba89-d4f346eaab96 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556568 Sep 17 01:29:04.294472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe0eda-c192-4542-a83e-f19d383d24e9 req-923ed46f-c3bc-48e3-bd76-57f96a3500ec tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:04.296025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cfe0eda-c192-4542-a83e-f19d383d24e9 req-923ed46f-c3bc-48e3-bd76-57f96a3500ec tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.0530651 Sep 17 01:29:04.342328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cfe0eda-c192-4542-a83e-f19d383d24e9 req-82dd3f59-8893-4a00-b854-4443c51db9bf tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Sep 17 01:29:04.434391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2321ad7e-bbed-42cf-af90-4a0772b0831e req-af8353be-f387-415f-9c29-f024c1a78786 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354387 Sep 17 01:29:04.464288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:29:04.466466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.512502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:04.517636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:04.522865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:04.523478 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.532337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd1f4cc-d534-4830-9b8f-02d053b13a50 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:04.532685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=25940c5a-e61f-4368-9335-d186005945d5,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:04.605157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:04.605411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d70cbd57-2ea2-495a-b048-de0aa4162657 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9860771 Sep 17 01:29:04.610504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '25940c5a-e61f-4368-9335-d186005945d5', 'ip_address': '2001:db8::7665:3915:745b:8c47'}], 'name': 'tempest-NetworksTestDHCPv6-370704581'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:04.615279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:04.633535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb', 'network_id': '943e8da7-4500-4b5b-8593-939b3186bfb3', 'port_id': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb', 'mac_address': 'fa:16:3e:53:eb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a84f7f-b6a2-480b-8710-ebe281c53ad4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:29:04.717231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.745720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:29:04.753464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '25940c5a-e61f-4368-9335-d186005945d5'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:04.754314 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.777147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:04.820989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:04.826058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.845343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:04.848309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 08df548e-e7e7-4baa-a7f3-e40eece72253 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:04.937978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:04.955529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/25940c5a-e61f-4368-9335-d186005945d5/321f19fe-b88e-4f54-a688-b7a4d19d3503) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:05.027060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e495c00-da0a-4bef-89eb-ab91a0163b7d req-c3fa8de6-1d00-465b-845e-24451a101655 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:05.028581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e495c00-da0a-4bef-89eb-ab91a0163b7d req-c3fa8de6-1d00-465b-845e-24451a101655 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.0570083 Sep 17 01:29:05.065066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['37ee381c-5f0b-4ca3-a130-106fbdb4ddcb'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:29:05.069217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e495c00-da0a-4bef-89eb-ab91a0163b7d req-f210828c-215e-48e8-8305-11be05d0573c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331647 Sep 17 01:29:05.146938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.217094 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.263371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::7665:3915:745b:8c47 (0e608b38-ea83-40c5-aada-b94b3c71187f/25940c5a-e61f-4368-9335-d186005945d5/08df548e-e7e7-4baa-a7f3-e40eece72253) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:05.270977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:05.280362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:05.284131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:05.286354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Pushing event updated for resources: {'Port': ['ID=321f19fe-b88e-4f54-a688-b7a4d19d3503,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:05.335316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 069dc359-c6dd-4093-bbff-7dddbe3b41ae no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:05.369826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 069dc359-c6dd-4093-bbff-7dddbe3b41ae {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:05.370169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 069dc359-c6dd-4093-bbff-7dddbe3b41ae not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:05.382452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Attempting to bind port 321f19fe-b88e-4f54-a688-b7a4d19d3503 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:05.382818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Attempting to bind port 321f19fe-b88e-4f54-a688-b7a4d19d3503 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:05.383262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Attempting to bind port 321f19fe-b88e-4f54-a688-b7a4d19d3503 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:05.390503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:05.391546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:05.391546 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.395256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:05.395256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Bound port: 321f19fe-b88e-4f54-a688-b7a4d19d3503, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:05.395256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.445187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752d2b9-2856-4432-8298-680a61b563a3 req-d707a082-5634-44ed-a10a-d1028b6848c6 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:05.446974 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4752d2b9-2856-4432-8298-680a61b563a3 req-d707a082-5634-44ed-a10a-d1028b6848c6 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 945 time: 0.1116061 Sep 17 01:29:05.447189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d363225f-4ad6-4656-9206-5bc46e5abd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.481463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] For port 321f19fe-b88e-4f54-a688-b7a4d19d3503, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:05.483031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8741165-7e9c-401d-9e80-cfe67199e7bb req-15dad50b-9e5d-466c-8725-707ee4501dfb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:05.485166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8741165-7e9c-401d-9e80-cfe67199e7bb req-15dad50b-9e5d-466c-8725-707ee4501dfb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 943 time: 0.0632880 Sep 17 01:29:05.487870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] For port 321f19fe-b88e-4f54-a688-b7a4d19d3503, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=321f19fe-b88e-4f54-a688-b7a4d19d3503,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:05.511325 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.522692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4752d2b9-2856-4432-8298-680a61b563a3 req-7fdc0123-689f-481d-82b2-bbcb532ac07b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636246 Sep 17 01:29:05.525474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8741165-7e9c-401d-9e80-cfe67199e7bb req-ec3ef50e-8413-4aa9-8515-eae63af204db tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327535 Sep 17 01:29:05.569772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.621563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.629654 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c7bfa-2f45-4af1-9446-eae2404bdf11 None None] Pushing event updated for resources: {'Port': ['ID=321f19fe-b88e-4f54-a688-b7a4d19d3503,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:05.671349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:05.674550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:05.678455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:05.684067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:05.684670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:05.701199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=08df548e-e7e7-4baa-a7f3-e40eece72253,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:05.796872 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e85c68f4-4e65-4b10-9ea9-3d4ea33f042a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1902013 Sep 17 01:29:05.800840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46448) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:05.889301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f697e1a-aa9c-4280-b783-806407c16d8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:05.895396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f697e1a-aa9c-4280-b783-806407c16d8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:05.900858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2f697e1a-aa9c-4280-b783-806407c16d8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0979168 Sep 17 01:29:05.901394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:06.002238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 08df548e-e7e7-4baa-a7f3-e40eece72253 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:06.007025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:29:06.007593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.117033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:06.129682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1', 'mac_address': 'fa:16:3e:a3:87:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:29:06.170321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.177821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.191632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:29:06.211069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 08df548e-e7e7-4baa-a7f3-e40eece72253 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:06.214160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:06.277767 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.282346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053071a-86a5-4d63-8751-f71c64e9b4e1 req-39d593b0-dd6f-4538-94ff-9f41ea6a017a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:06.283103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3053071a-86a5-4d63-8751-f71c64e9b4e1 req-39d593b0-dd6f-4538-94ff-9f41ea6a017a tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1094949 Sep 17 01:29:06.337259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:06.346460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3053071a-86a5-4d63-8751-f71c64e9b4e1 req-d6557065-ede7-4db7-87f5-60945e36fdc3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517581 Sep 17 01:29:06.477827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.482507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:06.511217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=08df548e-e7e7-4baa-a7f3-e40eece72253,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:06.511439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:29:06.549632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.552378 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-140f28d5-af4b-4670-9143-70f17ff3a268 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/08df548e-e7e7-4baa-a7f3-e40eece72253 HTTP/1.1" status: 204 len: 168 time: 0.6473148 Sep 17 01:29:06.555456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46466) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:06.645303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a294eb3-113b-41e1-b492-abce8e5fd30b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:06.656715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a294eb3-113b-41e1-b492-abce8e5fd30b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:06.656715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6a294eb3-113b-41e1-b492-abce8e5fd30b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0936682 Sep 17 01:29:06.656943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:06.714973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce830ee5-bdce-4c98-a08d-707af673291b req-57631f2d-ab65-43e7-9af7-83fb29ef1452 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:06.716538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce830ee5-bdce-4c98-a08d-707af673291b req-57631f2d-ab65-43e7-9af7-83fb29ef1452 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 945 time: 0.0650392 Sep 17 01:29:06.767095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce830ee5-bdce-4c98-a08d-707af673291b req-64fef50b-ed3c-4f46-ad9a-77e38b5f2620 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440199 Sep 17 01:29:06.777397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:29:06.782399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cee475-424f-4742-816a-369ad6b60c33 req-826db6bc-ee0a-4907-8ca2-dbb1c97ce45f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:06.784043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9cee475-424f-4742-816a-369ad6b60c33 req-826db6bc-ee0a-4907-8ca2-dbb1c97ce45f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 944 time: 0.1391909 Sep 17 01:29:06.792295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 25940c5a-e61f-4368-9335-d186005945d5 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:06.798345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:06.798726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.802716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.868455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.871121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-43c9d635-2d83-4495-b512-cb9c4500e114 None None] Provisioning complete for port 321f19fe-b88e-4f54-a688-b7a4d19d3503 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:06.872741 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-43c9d635-2d83-4495-b512-cb9c4500e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.894217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9cee475-424f-4742-816a-369ad6b60c33 req-ba35eb02-7c5f-4926-8788-f20783b7d6a7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979025 Sep 17 01:29:06.970720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:06.994732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.025888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:07.028202 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639ea23d-2773-4577-92d2-7b14e2ecbcbf" -d '{"events": [{"server_uuid": "bf5babb2-d034-4eb0-acd3-abffa06ffc46", "name": "network-vif-plugged", "status": "completed", "tag": "37ee381c-5f0b-4ca3-a130-106fbdb4ddcb"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:07.031233 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-43c9d635-2d83-4495-b512-cb9c4500e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.063011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:07.082080 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2b7013-95a8-40b6-bb26-7c08514b1154 x-openstack-request-id: req-ff2b7013-95a8-40b6-bb26-7c08514b1154 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:07.082402 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5babb2-d034-4eb0-acd3-abffa06ffc46", "name": "network-vif-plugged", "status": "completed", "tag": "37ee381c-5f0b-4ca3-a130-106fbdb4ddcb", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:07.082655 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff2b7013-95a8-40b6-bb26-7c08514b1154 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:07.083719 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb', 'code': 200} Sep 17 01:29:07.123697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.124769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:07.136002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.170150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=25940c5a-e61f-4368-9335-d186005945d5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:07.179396 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.184446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:07.184634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ad183fe-e1ee-420f-a8b9-5498f0b84eda tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/25940c5a-e61f-4368-9335-d186005945d5 HTTP/1.1" status: 204 len: 168 time: 0.5266783 Sep 17 01:29:07.232661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a380da7-e207-4d05-aad7-ce14e02a73a0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420153 Sep 17 01:29:07.233322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46476) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:07.259885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f581b-3aa2-4a5f-9c47-b08b5c1db3cd req-42320ba2-e26e-44a3-9ef9-a79d1bf55bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:07.261653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e45f581b-3aa2-4a5f-9c47-b08b5c1db3cd req-42320ba2-e26e-44a3-9ef9-a79d1bf55bec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 1097 time: 0.1223826 Sep 17 01:29:07.314564 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f1e0c6-ecc3-44e7-a397-eb543f1da779 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:07.319993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46478) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:07.320551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f3f1e0c6-ecc3-44e7-a397-eb543f1da779 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0855775 Sep 17 01:29:07.322645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e45f581b-3aa2-4a5f-9c47-b08b5c1db3cd req-cf957125-ee0c-40df-b6f0-5cd6536d4b2f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530424 Sep 17 01:29:07.395316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c30de5c-7549-43a1-803d-a769991e8a42 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:07.400477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46482) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:07.408780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3c30de5c-7549-43a1-803d-a769991e8a42 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845802 Sep 17 01:29:07.438436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25f1401-fa30-4ddb-80a3-0b12af70b592 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:07.440331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 321f19fe-b88e-4f54-a688-b7a4d19d3503 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:07.470731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc62e875-10e4-4f1f-bb7c-bcc5ecb55c21 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690999 Sep 17 01:29:07.478555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46484) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:07.484242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:07.497754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:07.574035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-43c9d635-2d83-4495-b512-cb9c4500e114 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:29:07.574467 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-43c9d635-2d83-4495-b512-cb9c4500e114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:29:07.588025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48adf97-c805-492b-82c8-fe552b737a83 req-6bb0250f-00d7-4ee6-bc42-6303185027e4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:07.593226 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b48adf97-c805-492b-82c8-fe552b737a83 req-6bb0250f-00d7-4ee6-bc42-6303185027e4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 946 time: 0.1329787 Sep 17 01:29:07.652386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b48adf97-c805-492b-82c8-fe552b737a83 req-ccb315de-615a-49b8-86e6-b19196868a57 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539308 Sep 17 01:29:07.665164 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.671117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 321f19fe-b88e-4f54-a688-b7a4d19d3503 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:07.671490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.727304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:07.730796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.742914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:07.826151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.828379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:07.879426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:07.960136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:07.968252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 321f19fe-b88e-4f54-a688-b7a4d19d3503, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=321f19fe-b88e-4f54-a688-b7a4d19d3503,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:07.991702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d352cbb-d9e0-4167-9663-1f86486c326a req-5061ec11-4e95-4121-9d46-3b268408c909 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:07.993402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d352cbb-d9e0-4167-9663-1f86486c326a req-5061ec11-4e95-4121-9d46-3b268408c909 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1247687 Sep 17 01:29:07.994963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] Deleting port 321f19fe-b88e-4f54-a688-b7a4d19d3503 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:08.001841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.019634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:08.043533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d352cbb-d9e0-4167-9663-1f86486c326a req-313211b4-b216-4824-ba86-16bf0b9f2c55 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Sep 17 01:29:08.073414 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.090118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.164196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:08.171943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:08.178855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] For port 321f19fe-b88e-4f54-a688-b7a4d19d3503, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=321f19fe-b88e-4f54-a688-b7a4d19d3503,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:08.179293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.181490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:08.181706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.188971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=321f19fe-b88e-4f54-a688-b7a4d19d3503,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:08.190438 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=0dfe2811-efdf-45ae-b8eb-8617f1fd05dc,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:08.217253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] Calling delete_port for 321f19fe-b88e-4f54-a688-b7a4d19d3503 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:08.226793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce81b5-86e6-4c04-9182-409a954dc186 req-76bdf8b5-867a-4f83-8eed-747f97dc2565 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:08.228351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0ce81b5-86e6-4c04-9182-409a954dc186 req-76bdf8b5-867a-4f83-8eed-747f97dc2565 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 944 time: 0.1019256 Sep 17 01:29:08.267993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-118be542-f0d3-4759-8b9d-ec2889945388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.275020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46500) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:08.281331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '0dfe2811-efdf-45ae-b8eb-8617f1fd05dc', 'ip_address': '2001:db8::dff3:434e:b9e7:5389'}], 'name': 'tempest-NetworksTestDHCPv6-478618722'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:08.287483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd2004f2-a2c9-46f1-bda1-3bc4f91b8ccd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8060417 Sep 17 01:29:08.293374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0ce81b5-86e6-4c04-9182-409a954dc186 req-15900d8a-dbf0-4f5f-bb04-f470bb2381f1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587647 Sep 17 01:29:08.335444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:29:08.337683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-11f2bafd-312f-419a-a5a1-cfa3bee5ca7d None None] Could not find standard attr ID for object 08df548e-e7e7-4baa-a7f3-e40eece72253. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:08.344403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:08.344992 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.426490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.461472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] No DVR routers for this DVR port 321f19fe-b88e-4f54-a688-b7a4d19d3503 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:08.462995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5de17-3d49-45d3-98c8-0ed8f30e38f8 None None] Pushing event deleted for resources: {'Port': ['ID=321f19fe-b88e-4f54-a688-b7a4d19d3503,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:08.476413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.479760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0341b029-b557-4390-ab5b-5c3e783140cd None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:08.489181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:08.564857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:08.604737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.626169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 505e309d-bd37-4372-9e19-4bc0e57c78ba yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:08.664155 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.690591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '0dfe2811-efdf-45ae-b8eb-8617f1fd05dc'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:08.691551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:08.741298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:08.809539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::dff3:434e:b9e7:5389 (0e608b38-ea83-40c5-aada-b94b3c71187f/0dfe2811-efdf-45ae-b8eb-8617f1fd05dc/505e309d-bd37-4372-9e19-4bc0e57c78ba) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:08.970531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.073467 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.085050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}, {'server_uuid': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:09.087421 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92443ae0-db3f-4bde-9e74-23468ff784d8" -d '{"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-unplugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}, {"server_uuid": "83923c33-0aa5-4664-9c36-dd8d0c73a202", "name": "network-vif-plugged", "status": "completed", "tag": "b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:09.101967 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.150772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/0dfe2811-efdf-45ae-b8eb-8617f1fd05dc/a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:09.177437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:09.185167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:09.187669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:09.194001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:09.194670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.212669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=505e309d-bd37-4372-9e19-4bc0e57c78ba,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:09.236220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20452f8-422b-425f-a448-4cc835d95866 req-c661f38a-0c88-4358-a564-6c1c98b9e5a3 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:09.237868 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20452f8-422b-425f-a448-4cc835d95866 req-c661f38a-0c88-4358-a564-6c1c98b9e5a3 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0997720 Sep 17 01:29:09.314983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:09.315472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-be23bf68-c434-449f-94ec-705b05c26c5e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0238681 Sep 17 01:29:09.315879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '0dfe2811-efdf-45ae-b8eb-8617f1fd05dc', 'ip_address': '2001:db8::dff3:434e:b9e7:5389'}], 'name': 'tempest-NetworksTestDHCPv6-1607095130'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:09.319328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20452f8-422b-425f-a448-4cc835d95866 req-767b8497-d049-4c3c-8f93-4953c809361c tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 Sep 17 01:29:09.371091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.383047 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9133479-a076-418d-8437-80d875b25bfb x-openstack-request-id: req-b9133479-a076-418d-8437-80d875b25bfb {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:09.383357 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-unplugged", "status": "failed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "code": 422}, {"server_uuid": "83923c33-0aa5-4664-9c36-dd8d0c73a202", "name": "network-vif-plugged", "status": "completed", "tag": "b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:09.383614 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9133479-a076-418d-8437-80d875b25bfb {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:09.389108 n-d-789963-7 neutron-server[112074]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'code': 422} returned with failed status Sep 17 01:29:09.389108 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1', 'code': 200} Sep 17 01:29:09.417723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 321f19fe-b88e-4f54-a688-b7a4d19d3503 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:09.441104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 321f19fe-b88e-4f54-a688-b7a4d19d3503 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:09.441481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 321f19fe-b88e-4f54-a688-b7a4d19d3503 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:09.446811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.512464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:09.516848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:09.524958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:09.528603 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.535650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Pushing event updated for resources: {'Port': ['ID=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:09.541085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f0b11-1540-4eea-93aa-912f1075f53d req-47de4155-845f-4a2a-87fc-721566313667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:09.543950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27f0b11-1540-4eea-93aa-912f1075f53d req-47de4155-845f-4a2a-87fc-721566313667 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 1096 time: 0.1102240 Sep 17 01:29:09.567948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ef2b7-54bc-4091-845e-0345b39fb4dd req-9f001248-2380-402d-9663-edde18a6272f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:09.570093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a4ef2b7-54bc-4091-845e-0345b39fb4dd req-9f001248-2380-402d-9663-edde18a6272f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.0968997 Sep 17 01:29:09.604316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Attempting to bind port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:09.604692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Attempting to bind port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:09.605059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Attempting to bind port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:09.609376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:09.610997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:09.611418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:09.611932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.612330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:09.612804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Bound port: a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:09.613191 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.639831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a4ef2b7-54bc-4091-845e-0345b39fb4dd req-8abc1045-601f-4fd9-a7a7-e97959b2e42c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612400 Sep 17 01:29:09.644553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27f0b11-1540-4eea-93aa-912f1075f53d req-51792a09-4c6b-4f57-8753-546fc5f12f9e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934896 Sep 17 01:29:09.683665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] For port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:09.689270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] For port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:09.716745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.741884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 4b1f410c-2d7c-425a-881b-b91a40557dc7 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:09.748020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:09.828832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0dff0e-caef-48ab-90c8-be9780bd2dd4 None None] Pushing event updated for resources: {'Port': ['ID=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:09.851365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-759434fa-2a55-4b38-9a64-0dfe4627f410 req-7cb1cdbb-8acb-40b6-ad15-343635740c79 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:29:09.852826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-759434fa-2a55-4b38-9a64-0dfe4627f410 req-7cb1cdbb-8acb-40b6-ad15-343635740c79 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077834 Sep 17 01:29:09.985598 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 01:29:09.986138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:29:10.071369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-542aeace-2775-495f-90e3-a4fc25d2f495 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7705221 Sep 17 01:29:10.073828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46538) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:10.137638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb6407-c9db-41da-9896-f11af61f1531 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.145777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb6407-c9db-41da-9896-f11af61f1531 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.147839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-adfb6407-c9db-41da-9896-f11af61f1531 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0730803 Sep 17 01:29:10.150520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:10.265332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac36b0-d4e0-46c6-b89f-70248831571a req-186c8ad5-663d-4414-8772-393427b3856b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.266257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f52a1-8fc0-4157-9c4c-7fa057d7e82c req-cba9d012-fb00-4cee-9c5e-7c71a6b33e26 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.267167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89ac36b0-d4e0-46c6-b89f-70248831571a req-186c8ad5-663d-4414-8772-393427b3856b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1123199 Sep 17 01:29:10.267787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e2f52a1-8fc0-4157-9c4c-7fa057d7e82c req-cba9d012-fb00-4cee-9c5e-7c71a6b33e26 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1084101 Sep 17 01:29:10.269260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-bfa5723c-a307-45ac-b646-e6627d5dcb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.272113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-bfa5723c-a307-45ac-b646-e6627d5dcb10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 1097 time: 0.0630839 Sep 17 01:29:10.318044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 505e309d-bd37-4372-9e19-4bc0e57c78ba {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:10.318650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:10.325219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7e2f52a1-8fc0-4157-9c4c-7fa057d7e82c req-5361f089-c9f4-4e4d-a4e2-13e592b05cac tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496509 Sep 17 01:29:10.358312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89ac36b0-d4e0-46c6-b89f-70248831571a req-71e79431-c0c1-41da-a38a-9a28ceb1e9f7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823808 Sep 17 01:29:10.464471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-d2967cd2-2235-4548-8722-51095cadfdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.466503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-d2967cd2-2235-4548-8722-51095cadfdb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 911 time: 0.1845071 Sep 17 01:29:10.468467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:10.482334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 505e309d-bd37-4372-9e19-4bc0e57c78ba owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:10.516085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-d63aac7a-d726-4479-8850-c92d6cec8e43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb HTTP/1.1" status: 200 len: 217 time: 0.0426936 Sep 17 01:29:10.516990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:10.602791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-6ae566ab-d241-47fa-b121-849d78e5a334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.604689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-6ae566ab-d241-47fa-b121-849d78e5a334 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.0820286 Sep 17 01:29:10.621768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46558) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:10.665651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-7f679766-b617-47ea-a3a9-fcff1165fbf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489714 Sep 17 01:29:10.800864 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:10.837905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=505e309d-bd37-4372-9e19-4bc0e57c78ba,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:10.846140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-7365c0f0-3d60-438d-a178-584ca7075e5e service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768315 Sep 17 01:29:10.850762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-ec39605f-2c5e-44c1-93cd-517c3b9e2871 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2276847 Sep 17 01:29:10.862731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-80bcd4e5-7c04-4333-81b0-24d2be3219db service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:29:10.863943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-80bcd4e5-7c04-4333-81b0-24d2be3219db service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054700 Sep 17 01:29:10.936267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aa721-168b-4d86-97ed-1719bf30d681 req-ffd2e5c2-a084-4122-b57f-ba3d0afbf16d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:10.949402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-496aa721-168b-4d86-97ed-1719bf30d681 req-ffd2e5c2-a084-4122-b57f-ba3d0afbf16d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.1842074 Sep 17 01:29:10.950617 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:10.955277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-895b3d88-cc4d-4b47-9703-567a666051c1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/505e309d-bd37-4372-9e19-4bc0e57c78ba HTTP/1.1" status: 204 len: 168 time: 0.8010905 Sep 17 01:29:10.955589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46568) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:10.988299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142ca5fa-d822-4365-bfc5-f45cb50f5714 req-868891df-70fe-4016-9de0-129fca511c62 service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308777 Sep 17 01:29:11.061904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b47eb2-233e-4664-8575-1e559351c389 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:11.063555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b47eb2-233e-4664-8575-1e559351c389 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:11.068651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46570) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:11.069231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-09b47eb2-233e-4664-8575-1e559351c389 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1125066 Sep 17 01:29:11.083660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-496aa721-168b-4d86-97ed-1719bf30d681 req-26733e95-676f-45c9-a5d5-5c1454e4b84e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225467 Sep 17 01:29:11.108284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.181008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 0dfe2811-efdf-45ae-b8eb-8617f1fd05dc {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:11.185103 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.202816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-682b5efc-e359-46f8-8133-c16a8ea39d00 None None] Provisioning complete for port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:11.203427 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-682b5efc-e359-46f8-8133-c16a8ea39d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.232433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.340600 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-682b5efc-e359-46f8-8133-c16a8ea39d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.348456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.400835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:11.502659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:11.503023 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.570725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.640117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673db42-8623-4a80-8cf1-d702cb4ff496 req-1adc2899-55a1-4e27-8966-ee0ffcedab43 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:11.641886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e673db42-8623-4a80-8cf1-d702cb4ff496 req-1adc2899-55a1-4e27-8966-ee0ffcedab43 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1238527 Sep 17 01:29:11.642707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=0dfe2811-efdf-45ae-b8eb-8617f1fd05dc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:11.648637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.648788 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-682b5efc-e359-46f8-8133-c16a8ea39d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:29:11.649251 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-682b5efc-e359-46f8-8133-c16a8ea39d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:29:11.653431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d0c85ff-6e28-4370-994a-ca794c924c8d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/0dfe2811-efdf-45ae-b8eb-8617f1fd05dc HTTP/1.1" status: 204 len: 168 time: 0.5835066 Sep 17 01:29:11.654104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46586) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:11.662267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437935c8-3847-4f75-9283-190bea222de0 req-cd12d981-f11b-4b0e-a796-2be3efcb258d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:11.664843 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-437935c8-3847-4f75-9283-190bea222de0 req-cd12d981-f11b-4b0e-a796-2be3efcb258d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1181695 Sep 17 01:29:11.673694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.718736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8def86b2-e3a4-44ff-9b53-fca496af11d1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623353 Sep 17 01:29:11.719455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46588) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:11.729198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:11.732784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-437935c8-3847-4f75-9283-190bea222de0 req-8f4b2312-ba16-4338-83d6-145565badf32 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617261 Sep 17 01:29:11.745050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:11.791588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e673db42-8623-4a80-8cf1-d702cb4ff496 req-2d061e49-b1da-4d5c-9593-98ec1d8c6401 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364982 Sep 17 01:29:11.811154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96e54c-969a-4581-b442-db42210b4284 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:11.829811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.923640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:11.927861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:11.938217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:12.029949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61526662-f8ab-4461-a901-082f40838bdd None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:12.076021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-61526662-f8ab-4461-a901-082f40838bdd None None] Deleting port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:12.076432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61526662-f8ab-4461-a901-082f40838bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.146787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-61526662-f8ab-4461-a901-082f40838bdd None None] For port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:12.149070 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61526662-f8ab-4461-a901-082f40838bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.181247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-61526662-f8ab-4461-a901-082f40838bdd None None] Calling delete_port for a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:12.209188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d63014-ac35-441f-9545-d5c783c692b8 req-588efd16-fc06-4cc2-935b-eebc9ecaccda tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.210857 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87d63014-ac35-441f-9545-d5c783c692b8 req-588efd16-fc06-4cc2-935b-eebc9ecaccda tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.0538669 Sep 17 01:29:12.226928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.258578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-87d63014-ac35-441f-9545-d5c783c692b8 req-6430c025-d0d3-44c8-b581-9a8ad8554809 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Sep 17 01:29:12.285381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:12.289312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:12.293893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.294659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.309845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=cbfe292a-66ef-43ad-ac89-ffc158baab28,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:12.345123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-44e7317f-3887-4a1f-a8ce-5e8faff4d521 None None] Could not find standard attr ID for object 505e309d-bd37-4372-9e19-4bc0e57c78ba. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:12.352102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-61526662-f8ab-4461-a901-082f40838bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.379209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61526662-f8ab-4461-a901-082f40838bdd None None] Pushing event deleted for resources: {'Port': ['ID=a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:12.381112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61526662-f8ab-4461-a901-082f40838bdd None None] No DVR routers for this DVR port a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:12.399532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932b1834-0346-43b8-a7b6-749f6afd8bf9 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:12.555457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'cbfe292a-66ef-43ad-ac89-ffc158baab28'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:12.556713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.653833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a6bba783-ddf8-4403-8b5f-afec175d22aa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9109776 Sep 17 01:29:12.657403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:12.663910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': 'cbfe292a-66ef-43ad-ac89-ffc158baab28', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1044311785'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:12.706259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/cbfe292a-66ef-43ad-ac89-ffc158baab28/9eb8e962-1981-461a-82c7-56b3d0a4df92) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:12.714278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c42617-74c9-4854-994f-fbc386db6585 req-99bbd049-45a6-4dd8-9a5c-e9a3caf096ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.715849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27c42617-74c9-4854-994f-fbc386db6585 req-99bbd049-45a6-4dd8-9a5c-e9a3caf096ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.3853481 Sep 17 01:29:12.737140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-1cd28132-2dd8-4f7b-8dfd-699911c68954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.738584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-1cd28132-2dd8-4f7b-8dfd-699911c68954 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2&tenant_id=0b6672f901304b7a8ebc7e0ded56ba31 HTTP/1.1" status: 200 len: 1095 time: 0.0998333 Sep 17 01:29:12.802884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27c42617-74c9-4854-994f-fbc386db6585 req-6b350af0-fb5c-48c1-8400-75ea5ca25803 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796759 Sep 17 01:29:12.852867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-e5698ce3-7222-42ba-86da-1ad0716623a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.854020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-e5698ce3-7222-42ba-86da-1ad0716623a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0708249 Sep 17 01:29:12.905046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea659ea5-1030-4dea-9ffd-8c593c9d0617 req-6db1bb2b-0b40-4134-ad08-8bb93e773647 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.906768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea659ea5-1030-4dea-9ffd-8c593c9d0617 req-6db1bb2b-0b40-4134-ad08-8bb93e773647 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.0547278 Sep 17 01:29:12.907969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.927504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:12.932374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:12.962111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 3fe47b39-9211-44ed-807e-76b83b1dd2d9 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:12.970232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ea659ea5-1030-4dea-9ffd-8c593c9d0617 req-6dfefb0a-b959-4759-81b4-f53bf239a9c3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574541 Sep 17 01:29:12.996435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc807f5-aa2e-41b8-87d3-1b810ffe43f6 req-b60cfefe-b80c-4578-94fd-26f7cb3a77dc tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:12.998030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3bc807f5-aa2e-41b8-87d3-1b810ffe43f6 req-b60cfefe-b80c-4578-94fd-26f7cb3a77dc tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0968781 Sep 17 01:29:13.000620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.029894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-c54753e7-1365-4479-aefa-0d6c43bbdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.031415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-c54753e7-1365-4479-aefa-0d6c43bbdd76 service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1689961 Sep 17 01:29:13.064421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:13.069146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:13.076584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:13.080280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Pushing event updated for resources: {'Port': ['ID=9eb8e962-1981-461a-82c7-56b3d0a4df92,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:13.085778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3bc807f5-aa2e-41b8-87d3-1b810ffe43f6 req-63a76d17-c99c-4816-baa7-57bdb0237075 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790601 Sep 17 01:29:13.112395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-9139f41c-7481-48e2-9421-9dca84850758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 999 time: 0.0696137 Sep 17 01:29:13.156008 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Attempting to bind port 9eb8e962-1981-461a-82c7-56b3d0a4df92 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:13.156387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Attempting to bind port 9eb8e962-1981-461a-82c7-56b3d0a4df92 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:13.156927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Attempting to bind port 9eb8e962-1981-461a-82c7-56b3d0a4df92 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:13.162947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:13.163364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:13.164273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.164273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:13.164674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Bound port: 9eb8e962-1981-461a-82c7-56b3d0a4df92, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:13.165064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.178909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-9b4ef6d9-e94f-4a31-a9eb-3ee0ae8cedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.180917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-9b4ef6d9-e94f-4a31-a9eb-3ee0ae8cedf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.0597093 Sep 17 01:29:13.193116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c14c8-6391-49f9-a1ba-22aa6e057f2f req-ca931554-3c26-4d62-ad7d-7c94ccb44e02 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.199581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d40c14c8-6391-49f9-a1ba-22aa6e057f2f req-ca931554-3c26-4d62-ad7d-7c94ccb44e02 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.0966322 Sep 17 01:29:13.221135 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:29:13.221790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:29:13.231553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-d9191cef-4029-4d26-983b-dfb4169cc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.233358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-d9191cef-4029-4d26-983b-dfb4169cc0bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456378 Sep 17 01:29:13.239775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] For port 9eb8e962-1981-461a-82c7-56b3d0a4df92, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:13.243736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] For port 9eb8e962-1981-461a-82c7-56b3d0a4df92, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9eb8e962-1981-461a-82c7-56b3d0a4df92,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:13.250054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d40c14c8-6391-49f9-a1ba-22aa6e057f2f req-1e26817f-df2f-4229-ae8a-de2fef26c1e4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461333 Sep 17 01:29:13.316668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:13.329795 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c129db3-0cff-486f-985f-f233772cda53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6703060 Sep 17 01:29:13.332280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46614) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:13.344445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.349737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:13.350099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a251f3fc-a4ea-41dc-a1cf-1b880e55eaa2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:13.371874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-cab5b172-b3f9-4f04-b021-708ac6bcc2a2 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204669 Sep 17 01:29:13.422096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4978372e-9aa7-43cf-9a1e-e8e5f06d4e6f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.424793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4978372e-9aa7-43cf-9a1e-e8e5f06d4e6f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0901918 Sep 17 01:29:13.426428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46616) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:13.438473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763631fc-bef4-42c6-a6d5-e81fbf752b27 None None] Pushing event updated for resources: {'Port': ['ID=9eb8e962-1981-461a-82c7-56b3d0a4df92,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:13.496352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7076e-2286-4a6f-b28e-83290993aeae tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.498815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e7076e-2286-4a6f-b28e-83290993aeae tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.502836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-55e7076e-2286-4a6f-b28e-83290993aeae tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0725038 Sep 17 01:29:13.504090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46618) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:13.547529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9e517e6d-314b-474f-a0db-2b6e23097e32 req-2ad7bf8c-1191-45fb-9b54-374b5f128fb9 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673410 Sep 17 01:29:13.573993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet cbfe292a-66ef-43ad-ac89-ffc158baab28 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:13.577917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.654377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.796698 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.818009 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e31bb2-0314-4431-8f60-a0307bbc2530 req-e44423c1-7b93-4893-ae5b-c4892c56e355 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:13.819839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11e31bb2-0314-4431-8f60-a0307bbc2530 req-e44423c1-7b93-4893-ae5b-c4892c56e355 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.0616407 Sep 17 01:29:13.866143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11e31bb2-0314-4431-8f60-a0307bbc2530 req-6f928efe-1206-4484-92f5-9b4c7376c809 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Sep 17 01:29:13.964043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:13.991391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfe292a-66ef-43ad-ac89-ffc158baab28,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:13.998581 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:14.001146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-92b42e97-e6e2-4578-8d79-219c84894dfe tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/cbfe292a-66ef-43ad-ac89-ffc158baab28 HTTP/1.1" status: 204 len: 168 time: 0.4947684 Sep 17 01:29:14.002989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46638) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:14.056353 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-375086d1-dc6c-4e56-adcb-8760ebd9f07c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424125 Sep 17 01:29:14.056353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46642) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:14.056353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:14.122812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c7b16-6bde-4f25-be47-5b9751c60050 req-06fe8696-4cd0-438a-8eb9-283d636cdeb1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:14.125761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c7b16-6bde-4f25-be47-5b9751c60050 req-06fe8696-4cd0-438a-8eb9-283d636cdeb1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.0731249 Sep 17 01:29:14.222140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c7b16-6bde-4f25-be47-5b9751c60050 req-1cd2c5a8-33e8-4812-b19a-c46640cb0b34 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856068 Sep 17 01:29:14.760171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6142dd8d-6d58-4bf1-af7b-becce3a0474c req-6fa891d7-11da-4cd7-a4aa-dcad9b806ea9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:14.764338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f7b6f-c1c9-4ace-b769-8e2d1e32316f None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:14.767390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6142dd8d-6d58-4bf1-af7b-becce3a0474c req-6fa891d7-11da-4cd7-a4aa-dcad9b806ea9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0750074 Sep 17 01:29:14.831691 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6142dd8d-6d58-4bf1-af7b-becce3a0474c req-6a4c5f73-363b-44e3-96e9-96efc8e6629f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Sep 17 01:29:14.847066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5ccea546-f9bd-4530-9cbc-dc92079976db None None] Provisioning complete for port 9eb8e962-1981-461a-82c7-56b3d0a4df92 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:14.847604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ccea546-f9bd-4530-9cbc-dc92079976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:14.870987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:14.876475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.035752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f5b45-bab0-4d35-80a9-0e3a2733925c req-a3b90141-5422-47a9-882f-9421c9b1459e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:15.056047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d97f5b45-bab0-4d35-80a9-0e3a2733925c req-a3b90141-5422-47a9-882f-9421c9b1459e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.0797465 Sep 17 01:29:15.125330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ccea546-f9bd-4530-9cbc-dc92079976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.141772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:15.155217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d97f5b45-bab0-4d35-80a9-0e3a2733925c req-5d658c54-a994-44ae-9058-b67120242aa3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924437 Sep 17 01:29:15.206478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5ccea546-f9bd-4530-9cbc-dc92079976db None None] For port 9eb8e962-1981-461a-82c7-56b3d0a4df92, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9eb8e962-1981-461a-82c7-56b3d0a4df92,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:15.236121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] Deleting port 9eb8e962-1981-461a-82c7-56b3d0a4df92 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:15.236593 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.300557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ccea546-f9bd-4530-9cbc-dc92079976db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.334083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-715c6b48-47f9-4f1c-ac4b-61f27423f7c2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:15.335601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-715c6b48-47f9-4f1c-ac4b-61f27423f7c2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 945 time: 0.0965898 Sep 17 01:29:15.398178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.529733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:15.530417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.571036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=a83f0ae4-decd-4703-a255-bf8c45c66f3f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:15.595037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:15.601424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:15.605802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:15.606633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.646762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435abe7-1269-4d3c-8d49-9b8dd00c3f3c req-c69bc340-c7a9-4bf2-9dbc-75b222497fcd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:15.652575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] For port 9eb8e962-1981-461a-82c7-56b3d0a4df92, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9eb8e962-1981-461a-82c7-56b3d0a4df92,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:15.653272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.656147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccea546-f9bd-4530-9cbc-dc92079976db None None] Pushing event updated for resources: {'Port': ['ID=9eb8e962-1981-461a-82c7-56b3d0a4df92,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:15.663157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3435abe7-1269-4d3c-8d49-9b8dd00c3f3c req-c69bc340-c7a9-4bf2-9dbc-75b222497fcd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.3056231 Sep 17 01:29:15.671636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] Calling delete_port for 9eb8e962-1981-461a-82c7-56b3d0a4df92 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:15.683625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f85e072b-4e9f-43f0-a4bd-95ce1f0eb07f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6318765 Sep 17 01:29:15.684638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:15.702679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:15.746675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:15.747463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.754724 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3435abe7-1269-4d3c-8d49-9b8dd00c3f3c req-a0d549c5-99cc-438b-977d-6b3b4156af70 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858147 Sep 17 01:29:15.779288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:15.825082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.826173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.865361 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:15.900552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] Pushing event deleted for resources: {'Port': ['ID=9eb8e962-1981-461a-82c7-56b3d0a4df92,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:15.912736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7548dad3-9175-405a-86f7-784d63393e2a None None] No DVR routers for this DVR port 9eb8e962-1981-461a-82c7-56b3d0a4df92 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:15.933706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921903d9-387c-4f85-96bd-c6b05d5e57c5 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:15.960294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.038731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.095358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.133204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:16.134720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.137186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:16.148811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.155718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8afadf7-6654-45be-b95e-7a40a24f7c51 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4578176 Sep 17 01:29:16.157697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46658) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:16.204764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2e979-643c-4bc0-819e-f9f5bad42f4b req-80b11964-7859-40e6-8c50-3923368ee874 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:16.218424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79c2e979-643c-4bc0-819e-f9f5bad42f4b req-80b11964-7859-40e6-8c50-3923368ee874 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1720321 Sep 17 01:29:16.306155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:16.315553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.317799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8824e5e3-1b57-4dff-85f7-c4781e737862 req-3b669725-cb2c-4fd7-8553-6fb943ac690a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "DELETE /v2.0/ports/b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 HTTP/1.1" status: 204 len: 173 time: 0.9668741 Sep 17 01:29:16.351827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/a83f0ae4-decd-4703-a255-bf8c45c66f3f/1abac2b7-fb28-44f9-abd7-50945c1d1816) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:16.355817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'name': 'network-vif-deleted', 'tag': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:16.357244 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3305fbbc-7e31-412d-89f8-bb2a504f4452" -d '{"events": [{"server_uuid": "83923c33-0aa5-4664-9c36-dd8d0c73a202", "name": "network-vif-deleted", "tag": "b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:16.393572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf641405-0ff9-44e0-bac4-7a9f2dc53a1f req-c9cce028-cf68-4de0-b7a8-53eec0afccb3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0766208 Sep 17 01:29:16.412098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79c2e979-643c-4bc0-819e-f9f5bad42f4b req-980e7d84-ede1-43b9-becd-8f40ae03ad99 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Sep 17 01:29:16.557881 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a6802b-73ed-462e-b8ef-69763afb2e39 x-openstack-request-id: req-f2a6802b-73ed-462e-b8ef-69763afb2e39 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:16.558315 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83923c33-0aa5-4664-9c36-dd8d0c73a202", "name": "network-vif-deleted", "tag": "b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:16.559244 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2a6802b-73ed-462e-b8ef-69763afb2e39 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:16.559394 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83923c33-0aa5-4664-9c36-dd8d0c73a202', 'name': 'network-vif-deleted', 'tag': 'b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1', 'status': 'completed', 'code': 200} Sep 17 01:29:16.680844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.761840 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.849509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:16.858232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:16.858855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:16.872199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:16.899534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Pushing event updated for resources: {'Port': ['ID=1abac2b7-fb28-44f9-abd7-50945c1d1816,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:16.995689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Attempting to bind port 1abac2b7-fb28-44f9-abd7-50945c1d1816 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:16.996082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Attempting to bind port 1abac2b7-fb28-44f9-abd7-50945c1d1816 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:16.996438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Attempting to bind port 1abac2b7-fb28-44f9-abd7-50945c1d1816 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:17.007968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:17.008446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:17.008740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:17.009138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:17.009668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Bound port: 1abac2b7-fb28-44f9-abd7-50945c1d1816, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:17.009990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:17.078485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b5ab4-62e0-4dad-a2e4-40145e08ef8c req-a0c4fccc-e7dc-4a15-bf48-c8595f33f448 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:17.095715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-414b5ab4-62e0-4dad-a2e4-40145e08ef8c req-a0c4fccc-e7dc-4a15-bf48-c8595f33f448 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1770780 Sep 17 01:29:17.155995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] For port 1abac2b7-fb28-44f9-abd7-50945c1d1816, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:17.159392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] For port 1abac2b7-fb28-44f9-abd7-50945c1d1816, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1abac2b7-fb28-44f9-abd7-50945c1d1816,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:17.167133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-414b5ab4-62e0-4dad-a2e4-40145e08ef8c req-814446be-bfce-4648-8493-74e552cdd428 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703590 Sep 17 01:29:17.280232 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:17.421438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc552dd-901a-4865-b4a3-dd7d626fc5c1 None None] Pushing event updated for resources: {'Port': ['ID=1abac2b7-fb28-44f9-abd7-50945c1d1816,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:17.629301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e78bfff8-dbc9-45ce-8f0e-0bc50a3d42de req-38646ae4-0f4f-489f-9b15-5bdcf2aac611 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0518880 Sep 17 01:29:17.639605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::1 (0e608b38-ea83-40c5-aada-b94b3c71187f/a83f0ae4-decd-4703-a255-bf8c45c66f3f/ecf19316-668d-4d08-8afe-0a80a261782a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:17.717663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174ddbf-fabf-410f-8a4d-f2d88ebd49dd req-b146d51d-c2fd-4c93-ad9c-ab1490b87b55 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:17.719294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3174ddbf-fabf-410f-8a4d-f2d88ebd49dd req-b146d51d-c2fd-4c93-ad9c-ab1490b87b55 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1074889 Sep 17 01:29:17.816522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3174ddbf-fabf-410f-8a4d-f2d88ebd49dd req-f954f033-3fe0-464c-ac0f-bde6681c6892 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634923 Sep 17 01:29:17.919453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:18.049750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:18.066456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:18.094681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:18.098995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:18.103316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:18.104110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:18.132971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:18.133722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b36bc2bc-8bb8-4f1b-b094-51ad72e14dc1 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:18.183144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=ecf19316-668d-4d08-8afe-0a80a261782a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:18.467026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:18.631319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93522180-e730-4b73-a21e-075098264e9a req-cd298c2d-0425-4c0f-be06-09008c7669d2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:18.635351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93522180-e730-4b73-a21e-075098264e9a req-cd298c2d-0425-4c0f-be06-09008c7669d2 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.3228264 Sep 17 01:29:18.907261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e5e59bc-6c35-463b-8b67-3aed974afdbc req-bb83630e-ea29-41d3-944c-466eea175fdb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0587938 Sep 17 01:29:19.009561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93522180-e730-4b73-a21e-075098264e9a req-55afaa62-02ef-4fab-b591-5fc2fa4add0e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873921 Sep 17 01:29:19.070870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-38f75083-e378-4b53-bc19-b78a7f65620f None None] Provisioning complete for port 1abac2b7-fb28-44f9-abd7-50945c1d1816 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:19.072033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-38f75083-e378-4b53-bc19-b78a7f65620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.130893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978510a-e05e-41a5-8cf7-827db98e4c61 req-8ce7d30a-1684-4763-9f0b-a41b7d1a3dd9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:19.140936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d978510a-e05e-41a5-8cf7-827db98e4c61 req-8ce7d30a-1684-4763-9f0b-a41b7d1a3dd9 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0962174 Sep 17 01:29:19.147971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.218057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d978510a-e05e-41a5-8cf7-827db98e4c61 req-5e9e1505-f356-47a9-930d-eb0b0d08dd1f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763073 Sep 17 01:29:19.235686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.236568 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.255884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-38f75083-e378-4b53-bc19-b78a7f65620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.344088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-38f75083-e378-4b53-bc19-b78a7f65620f None None] For port 1abac2b7-fb28-44f9-abd7-50945c1d1816, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1abac2b7-fb28-44f9-abd7-50945c1d1816,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:19.502359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1abac2b7-fb28-44f9-abd7-50945c1d1816 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:19.547685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-38f75083-e378-4b53-bc19-b78a7f65620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.587918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:19.592162 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=ecf19316-668d-4d08-8afe-0a80a261782a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:19.601301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:19.636507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1abac2b7-fb28-44f9-abd7-50945c1d1816 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:19.637153 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.685264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f75083-e378-4b53-bc19-b78a7f65620f None None] Pushing event updated for resources: {'Port': ['ID=1abac2b7-fb28-44f9-abd7-50945c1d1816,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:19.810377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-af507661-f28a-4aea-ad13-7adb821ea3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:19.812897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-af507661-f28a-4aea-ad13-7adb821ea3ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1095 time: 0.1128726 Sep 17 01:29:19.819905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-026a97c4-0a57-41a9-b572-025aea696943 None None] Provisioning complete for port ecf19316-668d-4d08-8afe-0a80a261782a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:19.820294 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-026a97c4-0a57-41a9-b572-025aea696943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:19.877930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-026a97c4-0a57-41a9-b572-025aea696943 None None] Port ecf19316-668d-4d08-8afe-0a80a261782a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:29:19.946281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:29:19.990577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-3cdbde20-cace-44b6-9e1a-3a92c6623d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:19.991807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-3cdbde20-cace-44b6-9e1a-3a92c6623d2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 200 len: 918 time: 0.1524994 Sep 17 01:29:20.124508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7cb81db8-2186-48ca-b388-6459ccc31e94 None None] Provisioning complete for port ecf19316-668d-4d08-8afe-0a80a261782a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:20.125767 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7cb81db8-2186-48ca-b388-6459ccc31e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:20.132362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-1c34d3dc-4c92-4bb8-b653-da7a312c934d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 200 len: 999 time: 0.1206625 Sep 17 01:29:20.182732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdcd60bc-b0b3-4a7e-8bd7-260f1972792c req-3165c5e5-ed22-4d9f-a472-fbbe97a2e1e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0774510 Sep 17 01:29:20.202838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7cb81db8-2186-48ca-b388-6459ccc31e94 None None] Port ecf19316-668d-4d08-8afe-0a80a261782a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:29:20.222710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:29:20.232707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b72e5605-0d44-4722-aa23-e9adf1faae82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "PUT /v2.0/routers/eec8ec13-2ce2-49dc-9e3a-76941ecdae96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0705748 Sep 17 01:29:20.233213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46704) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:20.243863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Sync routers for ids ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:29:20.262605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Routers {'eec8ec13-2ce2-49dc-9e3a-76941ecdae96'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:20.264261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:20.341974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbecd18e-44f9-44c6-ba8c-786783175637 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.351800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cbecd18e-44f9-44c6-ba8c-786783175637 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports/ecf19316-668d-4d08-8afe-0a80a261782a HTTP/1.1" status: 200 len: 911 time: 0.1130128 Sep 17 01:29:20.353009 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46710) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:20.366352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bed4df-c9bb-48fb-a3d7-39f884677c02 req-195196eb-f776-4659-94ed-ad0c3ad245b7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.368313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22bed4df-c9bb-48fb-a3d7-39f884677c02 req-195196eb-f776-4659-94ed-ad0c3ad245b7 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.2243941 Sep 17 01:29:20.369975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-427c7d7d-518e-4948-ac1a-82c3f16eb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.372573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-427c7d7d-518e-4948-ac1a-82c3f16eb2f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 200 len: 856 time: 0.1782770 Sep 17 01:29:20.498684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Set router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:20.539228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22bed4df-c9bb-48fb-a3d7-39f884677c02 req-7bd9d386-249d-4cfe-a7d8-f4731fa87761 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425786 Sep 17 01:29:20.547491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6fb0-14bf-4795-a443-47377d0345e7 req-9c14ce84-f349-4c44-8bdc-8563d9b52fea tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.556031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-310b6fb0-14bf-4795-a443-47377d0345e7 req-9c14ce84-f349-4c44-8bdc-8563d9b52fea tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1055279 Sep 17 01:29:20.569327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-5ff539d1-eb6b-45cb-9b6a-cbc04b16efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.571251 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-5ff539d1-eb6b-45cb-9b6a-cbc04b16efc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35d2798a-2670-4dbb-8fb2-cc920e9d38f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207600 Sep 17 01:29:20.584359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6c589-7b16-4c0f-ade1-ab8c3a886290 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.591483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d6c589-7b16-4c0f-ade1-ab8c3a886290 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:20.593160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-20d6c589-7b16-4c0f-ade1-ab8c3a886290 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2389867 Sep 17 01:29:20.596969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46712) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:20.784745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-38e4ec67-340f-487d-b34e-62e20a1c8120 service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915395 Sep 17 01:29:20.936617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-310b6fb0-14bf-4795-a443-47377d0345e7 req-386683b3-288b-48ca-a480-daa83b977788 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746758 Sep 17 01:29:21.049130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3327d4ed-92ba-45ba-b0e8-23965e795122 req-1b61a223-23eb-4073-8473-29c9f09dc3cb service neutron] 10.222.0.36 "GET /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608149 Sep 17 01:29:21.068615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:15Z', 'updated_at': '2021-09-17T01:29:18Z', 'revision_number': 2, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None, '_interfaces': [{'id': 'ecf19316-668d-4d08-8afe-0a80a261782a', 'name': '', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'mac_address': 'fa:16:3e:cd:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:29:17Z', 'updated_at': '2021-09-17T01:29:18Z', 'revision_number': 2, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'subnets': [{'id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:21.141234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Checking router: eec8ec13-2ce2-49dc-9e3a-76941ecdae96 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:29:21.141925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Updating router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 port ecf19316-668d-4d08-8afe-0a80a261782a binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:29:21.225250 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:21.358249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-adef60d8-c8aa-463a-92cb-a4e310166b7a req-cfce2df9-24dd-4823-8c5a-bb1051bfad59 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0450325 Sep 17 01:29:21.447271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1abac2b7-fb28-44f9-abd7-50945c1d1816 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:21.553844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:21.657838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1abac2b7-fb28-44f9-abd7-50945c1d1816 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:21.664583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:21.806907 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586b94f-4b36-49d6-9c24-8922aa377e74 req-e8942271-00b9-4143-aabe-cacb847378aa tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:21.815128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c586b94f-4b36-49d6-9c24-8922aa377e74 req-e8942271-00b9-4143-aabe-cacb847378aa tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1374588 Sep 17 01:29:21.874044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c586b94f-4b36-49d6-9c24-8922aa377e74 req-12a8640d-fbf6-46cf-971c-4c9f0a1a324e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523279 Sep 17 01:29:21.897590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:21.973721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:22.147977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec8d18-4323-4454-bcd4-8a7b484254fe None None] Pushing event updated for resources: {'Port': ['ID=ecf19316-668d-4d08-8afe-0a80a261782a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:22.149981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port ecf19316-668d-4d08-8afe-0a80a261782a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:22.150458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:22.248630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8e247-3b8b-4bf2-b20d-5c9e059740aa req-70be8537-f90f-4b2f-99ab-9726918992b3 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:22.259881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8c8e247-3b8b-4bf2-b20d-5c9e059740aa req-70be8537-f90f-4b2f-99ab-9726918992b3 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1784155 Sep 17 01:29:22.330421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Attempting to bind port ecf19316-668d-4d08-8afe-0a80a261782a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:22.330841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Attempting to bind port ecf19316-668d-4d08-8afe-0a80a261782a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:22.334126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Attempting to bind port ecf19316-668d-4d08-8afe-0a80a261782a on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:22.350926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:22.353002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:22.353419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:22.356433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:22.358609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Bound port: ecf19316-668d-4d08-8afe-0a80a261782a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:22.359735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:22.390018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8c8e247-3b8b-4bf2-b20d-5c9e059740aa req-c90b312c-4884-4751-ac77-848b9d21ede2 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291466 Sep 17 01:29:22.477891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] For port ecf19316-668d-4d08-8afe-0a80a261782a, host n-d-789963-7, got binding levels [] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:22.478275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:22.497909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for ecf19316-668d-4d08-8afe-0a80a261782a owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:22.644389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-da2373a3-29a0-418a-9849-4518312441ac None None] Provisioning complete for port ecf19316-668d-4d08-8afe-0a80a261782a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:22.650163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da2373a3-29a0-418a-9849-4518312441ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:22.657942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] For port ecf19316-668d-4d08-8afe-0a80a261782a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:22.747489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] For port ecf19316-668d-4d08-8afe-0a80a261782a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ecf19316-668d-4d08-8afe-0a80a261782a,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:22.765696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-da2373a3-29a0-418a-9849-4518312441ac None None] Port ecf19316-668d-4d08-8afe-0a80a261782a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:29:22.856383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a44a5c7-aa43-4e9f-a182-77ad843fe257 req-39bbae2f-5187-437a-8802-c1e4b3443543 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0729027 Sep 17 01:29:23.058545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e1052-4c14-46d6-a88f-2edca88f8f89 req-0af50090-5532-47d3-89b1-8b556ee2a2d4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:23.060799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-075e1052-4c14-46d6-a88f-2edca88f8f89 req-0af50090-5532-47d3-89b1-8b556ee2a2d4 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.0697169 Sep 17 01:29:23.120088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-075e1052-4c14-46d6-a88f-2edca88f8f89 req-6eb707b0-d30e-4560-8233-e12a0bcd1a35 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526333 Sep 17 01:29:23.139723 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:23.248888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec8d18-4323-4454-bcd4-8a7b484254fe None None] Pushing event updated for resources: {'Port': ['ID=ecf19316-668d-4d08-8afe-0a80a261782a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:23.251891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Routers {'eec8ec13-2ce2-49dc-9e3a-76941ecdae96'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:23.252527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:23.346409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:23.412093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=ecf19316-668d-4d08-8afe-0a80a261782a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:23.445241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] Set router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:23.704917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-921cca55-f07b-44c0-9df0-64dc42f6c3f7 None None] Could not find standard attr ID for object ecf19316-668d-4d08-8afe-0a80a261782a. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:23.831838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:15Z', 'updated_at': '2021-09-17T01:29:18Z', 'revision_number': 2, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None, '_interfaces': [{'id': 'ecf19316-668d-4d08-8afe-0a80a261782a', 'name': '', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'mac_address': 'fa:16:3e:cd:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:29:17Z', 'updated_at': '2021-09-17T01:29:22Z', 'revision_number': 4, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'subnets': [{'id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:23.900232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf8a070-e5ed-4935-96b5-a73a702efd0c None None] The sync data for ids ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'] in n-d-789963-7 is: [{'id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:15Z', 'updated_at': '2021-09-17T01:29:18Z', 'revision_number': 2, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None, '_interfaces': [{'id': 'ecf19316-668d-4d08-8afe-0a80a261782a', 'name': '', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'mac_address': 'fa:16:3e:cd:72:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'device_owner': 'network:router_interface', 'standard_attr_id': 3050, 'fixed_ips': [{'subnet_id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:29:17Z', 'updated_at': '2021-09-17T01:29:22Z', 'revision_number': 4, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'subnets': [{'id': 'a83f0ae4-decd-4703-a255-bf8c45c66f3f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:29:24.119183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-234aef53-72a2-402d-bb35-f986bce292cb req-3c043246-e86d-49ed-ad0d-ae34401251bd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=83923c33-0aa5-4664-9c36-dd8d0c73a202 HTTP/1.1" status: 200 len: 210 time: 0.0450397 Sep 17 01:29:24.278679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:24.402803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294cc1-3478-4af0-a37d-5eca38b62536 req-2d90baf3-ae30-479b-8591-6283fa343fce tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:24.404739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1294cc1-3478-4af0-a37d-5eca38b62536 req-2d90baf3-ae30-479b-8591-6283fa343fce tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1676064 Sep 17 01:29:24.480209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6add03-7057-4ad9-9032-60dde4c9fdd8 req-30e9b385-537b-469c-99c2-f90b5528226f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:24.492910 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6add03-7057-4ad9-9032-60dde4c9fdd8 req-30e9b385-537b-469c-99c2-f90b5528226f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.2300868 Sep 17 01:29:24.500330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1294cc1-3478-4af0-a37d-5eca38b62536 req-9faccfdb-7cc3-4ab3-8f3b-5bb2186841ed tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804365 Sep 17 01:29:24.592058 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd6add03-7057-4ad9-9032-60dde4c9fdd8 req-f685e2a2-6a1b-4af2-bde1-cf2c2a524090 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982277 Sep 17 01:29:24.712424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:29:24.842507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:29:24.853834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bfb13cf7-7768-4f84-a9a9-ebbb34a612a1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "PUT /v2.0/routers/eec8ec13-2ce2-49dc-9e3a-76941ecdae96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2509060 Sep 17 01:29:24.854149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46746) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:24.931500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ad3d3-c3b0-41ee-9219-0b202c20282b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:24.933954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ad3d3-c3b0-41ee-9219-0b202c20282b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:24.936143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c1ad3d3-c3b0-41ee-9219-0b202c20282b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0807693 Sep 17 01:29:24.941110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46748) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:25.010331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet a83f0ae4-decd-4703-a255-bf8c45c66f3f {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:25.014308 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:25.064027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:25.217357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:25.396726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:25.462426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=a83f0ae4-decd-4703-a255-bf8c45c66f3f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:25.481894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:25.489996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75239a00-8634-4cca-a1d7-2d9371f60453 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:25.493204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e04b8988-04a2-4ec4-9386-89b8806be435 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/a83f0ae4-decd-4703-a255-bf8c45c66f3f HTTP/1.1" status: 204 len: 168 time: 0.5533764 Sep 17 01:29:25.495653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46762) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:25.813973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2ca85627-b6d5-4c2d-a6dd-b53dc5b92009 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3171675 Sep 17 01:29:25.819894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46770) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:25.842046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42e099-41dc-43ab-8cfd-df96d24a03e2 req-e4cb476b-d1b4-434a-804b-66e37c4aeee0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:25.855131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df42e099-41dc-43ab-8cfd-df96d24a03e2 req-e4cb476b-d1b4-434a-804b-66e37c4aeee0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1863599 Sep 17 01:29:25.931347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:25.969927 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df42e099-41dc-43ab-8cfd-df96d24a03e2 req-6b58d7de-1831-46c2-9742-3fb36bbf1557 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137037 Sep 17 01:29:25.995545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:26.096063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe64ca-8fd7-48f3-9f9f-2966b5e9ae3a req-b2a48d5c-b11a-4761-b160-d1cd52681c05 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:26.120140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3fe64ca-8fd7-48f3-9f9f-2966b5e9ae3a req-b2a48d5c-b11a-4761-b160-d1cd52681c05 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.3583913 Sep 17 01:29:26.141300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] Deleting port 1abac2b7-fb28-44f9-abd7-50945c1d1816 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:26.142633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:26.280028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] For port 1abac2b7-fb28-44f9-abd7-50945c1d1816, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1abac2b7-fb28-44f9-abd7-50945c1d1816,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:26.280935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:26.282018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:26.287942 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:26.304635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] Calling delete_port for 1abac2b7-fb28-44f9-abd7-50945c1d1816 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:26.417119 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] Sync routers for ids ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:29:26.417532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3fe64ca-8fd7-48f3-9f9f-2966b5e9ae3a req-377ebe56-d887-42a3-9324-3579891e2d85 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655702 Sep 17 01:29:26.417646 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] Routers {'eec8ec13-2ce2-49dc-9e3a-76941ecdae96'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:26.417646 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:26.475010 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] Set router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:26.530684 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:15Z', 'updated_at': '2021-09-17T01:29:23Z', 'revision_number': 3, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:26.559190 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] Checking router: eec8ec13-2ce2-49dc-9e3a-76941ecdae96 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:29:26.568256 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] Routers {'eec8ec13-2ce2-49dc-9e3a-76941ecdae96'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:26.568863 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:26.749940 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] Set router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:26.803408 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:15Z', 'updated_at': '2021-09-17T01:29:23Z', 'revision_number': 3, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:26.855196 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd1c91-4167-4b67-811c-4afcaa8ae7c7 None None] The sync data for ids ['eec8ec13-2ce2-49dc-9e3a-76941ecdae96'] in n-d-789963-7 is: [{'id': 'eec8ec13-2ce2-49dc-9e3a-76941ecdae96', 'name': 'tempest-NetworksTestDHCPv6-router-867610333', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:15Z', 'updated_at': '2021-09-17T01:29:23Z', 'revision_number': 3, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:29:27.043356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.048253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Fanout notify agent at l3_agent the message router_deleted on router eec8ec13-2ce2-49dc-9e3a-76941ecdae96 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:29:27.051783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.053085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b5c1cf84-0b0d-44fc-bc3e-e243cda78e7c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/routers/eec8ec13-2ce2-49dc-9e3a-76941ecdae96 HTTP/1.1" status: 204 len: 168 time: 1.2319245 Sep 17 01:29:27.055996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46778) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:27.064254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:27.088146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.117417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] Pushing event deleted for resources: {'Port': ['ID=1abac2b7-fb28-44f9-abd7-50945c1d1816,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:27.124937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee78a1ea-5dcd-4b4d-87b6-169f1b389846 None None] No DVR routers for this DVR port 1abac2b7-fb28-44f9-abd7-50945c1d1816 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:27.176806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6ae23-4191-44de-9ad4-e35a43183a40 req-f874bb23-0360-42e5-89fc-17b736b4911c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:27.184057 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03c6ae23-4191-44de-9ad4-e35a43183a40 req-f874bb23-0360-42e5-89fc-17b736b4911c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.1135540 Sep 17 01:29:27.228097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03c6ae23-4191-44de-9ad4-e35a43183a40 req-d1e3e0bf-8d28-4e89-9a27-c1b47424d3c1 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 Sep 17 01:29:27.310177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:27.314002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.345126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ecf19316-668d-4d08-8afe-0a80a261782a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:27.373830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ecf19316-668d-4d08-8afe-0a80a261782a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:27.374202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ecf19316-668d-4d08-8afe-0a80a261782a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:27.374669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1abac2b7-fb28-44f9-abd7-50945c1d1816 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:27.553521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1abac2b7-fb28-44f9-abd7-50945c1d1816 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:27.554235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1abac2b7-fb28-44f9-abd7-50945c1d1816 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:27.627434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e471b-3b4d-47ff-a9c6-53cf872938db req-8ce9c4d5-e251-4e85-a730-f4fd7e87cbcb tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:27.628873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af6e471b-3b4d-47ff-a9c6-53cf872938db req-8ce9c4d5-e251-4e85-a730-f4fd7e87cbcb tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0651467 Sep 17 01:29:27.670951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af6e471b-3b4d-47ff-a9c6-53cf872938db req-11dae95d-d200-4c10-9aad-8acc2786cf17 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359921 Sep 17 01:29:27.723396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.769542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:27.772752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:27.777048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:27.777637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.782376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3f0ea-3084-4013-b565-3c141b052135 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:27.791740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=10ed0694-05ea-4a29-ac9e-0bf9735b5438,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:27.859455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a62aa493-62a6-4323-9614-c2ada478461f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8022912 Sep 17 01:29:27.862052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46786) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:27.867254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1828146979', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:27.950427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '10ed0694-05ea-4a29-ac9e-0bf9735b5438'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:27.951338 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.969929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:27.971998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.060865 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.123670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.153216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/10ed0694-05ea-4a29-ac9e-0bf9735b5438/a6320737-469b-4708-a10c-24ded9df9765) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:28.216933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.220584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-87f8bd25-fa78-4677-93e7-3aa4c1161cd9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3551826 Sep 17 01:29:28.220826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46794) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:28.352194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.383779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984061c-06d6-4112-9d1a-c743396867cb req-80eba417-236c-4a7a-b247-47727450e6a0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:28.385229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1984061c-06d6-4112-9d1a-c743396867cb req-80eba417-236c-4a7a-b247-47727450e6a0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 944 time: 0.0542397 Sep 17 01:29:28.432979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.434659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1984061c-06d6-4112-9d1a-c743396867cb req-debb3691-eb23-4430-8956-ec0547064ff3 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429497 Sep 17 01:29:28.474291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:28.476316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:28.489626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:28.492766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Pushing event updated for resources: {'Port': ['ID=a6320737-469b-4708-a10c-24ded9df9765,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:28.562427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Attempting to bind port a6320737-469b-4708-a10c-24ded9df9765 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:28.563127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Attempting to bind port a6320737-469b-4708-a10c-24ded9df9765 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:28.563665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Attempting to bind port a6320737-469b-4708-a10c-24ded9df9765 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:28.574941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:28.575468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:28.575853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.577615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:28.578121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Bound port: a6320737-469b-4708-a10c-24ded9df9765, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:28.578549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.620778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:29:28.687952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] For port a6320737-469b-4708-a10c-24ded9df9765, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:28.714732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] For port a6320737-469b-4708-a10c-24ded9df9765, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a6320737-469b-4708-a10c-24ded9df9765,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:28.746887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.776582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:28.794458 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.857605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'port_id': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'mac_address': 'fa:16:3e:3c:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:29:28.881606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.952818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f75b3f-ce77-40a3-803f-70604b7c79ce None None] Pushing event updated for resources: {'Port': ['ID=a6320737-469b-4708-a10c-24ded9df9765,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:28.957978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:28.969491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaa977-5687-4869-83a7-36bae13c31be req-76a19a92-6cab-4530-94bf-411c0ba61d74 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:28.971072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ceaa977-5687-4869-83a7-36bae13c31be req-76a19a92-6cab-4530-94bf-411c0ba61d74 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1011324 Sep 17 01:29:29.012458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:29:29.059331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:29.117141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ceaa977-5687-4869-83a7-36bae13c31be req-329e4ae5-8e42-41d4-b33d-c1b2f387af53 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102517 Sep 17 01:29:29.162721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.208664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.237435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:29.282689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::1 (0e608b38-ea83-40c5-aada-b94b3c71187f/10ed0694-05ea-4a29-ac9e-0bf9735b5438/c23c958a-4adf-433d-81eb-317a27ec1e86) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:29.378547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:29:29.527950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a6320737-469b-4708-a10c-24ded9df9765 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:29.533628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.621144 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.625133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b0bd0-8da6-454a-b133-a45c38e7b7f2 req-8cfb7a66-64c1-4255-b659-daf6c2be7022 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:29.630246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-669b0bd0-8da6-454a-b133-a45c38e7b7f2 req-8cfb7a66-64c1-4255-b659-daf6c2be7022 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 945 time: 0.0692792 Sep 17 01:29:29.653318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a6320737-469b-4708-a10c-24ded9df9765 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:29.654230 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.665790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:29.672221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:29.677647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:29.683260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.712719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-669b0bd0-8da6-454a-b133-a45c38e7b7f2 req-a40e71e5-766a-45e1-bee7-7a445f22453b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762558 Sep 17 01:29:29.752845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=c23c958a-4adf-433d-81eb-317a27ec1e86,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:29.829010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:29.863392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a6320737-469b-4708-a10c-24ded9df9765, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a6320737-469b-4708-a10c-24ded9df9765,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:29.975218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.026833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.049322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a6320737-469b-4708-a10c-24ded9df9765,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:30.366184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0dc09-7588-4a81-a86b-e0292ba2899c req-e0a96720-437a-4a30-8067-c932d2415802 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:30.367799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ac0dc09-7588-4a81-a86b-e0292ba2899c req-e0a96720-437a-4a30-8067-c932d2415802 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1192331 Sep 17 01:29:30.430529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ac0dc09-7588-4a81-a86b-e0292ba2899c req-9247dbec-c9ae-46e0-9b7d-6f8b80f567d8 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531235 Sep 17 01:29:30.439594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.501234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7d22c2f-23aa-42a1-bfe3-ff3acb27708c None None] Provisioning complete for port a6320737-469b-4708-a10c-24ded9df9765 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:30.501759 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7d22c2f-23aa-42a1-bfe3-ff3acb27708c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.511640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.512440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.636705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:30.642833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=c23c958a-4adf-433d-81eb-317a27ec1e86,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:30.697032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:30.698441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:30.714134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:30.717858 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.817864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6f308a18-19c5-4078-bc60-ca93a71901da None None] Provisioning complete for port c23c958a-4adf-433d-81eb-317a27ec1e86 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:30.818382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6f308a18-19c5-4078-bc60-ca93a71901da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.932311 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:30.935606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12212a4e-fee7-41bb-93c2-b55d01fce20e req-995f2adc-f433-4304-b587-e63dd8da8923 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:30.937973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12212a4e-fee7-41bb-93c2-b55d01fce20e req-995f2adc-f433-4304-b587-e63dd8da8923 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 945 time: 0.0989640 Sep 17 01:29:30.953718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Router f901cb2f-160d-42d6-9857-cf28f676c13c is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:29:30.994647 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12212a4e-fee7-41bb-93c2-b55d01fce20e req-ea12d4c9-6a8b-406d-8273-3d111bcfbe6e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 Sep 17 01:29:31.001453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6f308a18-19c5-4078-bc60-ca93a71901da None None] Port c23c958a-4adf-433d-81eb-317a27ec1e86 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:29:31.010819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:31.015364 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ed9607-caa4-43b0-aeac-aa13a102263e" -d '{"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-plugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:31.049129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:31.093007 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e306060-a24d-462f-9d36-9a552a6ed320 x-openstack-request-id: req-2e306060-a24d-462f-9d36-9a552a6ed320 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:31.093311 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-plugged", "status": "completed", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:31.093596 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e306060-a24d-462f-9d36-9a552a6ed320 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:31.094005 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'code': 200} Sep 17 01:29:31.127656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:29:31.138424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46906) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:31.138543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-37b8a4f7-2158-424f-ae73-51c5131a8cd2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "PUT /v2.0/routers/f901cb2f-160d-42d6-9857-cf28f676c13c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9138074 Sep 17 01:29:31.139556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Sync routers for ids ['f901cb2f-160d-42d6-9857-cf28f676c13c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:29:31.165269 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:31.169709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Routers {'f901cb2f-160d-42d6-9857-cf28f676c13c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:31.172416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f901cb2f-160d-42d6-9857-cf28f676c13c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:31.199294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dd3cd1-f96d-4cd6-a547-829a9986eafd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:31.201328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82dd3cd1-f96d-4cd6-a547-829a9986eafd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports/c23c958a-4adf-433d-81eb-317a27ec1e86 HTTP/1.1" status: 200 len: 911 time: 0.0640180 Sep 17 01:29:31.203523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46910) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:31.269264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0630c-c23a-4edc-bab3-0cc73d16dcf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:31.282282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0630c-c23a-4edc-bab3-0cc73d16dcf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:31.284590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4bf0630c-c23a-4edc-bab3-0cc73d16dcf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0798523 Sep 17 01:29:31.287932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46912) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:31.330588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c88ff6e2-07c6-4f0a-b208-0e52e10f072e None None] Provisioning complete for port c23c958a-4adf-433d-81eb-317a27ec1e86 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:31.330976 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c88ff6e2-07c6-4f0a-b208-0e52e10f072e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:31.387214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Set router f901cb2f-160d-42d6-9857-cf28f676c13c gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:31.411696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae2304-fe96-4520-8a56-6bfbf9492f57 req-4c3ce249-e2b6-4270-b749-c8f1a67d72c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:31.413276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1ae2304-fe96-4520-8a56-6bfbf9492f57 req-4c3ce249-e2b6-4270-b749-c8f1a67d72c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 1098 time: 0.0619605 Sep 17 01:29:31.424308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a6320737-469b-4708-a10c-24ded9df9765 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:31.430542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:31.459710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1ae2304-fe96-4520-8a56-6bfbf9492f57 req-de99e515-a127-4e07-9c39-1839ced71112 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Sep 17 01:29:31.570088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c88ff6e2-07c6-4f0a-b208-0e52e10f072e None None] Port c23c958a-4adf-433d-81eb-317a27ec1e86 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:29:31.656487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bc8005-a5b5-4354-a1e9-c1640976a760 req-2c782e60-6617-4c7f-91ef-8cd53f0dfcd1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:31.658009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37bc8005-a5b5-4354-a1e9-c1640976a760 req-2c782e60-6617-4c7f-91ef-8cd53f0dfcd1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1023970 Sep 17 01:29:31.658352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a6320737-469b-4708-a10c-24ded9df9765 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:31.658819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:31.736958 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-37bc8005-a5b5-4354-a1e9-c1640976a760 req-0ce53fd1-14e8-4c28-aa94-40c1f3b4a74a tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701964 Sep 17 01:29:31.776031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f901cb2f-160d-42d6-9857-cf28f676c13c', 'name': 'tempest-NetworksTestDHCPv6-router-1828146979', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:27Z', 'updated_at': '2021-09-17T01:29:29Z', 'revision_number': 2, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None, '_interfaces': [{'id': 'c23c958a-4adf-433d-81eb-317a27ec1e86', 'name': '', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'mac_address': 'fa:16:3e:f8:2a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f901cb2f-160d-42d6-9857-cf28f676c13c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '10ed0694-05ea-4a29-ac9e-0bf9735b5438', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:29:29Z', 'updated_at': '2021-09-17T01:29:30Z', 'revision_number': 2, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'subnets': [{'id': '10ed0694-05ea-4a29-ac9e-0bf9735b5438', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:31.809175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Checking router: f901cb2f-160d-42d6-9857-cf28f676c13c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:29:31.809609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Updating router f901cb2f-160d-42d6-9857-cf28f676c13c port c23c958a-4adf-433d-81eb-317a27ec1e86 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:29:31.820413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:31.837190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.106644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port c23c958a-4adf-433d-81eb-317a27ec1e86 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:32.107306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.178668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08646356-ec63-4467-9616-759be8d80353 req-8ee961f2-3ec8-4700-8513-65668735e756 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:32.181221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08646356-ec63-4467-9616-759be8d80353 req-8ee961f2-3ec8-4700-8513-65668735e756 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 947 time: 0.0611415 Sep 17 01:29:32.197185 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:29:32.204937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.228319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08646356-ec63-4467-9616-759be8d80353 req-d1778ab2-f679-4902-a8f8-0821b2555281 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411990 Sep 17 01:29:32.232269 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.258975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for c23c958a-4adf-433d-81eb-317a27ec1e86 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:32.283841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.406658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Attempting to bind port c23c958a-4adf-433d-81eb-317a27ec1e86 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:32.407223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Attempting to bind port c23c958a-4adf-433d-81eb-317a27ec1e86 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:32.407651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Attempting to bind port c23c958a-4adf-433d-81eb-317a27ec1e86 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:32.418727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:32.419212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:32.419925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.420324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:32.420796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Bound port: c23c958a-4adf-433d-81eb-317a27ec1e86, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:32.421953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.446593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7f1ca-dffe-4888-be14-324100b20c25 None None] Pushing event updated for resources: {'Port': ['ID=c23c958a-4adf-433d-81eb-317a27ec1e86,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:32.586193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.591697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:29:32.591697 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:29:32.664774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=c23c958a-4adf-433d-81eb-317a27ec1e86,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:32.798448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-151d18a3-b9e3-472d-8e08-644a0c45c2cd None None] Could not find standard attr ID for object c23c958a-4adf-433d-81eb-317a27ec1e86. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:32.828609 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:32.908353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-997f709e-5a14-461c-a453-db82a569ea6b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682523 Sep 17 01:29:33.023492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-8860c9c3-d93b-4c63-9df1-be76cb8cfa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.025411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-8860c9c3-d93b-4c63-9df1-be76cb8cfa6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0623326 Sep 17 01:29:33.075590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc404c3-7f75-4ab7-ba83-20f6c5ccb7c8 req-6f8d6ebe-c449-415d-8acb-da016e79ed92 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.077502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ccc404c3-7f75-4ab7-ba83-20f6c5ccb7c8 req-6f8d6ebe-c449-415d-8acb-da016e79ed92 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1796222 Sep 17 01:29:33.089938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Router f901cb2f-160d-42d6-9857-cf28f676c13c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:29:33.110312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Attempting to bind port c23c958a-4adf-433d-81eb-317a27ec1e86 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:33.110684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Attempting to bind port c23c958a-4adf-433d-81eb-317a27ec1e86 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:33.111051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Attempting to bind port c23c958a-4adf-433d-81eb-317a27ec1e86 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:33.118669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:33.119435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:33.120082 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.120642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:33.121417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Bound port: c23c958a-4adf-433d-81eb-317a27ec1e86, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:33.122020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.183560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Port c23c958a-4adf-433d-81eb-317a27ec1e86 has been deleted concurrently {{(pid=112074) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 17 01:29:33.196085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Routers {'f901cb2f-160d-42d6-9857-cf28f676c13c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:33.197231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f901cb2f-160d-42d6-9857-cf28f676c13c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:33.209843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-cf169fb2-1f51-4c69-9631-51d5d38decbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.211396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-cf169fb2-1f51-4c69-9631-51d5d38decbc service neutron] 10.222.0.23 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 911 time: 0.1636019 Sep 17 01:29:33.218870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:29:33.227472 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff38e2cd-dcb4-497d-b175-84521395d052 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "PUT /v2.0/routers/f901cb2f-160d-42d6-9857-cf28f676c13c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9358132 Sep 17 01:29:33.231471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46968) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:33.320752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ccc404c3-7f75-4ab7-ba83-20f6c5ccb7c8 req-35f077af-7339-48fb-8487-3868b4925b21 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282462 Sep 17 01:29:33.328504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-9031f2b9-4e0d-454c-84b9-85394878602a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72bf2d0a-5763-4053-a478-9ee84fda811c HTTP/1.1" status: 200 len: 217 time: 0.1077607 Sep 17 01:29:33.335013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] Set router f901cb2f-160d-42d6-9857-cf28f676c13c gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:33.351626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6f09d-4706-4360-a21e-4d9fc1673217 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.353497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee6f09d-4706-4360-a21e-4d9fc1673217 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.358423 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ee6f09d-4706-4360-a21e-4d9fc1673217 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1262534 Sep 17 01:29:33.359271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46978) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:33.425621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f901cb2f-160d-42d6-9857-cf28f676c13c', 'name': 'tempest-NetworksTestDHCPv6-router-1828146979', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:27Z', 'updated_at': '2021-09-17T01:29:32Z', 'revision_number': 3, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:33.445785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 10ed0694-05ea-4a29-ac9e-0bf9735b5438 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:33.449338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.478526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-259b30df-ddda-42d8-bcf4-2c8453f492e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.483887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-259b30df-ddda-42d8-bcf4-2c8453f492e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.1346896 Sep 17 01:29:33.486495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ac8796-20ee-4020-ad85-6d66c004704c None None] The sync data for ids ['f901cb2f-160d-42d6-9857-cf28f676c13c'] in n-d-789963-7 is: [{'id': 'f901cb2f-160d-42d6-9857-cf28f676c13c', 'name': 'tempest-NetworksTestDHCPv6-router-1828146979', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:29:27Z', 'updated_at': '2021-09-17T01:29:32Z', 'revision_number': 3, 'project_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:29:33.508993 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.573057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-bdc0f017-6487-4fa6-9240-df038719d3be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537431 Sep 17 01:29:33.667127 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.682006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00c110-d273-459d-b771-46aad163801e req-73689ed1-4fd6-40d5-b6d5-200a266ddedd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:33.684103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb00c110-d273-459d-b771-46aad163801e req-73689ed1-4fd6-40d5-b6d5-200a266ddedd tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 947 time: 0.2312095 Sep 17 01:29:33.742177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb00c110-d273-459d-b771-46aad163801e req-474ef4e6-3492-4bb3-8f8e-b7ce678bb1ad tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508022 Sep 17 01:29:33.762488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-b2e52cbd-d877-49f1-9bf1-e9208c5efc20 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757271 Sep 17 01:29:33.900853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.907172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fc875-f9a4-41e8-a697-1983449b446f req-c0b8dbd1-0578-42a1-8494-2c0ba18a2625 service neutron] 10.222.0.23 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346538 Sep 17 01:29:33.930306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cada9c51-78f8-4df5-9bdd-371df102794e None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:33.944828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:33.946979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/10ed0694-05ea-4a29-ac9e-0bf9735b5438 HTTP/1.1" status: 204 len: 168 time: 0.5852718 Sep 17 01:29:33.948460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25be4b-41e0-428c-b48d-106b6cc075c6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=10ed0694-05ea-4a29-ac9e-0bf9735b5438,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:33.949550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46982) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:34.080737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-23f45bee-8644-41da-99ae-3194c4e27bb9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1285551 Sep 17 01:29:34.084269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46984) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:34.207432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:34.227212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.264380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] Deleting port a6320737-469b-4708-a10c-24ded9df9765 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:34.264830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.345946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] For port a6320737-469b-4708-a10c-24ded9df9765, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a6320737-469b-4708-a10c-24ded9df9765,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:34.346320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.362561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] Calling delete_port for a6320737-469b-4708-a10c-24ded9df9765 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:34.479695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.482192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.599126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4ca57-7590-4816-af72-211a00bb3370 req-dd254b48-aafe-4ccc-a71d-5b0faa63d212 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:34.613800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bce4ca57-7590-4816-af72-211a00bb3370 req-dd254b48-aafe-4ccc-a71d-5b0faa63d212 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1953554 Sep 17 01:29:34.615168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.615810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Fanout notify agent at l3_agent the message router_deleted on router f901cb2f-160d-42d6-9857-cf28f676c13c {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:29:34.624387 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.630515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ee076b65-4e3e-4919-a56e-03043bc22e1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/routers/f901cb2f-160d-42d6-9857-cf28f676c13c HTTP/1.1" status: 204 len: 168 time: 0.5399227 Sep 17 01:29:34.630820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46992) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:34.684672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bce4ca57-7590-4816-af72-211a00bb3370 req-dfa918e1-4ef3-49fe-a232-5a47da3891aa tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611756 Sep 17 01:29:34.712103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e08ee-7b0b-4ea3-86be-8f386544a941 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:34.715152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f5e08ee-7b0b-4ea3-86be-8f386544a941 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0848746 Sep 17 01:29:34.717345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 46994) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:34.766734 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Sync routers for ids ['f901cb2f-160d-42d6-9857-cf28f676c13c'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:29:34.775135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fc5b47-df24-484f-b0e7-e8f0c77261f2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:34.776877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c1fc5b47-df24-484f-b0e7-e8f0c77261f2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0585570 Sep 17 01:29:34.780342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:34.782772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 46998) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:34.787728 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Routers set() bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:34.788719 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Router IDs set() for agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 01:29:34.789604 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f901cb2f-160d-42d6-9857-cf28f676c13c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent'). {{(pid=112075) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 01:29:34.806563 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Routers set() bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:34.806929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Router IDs set() for agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 17 01:29:34.807562 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_agentschedulers_db [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f901cb2f-160d-42d6-9857-cf28f676c13c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent'). {{(pid=112075) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 17 01:29:34.807929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa573409-03e1-4421-8cf9-f92f59fc61fb None None] The sync data for ids ['f901cb2f-160d-42d6-9857-cf28f676c13c'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:29:34.834409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] Pushing event deleted for resources: {'Port': ['ID=a6320737-469b-4708-a10c-24ded9df9765,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:34.846260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04c54d-b4a0-44e1-99a6-2aafb01cbfe5 None None] No DVR routers for this DVR port a6320737-469b-4708-a10c-24ded9df9765 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:34.862617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ec24b5ee-f70f-4aa4-8ccd-50837042dd19 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785038 Sep 17 01:29:34.867231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47000) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:34.874766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:35.000391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471e09-0e2e-4e3c-b769-b0b4472b7159 req-26e7238a-47c4-4bdb-a708-88eda6a7d8c8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:35.001931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7471e09-0e2e-4e3c-b769-b0b4472b7159 req-26e7238a-47c4-4bdb-a708-88eda6a7d8c8 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 947 time: 0.1325216 Sep 17 01:29:35.053544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7471e09-0e2e-4e3c-b769-b0b4472b7159 req-f3b1925c-68ee-4386-a0df-5dfc5a3a12b0 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444133 Sep 17 01:29:35.121328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:35.124946 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:35.342626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a6320737-469b-4708-a10c-24ded9df9765 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:35.370123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a6320737-469b-4708-a10c-24ded9df9765 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:35.370467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a6320737-469b-4708-a10c-24ded9df9765 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:35.441926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f5d46d46-4fa4-443f-9ce5-27519d1c51d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:35.502581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:29:35.505062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:35.546436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:35.549917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:35.553392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:35.553999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:35.560852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba51803-e471-4da8-8674-60b058779fac None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:35.607440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=afdccb50-315d-4c41-bb80-57f8d4dab386,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:35.671177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4c8bf4c3-1fd9-44f7-bf72-210aa2c3b679 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8027220 Sep 17 01:29:35.673680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47008) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:35.681411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:35.760460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'afdccb50-315d-4c41-bb80-57f8d4dab386'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:35.761717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:35.823684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1e01a-9f10-4cbf-9a0b-2b6a961ccb55 req-67998e0b-91de-49f2-bd51-37aca168d448 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:35.826077 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0f1e01a-9f10-4cbf-9a0b-2b6a961ccb55 req-67998e0b-91de-49f2-bd51-37aca168d448 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0777009 Sep 17 01:29:35.890687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0f1e01a-9f10-4cbf-9a0b-2b6a961ccb55 req-53a328c6-d3b8-4d32-b92d-da1868eb26a0 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553641 Sep 17 01:29:35.898556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:35.902306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:35.960890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Allocated IP 2001:db8::f816:3eff:fed9:770e (0e608b38-ea83-40c5-aada-b94b3c71187f/afdccb50-315d-4c41-bb80-57f8d4dab386/24bb3d8f-31f9-4966-8f35-dfc77e22c7ad) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:36.125755 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.192422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.232104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:36.234904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:36.238348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:36.250907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Pushing event updated for resources: {'Port': ['ID=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:36.270736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47014) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:36.280722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.319117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Attempting to bind port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:36.319591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Attempting to bind port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:36.320297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Attempting to bind port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:36.328200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:36.328744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:36.329213 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.329697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:36.330232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Bound port: 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:36.330677 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.357948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:36.364948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:36.370144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:36.370743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.386712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Deleting subnet 4f795a12-d82d-486c-ad36-05f253d80c23 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:36.389298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=8e2996a1-026d-4d0d-9287-f7cbeb87bb4b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:36.393381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.414136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] For port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:36.418217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] For port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:36.429348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.470852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.475881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ce5fd2a5-db4d-41f2-bcb5-d65d75b48913 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8002942 Sep 17 01:29:36.478774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47016) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:36.484737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:ed:ba:59', 'name': 'tempest-NetworksTestDHCPv6-1462297085'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:36.489293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.562764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5aff00-6229-41d3-8d2e-655fa08601e8 None None] Pushing event updated for resources: {'Port': ['ID=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:36.602230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.629571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f795a12-d82d-486c-ad36-05f253d80c23,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:36.635990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:36.638080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab8ffcbc-707d-42fd-97ed-efec2b8f718e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f795a12-d82d-486c-ad36-05f253d80c23 HTTP/1.1" status: 204 len: 168 time: 0.3655400 Sep 17 01:29:36.640883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47020) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:36.678683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:37.022303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84b24-843f-423d-a53f-98297c5825a4 req-8f79c821-b777-46c8-9819-af6c961a4883 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:37.028229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ec84b24-843f-423d-a53f-98297c5825a4 req-8f79c821-b777-46c8-9819-af6c961a4883 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0634153 Sep 17 01:29:37.064159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ec84b24-843f-423d-a53f-98297c5825a4 req-d948c4ee-dbc4-43eb-a8bb-5a5aaac5177b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341265 Sep 17 01:29:37.154951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.203692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.275224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port d94702da-16e1-49e8-a957-8e450ad3221f yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:37.280560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.336467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693ddd91-655d-4f07-94a9-2581eec0f293']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:37.354844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da4607a-6c69-4270-acef-55e68051c0bd') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:37.354844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da4607a-6c69-4270-acef-55e68051c0bd') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:37.369185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.408487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.415270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:37.422003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:29:37.422417 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: items = [ Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:29:37.424153 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:29:37.476506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:37.477562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.603581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 172.20.0.9 (0e608b38-ea83-40c5-aada-b94b3c71187f/8e2996a1-026d-4d0d-9287-f7cbeb87bb4b/d94702da-16e1-49e8-a957-8e450ad3221f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:37.605590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.613993 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.620147 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] 10.222.0.13 "DELETE /v2.0/networks/693ddd91-655d-4f07-94a9-2581eec0f293 HTTP/1.1" status: 204 len: 168 time: 0.9739139 Sep 17 01:29:37.620308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367971c-f238-4d22-a0b4-51862d17f1f6 req-359e9f5d-c700-4960-a186-970af2a5bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:37.620308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5367971c-f238-4d22-a0b4-51862d17f1f6 req-359e9f5d-c700-4960-a186-970af2a5bba8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 1097 time: 0.0553238 Sep 17 01:29:37.620870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47024) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:37.620870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:feed:ba59 (0e608b38-ea83-40c5-aada-b94b3c71187f/afdccb50-315d-4c41-bb80-57f8d4dab386/d94702da-16e1-49e8-a957-8e450ad3221f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:37.623431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.661834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:37.663101 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5367971c-f238-4d22-a0b4-51862d17f1f6 req-f317c86d-b0fc-4341-9e6e-de768668d1b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Sep 17 01:29:37.666253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444fea1-333f-4046-b670-369ebc03a9de admin admin] Pushing event deleted for resources: {'Network': ['ID=693ddd91-655d-4f07-94a9-2581eec0f293,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:37.715421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Deleting subnet 43758277-7e47-45d9-933e-5b1529460ca3 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:37.723569 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.724860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.781911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de51a15-bd12-41b1-b02f-32cf96baac4a None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:37.795801 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.799821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:37.877910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6ad2b459-0385-43f8-9506-521df81acb73 None None] Provisioning complete for port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:37.878431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ad2b459-0385-43f8-9506-521df81acb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.888530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:37.931926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.054984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.085487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.087723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43758277-7e47-45d9-933e-5b1529460ca3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:38.096928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': 'afdccb50-315d-4c41-bb80-57f8d4dab386', 'ip_address': '2001:db8::f816:3eff:fed9:770e'}, {'subnet_id': '8e2996a1-026d-4d0d-9287-f7cbeb87bb4b'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '24bb3d8f-31f9-4966-8f35-dfc77e22c7ad'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:29:38.104972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.106874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-234d533d-fb5f-4a22-b564-9ecb69dd2f3c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/43758277-7e47-45d9-933e-5b1529460ca3 HTTP/1.1" status: 204 len: 168 time: 0.4829621 Sep 17 01:29:38.109524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:38.133002 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.158553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:38.197594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29ed08d2-289e-471a-b15d-0ebbe1d5a30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.205260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:38.206360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.214411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:38.221255 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=d94702da-16e1-49e8-a957-8e450ad3221f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:38.277720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c777-b990-4a5e-a7a8-9ad07470c30e req-909fab4c-7dc7-48c4-88e5-c6ecc8d2a54f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:38.279298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f08c777-b990-4a5e-a7a8-9ad07470c30e req-909fab4c-7dc7-48c4-88e5-c6ecc8d2a54f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1196406 Sep 17 01:29:38.285846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:38.286160 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.309793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.330354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f08c777-b990-4a5e-a7a8-9ad07470c30e req-ee771e47-6b42-4cdb-ab89-bb6c18818ef8 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Sep 17 01:29:38.333252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13802395-7aef-449a-8635-1a1b1d1bfa3b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:38.351535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5f69ef-9e98-452a-a7ec-0979daf2130e') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:38.351535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5f69ef-9e98-452a-a7ec-0979daf2130e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:38.356124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.371395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.377842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:29:38.378223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:29:38.381186 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:29:38.391643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] Allocated IP 172.20.0.2 (0e608b38-ea83-40c5-aada-b94b3c71187f/8e2996a1-026d-4d0d-9287-f7cbeb87bb4b/24bb3d8f-31f9-4966-8f35-dfc77e22c7ad) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:38.392062 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f9ae0f56-afa3-41da-9cb0-e74701f8a76d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9117413 Sep 17 01:29:38.394832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47032) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:38.461880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874327a-c61f-40fb-aa5a-25e9d4fb9d69 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:38.467831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874327a-c61f-40fb-aa5a-25e9d4fb9d69 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:38.469485 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2874327a-c61f-40fb-aa5a-25e9d4fb9d69 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0738556 Sep 17 01:29:38.472224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47034) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:38.517033 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.525016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] For port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:38.531538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.534203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] 10.222.0.13 "DELETE /v2.0/networks/13802395-7aef-449a-8635-1a1b1d1bfa3b HTTP/1.1" status: 204 len: 168 time: 0.4236550 Sep 17 01:29:38.547913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d13130-23e4-4758-9a94-301fe55b06cb admin admin] Pushing event deleted for resources: {'Network': ['ID=13802395-7aef-449a-8635-1a1b1d1bfa3b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:38.585408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.600218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port d94702da-16e1-49e8-a957-8e450ad3221f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:38.600479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.648637 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.715463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:38.730833 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for d94702da-16e1-49e8-a957-8e450ad3221f owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:38.740471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10a5e7-3f3f-4e5b-98b9-3758abf7d3f0 None None] Pushing event updated for resources: {'Port': ['ID=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:38.955611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:39.006006 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.018586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cb23e0f7-0b4d-4039-abbb-602c66f88499 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c777082f67304d108132a9b99c813e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0617597 Sep 17 01:29:39.022123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:39.043145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=d94702da-16e1-49e8-a957-8e450ad3221f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:39.084888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.087354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.117713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.152363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.154658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-09977b7a-4613-48d4-bcf7-379685adf933 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/d94702da-16e1-49e8-a957-8e450ad3221f HTTP/1.1" status: 204 len: 168 time: 0.6807883 Sep 17 01:29:39.157207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47044) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:39.224922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14c4de-9676-4529-9627-7b2da1cc9bee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:39.226472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14c4de-9676-4529-9627-7b2da1cc9bee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:39.228256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14c4de-9676-4529-9627-7b2da1cc9bee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:39.229918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb14c4de-9676-4529-9627-7b2da1cc9bee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0717077 Sep 17 01:29:39.232715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47046) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:39.266021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.268993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.271781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0244d1a3-4389-4924-be2f-914042f6c3f1 HTTP/1.1" status: 204 len: 168 time: 0.2475715 Sep 17 01:29:39.297369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 8e2996a1-026d-4d0d-9287-f7cbeb87bb4b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:39.299425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0244d1a3-4389-4924-be2f-914042f6c3f1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:39.302745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.319524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.322938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.328796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.329224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.329576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.329923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.330260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.330597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.330929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.334410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.334986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.335581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a99792-3e04-4cf7-b38f-9900d39ee4c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:39.411283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.426344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:39.484637 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.506831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-676d756c-7125-4260-a706-608d0b3ca5b4 None None] Provisioning complete for port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:39.507305 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-676d756c-7125-4260-a706-608d0b3ca5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.513372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe47ebb-2b92-4f82-a09d-ba1727f5cdc4 req-05a21aeb-f094-4a9c-bbf4-8751ff6b60fe tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:39.520210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5fe47ebb-2b92-4f82-a09d-ba1727f5cdc4 req-05a21aeb-f094-4a9c-bbf4-8751ff6b60fe tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0807037 Sep 17 01:29:39.547945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:39.548621 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.587150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5fe47ebb-2b92-4f82-a09d-ba1727f5cdc4 req-821c23e5-515c-40ab-9b8c-092584588c6f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653026 Sep 17 01:29:39.600491 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.757648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.793542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2996a1-026d-4d0d-9287-f7cbeb87bb4b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:39.801468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.806159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47056) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:39.806421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ce8e5e51-83f7-4917-90d7-94ea8f841855 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/8e2996a1-026d-4d0d-9287-f7cbeb87bb4b HTTP/1.1" status: 204 len: 168 time: 0.5726845 Sep 17 01:29:39.833961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a662c144-50ef-4740-a4d6-83c6a881baec None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:39.869873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet afdccb50-315d-4c41-bb80-57f8d4dab386 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:39.881464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:39.901494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-40be34f2-4436-4890-80df-563178856e39 None None] Could not find standard attr ID for object d94702da-16e1-49e8-a957-8e450ad3221f. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:39.940456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.200510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47062) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:40.258346 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3aedc1ab-8119-412a-b9ae-e7d940330e6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae2ba7ab7eac42f295c4f4e309235bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563776 Sep 17 01:29:40.261168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47064) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:40.336685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d38749e-a647-4e4d-880b-49314e8fb51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.364410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d38749e-a647-4e4d-880b-49314e8fb51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.419214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68db9e-2cf3-44d6-a425-97ae33cde299 req-a714eeba-e4ff-4109-b845-fdd5fb47370f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:40.420762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca68db9e-2cf3-44d6-a425-97ae33cde299 req-a714eeba-e4ff-4109-b845-fdd5fb47370f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.4456506 Sep 17 01:29:40.449005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.497470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-138dca8c-2d95-4aa9-840c-3476626e42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:40.498970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-138dca8c-2d95-4aa9-840c-3476626e42d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 1097 time: 0.4560359 Sep 17 01:29:40.505297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d38749e-a647-4e4d-880b-49314e8fb51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.509312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4d38749e-a647-4e4d-880b-49314e8fb51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.513222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4d38749e-a647-4e4d-880b-49314e8fb51c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8221eecc-4721-4298-b514-1b1b135dcace HTTP/1.1" status: 204 len: 168 time: 0.2476661 Sep 17 01:29:40.521598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38749e-a647-4e4d-880b-49314e8fb51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221eecc-4721-4298-b514-1b1b135dcace,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:40.556149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca68db9e-2cf3-44d6-a425-97ae33cde299 req-4c341c7d-496d-4e29-8b9b-b434991b1a70 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215186 Sep 17 01:29:40.630118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-1b79cffa-1997-481a-a756-d65a2694fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:40.631935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-1b79cffa-1997-481a-a756-d65a2694fc60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 200 len: 911 time: 0.1236908 Sep 17 01:29:40.679549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-c3679ba0-cd94-442a-b5ed-71676ee07633 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb HTTP/1.1" status: 200 len: 217 time: 0.0411115 Sep 17 01:29:40.696143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.727764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a1a900ca-145c-40ff-bdcf-bbfbc9554698 None None] Provisioning complete for port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:40.729308 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1a900ca-145c-40ff-bdcf-bbfbc9554698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.748628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=afdccb50-315d-4c41-bb80-57f8d4dab386,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:40.750667 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:40.752642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a2c497fe-2296-426c-95bf-bbba13a5dff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/afdccb50-315d-4c41-bb80-57f8d4dab386 HTTP/1.1" status: 204 len: 168 time: 0.9448593 Sep 17 01:29:40.755905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:40.760668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e95a10-a263-4bdb-ac98-e406949074b6 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:40.771020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-076ece81-a71b-4368-91af-f4ef242601ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:40.775467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-076ece81-a71b-4368-91af-f4ef242601ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 200 len: 850 time: 0.0863433 Sep 17 01:29:40.814111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-d75928a8-abd5-4af7-b776-f59594d196c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=943e8da7-4500-4b5b-8593-939b3186bfb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340393 Sep 17 01:29:40.823945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dafc8348-01e9-4300-9f7e-a31a59d709ec tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668666 Sep 17 01:29:40.827522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47070) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:40.833644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:40.949866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-0b62428e-e0b2-4ae8-9512-a4e2f9640bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282573 Sep 17 01:29:41.033448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:41.055424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:41.067982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.088332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] Deleting port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:41.088914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.090935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.107956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155c60c7-d381-4a54-abe0-fcf38fc1cf96 req-23249287-59d6-4c31-b51d-c35fe66ae391 service neutron] 10.222.0.36 "GET /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512110 Sep 17 01:29:41.177493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] For port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:41.178024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.194406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] Calling delete_port for 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:41.333640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.366877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] Pushing event deleted for resources: {'Port': ['ID=24bb3d8f-31f9-4966-8f35-dfc77e22c7ad,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:41.369971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2213e8b0-f813-451f-b6db-ac59d9a2e4d5 None None] No DVR routers for this DVR port 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:41.371605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:41.395280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:41.395280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 24bb3d8f-31f9-4966-8f35-dfc77e22c7ad not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:41.495333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:29:41.496902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.544718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:41.547910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:41.553061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:41.553778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.558124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13574f8-67f2-44c1-93be-72764b6dd509 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:41.559381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=7e6f8fd2-39f9-4e66-b36e-d2165503d35b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:41.666825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7fd80d18-b300-4366-a8ed-23869905e977 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8382537 Sep 17 01:29:41.669557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:41.675054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:41.737818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '7e6f8fd2-39f9-4e66-b36e-d2165503d35b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:41.739455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.771597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347ab8e-b143-4bb1-a103-578f01c8938a req-76d55251-f8c8-400c-a7f3-ca7a4695d649 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:41.774007 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2347ab8e-b143-4bb1-a103-578f01c8938a req-76d55251-f8c8-400c-a7f3-ca7a4695d649 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1351552 Sep 17 01:29:41.840594 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2347ab8e-b143-4bb1-a103-578f01c8938a req-eff9e379-407a-40e5-ae86-011ceaa39428 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580161 Sep 17 01:29:41.917314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:41.921174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:41.937584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Allocated IP 2001:db8::f816:3eff:fe0b:e3f2 (0e608b38-ea83-40c5-aada-b94b3c71187f/7e6f8fd2-39f9-4e66-b36e-d2165503d35b/fb8f9358-9c23-42f4-93a7-7bc9825fac49) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:42.146147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.221304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.260569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:42.263550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:42.266943 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:42.277635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:42.294859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.337372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Attempting to bind port fb8f9358-9c23-42f4-93a7-7bc9825fac49 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:42.337744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Attempting to bind port fb8f9358-9c23-42f4-93a7-7bc9825fac49 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:42.338110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Attempting to bind port fb8f9358-9c23-42f4-93a7-7bc9825fac49 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:42.342582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:42.345773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:42.346409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:42.346881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:42.347742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.350398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:42.350994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.352355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:42.353112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Bound port: fb8f9358-9c23-42f4-93a7-7bc9825fac49, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:42.353510 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.364421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=68bae0e4-4887-440d-a4e6-3846c383386a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:42.457526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:42.457526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:42.587064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:42.588099 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fcf9e49c-5234-428e-b1a6-22225ce84035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9174030 Sep 17 01:29:42.590797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47108) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:42.596959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:02:c9:a7', 'name': 'tempest-NetworksTestDHCPv6-528429383'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:42.668990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fec7fd-7210-41de-85fd-2dfeaad2d772 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:42.996925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb126d-c2fb-4e5a-9613-60100ae9e8d4 req-5860f7ee-d169-4ee8-8d64-3a1e166738fa tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:42.999696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01eb126d-c2fb-4e5a-9613-60100ae9e8d4 req-5860f7ee-d169-4ee8-8d64-3a1e166738fa tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0676348 Sep 17 01:29:43.047023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01eb126d-c2fb-4e5a-9613-60100ae9e8d4 req-c717a243-d2fd-4a00-b84a-906576cd1624 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Sep 17 01:29:43.310005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:43.423056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb8f9358-9c23-42f4-93a7-7bc9825fac49 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:43.423621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:43.467173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port b4c76091-0c58-4531-8047-1838cd980119 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:43.514271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:43.514900 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:43.665155 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:43.716692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 172.20.0.4 (0e608b38-ea83-40c5-aada-b94b3c71187f/68bae0e4-4887-440d-a4e6-3846c383386a/b4c76091-0c58-4531-8047-1838cd980119) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:43.728116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fe02:c9a7 (0e608b38-ea83-40c5-aada-b94b3c71187f/7e6f8fd2-39f9-4e66-b36e-d2165503d35b/b4c76091-0c58-4531-8047-1838cd980119) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:43.753094 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:43.860358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:43.923275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be591bb-a572-42b9-86c6-fb3cfa83c3be None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:43.968810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:44.040310 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.043413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e1b2d92d-26a7-414b-9846-54c0bfd042dc None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:44.043785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e1b2d92d-26a7-414b-9846-54c0bfd042dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.191873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.265485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:44.273015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:44.291921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d79efb-1102-4e1d-bc1a-615958e0cdf5 req-bb3019d8-5fb4-4927-8892-c86ef62cb558 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:44.293575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d79efb-1102-4e1d-bc1a-615958e0cdf5 req-bb3019d8-5fb4-4927-8892-c86ef62cb558 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.1394725 Sep 17 01:29:44.294526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:44.299155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=b4c76091-0c58-4531-8047-1838cd980119,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:44.454008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:44.454695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.459971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e0d79efb-1102-4e1d-bc1a-615958e0cdf5 req-a2c5cff5-cd8b-49e9-94de-8a3e3aabebbe tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843220 Sep 17 01:29:44.522218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '7e6f8fd2-39f9-4e66-b36e-d2165503d35b', 'ip_address': '2001:db8::f816:3eff:fe0b:e3f2'}, {'subnet_id': '68bae0e4-4887-440d-a4e6-3846c383386a'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'fb8f9358-9c23-42f4-93a7-7bc9825fac49'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:29:44.551373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.559776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc69b8ae-5498-44dc-a324-9d6b92d0f908 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9675994 Sep 17 01:29:44.562145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47134) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:44.659360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e256e4-b18a-4f44-beaf-294025b98029 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:44.665772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e256e4-b18a-4f44-beaf-294025b98029 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:44.670455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47136) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:44.670965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d2e256e4-b18a-4f44-beaf-294025b98029 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1069148 Sep 17 01:29:44.766236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] Allocated IP 172.20.0.2 (0e608b38-ea83-40c5-aada-b94b3c71187f/68bae0e4-4887-440d-a4e6-3846c383386a/fb8f9358-9c23-42f4-93a7-7bc9825fac49) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:44.799250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port b4c76091-0c58-4531-8047-1838cd980119 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:44.799892 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.899000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:44.921183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:44.935383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for b4c76091-0c58-4531-8047-1838cd980119 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:44.998918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.064936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa5fb1-6203-4d57-89cd-ab62af6c4e33 req-48b55b6a-1bd2-4a78-9afd-95c57b242494 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:45.066858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5aa5fb1-6203-4d57-89cd-ab62af6c4e33 req-48b55b6a-1bd2-4a78-9afd-95c57b242494 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0799427 Sep 17 01:29:45.081071 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.115636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5aa5fb1-6203-4d57-89cd-ab62af6c4e33 req-bd68f7c8-0416-4698-8f86-43cdb7d0fb7e tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Sep 17 01:29:45.165397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29052f45-7e3d-4f41-99c5-05dd5451f0f4 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:45.248455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.308396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=b4c76091-0c58-4531-8047-1838cd980119,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:45.366811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb8f9358-9c23-42f4-93a7-7bc9825fac49 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:45.386565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.388627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6bcc6a49-cba1-43e9-ba99-b4b424e50cf2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/b4c76091-0c58-4531-8047-1838cd980119 HTTP/1.1" status: 204 len: 168 time: 0.7160938 Sep 17 01:29:45.393537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47144) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:45.451312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:45.451943 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.471841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6726d7-e0a9-4e48-8a0a-44d5c4de2cc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:45.475138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6726d7-e0a9-4e48-8a0a-44d5c4de2cc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:45.477325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6726d7-e0a9-4e48-8a0a-44d5c4de2cc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:45.479720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9a6726d7-e0a9-4e48-8a0a-44d5c4de2cc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0849681 Sep 17 01:29:45.482370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:45.547610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 68bae0e4-4887-440d-a4e6-3846c383386a {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:45.551928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.596548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.700070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.851217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.876618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=68bae0e4-4887-440d-a4e6-3846c383386a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:45.881890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.884383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3341394b-9e11-4bdd-9d89-d47d9e22ea36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/68bae0e4-4887-440d-a4e6-3846c383386a HTTP/1.1" status: 204 len: 168 time: 0.4010572 Sep 17 01:29:45.886815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47148) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:45.889531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-49581c2b-3303-4640-bf09-5af6132235ed None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:45.890036 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49581c2b-3303-4640-bf09-5af6132235ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.950120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 7e6f8fd2-39f9-4e66-b36e-d2165503d35b {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:45.954880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:45.999655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-49581c2b-3303-4640-bf09-5af6132235ed None None] Could not find standard attr ID for object b4c76091-0c58-4531-8047-1838cd980119. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:46.004103 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.073867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae918e4-4722-437d-90c7-a6a62dfcb543 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:46.106095 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.148825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3ef2c87e-966e-4456-916a-47970eda911a None None] Could not find standard attr ID for object b4c76091-0c58-4531-8047-1838cd980119. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:46.281034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e02d2-8302-4663-9afe-c4fa8bb1d79d req-37da91c8-d0fd-4da6-b1a5-723f3fda9714 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:46.285507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096e02d2-8302-4663-9afe-c4fa8bb1d79d req-37da91c8-d0fd-4da6-b1a5-723f3fda9714 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0741234 Sep 17 01:29:46.287350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.349580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6f8fd2-39f9-4e66-b36e-d2165503d35b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:46.357694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.359622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-17f8beed-b540-4822-94b8-60ae070762cc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/7e6f8fd2-39f9-4e66-b36e-d2165503d35b HTTP/1.1" status: 204 len: 168 time: 0.4718592 Sep 17 01:29:46.363032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47158) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:46.369479 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096e02d2-8302-4663-9afe-c4fa8bb1d79d req-1c668987-7a53-40b8-8bac-f5487b61bb01 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715387 Sep 17 01:29:46.408149 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ca51d142-f48a-4972-ba10-02aeec6f73bd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438547 Sep 17 01:29:46.410726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47160) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:46.416078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:46.579747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:46.587934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.840235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2178e663-253d-4b03-b821-ce32ff6e8a37 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:46.890166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.918395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b1155a33-a16d-4c2a-84b3-b3da165c2b12 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:46.919732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b1155a33-a16d-4c2a-84b3-b3da165c2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.943439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:46.946788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:46.950989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:46.953746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:46.983123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=633254d0-0429-4afe-9dce-74a9f04cd5e0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:47.130141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '633254d0-0429-4afe-9dce-74a9f04cd5e0'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'fb8f9358-9c23-42f4-93a7-7bc9825fac49'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:29:47.155815 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:47.323241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Allocated IP 172.20.0.2 (0e608b38-ea83-40c5-aada-b94b3c71187f/633254d0-0429-4afe-9dce-74a9f04cd5e0/fb8f9358-9c23-42f4-93a7-7bc9825fac49) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:47.437357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:47.474764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:47.548010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1aa69c-a2ba-43eb-9388-6559dce745d3 req-7e50452c-7ada-4d6b-a40a-17f1744c6103 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:47.548010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f1aa69c-a2ba-43eb-9388-6559dce745d3 req-7e50452c-7ada-4d6b-a40a-17f1744c6103 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0598798 Sep 17 01:29:47.557769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f1aa69c-a2ba-43eb-9388-6559dce745d3 req-cf6c6ab5-e509-4793-877b-74c20beacde1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374677 Sep 17 01:29:47.861654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff3ae85a-6cb3-4e67-a6ec-4dab28d8003b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4469166 Sep 17 01:29:47.861864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:47.867694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:47.883145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:47.968799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:47.979661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.980341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.980848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.981359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.981868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.982380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.982907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.983427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.984042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.984584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.985109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:47.985687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85f4e76-c7ea-44da-92c8-e6403eb95271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:48.070157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797386e-4d40-4f81-805a-5c4a11770910 req-1fac5f6a-6d95-4ca3-b97f-3f58ee47e612 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:48.072135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3797386e-4d40-4f81-805a-5c4a11770910 req-1fac5f6a-6d95-4ca3-b97f-3f58ee47e612 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0595119 Sep 17 01:29:48.073303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:48.077303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:48.281898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Deleting port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:48.282565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:48.453469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] For port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:48.453833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:48.475623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Calling delete_port for 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:48.765740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c63b2b-9dc2-4a35-8465-f02821d471e6 req-b5a8317d-42ad-4e61-bf7a-d6e1a982679b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:48.772659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06c63b2b-9dc2-4a35-8465-f02821d471e6 req-b5a8317d-42ad-4e61-bf7a-d6e1a982679b tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 946 time: 0.0829985 Sep 17 01:29:48.772819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e28662-32ca-4b7f-a08f-31f583028e5c None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:48.791465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:48.840517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06c63b2b-9dc2-4a35-8465-f02821d471e6 req-24073a58-e4f4-4b2e-a4b9-f0abe4834da2 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465071 Sep 17 01:29:48.902523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Pushing event deleted for resources: {'Port': ['ID=37ee381c-5f0b-4ca3-a130-106fbdb4ddcb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:48.917268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:29:48.926901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['72bf2d0a-5763-4053-a478-9ee84fda811c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:29:48.990237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-818f6103-c3eb-47b5-afc1-dd754ee219a2 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:48.991459 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-818f6103-c3eb-47b5-afc1-dd754ee219a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.038741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] No DVR routers for this DVR port 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:49.056067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.058292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3797386e-4d40-4f81-805a-5c4a11770910 req-41bcd27b-3129-4c70-a447-fbc5553023a1 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.36 "DELETE /v2.0/ports/37ee381c-5f0b-4ca3-a130-106fbdb4ddcb HTTP/1.1" status: 204 len: 173 time: 0.9774101 Sep 17 01:29:49.059065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'name': 'network-vif-deleted', 'tag': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:49.061094 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a2b133-8a02-4778-9fff-ca929dd9ea13" -d '{"events": [{"server_uuid": "bf5babb2-d034-4eb0-acd3-abffa06ffc46", "name": "network-vif-deleted", "tag": "37ee381c-5f0b-4ca3-a130-106fbdb4ddcb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:49.139283 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8a8d9a-7f5b-4cf9-bc4b-2d3b4e72eed3 x-openstack-request-id: req-bf8a8d9a-7f5b-4cf9-bc4b-2d3b4e72eed3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:49.139613 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5babb2-d034-4eb0-acd3-abffa06ffc46", "name": "network-vif-deleted", "tag": "37ee381c-5f0b-4ca3-a130-106fbdb4ddcb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:49.139882 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf8a8d9a-7f5b-4cf9-bc4b-2d3b4e72eed3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:49.140219 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5babb2-d034-4eb0-acd3-abffa06ffc46', 'name': 'network-vif-deleted', 'tag': '37ee381c-5f0b-4ca3-a130-106fbdb4ddcb', 'status': 'completed', 'code': 200} Sep 17 01:29:49.226391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '633254d0-0429-4afe-9dce-74a9f04cd5e0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'fb8f9358-9c23-42f4-93a7-7bc9825fac49'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:29:49.274050 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.329251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.401666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb8f9358-9c23-42f4-93a7-7bc9825fac49 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:49.536818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:49.537194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.584298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:49.634149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.705632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.706445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.736196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:29:49.736888 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:29:49.783833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:49.793405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:49.807019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:49.807019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:49.832092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:49.835562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=9']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:49.881153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47210) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:49.881855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-44d3e2d5-da63-42c8-9ce9-43d728157433 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0187292 Sep 17 01:29:49.886207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:dd:18:34', 'name': 'tempest-NetworksTestDHCPv6-326480220'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:49.967439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d27dcc4-7170-4cdc-b205-9ff7356c5b51 req-9ea70254-2dff-47da-9fc7-f993f6598897 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf5babb2-d034-4eb0-acd3-abffa06ffc46 HTTP/1.1" status: 200 len: 210 time: 0.0312886 Sep 17 01:29:50.116906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:50.216613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:50.240195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 18265d82-c3a8-45eb-94da-a6fac6da397a yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:50.270645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:50.467472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 172.20.0.14 (0e608b38-ea83-40c5-aada-b94b3c71187f/633254d0-0429-4afe-9dce-74a9f04cd5e0/18265d82-c3a8-45eb-94da-a6fac6da397a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:50.476277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fedd:1834 (0e608b38-ea83-40c5-aada-b94b3c71187f/f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe/18265d82-c3a8-45eb-94da-a6fac6da397a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:50.649787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:50.740316 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:50.793366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:50.803467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=18265d82-c3a8-45eb-94da-a6fac6da397a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:50.824275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:50.824275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:50.835899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:50.842489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:50.847899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37ee381c-5f0b-4ca3-a130-106fbdb4ddcb not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:50.902706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:50.903386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:50.913280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:50.946482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:50.982937 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-433686f6-4ae1-4814-9154-081e13bda02b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0984006 Sep 17 01:29:50.983210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47216) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:51.008789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.088539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9b179-0f3f-4bb9-96ef-d5c88b0dba98 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:51.095048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab9b179-0f3f-4bb9-96ef-d5c88b0dba98 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:51.106270 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ab9b179-0f3f-4bb9-96ef-d5c88b0dba98 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1220427 Sep 17 01:29:51.109868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47222) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:51.110114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d509864-0216-4d25-9db7-be59da9b2d65 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:51.242299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 18265d82-c3a8-45eb-94da-a6fac6da397a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:51.242642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.370957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.383339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb8f9358-9c23-42f4-93a7-7bc9825fac49 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:51.393526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 18265d82-c3a8-45eb-94da-a6fac6da397a owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:51.479051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:51.479901 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.726340 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.761568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=18265d82-c3a8-45eb-94da-a6fac6da397a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:51.776983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05226310-f454-4aff-bc79-196883ca0c2c None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:51.801800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e957e-cb43-4447-a57d-b4c5198c1034 req-f02256ef-42cf-4992-8087-175e12887fd8 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:51.803291 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e5e957e-cb43-4447-a57d-b4c5198c1034 req-f02256ef-42cf-4992-8087-175e12887fd8 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.1141362 Sep 17 01:29:51.891299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-31cff62b-a884-41a3-ae3c-80386e9088a5 None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:51.891633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31cff62b-a884-41a3-ae3c-80386e9088a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.904204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e5e957e-cb43-4447-a57d-b4c5198c1034 req-75c0559a-6c35-4392-a584-fe0b53e7c0d4 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Sep 17 01:29:51.910250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:51.913126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-018c6207-3957-410a-91f1-89c926809e63 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/18265d82-c3a8-45eb-94da-a6fac6da397a HTTP/1.1" status: 204 len: 168 time: 0.8022735 Sep 17 01:29:51.915822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47234) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:51.983785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86800596-c035-4274-9d9d-4b173cd1f91e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:51.985921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86800596-c035-4274-9d9d-4b173cd1f91e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:51.988373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86800596-c035-4274-9d9d-4b173cd1f91e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:51.990064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-86800596-c035-4274-9d9d-4b173cd1f91e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0731847 Sep 17 01:29:51.992751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:52.051042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 633254d0-0429-4afe-9dce-74a9f04cd5e0 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:52.054227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.104048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.192706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.291009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-958024df-a23b-4985-a688-f3098da22bfa None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:52.291484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-958024df-a23b-4985-a688-f3098da22bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.489502 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.491631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-55aff007-3a7e-48bd-8a00-9e297ef28128 None None] Could not find standard attr ID for object 18265d82-c3a8-45eb-94da-a6fac6da397a. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:52.524914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=633254d0-0429-4afe-9dce-74a9f04cd5e0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:52.527956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.528836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6c99f3f4-ba48-46c1-af1d-fb25457c8617 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/633254d0-0429-4afe-9dce-74a9f04cd5e0 HTTP/1.1" status: 204 len: 168 time: 0.5349326 Sep 17 01:29:52.531873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:52.587830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:52.591515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.633977 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.692276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27499768-48dc-4454-a033-2c7ee1ba5afc None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:52.724140 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.849335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.882241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:52.886418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe HTTP/1.1" status: 204 len: 168 time: 0.3513672 Sep 17 01:29:52.886982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15985893-dd36-4c40-8bed-2d2e7646492b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:52.887462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47244) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:52.932536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4603ad64-070a-4e4f-99d3-40d60c4d8c06 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437431 Sep 17 01:29:52.937016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47248) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:52.939812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf9d097-6102-4a04-96ec-f8011de434b9 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': 'f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'fb8f9358-9c23-42f4-93a7-7bc9825fac49'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:29:52.941777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:52.984565 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ddf9d097-6102-4a04-96ec-f8011de434b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.071716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f67b9-06de-4740-bd11-b6813cb481d7 req-99c15d9b-275a-456c-b1e1-85c057efc179 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:53.073200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-197f67b9-06de-4740-bd11-b6813cb481d7 req-99c15d9b-275a-456c-b1e1-85c057efc179 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0654993 Sep 17 01:29:53.121313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-197f67b9-06de-4740-bd11-b6813cb481d7 req-60da6175-d560-453e-bf70-1aea2ab9774f tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/security-groups?id=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370431 Sep 17 01:29:53.180791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285fac8-5f7c-4efc-ac65-7ecd40f88f8e None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:53.219664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:53.224223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.258535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bb5da416-c4df-45b5-a8a2-c30a362df4bf None None] Provisioning complete for port fb8f9358-9c23-42f4-93a7-7bc9825fac49 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:53.259728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bb5da416-c4df-45b5-a8a2-c30a362df4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.361645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb8f9358-9c23-42f4-93a7-7bc9825fac49 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:53.548089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:53.568539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.615350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:53.618473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:53.622683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:53.623322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.645085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=bd8a6ce1-6562-489e-b715-acf82891f9f5,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:53.676144 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.678811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] Deleting port fb8f9358-9c23-42f4-93a7-7bc9825fac49 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:53.679204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.689027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-ed4be476-e515-451c-8c68-3def98806ff6 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:53.690519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-ed4be476-e515-451c-8c68-3def98806ff6 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 945 time: 0.0537827 Sep 17 01:29:53.762549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:53.766637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8566f541-012f-441b-b9f7-a1394b8b4f26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8291750 Sep 17 01:29:53.769828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47260) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:53.775305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:53.794802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] For port fb8f9358-9c23-42f4-93a7-7bc9825fac49, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb8f9358-9c23-42f4-93a7-7bc9825fac49,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:53.794802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.809058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Deleting port 72bf2d0a-5763-4053-a478-9ee84fda811c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:53.809482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.814871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] Calling delete_port for fb8f9358-9c23-42f4-93a7-7bc9825fac49 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:53.912748 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.922020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] For port 72bf2d0a-5763-4053-a478-9ee84fda811c, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=72bf2d0a-5763-4053-a478-9ee84fda811c,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:53.922440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:53.939675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Calling delete_port for 72bf2d0a-5763-4053-a478-9ee84fda811c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:53.968163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=13']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:54.023539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:54.027326 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.031774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.062487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] Pushing event deleted for resources: {'Port': ['ID=fb8f9358-9c23-42f4-93a7-7bc9825fac49,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:54.064864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a0f07-f442-4c15-9b6b-c5d2d51fbf22 None None] No DVR routers for this DVR port fb8f9358-9c23-42f4-93a7-7bc9825fac49 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:54.079726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed80895-e35c-4595-9ba9-4f379c20e8f1 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:54.147348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.164361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['72bf2d0a-5763-4053-a478-9ee84fda811c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:29:54.182833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Pushing event deleted for resources: {'Port': ['ID=72bf2d0a-5763-4053-a478-9ee84fda811c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:54.261855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] No DVR routers for this DVR port 72bf2d0a-5763-4053-a478-9ee84fda811c on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:29:54.264384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-884159e8-8028-4b47-b720-c7311ca4c709 req-ebcdbcd6-2476-42ef-8651-2492d7cc5c02 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0512314 Sep 17 01:29:54.264755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.269117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4065115-ed2a-4cf8-a8ce-fd942775be74 req-390b237f-12ef-41cc-a1df-85382bcfe773 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.23 "DELETE /v2.0/ports/72bf2d0a-5763-4053-a478-9ee84fda811c HTTP/1.1" status: 204 len: 173 time: 0.5717392 Sep 17 01:29:54.269773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'name': 'network-vif-deleted', 'tag': '72bf2d0a-5763-4053-a478-9ee84fda811c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:29:54.273850 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b040689-6208-4316-9d19-7343f8f4ffeb" -d '{"events": [{"server_uuid": "9c9a92f3-abd0-483a-a27c-319d6f01c2e0", "name": "network-vif-deleted", "tag": "72bf2d0a-5763-4053-a478-9ee84fda811c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:29:54.274649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'bd8a6ce1-6562-489e-b715-acf82891f9f5'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:29:54.275640 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.336643 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f8062a-4e39-49ff-b263-c11efff7c7a1 x-openstack-request-id: req-74f8062a-4e39-49ff-b263-c11efff7c7a1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:29:54.336643 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9a92f3-abd0-483a-a27c-319d6f01c2e0", "name": "network-vif-deleted", "tag": "72bf2d0a-5763-4053-a478-9ee84fda811c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:29:54.336643 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74f8062a-4e39-49ff-b263-c11efff7c7a1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:29:54.336643 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9a92f3-abd0-483a-a27c-319d6f01c2e0', 'name': 'network-vif-deleted', 'tag': '72bf2d0a-5763-4053-a478-9ee84fda811c', 'status': 'completed', 'code': 200} Sep 17 01:29:54.432210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Allocated IP 172.20.0.2 (0e608b38-ea83-40c5-aada-b94b3c71187f/bd8a6ce1-6562-489e-b715-acf82891f9f5/8c96cc6d-63e4-485a-b742-fb6a8d43ec4c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:54.563847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:29:54.565343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.592837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.711964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.756237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:54.759447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:54.766505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:54.772054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Pushing event updated for resources: {'Port': ['ID=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:54.828297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Attempting to bind port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:29:54.828713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Attempting to bind port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:29:54.829025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Attempting to bind port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:29:54.835379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:29:54.835804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:29:54.836114 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.836505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:29:54.837127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Bound port: 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:29:54.837512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.908614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] For port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:29:54.912508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] For port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:29:54.967281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:54.968627 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.970502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:54.975781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:54.976373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:54.986805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:55.028265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b06db-a49b-4792-bfbd-0a9fbda92a84 None None] Pushing event updated for resources: {'Port': ['ID=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:55.106022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fba3f320-4012-4bdc-a5f6-79ac65ad6940 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3348465 Sep 17 01:29:55.114039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:55.114039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:ce:8d:03', 'name': 'tempest-NetworksTestDHCPv6-454004102'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:55.362287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:55.427686 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-84d16886-c567-4376-a967-c3af6cd80d21 req-1b36d1c6-2e2a-43c6-9998-f46f18801eb0 tempest-ServerRescueTestJSON-999787821 tempest-ServerRescueTestJSON-999787821-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c9a92f3-abd0-483a-a27c-319d6f01c2e0 HTTP/1.1" status: 200 len: 210 time: 0.0409629 Sep 17 01:29:55.433967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:55.498053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:55.523537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 1a6c25af-1683-4b05-87d6-6c3cef2ecbb0 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:29:55.527457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:55.528031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:55.613090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:55.647118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:55.694969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 172.20.0.9 (0e608b38-ea83-40c5-aada-b94b3c71187f/bd8a6ce1-6562-489e-b715-acf82891f9f5/1a6c25af-1683-4b05-87d6-6c3cef2ecbb0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:55.702533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fece:8d03 (0e608b38-ea83-40c5-aada-b94b3c71187f/45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac/1a6c25af-1683-4b05-87d6-6c3cef2ecbb0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:55.826703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:55.882737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:55.902086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:56.026053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.072218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:29:56.075348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:29:56.079394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:29:56.096147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064f263-11b7-456d-80e5-37644ba39953 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:56.107788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=1a6c25af-1683-4b05-87d6-6c3cef2ecbb0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:56.137684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:56.138292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.187503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a2f3e498-ec36-4f56-815e-4191d08b9b5b None None] Provisioning complete for port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:56.187922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a2f3e498-ec36-4f56-815e-4191d08b9b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.243324 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-91af305c-9fc1-43ac-acd5-c851b9d6a8c9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1333725 Sep 17 01:29:56.245795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47308) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:56.299216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6eae57-a144-4624-bdf5-94582eca260b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:56.305570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6eae57-a144-4624-bdf5-94582eca260b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:56.309654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b6eae57-a144-4624-bdf5-94582eca260b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0598102 Sep 17 01:29:56.309886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47310) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:56.407453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 1a6c25af-1683-4b05-87d6-6c3cef2ecbb0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:56.408419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.424286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': 'bd8a6ce1-6562-489e-b715-acf82891f9f5', 'ip_address': '172.20.0.2'}, {'subnet_id': '45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '8c96cc6d-63e4-485a-b742-fb6a8d43ec4c'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:29:56.450994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.495553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47316) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:56.507783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.524235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 1a6c25af-1683-4b05-87d6-6c3cef2ecbb0 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:56.663228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] Allocated IP 2001:db8::f816:3eff:fe76:29f5 (0e608b38-ea83-40c5-aada-b94b3c71187f/45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac/8c96cc6d-63e4-485a-b742-fb6a8d43ec4c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:29:56.777364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] For port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:56.809143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.831971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.863421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=1a6c25af-1683-4b05-87d6-6c3cef2ecbb0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:56.921467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.939711 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.958662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:56.960893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-983cb34b-2e47-4f55-afe3-4901725c8159 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/1a6c25af-1683-4b05-87d6-6c3cef2ecbb0 HTTP/1.1" status: 204 len: 168 time: 0.6498990 Sep 17 01:29:56.963653 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:57.035513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1de33-f138-4ec7-9c4f-6c5077d4af44 None None] Pushing event updated for resources: {'Port': ['ID=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:57.071984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6a7b3-bf5a-4bb9-81f2-45fe1732cd99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:57.071984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6a7b3-bf5a-4bb9-81f2-45fe1732cd99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:57.071984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab6a7b3-bf5a-4bb9-81f2-45fe1732cd99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:57.071984 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dab6a7b3-bf5a-4bb9-81f2-45fe1732cd99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1033254 Sep 17 01:29:57.072566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47330) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:57.143009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:57.150431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.195071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.274190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Deleting port f23d6450-c834-4d54-b5dc-2e0da6a79117 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:57.274812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.300296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.401525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:29:57.410528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] For port f23d6450-c834-4d54-b5dc-2e0da6a79117, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f23d6450-c834-4d54-b5dc-2e0da6a79117,segment=NetworkSegment(5bcfd262-5759-448b-9167-7fa36f81110e),segment_id=5bcfd262-5759-448b-9167-7fa36f81110e)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:57.412757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.425888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Calling delete_port for f23d6450-c834-4d54-b5dc-2e0da6a79117 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:57.453743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:57.454455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.494300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.530887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:57.541380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.546128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-12bb6af8-8ba5-4a53-bd1c-291482177dff tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac HTTP/1.1" status: 204 len: 168 time: 0.4715273 Sep 17 01:29:57.547843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47336) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:57.630515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet bd8a6ce1-6562-489e-b715-acf82891f9f5 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:57.635095 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.689240 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.709697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd4e346-5554-4ca3-9603-3743575490d1 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:57.785022 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.793158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-67b86a01-f6ea-4c05-9367-66b9cf0bb72f None None] Provisioning complete for port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:57.793423 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-67b86a01-f6ea-4c05-9367-66b9cf0bb72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.798921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.821531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Pushing event deleted for resources: {'Port': ['ID=f23d6450-c834-4d54-b5dc-2e0da6a79117,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:57.845428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.845945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.846229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.846534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.847479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.847814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.848149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.848523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.848805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.849132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.849462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.849784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:29:57.946031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-67b86a01-f6ea-4c05-9367-66b9cf0bb72f None None] Could not find standard attr ID for object 1a6c25af-1683-4b05-87d6-6c3cef2ecbb0. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:29:57.963575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:57.994959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8a6ce1-6562-489e-b715-acf82891f9f5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:58.004470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:58.006281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e2c7bf8a-99e0-454b-812e-b4090ab40011 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/bd8a6ce1-6562-489e-b715-acf82891f9f5 HTTP/1.1" status: 204 len: 168 time: 0.4571540 Sep 17 01:29:58.008677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47342) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:58.009089 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:58.055828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ba3c97e0-72e9-42db-a391-85f503f6508f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455687 Sep 17 01:29:58.058188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47346) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:58.123497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502a028-db9b-4051-968c-716cbaff4e7b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:58.125196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7502a028-db9b-4051-968c-716cbaff4e7b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0657208 Sep 17 01:29:58.128094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47350) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:58.200829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e710fe5a-8a07-441d-92c3-23edb572dceb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:29:58.208735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e710fe5a-8a07-441d-92c3-23edb572dceb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0784953 Sep 17 01:29:58.209069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47352) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:58.234960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 72bf2d0a-5763-4053-a478-9ee84fda811c no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:58.269393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 72bf2d0a-5763-4053-a478-9ee84fda811c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:29:58.269985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 72bf2d0a-5763-4053-a478-9ee84fda811c not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:29:58.343760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Router 9ffa8a93-223e-42e3-9f42-604219bda0dc has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:29:58.479102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:29:58.487980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a718b605-1aad-411f-92be-46869fb08298 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ffa8a93-223e-42e3-9f42-604219bda0dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904237 Sep 17 01:29:58.488839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:58.501409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] Sync routers for ids ['9ffa8a93-223e-42e3-9f42-604219bda0dc'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:29:58.515972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] Routers {'9ffa8a93-223e-42e3-9f42-604219bda0dc'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:58.516606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ffa8a93-223e-42e3-9f42-604219bda0dc'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:58.644429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:58.653912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] Set router 9ffa8a93-223e-42e3-9f42-604219bda0dc gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:58.663893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-74376ac9-a1a2-4514-a1fe-adf6eeb2b343 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4537766 Sep 17 01:29:58.675884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47360) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:58.680825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f5afb44f-eba9-442b-8ca9-e77c2eee3307 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:58.744710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbcb1a-16a2-4731-806c-c07e82772862 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:29:58.807990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:58.917342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5afb44f-eba9-442b-8ca9-e77c2eee3307 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:58.921129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5afb44f-eba9-442b-8ca9-e77c2eee3307 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:58.922673 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5afb44f-eba9-442b-8ca9-e77c2eee3307 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:29:58.923122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5afb44f-eba9-442b-8ca9-e77c2eee3307 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:29:58.958399 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.011691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Deleting port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:59.012040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.015661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-53d61a18-36c9-4841-ab82-989ebb89881b None None] Provisioning complete for port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:29:59.016030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53d61a18-36c9-4841-ab82-989ebb89881b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.078143 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5afb44f-eba9-442b-8ca9-e77c2eee3307 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4013741 Sep 17 01:29:59.081123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47368) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:59.088403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-66e19b6a-454e-4445-b35f-4eb34673da35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:59.160490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] For port eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:59.160973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.176298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Calling delete_port for eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:59.211391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:29:57Z', 'revision_number': 5, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port': {'id': 'eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:89:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:02Z', 'updated_at': '2021-09-17T01:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:59.256748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] Checking router: 9ffa8a93-223e-42e3-9f42-604219bda0dc for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:29:59.269716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] Routers {'9ffa8a93-223e-42e3-9f42-604219bda0dc'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:29:59.270334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:29:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9ffa8a93-223e-42e3-9f42-604219bda0dc'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:59.313632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:29:59.370913 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.391173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e19b6a-454e-4445-b35f-4eb34673da35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:59.394908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-66e19b6a-454e-4445-b35f-4eb34673da35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.396373 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e19b6a-454e-4445-b35f-4eb34673da35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:29:59.396797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e19b6a-454e-4445-b35f-4eb34673da35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:29:59.397578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] Set router 9ffa8a93-223e-42e3-9f42-604219bda0dc gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:29:59.442894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:29:59.448122 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.476053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:29:59.481992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-66e19b6a-454e-4445-b35f-4eb34673da35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3992925 Sep 17 01:29:59.484647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47376) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:59.497979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-465f3b62-d16e-4ae2-a591-6a1b4b2cfe90 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:29:59.519272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:29:58Z', 'revision_number': 6, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:29:59.551866 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.561813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] Deleting port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:29:59.562191 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.569273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a1eaea-d733-4c70-a09b-1b00f9aee994 None None] The sync data for ids ['9ffa8a93-223e-42e3-9f42-604219bda0dc'] in n-d-789963-7 is: [{'id': '9ffa8a93-223e-42e3-9f42-604219bda0dc', 'name': 'tempest-ServerRescueTestJSON-164090700-router', 'tenant_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:01Z', 'updated_at': '2021-09-17T01:29:58Z', 'revision_number': 6, 'project_id': 'ea5b9d8f0b304d5081d0c2522a2b85c7', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:29:59.672826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.674933 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.685683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] For port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:59.686085 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.704658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] Calling delete_port for 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:29:59.718256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.799814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:29:59.802375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465f3b62-d16e-4ae2-a591-6a1b4b2cfe90 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:29:59.806080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-465f3b62-d16e-4ae2-a591-6a1b4b2cfe90 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.807686 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-465f3b62-d16e-4ae2-a591-6a1b4b2cfe90 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:29:59.808120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465f3b62-d16e-4ae2-a591-6a1b4b2cfe90 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:29:59.836512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.841336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ffa8a93-223e-42e3-9f42-604219bda0dc {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:29:59.841625 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.842711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5e762993-3f37-45b4-9328-1c6a6036bc36 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ffa8a93-223e-42e3-9f42-604219bda0dc HTTP/1.1" status: 204 len: 168 time: 1.3526227 Sep 17 01:29:59.845231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47380) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:29:59.890138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Deleting subnet 87a84f7f-b6a2-480b-8710-ebe281c53ad4 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:29:59.893646 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.931068 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.972732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:29:59.981649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.032857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-465f3b62-d16e-4ae2-a591-6a1b4b2cfe90 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5427356 Sep 17 01:30:00.035282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47384) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:00.050572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6d11ea42-93ec-46d2-b86a-8b777f0aaf00 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:00.059566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:00.116984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.140389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] Pushing event deleted for resources: {'Port': ['ID=8c96cc6d-63e4-485a-b742-fb6a8d43ec4c,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:00.151724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7722c-31e7-4be3-b585-ca9615e94a36 None None] No DVR routers for this DVR port 8c96cc6d-63e4-485a-b742-fb6a8d43ec4c on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:00.185035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.219323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87a84f7f-b6a2-480b-8710-ebe281c53ad4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:00.223113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.227891 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-334450c4-4d9c-402d-8da5-75e0207b112b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87a84f7f-b6a2-480b-8710-ebe281c53ad4 HTTP/1.1" status: 204 len: 168 time: 0.3813672 Sep 17 01:30:00.228048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47388) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:00.301622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.344134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d11ea42-93ec-46d2-b86a-8b777f0aaf00 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:00.344134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6d11ea42-93ec-46d2-b86a-8b777f0aaf00 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.344134 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d11ea42-93ec-46d2-b86a-8b777f0aaf00 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:00.344134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d11ea42-93ec-46d2-b86a-8b777f0aaf00 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:00.400799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.422719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943e8da7-4500-4b5b-8593-939b3186bfb3']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:00.434377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcfd262-5759-448b-9167-7fa36f81110e') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:00.434682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcfd262-5759-448b-9167-7fa36f81110e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:00.453834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.474340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6d11ea42-93ec-46d2-b86a-8b777f0aaf00 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4264357 Sep 17 01:30:00.474551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47394) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:00.474551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ce168457-9109-469e-8adf-969a748e1869 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:00.475160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.480836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:30:00.481243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:30:00.482870 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:30:00.669112 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.679547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.683834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/943e8da7-4500-4b5b-8593-939b3186bfb3 HTTP/1.1" status: 204 len: 168 time: 0.4522955 Sep 17 01:30:00.693691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5013175-a4b2-47ad-b593-c3e6be7b4a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=943e8da7-4500-4b5b-8593-939b3186bfb3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:00.714939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce168457-9109-469e-8adf-969a748e1869 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:00.719287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ce168457-9109-469e-8adf-969a748e1869 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:00.720830 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce168457-9109-469e-8adf-969a748e1869 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:00.721264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce168457-9109-469e-8adf-969a748e1869 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:00.895348 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ce168457-9109-469e-8adf-969a748e1869 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4280739 Sep 17 01:30:00.902699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47404) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:00.903651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0a3cb721-5c37-46f8-8735-78a50ecc192f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:01.122548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3cb721-5c37-46f8-8735-78a50ecc192f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:01.126132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb721-5c37-46f8-8735-78a50ecc192f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:01.127606 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3cb721-5c37-46f8-8735-78a50ecc192f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:01.129167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3cb721-5c37-46f8-8735-78a50ecc192f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:01.248893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a3cb721-5c37-46f8-8735-78a50ecc192f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3490195 Sep 17 01:30:01.251555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47410) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:01.280843 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e16e30c-a7fe-4f02-bcab-dba54026409e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0281346 Sep 17 01:30:01.296821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47412) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:01.342866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47416) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:01.367994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74c2c4-82eb-4b9c-9fda-555f750462cd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:01.369769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5f74c2c4-82eb-4b9c-9fda-555f750462cd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0720799 Sep 17 01:30:01.372251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47420) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:01.400320 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a663204a-e50a-41bb-9ac6-6305d2d549e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea5b9d8f0b304d5081d0c2522a2b85c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528722 Sep 17 01:30:01.400486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:01.405385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f23d6450-c834-4d54-b5dc-2e0da6a79117 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:01.421609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-308cf90f-5958-4d55-8ba4-20e40e4e3e9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480301 Sep 17 01:30:01.425742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47424) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:01.431185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:01.441647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f23d6450-c834-4d54-b5dc-2e0da6a79117 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:01.441993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f23d6450-c834-4d54-b5dc-2e0da6a79117 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:01.442411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:01.470144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:01.470704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device eedbe6b4-dbf7-4c1f-a671-6f06bf2bf373 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:01.482518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff9934df-d064-44a1-9459-7132e496a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:01.506770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff9934df-d064-44a1-9459-7132e496a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:01.617581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:01.621264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:01.693177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff9934df-d064-44a1-9459-7132e496a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:01.697337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff9934df-d064-44a1-9459-7132e496a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:01.700982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ff9934df-d064-44a1-9459-7132e496a38f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a HTTP/1.1" status: 204 len: 168 time: 0.2972767 Sep 17 01:30:01.714287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9934df-d064-44a1-9459-7132e496a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b78e1b-a1bf-4433-b842-f4f3aa5ce42a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:02.100048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:02.101819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.148746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:02.152075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:02.157837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:02.157837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.166865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dbbb1c-4015-415b-874b-2a08bbbeb218 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:02.181234 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=cd3aee59-e9e8-4052-a8b8-4e9a70a83b31,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:02.264198 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-daf90ee5-2fba-4573-b8ad-80cd336ba796 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8299561 Sep 17 01:30:02.264512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:02.278970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:68:7f:9e', 'name': 'tempest-NetworksTestDHCPv6-2046832731'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:02.378616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'cd3aee59-e9e8-4052-a8b8-4e9a70a83b31'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:02.379970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.549201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:02.553529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Allocated IP 2001:db8::f816:3eff:febd:54b2 (0e608b38-ea83-40c5-aada-b94b3c71187f/cd3aee59-e9e8-4052-a8b8-4e9a70a83b31/9001260a-5cb6-4f4a-b945-6b7860b62b87) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:02.639199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.663021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 39652bf5-eb79-4c8e-b07c-371929702e1b yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:02.730842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.858095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.898596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:02.901558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:02.904944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:02.913405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Pushing event updated for resources: {'Port': ['ID=9001260a-5cb6-4f4a-b945-6b7860b62b87,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:02.926787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fe68:7f9e (0e608b38-ea83-40c5-aada-b94b3c71187f/cd3aee59-e9e8-4052-a8b8-4e9a70a83b31/39652bf5-eb79-4c8e-b07c-371929702e1b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:02.977062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Attempting to bind port 9001260a-5cb6-4f4a-b945-6b7860b62b87 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:02.977428 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Attempting to bind port 9001260a-5cb6-4f4a-b945-6b7860b62b87 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:02.977790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Attempting to bind port 9001260a-5cb6-4f4a-b945-6b7860b62b87 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:02.982964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:02.983898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:02.983898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:02.984265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:02.984729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Bound port: 9001260a-5cb6-4f4a-b945-6b7860b62b87, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:02.985145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.061924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] For port 9001260a-5cb6-4f4a-b945-6b7860b62b87, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:03.066115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] For port 9001260a-5cb6-4f4a-b945-6b7860b62b87, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9001260a-5cb6-4f4a-b945-6b7860b62b87,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:03.119406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.157507 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.232476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.246572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd7fcb-86c6-43c8-9d68-f9c80ef360d8 None None] Pushing event updated for resources: {'Port': ['ID=9001260a-5cb6-4f4a-b945-6b7860b62b87,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:03.304749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:03.307828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:03.310465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:03.316658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:03.317395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.328198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=39652bf5-eb79-4c8e-b07c-371929702e1b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:03.446489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3439720c-a85b-4a8d-b373-5805168f32b4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1789227 Sep 17 01:30:03.448252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47490) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:03.564295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077025b5-e616-4611-9c20-bf8e1e4ea533 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:03.572006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077025b5-e616-4611-9c20-bf8e1e4ea533 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:03.578007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-077025b5-e616-4611-9c20-bf8e1e4ea533 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1285133 Sep 17 01:30:03.580877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47502) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:03.718671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 39652bf5-eb79-4c8e-b07c-371929702e1b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:03.719354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.817734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:03.831621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 39652bf5-eb79-4c8e-b07c-371929702e1b owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:04.036874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.067108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=39652bf5-eb79-4c8e-b07c-371929702e1b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:04.097827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.100161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5fe8a273-9a12-4b24-b3e3-c4dbcc8d83ef tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/39652bf5-eb79-4c8e-b07c-371929702e1b HTTP/1.1" status: 204 len: 168 time: 0.5176263 Sep 17 01:30:04.102737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:04.180641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de18952-ec79-47a5-b49d-806476b39c35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:04.182292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de18952-ec79-47a5-b49d-806476b39c35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:04.183843 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4de18952-ec79-47a5-b49d-806476b39c35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0799041 Sep 17 01:30:04.189097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47530) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:04.247287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet cd3aee59-e9e8-4052-a8b8-4e9a70a83b31 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:04.250637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.305323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.335185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:04.437307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.540894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eba1aa4-aea4-439a-b16f-c57a218134b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.583977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.616839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bf863387-0226-4695-b0ce-73697fd88b09 None None] Provisioning complete for port 9001260a-5cb6-4f4a-b945-6b7860b62b87 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:04.618267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf863387-0226-4695-b0ce-73697fd88b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.625065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3aee59-e9e8-4052-a8b8-4e9a70a83b31,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:04.628788 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.630885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f17999ff-f6ef-4504-939d-71adfaed35dc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/cd3aee59-e9e8-4052-a8b8-4e9a70a83b31 HTTP/1.1" status: 204 len: 168 time: 0.4432592 Sep 17 01:30:04.633344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:04.686095 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eba1aa4-aea4-439a-b16f-c57a218134b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.696600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-087c609a-d89a-4fb3-bf52-9b2d85c3db16 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618277 Sep 17 01:30:04.699746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47548) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:04.720003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:04.736218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf863387-0226-4695-b0ce-73697fd88b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.750811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6eba1aa4-aea4-439a-b16f-c57a218134b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.789526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bf863387-0226-4695-b0ce-73697fd88b09 None None] For port 9001260a-5cb6-4f4a-b945-6b7860b62b87, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9001260a-5cb6-4f4a-b945-6b7860b62b87,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:04.848745 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf863387-0226-4695-b0ce-73697fd88b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.879490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6eba1aa4-aea4-439a-b16f-c57a218134b6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52e1835bca834cb9b957336f271f51ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5421693 Sep 17 01:30:04.880241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba1aa4-aea4-439a-b16f-c57a218134b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419b90e4-0a96-4815-84e3-55bd5685482d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:04.882086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47550) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:04.900503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad94634-a148-4175-afd2-70ded2a4a021 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:04.937417 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e10d46d-cae3-42c9-a79b-c4000f1920b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.937687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf863387-0226-4695-b0ce-73697fd88b09 None None] Pushing event updated for resources: {'Port': ['ID=9001260a-5cb6-4f4a-b945-6b7860b62b87,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:04.985869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e10d46d-cae3-42c9-a79b-c4000f1920b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:04.987841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:04.989250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a64fe36e-d151-4237-9ec9-88a09996d8f4 None None] Could not find standard attr ID for object 39652bf5-eb79-4c8e-b07c-371929702e1b. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:04.991652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.139946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:05.192081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] Deleting port 9001260a-5cb6-4f4a-b945-6b7860b62b87 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:05.192539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.237116 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e10d46d-cae3-42c9-a79b-c4000f1920b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.240608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e10d46d-cae3-42c9-a79b-c4000f1920b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.242444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3e10d46d-cae3-42c9-a79b-c4000f1920b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/419b90e4-0a96-4815-84e3-55bd5685482d HTTP/1.1" status: 204 len: 168 time: 0.3587863 Sep 17 01:30:05.264636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] For port 9001260a-5cb6-4f4a-b945-6b7860b62b87, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9001260a-5cb6-4f4a-b945-6b7860b62b87,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:05.265106 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.280574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] Calling delete_port for 9001260a-5cb6-4f4a-b945-6b7860b62b87 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:05.283290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10d46d-cae3-42c9-a79b-c4000f1920b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419b90e4-0a96-4815-84e3-55bd5685482d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:05.442674 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1e71216-1cd9-407b-b1aa-db8699b33f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.469633 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:05.492964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] Pushing event deleted for resources: {'Port': ['ID=9001260a-5cb6-4f4a-b945-6b7860b62b87,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:05.502144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cf98fd-e3cf-45f1-94d2-d6724fc3a284 None None] No DVR routers for this DVR port 9001260a-5cb6-4f4a-b945-6b7860b62b87 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:06.164818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:06.166620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:06.224184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:06.227445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:06.231662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:06.232261 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:06.237617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f0f18-b9c1-45eb-93e4-39c28f4424c2 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:06.244461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=49cd7c74-b270-40c9-9507-8f12c7296152,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:06.347800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-93db6a6f-d6ac-4a55-a091-a568160be5e3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6466444 Sep 17 01:30:06.349244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47600) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:06.356249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:85:74:14', 'name': 'tempest-NetworksTestDHCPv6-847872390'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:06.454360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '49cd7c74-b270-40c9-9507-8f12c7296152'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:06.455693 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:06.576563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17a1a0-d82d-4b39-919e-f4f553184f8f req-a4542bc4-16e6-440b-ba53-9f869be7bf23 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:06.578467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f17a1a0-d82d-4b39-919e-f4f553184f8f req-a4542bc4-16e6-440b-ba53-9f869be7bf23 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 947 time: 0.0646603 Sep 17 01:30:06.580025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:06.584404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:06.621428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:06.680037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f17a1a0-d82d-4b39-919e-f4f553184f8f req-bf1eaf9e-aa48-43aa-8fa2-2d10ca22663d tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833092 Sep 17 01:30:06.750171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Allocated IP 2001:db8::f816:3eff:fe0c:93d6 (0e608b38-ea83-40c5-aada-b94b3c71187f/49cd7c74-b270-40c9-9507-8f12c7296152/464758e4-79fc-48e3-b986-00863cfceb5a) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:06.911017 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:06.979983 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.022707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:07.025679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:07.029281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:07.040854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Pushing event updated for resources: {'Port': ['ID=464758e4-79fc-48e3-b986-00863cfceb5a,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:07.057051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fe85:7414 (0e608b38-ea83-40c5-aada-b94b3c71187f/49cd7c74-b270-40c9-9507-8f12c7296152/0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:07.108770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Attempting to bind port 464758e4-79fc-48e3-b986-00863cfceb5a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:07.109196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Attempting to bind port 464758e4-79fc-48e3-b986-00863cfceb5a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:07.109562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Attempting to bind port 464758e4-79fc-48e3-b986-00863cfceb5a on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:07.115501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:07.115882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:07.116290 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.116694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:07.117158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Bound port: 464758e4-79fc-48e3-b986-00863cfceb5a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:07.117538 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.253552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.384118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] For port 464758e4-79fc-48e3-b986-00863cfceb5a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:07.389653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] For port 464758e4-79fc-48e3-b986-00863cfceb5a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=464758e4-79fc-48e3-b986-00863cfceb5a,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:07.414105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.482959 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.491413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:07.502578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:07.505488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:07.507493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:07.514349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:07.514721 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.544121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ae044-6432-4373-bb0f-01512cc4db30 None None] Pushing event updated for resources: {'Port': ['ID=464758e4-79fc-48e3-b986-00863cfceb5a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:07.571558 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47662) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:07.572364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-905bce83-5098-4fac-8a31-df452ad4e3fa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2219257 Sep 17 01:30:07.706350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc1ce8-a5f4-432a-bc35-b90a99a96bea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:07.713582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc1ce8-a5f4-432a-bc35-b90a99a96bea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:07.715535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-67dc1ce8-a5f4-432a-bc35-b90a99a96bea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1417279 Sep 17 01:30:07.718802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:07.719419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47670) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:07.755937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aa249-7e7f-426c-b715-92b3791db864 req-7cdbbb60-011d-49a2-bd06-c1af37f42fce tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:07.759531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-890aa249-7e7f-426c-b715-92b3791db864 req-7cdbbb60-011d-49a2-bd06-c1af37f42fce tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 947 time: 0.0758045 Sep 17 01:30:07.869182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-82aa7030-17b4-42cb-ae82-671aec2b3e90 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:07.876960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-82aa7030-17b4-42cb-ae82-671aec2b3e90 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.3420947 Sep 17 01:30:07.906496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bdcf2-9dc6-4159-aef0-c4fb8f1efc96 req-f5bf34d3-e730-45c2-984e-4a6eb5e8474c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:07.910438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-eae2124a-82e3-4f82-8217-7833aa9b3f5e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0315650 Sep 17 01:30:07.914518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a2bdcf2-9dc6-4159-aef0-c4fb8f1efc96 req-f5bf34d3-e730-45c2-984e-4a6eb5e8474c tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 947 time: 0.0801671 Sep 17 01:30:07.968256 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5635363b-e32c-4824-9a57-70c26477f2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:07.982025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a2bdcf2-9dc6-4159-aef0-c4fb8f1efc96 req-613103ad-3fb5-4edf-b08f-651a0fcb95de tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc5112bb-1528-4544-8d8c-a5e4662eb791&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665557 Sep 17 01:30:08.002000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:08.002282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.004744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Deleting port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:08.005439 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.012415 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-cb379418-e8bc-4ecc-9818-57167e6a9c01 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003673 Sep 17 01:30:08.120894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] For port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:08.121429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.167888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-223887a7-ff5d-487c-86c5-dfee8818937e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.206992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.236019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:08.238813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-28f528af-88c5-4865-9601-259501fad00e service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108252 Sep 17 01:30:08.342637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5635363b-e32c-4824-9a57-70c26477f2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.414725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.414725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.414725 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Floating IP c7f18660-b8cf-4b24-8543-ce4f8e8e4b52 disassociated. External IP: 172.25.1.43, port: fc595e22-ace2-4ecf-ae8a-ffb3a342bc12. Sep 17 01:30:08.414725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Calling delete_port for fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:08.434083 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-085dfd5c-2029-4f0d-bdc4-ffcfc52e98d3 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889431 Sep 17 01:30:08.440658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5635363b-e32c-4824-9a57-70c26477f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.545222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5635363b-e32c-4824-9a57-70c26477f2d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=27dfc83dc54b444294fde405f676fbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8157811 Sep 17 01:30:08.548090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635363b-e32c-4824-9a57-70c26477f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45254fdc-b590-4971-ae70-ddec9c1e255c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:08.553698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:08.628056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.639592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-258f3566-2ae7-4705-bf7b-f05c1f484634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.672121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:08.714989 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.719827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.724412 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4aa3b33c-e61e-480f-8035-493a09aca08c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc HTTP/1.1" status: 204 len: 168 time: 1.0035014 Sep 17 01:30:08.725038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47692) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:08.727056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-258f3566-2ae7-4705-bf7b-f05c1f484634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.788487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event deleted for resources: {'Port': ['ID=fc595e22-ace2-4ecf-ae8a-ffb3a342bc12,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:08.803281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2784d-6ee3-405e-b886-c2915f5ebf39 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:08.804967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2784d-6ee3-405e-b886-c2915f5ebf39 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:08.809010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1ea2784d-6ee3-405e-b886-c2915f5ebf39 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0773273 Sep 17 01:30:08.835602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47698) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:08.904289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f94730f4-17da-4ad0-9809-ac96925828ac req-371bcefe-1943-46a6-80e2-7fd9d9e92807 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.1203799 Sep 17 01:30:08.921482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 49cd7c74-b270-40c9-9507-8f12c7296152 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:08.930776 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.990803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-258f3566-2ae7-4705-bf7b-f05c1f484634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.995438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-258f3566-2ae7-4705-bf7b-f05c1f484634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:08.996787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-258f3566-2ae7-4705-bf7b-f05c1f484634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45254fdc-b590-4971-ae70-ddec9c1e255c HTTP/1.1" status: 204 len: 168 time: 0.4420903 Sep 17 01:30:09.008871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f3566-2ae7-4705-bf7b-f05c1f484634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45254fdc-b590-4971-ae70-ddec9c1e255c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:09.039768 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.072928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Provisioning complete for port 464758e4-79fc-48e3-b986-00863cfceb5a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:09.074035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.080373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.147053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0aab65af-6eff-4018-b602-2023f9797a66 req-02a15f3f-d1ba-4354-80fe-b758fdaf2041 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 210 time: 0.0410955 Sep 17 01:30:09.209381 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:30:09.213746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.242151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.287342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:30:09.380133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.475833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=49cd7c74-b270-40c9-9507-8f12c7296152,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:09.504236 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.507331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:30:09.507957 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:30:09.510455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 464758e4-79fc-48e3-b986-00863cfceb5a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:09.520784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47718) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:09.527838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1b3c797b-e0c8-44f6-a2bd-55675bb57358 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/49cd7c74-b270-40c9-9507-8f12c7296152 HTTP/1.1" status: 204 len: 168 time: 0.6725559 Sep 17 01:30:09.552478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:30:09.569706 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.578829 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:30:09.590566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:30:09.591468 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:30:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:09.599835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 464758e4-79fc-48e3-b986-00863cfceb5a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:09.600209 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.634838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] No DVR routers for this DVR port fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:09.637890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.640362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-890aa249-7e7f-426c-b715-92b3791db864 req-73922bd1-ada0-4c09-ba54-2d680b64fb6b tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.36 "DELETE /v2.0/ports/fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 HTTP/1.1" status: 204 len: 173 time: 1.8651438 Sep 17 01:30:09.640916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-deleted', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:30:09.644153 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb16c101-53f9-4369-bbf4-7b5c50f56c9f" -d '{"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-deleted", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:30:09.680636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-867b247b-dc94-49b4-be17-a61a763a5f0d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1529396 Sep 17 01:30:09.682930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:09.712923 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee5ca70-cea1-4edc-a093-436c641e78ad x-openstack-request-id: req-8ee5ca70-cea1-4edc-a093-436c641e78ad {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:30:09.713982 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4ec1d6-a7d8-46cc-a893-3114f2442ed2", "name": "network-vif-deleted", "tag": "fc595e22-ace2-4ecf-ae8a-ffb3a342bc12", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:30:09.714806 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ee5ca70-cea1-4edc-a093-436c641e78ad {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:30:09.718447 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4ec1d6-a7d8-46cc-a893-3114f2442ed2', 'name': 'network-vif-deleted', 'tag': 'fc595e22-ace2-4ecf-ae8a-ffb3a342bc12', 'status': 'completed', 'code': 200} Sep 17 01:30:09.748589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5edc58c-598d-46d2-bd92-a216a2f548a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:09.750192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b5edc58c-598d-46d2-bd92-a216a2f548a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0659521 Sep 17 01:30:09.752759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:09.773835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf2811b-86b2-4805-819e-0929144db3b6 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:09.841880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cbe57c-8fb2-473d-aebd-b9c2f665ad65 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:09.844662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b0cbe57c-8fb2-473d-aebd-b9c2f665ad65 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0894692 Sep 17 01:30:09.846311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47734) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:09.856243 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:30:09.865326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:09.899177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4d1d7482-1588-447e-8b6a-b1f9c484ffb9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501683 Sep 17 01:30:09.902625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47736) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:09.907815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:09.954296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 464758e4-79fc-48e3-b986-00863cfceb5a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=464758e4-79fc-48e3-b986-00863cfceb5a,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:10.062034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.072044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.120694 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aba92edf-b4f0-4beb-8e3a-b5fa11564bf1 req-9ef412ff-c092-4670-a674-0a6aebe31480 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0837998 Sep 17 01:30:10.145272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:10.208664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:10.217566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.253565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=464758e4-79fc-48e3-b986-00863cfceb5a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:10.277242 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:30:10.277867 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-2198aac8-1dad-4aff-9da5-790e7cfa28bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:30:10.284906 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:10.302722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] Deleting port 464758e4-79fc-48e3-b986-00863cfceb5a {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:10.303118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.333379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:30:10.345967 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:30:10.347460 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:30:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:10.399028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79883074-b054-4e98-8064-65b355d00b02 req-f38272ac-ade5-471d-b4ef-cd7a1f18844e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b4ec1d6-a7d8-46cc-a893-3114f2442ed2 HTTP/1.1" status: 200 len: 210 time: 0.0491323 Sep 17 01:30:10.478452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] For port 464758e4-79fc-48e3-b986-00863cfceb5a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=464758e4-79fc-48e3-b986-00863cfceb5a,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:10.478452 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.485451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] Calling delete_port for 464758e4-79fc-48e3-b986-00863cfceb5a owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:10.527304 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:30:10.728896 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.756653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] No DVR routers for this DVR port 464758e4-79fc-48e3-b986-00863cfceb5a on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:10.783845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bdcf8d33-6e6a-49f7-8c08-3c72faaa2c62 None None] Could not find standard attr ID for object 0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:10.788011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253555b7-f232-4bb0-bf4e-ddba99edfb96 None None] Pushing event deleted for resources: {'Port': ['ID=464758e4-79fc-48e3-b986-00863cfceb5a,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:10.792434 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:10.798952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:10.802205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.827419 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fa8bcc-de88-4ea6-bd35-9f21296d2008 None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:22:03Z', 'revision_number': 4, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd74bc76d-0a86-4bf6-af9d-1a903ad04618', 'name': '', 'network_id': '35d2798a-2670-4dbb-8fb2-cc920e9d38f5', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'mac_address': 'fa:16:3e:c4:f7:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:22:02Z', 'updated_at': '2021-09-17T01:22:09Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'subnets': [{'id': 'bfd1b897-d54f-460c-b9da-2669571c821a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:30:10.847377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:10.852832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:10.857045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:10.857716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:10.865408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b713211-0634-4628-a612-ca1e8fb423a0 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:10.869602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:10.889308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=477815dd-990b-4b1e-83c1-107e15fc0901,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:10.955002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:10.955541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device fc595e22-ace2-4ecf-ae8a-ffb3a342bc12 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:10.964773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fa5690cc-f16a-43f5-9016-fd4dc5a93d89 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0609019 Sep 17 01:30:10.968157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47766) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:10.975714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:73:c2:13', 'name': 'tempest-NetworksTestDHCPv6-1058585221'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:11.154306 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:11.158093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '477815dd-990b-4b1e-83c1-107e15fc0901'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:11.159804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:11.230105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:11.248046 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e1c69e8-0493-4a7b-8714-cac800039529 req-793ada8e-1e36-437b-8c5f-4dedbafd6225 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0515232 Sep 17 01:30:11.258053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26384a1-1f1e-4e81-a2f5-a27c5a930e78 None None] New status for floating IP c7f18660-b8cf-4b24-8543-ce4f8e8e4b52: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:30:11.381591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-056ba7b3-084f-409a-a1c0-53f75842258a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:11.383111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-056ba7b3-084f-409a-a1c0-53f75842258a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.2192187 Sep 17 01:30:11.387760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:11.407164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '9f82d0dd-3614-4e09-a455-db782a556041', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:11.423212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 464758e4-79fc-48e3-b986-00863cfceb5a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:11.450218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 3d778d27-b698-4995-8795-88d83c90e07c yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:11.491184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 464758e4-79fc-48e3-b986-00863cfceb5a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:11.491771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 464758e4-79fc-48e3-b986-00863cfceb5a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:11.524218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Allocated IP 2001:db8::f816:3eff:fe0a:56d5 (0e608b38-ea83-40c5-aada-b94b3c71187f/477815dd-990b-4b1e-83c1-107e15fc0901/f0bcc5bc-8539-426c-83c6-d38d5c10097b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:11.791440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:11.878006 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:11.926621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:11.932678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:11.935851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:11.947042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Pushing event updated for resources: {'Port': ['ID=f0bcc5bc-8539-426c-83c6-d38d5c10097b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:12.021335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Attempting to bind port f0bcc5bc-8539-426c-83c6-d38d5c10097b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:12.021335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Attempting to bind port f0bcc5bc-8539-426c-83c6-d38d5c10097b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:12.021335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Attempting to bind port f0bcc5bc-8539-426c-83c6-d38d5c10097b on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:12.022295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fe73:c213 (0e608b38-ea83-40c5-aada-b94b3c71187f/477815dd-990b-4b1e-83c1-107e15fc0901/3d778d27-b698-4995-8795-88d83c90e07c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:12.026035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:12.026411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:12.026865 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.027303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:12.027839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Bound port: f0bcc5bc-8539-426c-83c6-d38d5c10097b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:12.028284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.109949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:12.113995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.118390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] For port f0bcc5bc-8539-426c-83c6-d38d5c10097b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:12.121698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] For port f0bcc5bc-8539-426c-83c6-d38d5c10097b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f0bcc5bc-8539-426c-83c6-d38d5c10097b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:12.177527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.261848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a661a-660a-4570-bf17-d31339d591ac None None] Pushing event updated for resources: {'Port': ['ID=f0bcc5bc-8539-426c-83c6-d38d5c10097b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:12.264925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.348555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.8 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/d3c642a7-d392-4259-8bf6-96911a618137) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:12.478898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21324a46-6ba4-435e-9a12-862b9233ee1e req-e21dd7d6-cd1a-454f-b53c-32429b0b20bb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0595593 Sep 17 01:30:12.482727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.645652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:12.666753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:12.670073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:12.677939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:12.678604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.689732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47824) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:12.699765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=3d778d27-b698-4995-8795-88d83c90e07c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:12.733249 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.765287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508345ec-399a-4992-bea0-7cd74de04e3e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.798852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508345ec-399a-4992-bea0-7cd74de04e3e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.822630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4f85f7ed-8c84-4aeb-b3f7-8177577b95cb tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8497748 Sep 17 01:30:12.827637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47830) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:12.882323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.950824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab1acb-f405-42a5-95e6-7fdff77b9035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:12.957919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ab1acb-f405-42a5-95e6-7fdff77b9035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:12.962274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-36ab1acb-f405-42a5-95e6-7fdff77b9035 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1383035 Sep 17 01:30:12.962623 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508345ec-399a-4992-bea0-7cd74de04e3e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.963064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47836) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:12.966847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-508345ec-399a-4992-bea0-7cd74de04e3e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:12.969784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-508345ec-399a-4992-bea0-7cd74de04e3e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "DELETE /v2.0/security-groups/cc5112bb-1528-4544-8d8c-a5e4662eb791 HTTP/1.1" status: 204 len: 168 time: 0.2781270 Sep 17 01:30:12.971465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:12.975042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:12.991418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:12.992533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508345ec-399a-4992-bea0-7cd74de04e3e tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5112bb-1528-4544-8d8c-a5e4662eb791,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:13.022439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:13.033106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=d3c642a7-d392-4259-8bf6-96911a618137,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:13.064948 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-b85bf066-a2bb-4aa2-b2e3-97e44ef31c61 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] show failed (client error): The resource could not be found. Sep 17 01:30:13.066053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b85bf066-a2bb-4aa2-b2e3-97e44ef31c61 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "GET /v2.0/security-groups/cc5112bb-1528-4544-8d8c-a5e4662eb791 HTTP/1.1" status: 404 len: 347 time: 0.0885694 Sep 17 01:30:13.070184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47842) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:13.242707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:13.245069 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.312887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Deleting port ca703753-2ab4-4d75-9937-daaa33b19fb3 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:13.313236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.342776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 3d778d27-b698-4995-8795-88d83c90e07c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:13.347072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.387182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-bfef2c73-7de8-4fd3-986c-d4a4656ad863 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9861114 Sep 17 01:30:13.436450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Request body: {'port': {'device_id': '9f82d0dd-3614-4e09-a455-db782a556041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:13.454617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b2aaacf0-d18c-491d-a964-c7d4006b8b50 None None] Provisioning complete for port d3c642a7-d392-4259-8bf6-96911a618137 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:13.455749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2aaacf0-d18c-491d-a964-c7d4006b8b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.496922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f0bcc5bc-8539-426c-83c6-d38d5c10097b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:13.538296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.538626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.552568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaacf0-d18c-491d-a964-c7d4006b8b50 None None] Port d3c642a7-d392-4259-8bf6-96911a618137 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:30:13.565906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Calling delete_port for ca703753-2ab4-4d75-9937-daaa33b19fb3 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:13.610720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f0bcc5bc-8539-426c-83c6-d38d5c10097b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:13.611287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.788365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.800088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.809704 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.822827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 3d778d27-b698-4995-8795-88d83c90e07c owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:13.849227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb6735-c84c-49dd-9866-cc1eef01c449 req-3873ae47-1f1c-4a86-8446-0bf3a89aac18 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:13.850850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ebb6735-c84c-49dd-9866-cc1eef01c449 req-3873ae47-1f1c-4a86-8446-0bf3a89aac18 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 931 time: 0.2308934 Sep 17 01:30:13.910006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port f0bcc5bc-8539-426c-83c6-d38d5c10097b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f0bcc5bc-8539-426c-83c6-d38d5c10097b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:13.933433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ecc3b3a7-acde-4770-b060-f24a8d6bea5b None None] Provisioning complete for port f0bcc5bc-8539-426c-83c6-d38d5c10097b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:13.942990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ecc3b3a7-acde-4770-b060-f24a8d6bea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:13.996771 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.009803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ebb6735-c84c-49dd-9866-cc1eef01c449 req-8dada02a-1e7f-426e-944f-ef42ff4534ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346695 Sep 17 01:30:14.023699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.088042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Pushing event deleted for resources: {'Port': ['ID=ca703753-2ab4-4d75-9937-daaa33b19fb3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:14.150488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=f0bcc5bc-8539-426c-83c6-d38d5c10097b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:14.265355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.270931 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.283331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7d72a87b-769e-4958-8f80-6ce9645ff960 tempest-AttachVolumeShelveTestJSON-491557211 tempest-AttachVolumeShelveTestJSON-491557211-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7f18660-b8cf-4b24-8543-ce4f8e8e4b52 HTTP/1.1" status: 204 len: 168 time: 1.2080350 Sep 17 01:30:14.286940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a11a8a3e-47e5-44af-966b-c0eea7aa3e67 None None] Provisioning complete for port 3d778d27-b698-4995-8795-88d83c90e07c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:14.287596 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a11a8a3e-47e5-44af-966b-c0eea7aa3e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.327029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a11a8a3e-47e5-44af-966b-c0eea7aa3e67 None None] Port 3d778d27-b698-4995-8795-88d83c90e07c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:30:14.405386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.453980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=3d778d27-b698-4995-8795-88d83c90e07c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:14.503778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.505752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a19ead5-a2e5-4b80-9e57-00bbe35dde8c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/3d778d27-b698-4995-8795-88d83c90e07c HTTP/1.1" status: 204 len: 168 time: 1.5364912 Sep 17 01:30:14.509964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47868) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:14.671750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c642a7-d392-4259-8bf6-96911a618137 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:30:14.684367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.698703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Transition to ACTIVE for port object d3c642a7-d392-4259-8bf6-96911a618137 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:30:14.707004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983524e-5331-4784-baea-cb0f83172fdc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:14.708811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983524e-5331-4784-baea-cb0f83172fdc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:14.710818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2983524e-5331-4784-baea-cb0f83172fdc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2003984 Sep 17 01:30:14.715163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47878) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:14.796105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 477815dd-990b-4b1e-83c1-107e15fc0901 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:14.800193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.806428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.895248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:14.971287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c642a7-d392-4259-8bf6-96911a618137,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:15.065720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Attempting to bind port d3c642a7-d392-4259-8bf6-96911a618137 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:15.067213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Attempting to bind port d3c642a7-d392-4259-8bf6-96911a618137 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:15.067561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Attempting to bind port d3c642a7-d392-4259-8bf6-96911a618137 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:15.078505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Port d3c642a7-d392-4259-8bf6-96911a618137 on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:30:15.081016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Attempting to bind port d3c642a7-d392-4259-8bf6-96911a618137 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:15.092734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:15.093397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:15.094332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:15.104028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Bound port: d3c642a7-d392-4259-8bf6-96911a618137, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:15.115883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.148753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.296587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] For port d3c642a7-d392-4259-8bf6-96911a618137, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:15.304600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] For port d3c642a7-d392-4259-8bf6-96911a618137, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d3c642a7-d392-4259-8bf6-96911a618137,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:15.351302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70c1d5-f844-4a64-9e62-0f7c37bd9077 req-d4c346f4-61ce-4221-8013-e039142cc5ed tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:15.363921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.376454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a70c1d5-f844-4a64-9e62-0f7c37bd9077 req-d4c346f4-61ce-4221-8013-e039142cc5ed tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.2768977 Sep 17 01:30:15.418690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:15.419426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.420991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-41827daa-d425-4733-9542-42443b4dca16 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3c642a7-d392-4259-8bf6-96911a618137 HTTP/1.1" status: 200 len: 1091 time: 2.0075881 Sep 17 01:30:15.446279 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.481417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f0bcc5bc-8539-426c-83c6-d38d5c10097b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:15.577715 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a70c1d5-f844-4a64-9e62-0f7c37bd9077 req-1930ab7e-a712-402d-ae34-35544fecf64d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983273 Sep 17 01:30:15.577896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f82d0dd-3614-4e09-a455-db782a556041', 'tag': 'd3c642a7-d392-4259-8bf6-96911a618137'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:30:15.581925 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f82d0dd-3614-4e09-a455-db782a556041", "tag": "d3c642a7-d392-4259-8bf6-96911a618137"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:30:15.588407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.591536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41827daa-d425-4733-9542-42443b4dca16 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c642a7-d392-4259-8bf6-96911a618137,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:15.592494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/477815dd-990b-4b1e-83c1-107e15fc0901 HTTP/1.1" status: 204 len: 168 time: 0.8758576 Sep 17 01:30:15.592993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb40c357-2ece-47b4-a299-424a329efc43 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:15.594450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542ec59-0dae-4d5c-a01f-83774fd49d9f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=477815dd-990b-4b1e-83c1-107e15fc0901,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:15.598505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47898) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:15.692854 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5d43e5-81b8-4d88-be59-02a0ebadc460 x-openstack-request-id: req-5b5d43e5-81b8-4d88-be59-02a0ebadc460 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:30:15.693405 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f82d0dd-3614-4e09-a455-db782a556041", "tag": "d3c642a7-d392-4259-8bf6-96911a618137", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:30:15.693814 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b5d43e5-81b8-4d88-be59-02a0ebadc460 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:30:15.694407 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f82d0dd-3614-4e09-a455-db782a556041', 'tag': 'd3c642a7-d392-4259-8bf6-96911a618137', 'status': 'completed', 'code': 200} Sep 17 01:30:15.708235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-a1aac64f-d831-45ed-a057-1a07fc3eafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:15.710282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-a1aac64f-d831-45ed-a057-1a07fc3eafec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 1094 time: 0.1097434 Sep 17 01:30:15.725098 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ae57408-d29a-42e6-982f-34676bfa0d5d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1246486 Sep 17 01:30:15.727954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47902) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:15.734209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:15.781957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f0bcc5bc-8539-426c-83c6-d38d5c10097b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:15.784947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:15.910675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-88cd27de-e5a4-4c82-b13b-63cc3614d25b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c642a7-d392-4259-8bf6-96911a618137 HTTP/1.1" status: 200 len: 217 time: 0.1888168 Sep 17 01:30:16.027970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-97416674-5758-4f0b-aaa1-d20412666cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:16.029499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-97416674-5758-4f0b-aaa1-d20412666cf8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.1128702 Sep 17 01:30:16.042327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:16.046846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:16.118929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-6815dc1b-f3c0-41c1-8f10-cdd58cabd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:16.120825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-6815dc1b-f3c0-41c1-8f10-cdd58cabd831 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825260 Sep 17 01:30:16.371025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-fe879117-d2dd-46b5-8a74-a89c0d81bdd1 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256687 Sep 17 01:30:16.424817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:16.512101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] Deleting port f0bcc5bc-8539-426c-83c6-d38d5c10097b {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:16.512764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:16.589131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] For port f0bcc5bc-8539-426c-83c6-d38d5c10097b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f0bcc5bc-8539-426c-83c6-d38d5c10097b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:16.589932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:16.591626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9ac30923-b1d1-4201-8017-315778ce1e69 req-de06ca75-7fb3-42b3-ad4d-76768c40051b service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296677 Sep 17 01:30:16.625148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] Calling delete_port for f0bcc5bc-8539-426c-83c6-d38d5c10097b owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:16.748819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.objects.ports [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112072) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:16.777849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-af6758bb-bdb0-43b9-b4b5-773a0ff2f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:16.779523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-af6758bb-bdb0-43b9-b4b5-773a0ff2f974 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 1094 time: 0.0605156 Sep 17 01:30:16.859372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:16.917873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-c3dbbefe-a22e-44c9-beeb-e6c97a36213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:16.923538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-c3dbbefe-a22e-44c9-beeb-e6c97a36213c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1371112 Sep 17 01:30:16.959369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] Pushing event deleted for resources: {'Port': ['ID=f0bcc5bc-8539-426c-83c6-d38d5c10097b,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:16.975711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c856bc7c-5069-479d-9e0b-0cacffc0cfbe None None] No DVR routers for this DVR port f0bcc5bc-8539-426c-83c6-d38d5c10097b on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:16.994149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-cdd6c87c-3064-4439-83b8-09c11ab2a401 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c642a7-d392-4259-8bf6-96911a618137 HTTP/1.1" status: 200 len: 217 time: 0.0630593 Sep 17 01:30:17.065374 n-d-789963-7 neutron-server[112072]: WARNING neutron.services.revisions.revision_plugin [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Could not find related port for resource to bump revision. Sep 17 01:30:17.077855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bccd2-4e27-4f9e-8c57-43744ee1a782 req-a84897a3-980f-496a-89f6-95b44b82f7ab tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:17.091807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c37bccd2-4e27-4f9e-8c57-43744ee1a782 req-a84897a3-980f-496a-89f6-95b44b82f7ab tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.3310542 Sep 17 01:30:17.094000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-82d6263c-97b2-4b20-83e2-c132f80caa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:17.097197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-82d6263c-97b2-4b20-83e2-c132f80caa70 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0950155 Sep 17 01:30:17.130657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c37bccd2-4e27-4f9e-8c57-43744ee1a782 req-2a0c63ba-51cd-4962-a8aa-60f96d29f13b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440803 Sep 17 01:30:17.141510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Port f0bcc5bc-8539-426c-83c6-d38d5c10097b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112072) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 17 01:30:17.142328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0a:56d5 {{(pid=112072) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 17 01:30:17.147362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_pluggable_backend [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0a:56d5 {{(pid=112072) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 17 01:30:17.148946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:17.167314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-5f704a85-77cd-4838-bd09-9626d7ec9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:17.169046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-5f704a85-77cd-4838-bd09-9626d7ec9dc1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647261 Sep 17 01:30:17.209151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:17.214026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:17.217225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:17.217825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:17.227352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=d4d23157-94e2-494c-a02c-3fdc326feaa4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:17.242967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf54c35-b0a7-4f13-b5ed-51bfba531a32 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:17.283958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-014e5847-f105-411b-be8a-5d10f50f63fe service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078675 Sep 17 01:30:17.326489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff99b09b-e12b-410e-8e8a-cc3bab65ea48 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5970607 Sep 17 01:30:17.327423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47940) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:17.332596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:2b:fd:fb', 'name': 'tempest-NetworksTestDHCPv6-2010505499'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:17.487721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d8bc87d1-1f44-4a87-9a83-0949afbc7fe0 req-e770f3af-4b5c-4934-a206-1c27810d4a44 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959507 Sep 17 01:30:17.501603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f0bcc5bc-8539-426c-83c6-d38d5c10097b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:17.531473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': 'd4d23157-94e2-494c-a02c-3fdc326feaa4'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:17.532343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:17.538975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f0bcc5bc-8539-426c-83c6-d38d5c10097b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:17.539489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f0bcc5bc-8539-426c-83c6-d38d5c10097b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:17.681301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Allocated IP 2001:db8::f816:3eff:fe41:c507 (0e608b38-ea83-40c5-aada-b94b3c71187f/d4d23157-94e2-494c-a02c-3fdc326feaa4/685ace57-5c76-4bc7-990f-fab25b22fc23) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:17.704764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:17.804206 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:17.826528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 54577b30-74a6-4af4-aa04-5b598bae7941 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:17.843138 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:17.968296 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.021748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:18.024680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:18.027338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:18.054835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Pushing event updated for resources: {'Port': ['ID=685ace57-5c76-4bc7-990f-fab25b22fc23,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:18.077717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fe2b:fdfb (0e608b38-ea83-40c5-aada-b94b3c71187f/d4d23157-94e2-494c-a02c-3fdc326feaa4/54577b30-74a6-4af4-aa04-5b598bae7941) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:18.128115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Attempting to bind port 685ace57-5c76-4bc7-990f-fab25b22fc23 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:18.128941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Attempting to bind port 685ace57-5c76-4bc7-990f-fab25b22fc23 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:18.129539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Attempting to bind port 685ace57-5c76-4bc7-990f-fab25b22fc23 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:18.135734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:18.136501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:18.137066 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.137722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:18.138417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Bound port: 685ace57-5c76-4bc7-990f-fab25b22fc23, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:18.139293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.278893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] For port 685ace57-5c76-4bc7-990f-fab25b22fc23, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:18.286923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] For port 685ace57-5c76-4bc7-990f-fab25b22fc23, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=685ace57-5c76-4bc7-990f-fab25b22fc23,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:18.318743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.362202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4e3e4-6aa9-4c75-bc66-937144ec9d12 req-9e4019f4-db18-44c3-9bb6-278ff88afd3c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:18.363768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5b4e3e4-6aa9-4c75-bc66-937144ec9d12 req-9e4019f4-db18-44c3-9bb6-278ff88afd3c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0770731 Sep 17 01:30:18.391638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.425943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5b4e3e4-6aa9-4c75-bc66-937144ec9d12 req-1afdcd58-76a8-4c9c-9065-c7b518fff9eb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558467 Sep 17 01:30:18.489114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.501364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b2e47-07ef-412b-bfa6-98807649e8c5 None None] Pushing event updated for resources: {'Port': ['ID=685ace57-5c76-4bc7-990f-fab25b22fc23,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:18.596975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:18.600474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:18.611725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:18.624294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:18.624294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:18.646268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=54577b30-74a6-4af4-aa04-5b598bae7941,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:18.735691 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1d4433cb-b4b6-4552-bc28-3275ac6a1dc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4068701 Sep 17 01:30:18.738877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 47980) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:18.850474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1be004-e672-46ed-b2ba-5e598a104857 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:18.858322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1be004-e672-46ed-b2ba-5e598a104857 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:18.872768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 47988) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:18.883122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5c1be004-e672-46ed-b2ba-5e598a104857 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1197000 Sep 17 01:30:19.042851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 54577b30-74a6-4af4-aa04-5b598bae7941 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:19.043313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:19.229978 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:19.245116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 54577b30-74a6-4af4-aa04-5b598bae7941 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:19.530994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 685ace57-5c76-4bc7-990f-fab25b22fc23 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:19.644436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:19.662545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 685ace57-5c76-4bc7-990f-fab25b22fc23 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:19.665706 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:19.776862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=54577b30-74a6-4af4-aa04-5b598bae7941,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:19.857353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:19.915629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 685ace57-5c76-4bc7-990f-fab25b22fc23, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=685ace57-5c76-4bc7-990f-fab25b22fc23,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:19.928880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:19.936075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6367426d-e9b2-48f6-9320-5f2cd397b1da tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/54577b30-74a6-4af4-aa04-5b598bae7941 HTTP/1.1" status: 204 len: 168 time: 1.0638707 Sep 17 01:30:19.936965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:19.959420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e479b-e92e-4864-93f6-c5a63fe701d3 req-d9ffce05-3f3d-45be-b4a7-9c6b0b3d5ff8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:19.961229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e56e479b-e92e-4864-93f6-c5a63fe701d3 req-d9ffce05-3f3d-45be-b4a7-9c6b0b3d5ff8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.3459983 Sep 17 01:30:19.996620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.090427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e56e479b-e92e-4864-93f6-c5a63fe701d3 req-c2576af0-29c0-4b51-aa22-6a501d75e7e7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192670 Sep 17 01:30:20.107277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07235483-a46b-47d0-8801-23642843167f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:20.109051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=685ace57-5c76-4bc7-990f-fab25b22fc23,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:20.109272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07235483-a46b-47d0-8801-23642843167f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:20.112961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07235483-a46b-47d0-8801-23642843167f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1727827 Sep 17 01:30:20.116065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48050) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:20.119576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8d1eaa2c-4ad7-4036-a300-ba93face78a2 None None] Provisioning complete for port 685ace57-5c76-4bc7-990f-fab25b22fc23 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:20.119950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d1eaa2c-4ad7-4036-a300-ba93face78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.216182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet d4d23157-94e2-494c-a02c-3fdc326feaa4 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:20.233723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.338312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.480555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3b478930-fc8c-48bd-9c57-15cae4b8969e None None] Could not find standard attr ID for object 54577b30-74a6-4af4-aa04-5b598bae7941. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:20.520102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.734435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.776893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d23157-94e2-494c-a02c-3fdc326feaa4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:20.779247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:20.786634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b0d82bd-041c-4ebf-b3ee-3e3f9027ef66 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/d4d23157-94e2-494c-a02c-3fdc326feaa4 HTTP/1.1" status: 204 len: 168 time: 0.6646979 Sep 17 01:30:20.787912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:20.788375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b6139a-45ce-4976-97ff-fd3bef477ad9 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:20.870215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48098) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:20.871823 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da3e8c5d-1b33-4cad-bc6a-bf55d1dac9e1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824976 Sep 17 01:30:20.942247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ef7e35-1842-4d7a-9546-fa7ab6e5a84b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:20.946785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48106) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:20.947257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-47ef7e35-1842-4d7a-9546-fa7ab6e5a84b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0756066 Sep 17 01:30:21.044064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898f84c-a380-4d8e-af57-8067558ddb69 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:21.045922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d898f84c-a380-4d8e-af57-8067558ddb69 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0980258 Sep 17 01:30:21.048548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:21.107615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b4b601fb-0cea-4875-94f4-4a915ed70a53 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547383 Sep 17 01:30:21.113752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48122) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:21.119449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:21.171142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:21.247704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] Deleting port 685ace57-5c76-4bc7-990f-fab25b22fc23 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:21.248393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.397974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] For port 685ace57-5c76-4bc7-990f-fab25b22fc23, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=685ace57-5c76-4bc7-990f-fab25b22fc23,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:21.405873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.406010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808a410-e469-4f1e-a76f-c4998834daf6 req-d5a77a02-cde1-4ec5-9576-0399cde60517 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:21.406010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2808a410-e469-4f1e-a76f-c4998834daf6 req-d5a77a02-cde1-4ec5-9576-0399cde60517 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1349339 Sep 17 01:30:21.414356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] Calling delete_port for 685ace57-5c76-4bc7-990f-fab25b22fc23 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:21.425725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:21.429264 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.493463 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2808a410-e469-4f1e-a76f-c4998834daf6 req-9a30cb0a-b7fd-4eba-bc40-5a82c431bc17 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762472 Sep 17 01:30:21.512283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 685ace57-5c76-4bc7-990f-fab25b22fc23 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:21.712275 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.816957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.869804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] Pushing event deleted for resources: {'Port': ['ID=685ace57-5c76-4bc7-990f-fab25b22fc23,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:21.871999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01410c23-f96d-4020-8577-ae5caeac18e9 None None] No DVR routers for this DVR port 685ace57-5c76-4bc7-990f-fab25b22fc23 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:21.876187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.944985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:21.948236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:21.951775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:21.952368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:21.960680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7695ae-c103-4980-93e8-f833acf8355a None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:21.968333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=896e438c-4993-4622-b471-9a6c8dbfdc2e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:22.087842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d2348627-394e-4cfd-b1c5-32c47deb114d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9730389 Sep 17 01:30:22.090691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:22.104705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:31:96:16', 'name': 'tempest-NetworksTestDHCPv6-347567340'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:22.168025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '896e438c-4993-4622-b471-9a6c8dbfdc2e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:22.168868 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.351616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48160) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:22.363431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:22.376000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/896e438c-4993-4622-b471-9a6c8dbfdc2e/1ffdfc2a-0768-42d2-83d8-f3cc69b7058b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:22.496886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.543513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:22.548506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-06f4f04b-505a-46d6-9c71-504e4a971cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.604389 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.696475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dad8c2-60e1-4a77-bc84-e84a0d164139 req-be68d141-52b4-48cf-b787-508b749613e2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:22.698032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42dad8c2-60e1-4a77-bc84-e84a0d164139 req-be68d141-52b4-48cf-b787-508b749613e2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1004612 Sep 17 01:30:22.764635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42dad8c2-60e1-4a77-bc84-e84a0d164139 req-2113f655-3d18-424e-af03-d7cc6cb809d7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573530 Sep 17 01:30:22.788018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.798269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-06f4f04b-505a-46d6-9c71-504e4a971cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.839753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:22.843333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:22.854678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:22.865983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Pushing event updated for resources: {'Port': ['ID=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:22.885511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::371 (0e608b38-ea83-40c5-aada-b94b3c71187f/896e438c-4993-4622-b471-9a6c8dbfdc2e/7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:22.897476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-06f4f04b-505a-46d6-9c71-504e4a971cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.932193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Attempting to bind port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:22.932783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Attempting to bind port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:22.933249 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Attempting to bind port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:22.935859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-06f4f04b-505a-46d6-9c71-504e4a971cfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab114689ddab42ee8f78acc7b263ef26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5816298 Sep 17 01:30:22.944632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:22.944632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:22.944632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:22.944632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:22.945199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48170) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:22.945660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Bound port: 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:22.946018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.029054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9701997c-5af6-44d2-9d2a-775c9db8da0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.035467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] For port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:23.046882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] For port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:23.057346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9701997c-5af6-44d2-9d2a-775c9db8da0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.071691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4f04b-505a-46d6-9c71-504e4a971cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9febf3ee-61bb-4140-8101-89afb95a5323,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:23.128960 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.183792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.220025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9701997c-5af6-44d2-9d2a-775c9db8da0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.224024 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9701997c-5af6-44d2-9d2a-775c9db8da0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.227711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9701997c-5af6-44d2-9d2a-775c9db8da0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9febf3ee-61bb-4140-8101-89afb95a5323 HTTP/1.1" status: 204 len: 168 time: 0.2796843 Sep 17 01:30:23.231051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da1fb0-ba26-4423-b467-834609b28448 None None] Pushing event updated for resources: {'Port': ['ID=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:23.260405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701997c-5af6-44d2-9d2a-775c9db8da0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9febf3ee-61bb-4140-8101-89afb95a5323,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:23.270235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:23.312733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.386701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:23.391540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:23.667654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:23.667654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:23.667654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:23.667654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:23.895596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.066099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ca8cf433-b40a-41fa-9c5d-82db0352ea4c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9737437 Sep 17 01:30:24.069479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48196) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:24.102454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d9ac3-41a6-44fa-bc3c-c260a3ce4db9 req-e11446e9-9041-4618-91f7-7eab49b0d8f8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:24.110660 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b22d9ac3-41a6-44fa-bc3c-c260a3ce4db9 req-e11446e9-9041-4618-91f7-7eab49b0d8f8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.2695081 Sep 17 01:30:24.128622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6be6b5-3eb1-4de9-a2c4-767ec33f38f0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:24.135505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6be6b5-3eb1-4de9-a2c4-767ec33f38f0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:24.137327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0d6be6b5-3eb1-4de9-a2c4-767ec33f38f0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0672019 Sep 17 01:30:24.140531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48200) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:24.166409 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b22d9ac3-41a6-44fa-bc3c-c260a3ce4db9 req-709945d6-6bcb-4d51-b8e5-f85a87c1d2fd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539002 Sep 17 01:30:24.285474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:24.285967 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.334346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Deleting port d74bc76d-0a86-4bf6-af9d-1a903ad04618 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:24.335214 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.416609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-4aa54978-8ded-450f-8961-90b6ba2b0b1a req-d60df3b8-691b-4963-acec-9a3e58aaf10a service neutron] (112072) timed out ('10.222.0.36', 63370) {{(pid=112072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:30:24.422649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.444183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:24.451796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] For port d74bc76d-0a86-4bf6-af9d-1a903ad04618, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d74bc76d-0a86-4bf6-af9d-1a903ad04618,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:24.452390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.476148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Calling delete_port for d74bc76d-0a86-4bf6-af9d-1a903ad04618 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:24.578572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-152f8f96-734e-480e-9cd4-957e36b892d6 None None] Provisioning complete for port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:24.588544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-152f8f96-734e-480e-9cd4-957e36b892d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.726993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-152f8f96-734e-480e-9cd4-957e36b892d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.750425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48210) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:24.757824 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.790448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-152f8f96-734e-480e-9cd4-957e36b892d6 None None] For port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:24.806449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3b65195-c855-458f-8a7a-25be4c5423fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.811648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:24.863982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.868851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98cddaac-12b6-44bc-af7c-70514e4231b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4 HTTP/1.1" status: 204 len: 168 time: 0.7245204 Sep 17 01:30:24.869397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.869547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48212) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:24.876399 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-152f8f96-734e-480e-9cd4-957e36b892d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:24.908032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74bc76d-0a86-4bf6-af9d-1a903ad04618,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:25.014665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d362f6dc-623c-44a7-924b-69e93ea05667 None None] Could not find standard attr ID for object 7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:25.020342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f8f96-734e-480e-9cd4-957e36b892d6 None None] Pushing event updated for resources: {'Port': ['ID=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:25.105805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6dfd0b-7f0b-471f-83ae-7fe0b66fe6a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:25.107522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6dfd0b-7f0b-471f-83ae-7fe0b66fe6a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:25.109203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ce6dfd0b-7f0b-471f-83ae-7fe0b66fe6a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1787000 Sep 17 01:30:25.115623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48216) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:25.217366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 896e438c-4993-4622-b471-9a6c8dbfdc2e {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:25.222136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:25.550319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:25.608621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:25.621988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:25.623611 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:25.788198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3b65195-c855-458f-8a7a-25be4c5423fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:25.791041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:25.844001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fa737-0f66-47ab-9b82-baf9eeda2097 req-a3452126-9be2-46d1-adcd-f94e9e301c38 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:25.845548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf6fa737-0f66-47ab-9b82-baf9eeda2097 req-a3452126-9be2-46d1-adcd-f94e9e301c38 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.5441325 Sep 17 01:30:25.913222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:30:25.918773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3b65195-c855-458f-8a7a-25be4c5423fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:25.954184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf6fa737-0f66-47ab-9b82-baf9eeda2097 req-20b8cd86-5d3f-4ed0-832f-ca7d6a7531e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981975 Sep 17 01:30:25.976225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.010866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e3b65195-c855-458f-8a7a-25be4c5423fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc515d83add641b78c4df17217d64dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2590632 Sep 17 01:30:26.012224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65195-c855-458f-8a7a-25be4c5423fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96aa73e-8bc3-4479-a41d-e489013ff9dc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:26.015502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48230) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.051645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:30:26.057727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-056d0052-2385-4159-af87-9ecc9295f304 admin admin] 10.222.0.13 "PUT /v2.0/routers/a3ef773a-bdc2-42dc-9d28-0796c3558dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7857907 Sep 17 01:30:26.059762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.063709 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] Sync routers for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:30:26.082359 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:30:26.083284 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:30:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:26.095990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21dacf74-4027-4614-9798-d5a93238b092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.125102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21dacf74-4027-4614-9798-d5a93238b092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.174416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.211210 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:30:26.218045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=896e438c-4993-4622-b471-9a6c8dbfdc2e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:26.223724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.226131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-87e36a34-e1ec-4af1-bd6d-9ae116fb558f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/896e438c-4993-4622-b471-9a6c8dbfdc2e HTTP/1.1" status: 204 len: 168 time: 1.1039567 Sep 17 01:30:26.228706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.239705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07adfc8e-c1e6-4783-89d5-21d1eb1116ce None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:26.242909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.332634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-76c43a8d-e495-487d-add8-9b2e7e4496a7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0816615 Sep 17 01:30:26.332634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21dacf74-4027-4614-9798-d5a93238b092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.333798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-21dacf74-4027-4614-9798-d5a93238b092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.337348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-21dacf74-4027-4614-9798-d5a93238b092 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b96aa73e-8bc3-4479-a41d-e489013ff9dc HTTP/1.1" status: 204 len: 168 time: 0.3141928 Sep 17 01:30:26.337348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48240) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.353900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.375603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dacf74-4027-4614-9798-d5a93238b092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96aa73e-8bc3-4479-a41d-e489013ff9dc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:26.459457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbf26d6-84c7-4a96-ab44-a5889ee43f10 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:26.464034 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4cbf26d6-84c7-4a96-ab44-a5889ee43f10 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1028388 Sep 17 01:30:26.464842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48246) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.542584 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Deleting port 931cd1f0-6399-49e0-895c-65db1c66c62f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:26.543031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.556405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa679277-f495-4009-bccc-7e3339674db1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:26.559173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aa679277-f495-4009-bccc-7e3339674db1 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0921412 Sep 17 01:30:26.559813 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:30:24Z', 'revision_number': 5, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port': {'id': '931cd1f0-6399-49e0-895c-65db1c66c62f', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:25:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2240, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:21:58Z', 'updated_at': '2021-09-17T01:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:26.561104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48250) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.584130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:26.594511 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] Checking router: a3ef773a-bdc2-42dc-9d28-0796c3558dc4 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:30:26.624894 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] Routers {'a3ef773a-bdc2-42dc-9d28-0796c3558dc4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:30:26.627439 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:30:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:26.646295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-707d6c1e-3a73-4b01-adee-e5880cba5a46 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828712 Sep 17 01:30:26.650021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48252) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:26.667985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] For port 931cd1f0-6399-49e0-895c-65db1c66c62f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=931cd1f0-6399-49e0-895c-65db1c66c62f,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:26.668794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:26.669201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.683764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Calling delete_port for 931cd1f0-6399-49e0-895c-65db1c66c62f owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:26.703434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] Deleting port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:26.704474 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.789812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] For port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:26.790531 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.836029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] Calling delete_port for 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:26.836772 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] Set router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:30:26.910269 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:30:26Z', 'revision_number': 6, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:26.932370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:26.936453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:26.957743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.029466 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.107456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbdedc5-640e-4a6c-8b94-35efd910d360 None None] The sync data for ids ['a3ef773a-bdc2-42dc-9d28-0796c3558dc4'] in n-d-789963-7 is: [{'id': 'a3ef773a-bdc2-42dc-9d28-0796c3558dc4', 'name': 'tempest-AttachVolumeShelveTestJSON-1653637077-router', 'tenant_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:21:56Z', 'updated_at': '2021-09-17T01:30:26Z', 'revision_number': 6, 'project_id': '0b6672f901304b7a8ebc7e0ded56ba31', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:30:27.116079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] Pushing event deleted for resources: {'Port': ['ID=1ffdfc2a-0768-42d2-83d8-f3cc69b7058b,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:27.118032 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Pushing event deleted for resources: {'Port': ['ID=931cd1f0-6399-49e0-895c-65db1c66c62f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:27.119695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cd42f-956a-4c52-bf47-8288b05de0dc None None] No DVR routers for this DVR port 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:27.165261 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.302181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.305442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.366831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8665a26-11fa-4a08-b9f9-1ba9cddcb16e req-5fa4bd28-79bc-45dd-870a-7bf986c068b5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:27.368398 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e8665a26-11fa-4a08-b9f9-1ba9cddcb16e req-5fa4bd28-79bc-45dd-870a-7bf986c068b5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1657665 Sep 17 01:30:27.411801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e8665a26-11fa-4a08-b9f9-1ba9cddcb16e req-0d0c81aa-480b-4143-ba6a-7c38abfea725 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Sep 17 01:30:27.515365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.515945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ef773a-bdc2-42dc-9d28-0796c3558dc4 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:30:27.521204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.525129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3caa4a5d-19db-4c50-af2d-d34527356855 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a3ef773a-bdc2-42dc-9d28-0796c3558dc4 HTTP/1.1" status: 204 len: 168 time: 1.4617908 Sep 17 01:30:27.525500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48276) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:27.556926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:27.557764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.606657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Deleting subnet bfd1b897-d54f-460c-b9da-2669571c821a {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:27.617217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:27.618001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.621723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:27.629050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:27.630006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.634695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cded0e-138e-4d6a-b361-13ada322558c None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:27.684330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=98da3020-3bd3-4190-a72b-104b2df5872e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:27.699439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.702829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:27.717580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-966b512a-67a3-4e87-be70-c4a9bb481257 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0658391 Sep 17 01:30:27.720472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48284) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:27.727411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:27.764150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:27.764756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ffdfc2a-0768-42d2-83d8-f3cc69b7058b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:27.765187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d74bc76d-0a86-4bf6-af9d-1a903ad04618 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:27.881433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.895510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d74bc76d-0a86-4bf6-af9d-1a903ad04618 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:27.895877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d74bc76d-0a86-4bf6-af9d-1a903ad04618 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:27.947411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '98da3020-3bd3-4190-a72b-104b2df5872e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:27.948359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:27.996090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:27.999753 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.082235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.140706 n-d-789963-7 neutron-server[112073]: INFO neutron.db.ipam_backend_mixin [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 98da3020-3bd3-4190-a72b-104b2df5872e (CIDR: 2001:db8::/64) Sep 17 01:30:28.148903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfd1b897-d54f-460c-b9da-2669571c821a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:28.163874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.176921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed8d4e41-7b1b-41c9-8fb6-728dea8422c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bfd1b897-d54f-460c-b9da-2669571c821a HTTP/1.1" status: 204 len: 168 time: 0.6501081 Sep 17 01:30:28.179469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48294) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:28.229644 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:28.230164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:28.303171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.365505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Allocated IP 2001:db8::f816:3eff:fe40:6178 (0e608b38-ea83-40c5-aada-b94b3c71187f/98da3020-3bd3-4190-a72b-104b2df5872e/fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:28.380927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Deleting port 10684570-21a5-42a4-8926-7173a88100d3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:28.384954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.415962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bcffc07-7188-4c13-981f-00e3667d7f0a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6940029 Sep 17 01:30:28.419044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48302) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:28.447201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6f2d5-b67b-493c-b626-d99a5837ca99 None None] Network 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:28.448302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:28.465613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] For port 10684570-21a5-42a4-8926-7173a88100d3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=10684570-21a5-42a4-8926-7173a88100d3,segment=NetworkSegment(b5a6c641-fbf5-4efb-9876-64ec1435f41f),segment_id=b5a6c641-fbf5-4efb-9876-64ec1435f41f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:28.466167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.485064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Calling delete_port for 10684570-21a5-42a4-8926-7173a88100d3 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:28.689230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.719599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.740803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Pushing event deleted for resources: {'Port': ['ID=10684570-21a5-42a4-8926-7173a88100d3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:28.746353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] No DVR routers for this DVR port 10684570-21a5-42a4-8926-7173a88100d3 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:28.779980 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.833060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.857811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.870430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:28.876526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:28.891100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75689474-9382-4b53-a652-95023453ccf4 None None] DHCP port deletion for 35d2798a-2670-4dbb-8fb2-cc920e9d38f5 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:28.897390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Pushing event updated for resources: {'Port': ['ID=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:28.917194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35d2798a-2670-4dbb-8fb2-cc920e9d38f5']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:28.923261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:28.925604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:28.932451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a6c641-fbf5-4efb-9876-64ec1435f41f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:28.932750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a6c641-fbf5-4efb-9876-64ec1435f41f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:28.935392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:28.949206 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.005945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.014753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:30:29.015190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:30:29.017214 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:30:29.020222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Attempting to bind port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:29.020222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Attempting to bind port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:29.020222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Attempting to bind port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:29.025541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:29.025926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:29.026371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.027034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:29.035317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Bound port: fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:29.041160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.097377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7fdc-b5ea-4280-9995-4172190a653e req-5f930acb-8b85-4cb8-8c17-dbe4dd439c3b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:29.098891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d9d7fdc-b5ea-4280-9995-4172190a653e req-5f930acb-8b85-4cb8-8c17-dbe4dd439c3b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.5458319 Sep 17 01:30:29.108453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] For port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:29.112360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] For port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:29.144087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d9d7fdc-b5ea-4280-9995-4172190a653e req-6b984658-e02f-45b3-9a23-7c30c34f64a5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344489 Sep 17 01:30:29.232896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.240137 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.242192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] 10.222.0.13 "DELETE /v2.0/networks/35d2798a-2670-4dbb-8fb2-cc920e9d38f5 HTTP/1.1" status: 204 len: 168 time: 1.0617182 Sep 17 01:30:29.264040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df008aa-42cb-48c6-b9cf-da26767e9967 admin admin] Pushing event deleted for resources: {'Network': ['ID=35d2798a-2670-4dbb-8fb2-cc920e9d38f5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:29.311674 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.315925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.339430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.433669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:29.441401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:29.446351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:29.446950 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.473566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 931cd1f0-6399-49e0-895c-65db1c66c62f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:29.484283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=60def4f4-bdc7-459a-b886-e53e35efb100,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:29.519873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 931cd1f0-6399-49e0-895c-65db1c66c62f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:29.520364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 931cd1f0-6399-49e0-895c-65db1c66c62f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:29.527301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 10684570-21a5-42a4-8926-7173a88100d3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:29.527301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00562a31-18e8-4d51-892d-886a8b3d4825 None None] Pushing event updated for resources: {'Port': ['ID=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:29.552665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 10684570-21a5-42a4-8926-7173a88100d3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:29.553253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 10684570-21a5-42a4-8926-7173a88100d3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:29.602869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-96852d4d-b0ba-44f0-a586-1c0dccdec6bc tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1823671 Sep 17 01:30:29.605677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48334) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:29.610570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:b0:9d:91', 'name': 'tempest-NetworksTestDHCPv6-2032126199'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:29.859174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:29.973235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:29.993606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 1650cf39-6ef6-480e-a91e-4b6ef2fca924 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:30.081547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48342) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:30.129651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ff561a1-e997-4505-ba35-34f94277f4ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b6672f901304b7a8ebc7e0ded56ba31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469258 Sep 17 01:30:30.132246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48346) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:30.200135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8:0:1::10e (0e608b38-ea83-40c5-aada-b94b3c71187f/60def4f4-bdc7-459a-b886-e53e35efb100/1650cf39-6ef6-480e-a91e-4b6ef2fca924) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:30.214875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a6631-e9f4-42d0-b432-8e51a5a05497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.226059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:feb0:9d91 (0e608b38-ea83-40c5-aada-b94b3c71187f/98da3020-3bd3-4190-a72b-104b2df5872e/1650cf39-6ef6-480e-a91e-4b6ef2fca924) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:30.246149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a6631-e9f4-42d0-b432-8e51a5a05497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.402857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a6631-e9f4-42d0-b432-8e51a5a05497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.406866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1e4a6631-e9f4-42d0-b432-8e51a5a05497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.411325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1e4a6631-e9f4-42d0-b432-8e51a5a05497 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5814cb7c-e409-4131-94a3-1aa46e7d060c HTTP/1.1" status: 204 len: 168 time: 0.2758167 Sep 17 01:30:30.419584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a6631-e9f4-42d0-b432-8e51a5a05497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814cb7c-e409-4131-94a3-1aa46e7d060c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:30.525187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3193c7-b499-46a2-b08f-0d196fb013c7 req-ffc563ff-5d73-48b4-a4bd-c4178def4e13 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:30.529374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f3193c7-b499-46a2-b08f-0d196fb013c7 req-ffc563ff-5d73-48b4-a4bd-c4178def4e13 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.2874544 Sep 17 01:30:30.598475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.604489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f3193c7-b499-46a2-b08f-0d196fb013c7 req-0839b985-7e00-44e8-9ec7-d1702596c463 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674853 Sep 17 01:30:30.747671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.767876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95814d6d-c666-444f-bad6-6bf4d065a65d None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:30.808838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:30.810279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:30.815036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:30.820862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:30.830798 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.846488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=1650cf39-6ef6-480e-a91e-4b6ef2fca924,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:30.873600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-08784c0a-c293-48c1-9a7b-35b88245fe95 None None] Provisioning complete for port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:30.873754 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08784c0a-c293-48c1-9a7b-35b88245fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:30.938571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed2c994a-579b-46e3-9ce4-73ac864fcebf tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3294277 Sep 17 01:30:30.942524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48366) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:31.087442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 1650cf39-6ef6-480e-a91e-4b6ef2fca924 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:31.087442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.103970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08784c0a-c293-48c1-9a7b-35b88245fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.183380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-08784c0a-c293-48c1-9a7b-35b88245fe95 None None] For port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:31.194528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '98da3020-3bd3-4190-a72b-104b2df5872e', 'ip_address': '2001:db8::f816:3eff:fe40:6178'}, {'subnet_id': '60def4f4-bdc7-459a-b886-e53e35efb100'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:30:31.214922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.224498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.239714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 1650cf39-6ef6-480e-a91e-4b6ef2fca924 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:31.307956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08784c0a-c293-48c1-9a7b-35b88245fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.469595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08784c0a-c293-48c1-9a7b-35b88245fe95 None None] Pushing event updated for resources: {'Port': ['ID=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:31.554012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:31.612680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] Allocated IP 2001:db8:0:1::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/60def4f4-bdc7-459a-b886-e53e35efb100/fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:31.636258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.716312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=1650cf39-6ef6-480e-a91e-4b6ef2fca924,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:31.765010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:31.765010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.797415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] For port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:31.839298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c614184-a86e-406e-8153-ed97f20dbfe0 req-45c00155-d734-4be7-b0cd-ce2996ebfb8b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:31.847374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c614184-a86e-406e-8153-ed97f20dbfe0 req-45c00155-d734-4be7-b0cd-ce2996ebfb8b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1365197 Sep 17 01:30:31.856672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.864571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48398) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:31.865077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-73cc9dff-2b0c-4d95-863e-b22cda0eae30 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/1650cf39-6ef6-480e-a91e-4b6ef2fca924 HTTP/1.1" status: 204 len: 168 time: 0.9193387 Sep 17 01:30:31.893873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:31.942123 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60a8ad-0bea-44aa-b80a-cffb00e54a83 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:31.943881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e60a8ad-0bea-44aa-b80a-cffb00e54a83 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0815489 Sep 17 01:30:31.946596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c614184-a86e-406e-8153-ed97f20dbfe0 req-8932016d-4389-4ac3-9496-f638130d6e0f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953560 Sep 17 01:30:31.946766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48402) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:31.979107 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.029375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180aba94-c8db-445c-a30f-8d3b847d08dd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:32.029375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-180aba94-c8db-445c-a30f-8d3b847d08dd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0797760 Sep 17 01:30:32.029709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48406) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:32.087957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b384-3000-4b28-ada3-69b7825e7623 None None] Pushing event updated for resources: {'Port': ['ID=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:32.098511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcfb58-cc53-4d65-9750-5c5f6ee88367 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:32.100670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcfb58-cc53-4d65-9750-5c5f6ee88367 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:32.102651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fcfb58-cc53-4d65-9750-5c5f6ee88367 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:32.107702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48408) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:32.119532 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-55fcfb58-cc53-4d65-9750-5c5f6ee88367 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0870349 Sep 17 01:30:32.181722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 60def4f4-bdc7-459a-b886-e53e35efb100 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:32.186230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.277459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.469336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.693633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.726804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=60def4f4-bdc7-459a-b886-e53e35efb100,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:32.729541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.731857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9b7dbd57-5b27-4fc6-a131-c2985f322063 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/60def4f4-bdc7-459a-b886-e53e35efb100 HTTP/1.1" status: 204 len: 168 time: 0.6225221 Sep 17 01:30:32.734440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48426) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:32.804458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 98da3020-3bd3-4190-a72b-104b2df5872e {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:32.808699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.867433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.937110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624cbcba-3cfd-4b03-b567-eccfd540c0b3 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:32.971582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-54198aad-1c56-4ac2-b3eb-79a11d10e573 None None] Provisioning complete for port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:32.971980 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-54198aad-1c56-4ac2-b3eb-79a11d10e573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:32.989233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.105733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81d9a2-a26c-4951-9bbf-2b49c3897778 req-fa63db05-f18f-498b-89b5-a22cbee450b5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:33.107295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f81d9a2-a26c-4951-9bbf-2b49c3897778 req-fa63db05-f18f-498b-89b5-a22cbee450b5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0747800 Sep 17 01:30:33.173673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.179909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2f81d9a2-a26c-4951-9bbf-2b49c3897778 req-b496ce4f-c1ae-4e5f-9004-c1fb371eea7a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 Sep 17 01:30:33.224407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=98da3020-3bd3-4190-a72b-104b2df5872e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:33.230841 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.233390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-54198aad-1c56-4ac2-b3eb-79a11d10e573 None None] Could not find standard attr ID for object 1650cf39-6ef6-480e-a91e-4b6ef2fca924. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:33.241667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8c0a739e-848e-479e-b140-47a5400bbff2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/98da3020-3bd3-4190-a72b-104b2df5872e HTTP/1.1" status: 204 len: 168 time: 0.5031540 Sep 17 01:30:33.242104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:33.303293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48440) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:33.303519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e3d793f-d116-44d2-a14a-f2760b47624b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599701 Sep 17 01:30:33.309168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:33.313973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9688de6d-7a86-443f-bbd0-3946e8dc6508 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '98da3020-3bd3-4190-a72b-104b2df5872e'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:30:33.345898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9688de6d-7a86-443f-bbd0-3946e8dc6508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.523579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:33.560694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:33.571722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.592151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:33.593149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.650257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f55757-deb2-415c-b1cd-469b5f785f34 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:33.707733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3856ddc7-ed21-46ae-b82b-99b69ecd5eb4 None None] Provisioning complete for port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:33.707733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3856ddc7-ed21-46ae-b82b-99b69ecd5eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:33.968678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:34.019224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] Deleting port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:34.019599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:34.176697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] For port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:34.177138 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:34.199437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] Calling delete_port for fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:34.201738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:34.375479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cafb6-398f-4d5f-b16e-cb44f5b707bb req-85fbcb9a-024d-4992-8afd-d9f2c85d327c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:34.379633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-369cafb6-398f-4d5f-b16e-cb44f5b707bb req-85fbcb9a-024d-4992-8afd-d9f2c85d327c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0644248 Sep 17 01:30:34.442499 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:34.471762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-369cafb6-398f-4d5f-b16e-cb44f5b707bb req-83d3d29f-dd91-4c21-b24c-7e48cbea1c38 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739133 Sep 17 01:30:34.477231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] Pushing event deleted for resources: {'Port': ['ID=fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:34.480743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f4f373-8166-4125-aa46-009b0b01572d None None] No DVR routers for this DVR port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:34.501063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_pluggable_backend [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Port fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=112073) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 17 01:30:34.502334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_pluggable_backend [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:6178 {{(pid=112073) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 17 01:30:34.509808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_pluggable_backend [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:6178 {{(pid=112073) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 17 01:30:34.511390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:34.554765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:34.556303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:34.562053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:34.562713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:34.578822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d2f61-24bc-4e9e-82b3-f0fd906f49dc None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:34.615663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=793ad147-4171-466e-842d-90218c811223,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:34.684984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-65f7fb1c-e864-4ad8-8220-6211d70a0106 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3772769 Sep 17 01:30:34.686079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:34.692976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:34.865434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '793ad147-4171-466e-842d-90218c811223'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:34.866370 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:34.941285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:34.945766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.039987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Allocated IP 2001:db8::f816:3eff:fefc:6101 (0e608b38-ea83-40c5-aada-b94b3c71187f/793ad147-4171-466e-842d-90218c811223/652ed783-5e14-44c3-8383-4a80f4651720) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:35.091628 n-d-789963-7 neutron-server[112072]: INFO neutron.db.ipam_backend_mixin [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 793ad147-4171-466e-842d-90218c811223 (CIDR: 2001:db8::/64) Sep 17 01:30:35.162439 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:35.163099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:35.251141 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e33b3c46-be45-4935-a446-3b0e76ab1ffa tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5617855 Sep 17 01:30:35.252228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48496) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:35.257614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:35.459336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:35.493705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:35.498086 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.501146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:35.502334 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa05a8a4-9ea7-4084-a16a-f9e3573d0a1d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:35.511930 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.609949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432edf-4844-4f59-848e-df6533f99fe0 req-737f3ca0-690a-4b99-8490-3df5b8cd9529 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:35.611869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4432edf-4844-4f59-848e-df6533f99fe0 req-737f3ca0-690a-4b99-8490-3df5b8cd9529 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0620048 Sep 17 01:30:35.617939 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-291ce119-679e-415a-b463-b81281de2beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.658259 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.672683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c4432edf-4844-4f59-848e-df6533f99fe0 req-b694b2ea-4e66-451d-a679-5548552a82ef tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Sep 17 01:30:35.709770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:35.711135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:35.713527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:35.729928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Pushing event updated for resources: {'Port': ['ID=652ed783-5e14-44c3-8383-4a80f4651720,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:35.817510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Attempting to bind port 652ed783-5e14-44c3-8383-4a80f4651720 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:35.817894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Attempting to bind port 652ed783-5e14-44c3-8383-4a80f4651720 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:35.818260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Attempting to bind port 652ed783-5e14-44c3-8383-4a80f4651720 on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:35.825082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:35.831072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:35.831072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.831072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:35.831072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Bound port: 652ed783-5e14-44c3-8383-4a80f4651720, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:35.831072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.934729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] For port 652ed783-5e14-44c3-8383-4a80f4651720, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:35.952559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] For port 652ed783-5e14-44c3-8383-4a80f4651720, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=652ed783-5e14-44c3-8383-4a80f4651720,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:35.957501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:35.998244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:36.003308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:36.016577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:36.018545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:36.040617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=8dadf2a7-35aa-4bd0-abb3-d76616b52346,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:36.065329 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:36.127285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cf7be-23b0-40c2-87d0-dd7bb86d1394 None None] Pushing event updated for resources: {'Port': ['ID=652ed783-5e14-44c3-8383-4a80f4651720,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:36.196516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-369d0897-6394-4e0e-b318-9b415eb0c9c0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9430354 Sep 17 01:30:36.200067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48526) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:36.209838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:16:35:b0', 'name': 'tempest-NetworksTestDHCPv6-1427589843'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:36.545587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:36.757013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:36.791451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port a6d7167e-4ad4-46a0-89f2-bffb3208aaf1 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:37.037211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6df48-7ab5-4915-8b55-44382badbc05 req-72dcd9b0-ed18-42ba-8136-3cd97a8a32d3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:37.040302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebc6df48-7ab5-4915-8b55-44382badbc05 req-72dcd9b0-ed18-42ba-8136-3cd97a8a32d3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1644051 Sep 17 01:30:37.185744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebc6df48-7ab5-4915-8b55-44382badbc05 req-f852beb7-a438-4fa0-a747-bfc014b97694 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345165 Sep 17 01:30:37.208973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8:0:1::178 (0e608b38-ea83-40c5-aada-b94b3c71187f/8dadf2a7-35aa-4bd0-abb3-d76616b52346/a6d7167e-4ad4-46a0-89f2-bffb3208aaf1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:37.227391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::f816:3eff:fe16:35b0 (0e608b38-ea83-40c5-aada-b94b3c71187f/793ad147-4171-466e-842d-90218c811223/a6d7167e-4ad4-46a0-89f2-bffb3208aaf1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:37.648279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 652ed783-5e14-44c3-8383-4a80f4651720 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:37.706466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb716c6-58a7-4b11-99f9-272d834a6659 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:37.739278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:37.890956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:37.893640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4649eedf-df58-4fbd-bc87-495e219742f3 None None] Provisioning complete for port 652ed783-5e14-44c3-8383-4a80f4651720 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:37.894215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4649eedf-df58-4fbd-bc87-495e219742f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:37.981203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=a6d7167e-4ad4-46a0-89f2-bffb3208aaf1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:37.991717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 652ed783-5e14-44c3-8383-4a80f4651720 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:37.992108 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.004291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:38.005961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:38.012793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:38.032207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:38.033398 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.137908 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f582d80f-d94e-45c4-a458-cd2dcc8eec26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9361498 Sep 17 01:30:38.140366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48578) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:38.148193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.278356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 652ed783-5e14-44c3-8383-4a80f4651720, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=652ed783-5e14-44c3-8383-4a80f4651720,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:38.280694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f473b1f2-32b1-453b-ac98-6dedc3fbc120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.285148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4649eedf-df58-4fbd-bc87-495e219742f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.346504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.350030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port a6d7167e-4ad4-46a0-89f2-bffb3208aaf1 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:38.350565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.354433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] Update dhcp port {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'fixed_ips': [{'subnet_id': '793ad147-4171-466e-842d-90218c811223', 'ip_address': '2001:db8::f816:3eff:fefc:6101'}, {'subnet_id': '8dadf2a7-35aa-4bd0-abb3-d76616b52346'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '652ed783-5e14-44c3-8383-4a80f4651720'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:30:38.446207 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-4649eedf-df58-4fbd-bc87-495e219742f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:30:38.446564 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-4649eedf-df58-4fbd-bc87-495e219742f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:30:38.467389 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.488210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=652ed783-5e14-44c3-8383-4a80f4651720,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:38.558151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63eff-98b6-416c-b9c3-e31dde418408 req-8374068e-01cb-4507-8b81-f9346b458bed tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:38.566090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14f63eff-98b6-416c-b9c3-e31dde418408 req-8374068e-01cb-4507-8b81-f9346b458bed tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.2058289 Sep 17 01:30:38.608472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.632835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for a6d7167e-4ad4-46a0-89f2-bffb3208aaf1 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:38.651946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14f63eff-98b6-416c-b9c3-e31dde418408 req-9a6f4bd7-0aca-44e8-bd0c-9001d832c7b8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850062 Sep 17 01:30:38.706695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] Allocated IP 2001:db8:0:1::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/8dadf2a7-35aa-4bd0-abb3-d76616b52346/652ed783-5e14-44c3-8383-4a80f4651720) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:38.860107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] For port 652ed783-5e14-44c3-8383-4a80f4651720, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=652ed783-5e14-44c3-8383-4a80f4651720,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:38.896769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:38.987274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.007508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.043953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=a6d7167e-4ad4-46a0-89f2-bffb3208aaf1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:39.092190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.094214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd340f-fe4e-4236-aab4-d30ebf1507f4 None None] Pushing event updated for resources: {'Port': ['ID=652ed783-5e14-44c3-8383-4a80f4651720,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:39.101608 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.103998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-09ede3fe-82dd-483c-a3d4-2a2e3c08e69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/a6d7167e-4ad4-46a0-89f2-bffb3208aaf1 HTTP/1.1" status: 204 len: 168 time: 0.9617035 Sep 17 01:30:39.106649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48602) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:39.158505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a7e8f-cea0-4bea-bd8f-4edf8c3c733d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:39.160529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-184a7e8f-cea0-4bea-bd8f-4edf8c3c733d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0524592 Sep 17 01:30:39.167755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48604) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:39.232209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1f244-f79e-41b8-b13e-7817fa84cc79 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:39.233922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3cd1f244-f79e-41b8-b13e-7817fa84cc79 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0699759 Sep 17 01:30:39.237033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48610) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:39.296297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d70c0a-18c5-494e-99cb-e10f7f05fc36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:39.297958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d70c0a-18c5-494e-99cb-e10f7f05fc36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:39.300032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d70c0a-18c5-494e-99cb-e10f7f05fc36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:39.304929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48612) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:39.316809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a0d70c0a-18c5-494e-99cb-e10f7f05fc36 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0786035 Sep 17 01:30:39.404574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 793ad147-4171-466e-842d-90218c811223 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:39.419961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.428793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 652ed783-5e14-44c3-8383-4a80f4651720 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:39.473126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.505756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 652ed783-5e14-44c3-8383-4a80f4651720 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:39.505756 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.510927 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.603442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.757272 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.814770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996b635-4ad3-44dc-8f5e-1451b8954f52 req-90c8ddb1-bc45-4362-881e-c9dd8bbeb9ce tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:39.816324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a996b635-4ad3-44dc-8f5e-1451b8954f52 req-90c8ddb1-bc45-4362-881e-c9dd8bbeb9ce tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0851457 Sep 17 01:30:39.867664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.872441 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/793ad147-4171-466e-842d-90218c811223 HTTP/1.1" status: 204 len: 168 time: 0.5637603 Sep 17 01:30:39.872441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123d77f-17c7-4059-83eb-c6093f93fdb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=793ad147-4171-466e-842d-90218c811223,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:39.872750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48632) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:39.919751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a996b635-4ad3-44dc-8f5e-1451b8954f52 req-c9775753-da58-48d2-88fe-928dfefb42c8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971782 Sep 17 01:30:39.968197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 8dadf2a7-35aa-4bd0-abb3-d76616b52346 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:39.972195 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:39.980411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80f30d-e8c9-406d-80f0-c6682e0fd6dc None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:40.048942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.122112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-40a1aad7-c29e-4d31-a6d0-c6699c5fa9d2 None None] Could not find standard attr ID for object a6d7167e-4ad4-46a0-89f2-bffb3208aaf1. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:40.149197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.170349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-40a1aad7-c29e-4d31-a6d0-c6699c5fa9d2 None None] Provisioning complete for port 652ed783-5e14-44c3-8383-4a80f4651720 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:40.170956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-40a1aad7-c29e-4d31-a6d0-c6699c5fa9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.321129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.355476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=8dadf2a7-35aa-4bd0-abb3-d76616b52346,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:40.365374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.366880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48638) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:40.372096 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d1c8fbd9-ae3b-4707-9736-82fdb106ff1c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/8dadf2a7-35aa-4bd0-abb3-d76616b52346 HTTP/1.1" status: 204 len: 168 time: 0.4983814 Sep 17 01:30:40.440915 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b0ccf56a-8f84-415a-ae13-4883168b9ac6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0728498 Sep 17 01:30:40.443876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48642) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:40.449918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:40.686142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:40.691529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.696931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48648) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:40.788683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:40.950218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1426bf5c-acf8-4295-a704-92e08b019739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:40.981461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-038b696b-1018-4db2-9dfb-a8cac3ed9f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.062984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b471b43-d1b8-411a-a391-14e9d8e5b9c9 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:41.135699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a148ab-0471-4ebc-9d15-91837cc72a87 req-1a84cddf-57de-4f0d-a3bd-3c1ba5b0cbd4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:41.137331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a148ab-0471-4ebc-9d15-91837cc72a87 req-1a84cddf-57de-4f0d-a3bd-3c1ba5b0cbd4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0854802 Sep 17 01:30:41.147705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.161574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.188435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0369c241-20df-4c20-b03c-bf0bd776e138 None None] Provisioning complete for port 652ed783-5e14-44c3-8383-4a80f4651720 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:41.189407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0369c241-20df-4c20-b03c-bf0bd776e138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.197220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1426bf5c-acf8-4295-a704-92e08b019739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.203740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a148ab-0471-4ebc-9d15-91837cc72a87 req-b69694a4-8ae5-49e4-97c2-dd8c2d20f4ac tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585582 Sep 17 01:30:41.253287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:41.257061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:41.261426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:41.262017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.275635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=923393c5-4ae1-4548-8928-2dd7c9e77482,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:41.283253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.283753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.284100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.284441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.284774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.285102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.285431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.285756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.286069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.286392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.286714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.287033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:41.344855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1426bf5c-acf8-4295-a704-92e08b019739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.374330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:41.415597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1426bf5c-acf8-4295-a704-92e08b019739 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a22c098c7e814f41be49e15c551cfa30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6231248 Sep 17 01:30:41.416055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48668) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:41.416571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426bf5c-acf8-4295-a704-92e08b019739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7252a7f0-8352-49f4-9420-337e65cd7864,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:41.478777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] Deleting port 652ed783-5e14-44c3-8383-4a80f4651720 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:41.479661 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.499813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-835d3af9-eaab-43f0-9359-79a51ad98e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.515675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-038b696b-1018-4db2-9dfb-a8cac3ed9f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.527185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-835d3af9-eaab-43f0-9359-79a51ad98e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.569022 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-038b696b-1018-4db2-9dfb-a8cac3ed9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.607857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] For port 652ed783-5e14-44c3-8383-4a80f4651720, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=652ed783-5e14-44c3-8383-4a80f4651720,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:41.607857 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.619384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-038b696b-1018-4db2-9dfb-a8cac3ed9f46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57ec11e2df774e49a8a98d67fb75592e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9189067 Sep 17 01:30:41.619384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b696b-1018-4db2-9dfb-a8cac3ed9f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfcd717-363d-46c8-bd1e-36b6cb6110f4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:41.621225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48670) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:41.623541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] Calling delete_port for 652ed783-5e14-44c3-8383-4a80f4651720 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:41.687097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c1c51919-d140-4a68-a45d-7e78d91d857b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2415547 Sep 17 01:30:41.688147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-835d3af9-eaab-43f0-9359-79a51ad98e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.689944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48672) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:41.692387 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-835d3af9-eaab-43f0-9359-79a51ad98e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.697044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:41.709753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-835d3af9-eaab-43f0-9359-79a51ad98e54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7252a7f0-8352-49f4-9420-337e65cd7864 HTTP/1.1" status: 204 len: 168 time: 0.2918816 Sep 17 01:30:41.737288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d3af9-eaab-43f0-9359-79a51ad98e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7252a7f0-8352-49f4-9420-337e65cd7864,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:41.753677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd26d646-212b-41f5-b473-e266e531a759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.794589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd26d646-212b-41f5-b473-e266e531a759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.813293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.857225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] Pushing event deleted for resources: {'Port': ['ID=652ed783-5e14-44c3-8383-4a80f4651720,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:41.861304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aba5cb2-d049-4011-96cd-58f1ddc65451 None None] No DVR routers for this DVR port 652ed783-5e14-44c3-8383-4a80f4651720 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:41.880618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06c8cd8-3be5-4b1b-87c8-0afcf1fcfef7 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:41.949809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:41.953662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.956107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd26d646-212b-41f5-b473-e266e531a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.959621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cd26d646-212b-41f5-b473-e266e531a759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:41.967540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cd26d646-212b-41f5-b473-e266e531a759 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbfcd717-363d-46c8-bd1e-36b6cb6110f4 HTTP/1.1" status: 204 len: 168 time: 0.3448539 Sep 17 01:30:41.981497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26d646-212b-41f5-b473-e266e531a759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfcd717-363d-46c8-bd1e-36b6cb6110f4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:42.143286 n-d-789963-7 neutron-server[112072]: INFO neutron.db.ipam_backend_mixin [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 923393c5-4ae1-4548-8928-2dd7c9e77482 (CIDR: 2001:db8::/64) Sep 17 01:30:42.145773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '923393c5-4ae1-4548-8928-2dd7c9e77482'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:42.146682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:42.203815 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:42.205659 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:42.289450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:42.289674 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a3e15ead-e658-4331-ac65-05d0071ac44f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5986173 Sep 17 01:30:42.303320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:42.350551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/923393c5-4ae1-4548-8928-2dd7c9e77482/87a7f0bd-71e9-453f-b899-354f3eb8576b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:42.571692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:42.647999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:42.726089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Pushing event updated for resources: {'Port': ['ID=87a7f0bd-71e9-453f-b899-354f3eb8576b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:42.747460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:42.749898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:42.756384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:42.841556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Attempting to bind port 87a7f0bd-71e9-453f-b899-354f3eb8576b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:42.844438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Attempting to bind port 87a7f0bd-71e9-453f-b899-354f3eb8576b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:42.846367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Attempting to bind port 87a7f0bd-71e9-453f-b899-354f3eb8576b on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:42.860166 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:42.862265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:42.863434 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:42.865208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:42.869263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Bound port: 87a7f0bd-71e9-453f-b899-354f3eb8576b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:42.870003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:42.952477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0385b3-0d00-400c-b9cd-8d54383f930e req-013f1421-97b2-4d63-9eb9-eed22eb93a32 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:42.963583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd0385b3-0d00-400c-b9cd-8d54383f930e req-013f1421-97b2-4d63-9eb9-eed22eb93a32 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.6011517 Sep 17 01:30:42.991838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48710) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:42.998524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] For port 87a7f0bd-71e9-453f-b899-354f3eb8576b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:43.003770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] For port 87a7f0bd-71e9-453f-b899-354f3eb8576b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=87a7f0bd-71e9-453f-b899-354f3eb8576b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:43.051244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd0385b3-0d00-400c-b9cd-8d54383f930e req-f0fbba21-bf9d-490c-ab36-e0b2a2ac6241 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791762 Sep 17 01:30:43.051489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a7ff-6e88-4262-95b9-0ce927cd7142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.119902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:43.124709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.183333 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.274030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a7ff-6e88-4262-95b9-0ce927cd7142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.283063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2366f93-c98d-4f0b-91f0-e3584831f39d None None] Pushing event updated for resources: {'Port': ['ID=87a7f0bd-71e9-453f-b899-354f3eb8576b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:43.377911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6fe3a7ff-6e88-4262-95b9-0ce927cd7142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.456586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 652ed783-5e14-44c3-8383-4a80f4651720 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:43.483691 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6fe3a7ff-6e88-4262-95b9-0ce927cd7142 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98b35c2d3ab74af799d4f5b1e3148df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4900980 Sep 17 01:30:43.484323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:43.519417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 652ed783-5e14-44c3-8383-4a80f4651720 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:43.519764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 652ed783-5e14-44c3-8383-4a80f4651720 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:43.556904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3a7ff-6e88-4262-95b9-0ce927cd7142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344c02d7-bdf5-4159-97c8-e4e7bd47e9d6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:43.689812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44936ae0-ebcd-47df-8850-e087dce653d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.748435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44936ae0-ebcd-47df-8850-e087dce653d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.903066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:43.933530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44936ae0-ebcd-47df-8850-e087dce653d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.937281 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44936ae0-ebcd-47df-8850-e087dce653d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:43.939907 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44936ae0-ebcd-47df-8850-e087dce653d3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/344c02d7-bdf5-4159-97c8-e4e7bd47e9d6 HTTP/1.1" status: 204 len: 168 time: 0.4522941 Sep 17 01:30:43.953151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44936ae0-ebcd-47df-8850-e087dce653d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344c02d7-bdf5-4159-97c8-e4e7bd47e9d6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:44.220831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd56b5d-9b30-4f61-94d0-1bfc5d3ef293 req-c62c852e-59a8-4ddb-9851-12d4cf8553cc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:44.222379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffd56b5d-9b30-4f61-94d0-1bfc5d3ef293 req-c62c852e-59a8-4ddb-9851-12d4cf8553cc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0732148 Sep 17 01:30:44.274512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:44.318644 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ffd56b5d-9b30-4f61-94d0-1bfc5d3ef293 req-cdf71152-8444-4067-aad3-a64450eaa51d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818856 Sep 17 01:30:44.710505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] For port 87a7f0bd-71e9-453f-b899-354f3eb8576b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=87a7f0bd-71e9-453f-b899-354f3eb8576b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:44.765698 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:44.898839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:44.905057 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.016560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9cea160c-ee3f-40fb-b5cf-eee312fa2c47 None None] Provisioning complete for port 87a7f0bd-71e9-453f-b899-354f3eb8576b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:45.018063 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cea160c-ee3f-40fb-b5cf-eee312fa2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.029216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:45.039161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:45.058348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:45.059261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.071258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=44f12944-64d6-40e7-9e90-5ca4cd8c853b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:45.089908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=87a7f0bd-71e9-453f-b899-354f3eb8576b,revision_number=4']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:45.194063 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cea160c-ee3f-40fb-b5cf-eee312fa2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.197928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b1829-63cf-4833-aab7-4403202d6ccc None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:45.213501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-26c60ee8-17a3-4f7c-b7ac-b12f6b0b77c7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9228420 Sep 17 01:30:45.217226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:45.223539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:93:25:4a', 'name': 'tempest-NetworksTestDHCPv6-1411788772'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:45.286578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9cea160c-ee3f-40fb-b5cf-eee312fa2c47 None None] For port 87a7f0bd-71e9-453f-b899-354f3eb8576b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=87a7f0bd-71e9-453f-b899-354f3eb8576b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:45.363294 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cea160c-ee3f-40fb-b5cf-eee312fa2c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.478048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea160c-ee3f-40fb-b5cf-eee312fa2c47 None None] Pushing event updated for resources: {'Port': ['ID=87a7f0bd-71e9-453f-b899-354f3eb8576b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:45.495508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b13311e6-28ff-4596-ae91-7c8ed0d3fe35 None None] Could not find standard attr ID for object a6d7167e-4ad4-46a0-89f2-bffb3208aaf1. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:30:45.564593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 87a7f0bd-71e9-453f-b899-354f3eb8576b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:45.573249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff429b56-eb0f-420b-84d0-d8ab3864cd0c req-2020f27e-cfa2-495e-a22b-1c0c27f4d2c7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:45.576956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff429b56-eb0f-420b-84d0-d8ab3864cd0c req-2020f27e-cfa2-495e-a22b-1c0c27f4d2c7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0683179 Sep 17 01:30:45.605920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:45.645402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff429b56-eb0f-420b-84d0-d8ab3864cd0c req-4ab3c4ee-c16a-4501-b4ea-8179e376c173 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615356 Sep 17 01:30:45.659440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 87a7f0bd-71e9-453f-b899-354f3eb8576b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:45.659982 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.780132 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:45.811384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 4fcb974e-a5ba-41a4-a709-b36b1b95128a yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:46.077986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::363 (0e608b38-ea83-40c5-aada-b94b3c71187f/923393c5-4ae1-4548-8928-2dd7c9e77482/4fcb974e-a5ba-41a4-a709-b36b1b95128a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:46.094946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:254a (0e608b38-ea83-40c5-aada-b94b3c71187f/44f12944-64d6-40e7-9e90-5ca4cd8c853b/4fcb974e-a5ba-41a4-a709-b36b1b95128a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:46.205247 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:30:46.334041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:46.443839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:46.488068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9cbd808b-0822-46ce-b057-24ddac11cc14 None None] Provisioning complete for port 87a7f0bd-71e9-453f-b899-354f3eb8576b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:46.488589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbd808b-0822-46ce-b057-24ddac11cc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:46.552795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:46.567377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:46.576232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:46.583244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:46.583923 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:46.624703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=4fcb974e-a5ba-41a4-a709-b36b1b95128a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:46.704004 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-253da41c-799f-41e5-8a25-fad43d3e115b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4855845 Sep 17 01:30:46.708031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48824) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:46.709968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48826) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:46.821768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8edd-8fa8-4ca8-9ba0-18c2bdc3d59b req-561bd1ad-2f3b-470d-abef-23f57e59dbaa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:46.822274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-477e8edd-8fa8-4ca8-9ba0-18c2bdc3d59b req-561bd1ad-2f3b-470d-abef-23f57e59dbaa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0815809 Sep 17 01:30:46.912788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-477e8edd-8fa8-4ca8-9ba0-18c2bdc3d59b req-242761ef-05be-4b5f-a470-be2462764e6b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774174 Sep 17 01:30:46.926693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 4fcb974e-a5ba-41a4-a709-b36b1b95128a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:46.937740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.021566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-eb3fcee9-a120-405c-a671-a702762b0e60 None None] Provisioning complete for port 4fcb974e-a5ba-41a4-a709-b36b1b95128a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:47.022934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb3fcee9-a120-405c-a671-a702762b0e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.066415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.093408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 4fcb974e-a5ba-41a4-a709-b36b1b95128a owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:47.096664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-eb3fcee9-a120-405c-a671-a702762b0e60 None None] Port 4fcb974e-a5ba-41a4-a709-b36b1b95128a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:30:47.097121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-679bdde3-3528-465a-ab5e-29fad7e936c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.314999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-679bdde3-3528-465a-ab5e-29fad7e936c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.388883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-679bdde3-3528-465a-ab5e-29fad7e936c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.429226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bdde3-3528-465a-ab5e-29fad7e936c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee4b494-5a35-44e3-858a-95185e6fe3cb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:47.447376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.447956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-679bdde3-3528-465a-ab5e-29fad7e936c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3220546b5bfb40a4aa0825362af071c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7366982 Sep 17 01:30:47.451560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48850) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:47.452511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 87a7f0bd-71e9-453f-b899-354f3eb8576b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:47.488307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=4fcb974e-a5ba-41a4-a709-b36b1b95128a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:47.530117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12f2cbb-fead-4165-87eb-7ccc0c26d11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.556057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12f2cbb-fead-4165-87eb-7ccc0c26d11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.581027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.586160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-61df416b-3906-4a05-8f11-568405c0c536 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/4fcb974e-a5ba-41a4-a709-b36b1b95128a HTTP/1.1" status: 204 len: 168 time: 0.8665876 Sep 17 01:30:47.586834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48854) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:47.608366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 87a7f0bd-71e9-453f-b899-354f3eb8576b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:47.608935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.665290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752632c4-0d28-44bd-b957-3535059fda73 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:47.669404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-752632c4-0d28-44bd-b957-3535059fda73 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0793488 Sep 17 01:30:47.669654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48858) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:47.710315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12f2cbb-fead-4165-87eb-7ccc0c26d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.713347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b12f2cbb-fead-4165-87eb-7ccc0c26d11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.716916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b12f2cbb-fead-4165-87eb-7ccc0c26d11d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ee4b494-5a35-44e3-858a-95185e6fe3cb HTTP/1.1" status: 204 len: 168 time: 0.2614753 Sep 17 01:30:47.745754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a143f73-cf2b-45a8-ae46-ea5fbc1061c4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:47.747588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1a143f73-cf2b-45a8-ae46-ea5fbc1061c4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0769243 Sep 17 01:30:47.750133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f2cbb-fead-4165-87eb-7ccc0c26d11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee4b494-5a35-44e3-858a-95185e6fe3cb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:47.750652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48862) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:47.864886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb730bb7-b867-4895-84f8-9c340ce1aaea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:47.866565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb730bb7-b867-4895-84f8-9c340ce1aaea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:47.868820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb730bb7-b867-4895-84f8-9c340ce1aaea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:47.870590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cb730bb7-b867-4895-84f8-9c340ce1aaea tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1177325 Sep 17 01:30:47.873403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48864) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:47.935238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 44f12944-64d6-40e7-9e90-5ca4cd8c853b {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:47.940536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:47.990014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:48.120917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ab7d5-a1b8-4cdc-afb8-faa821b3e9e2 req-0ea12a87-4b9b-4d1e-af7c-c8e443322df9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:48.123118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da5ab7d5-a1b8-4cdc-afb8-faa821b3e9e2 req-0ea12a87-4b9b-4d1e-af7c-c8e443322df9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1075888 Sep 17 01:30:48.141345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:48.200028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da5ab7d5-a1b8-4cdc-afb8-faa821b3e9e2 req-d1fe7eb3-68ae-44e8-b34a-c30bd4bec696 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704041 Sep 17 01:30:48.315111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:48.346945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=44f12944-64d6-40e7-9e90-5ca4cd8c853b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:48.351221 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:48.355576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-08434682-fb95-4044-a351-138bebe6b1ad tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/44f12944-64d6-40e7-9e90-5ca4cd8c853b HTTP/1.1" status: 204 len: 168 time: 0.4811480 Sep 17 01:30:48.356985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48882) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:48.372013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae579e-5764-4133-8204-a66dc02e7537 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:48.811731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 923393c5-4ae1-4548-8928-2dd7c9e77482 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:48.816848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:48.868074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:48.979341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.144571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.173095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=923393c5-4ae1-4548-8928-2dd7c9e77482,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:49.177458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.179810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f127cba1-2d6b-4609-8c7c-e7ae4c02b193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/923393c5-4ae1-4548-8928-2dd7c9e77482 HTTP/1.1" status: 204 len: 168 time: 0.8216324 Sep 17 01:30:49.183875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:49.283355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7d0c8edb-48c4-4736-8215-e5f614f25051 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973141 Sep 17 01:30:49.290597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48916) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:49.291987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:49.425960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62826cb-bd78-4b5b-a75a-d2c0568922dc None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:49.448671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6417328-1b1b-458f-a7ce-0400c56d664a req-afa7d2f0-ce2c-4b86-8d72-8e05da4f98ba tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:49.450578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6417328-1b1b-458f-a7ce-0400c56d664a req-afa7d2f0-ce2c-4b86-8d72-8e05da4f98ba tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1229787 Sep 17 01:30:49.507056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6417328-1b1b-458f-a7ce-0400c56d664a req-ee928081-80e6-4f1c-a6b4-e13c0f8598d4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Sep 17 01:30:49.518204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-338e881f-e659-4e15-92fd-9a4bd047e9f2 None None] Provisioning complete for port 87a7f0bd-71e9-453f-b899-354f3eb8576b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:49.518575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-338e881f-e659-4e15-92fd-9a4bd047e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.565625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:49.569956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.717786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:49.790357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Deleting port 87a7f0bd-71e9-453f-b899-354f3eb8576b {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:49.790827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.866873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] For port 87a7f0bd-71e9-453f-b899-354f3eb8576b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=87a7f0bd-71e9-453f-b899-354f3eb8576b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:49.867228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.881433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Calling delete_port for 87a7f0bd-71e9-453f-b899-354f3eb8576b owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:49.904758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.952362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:49.958326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:49.963931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:49.964797 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:49.984337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=46e2ce30-4e41-4ceb-9759-41b1530860f4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:50.052893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.053747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d00092fe-5b6d-4956-b37c-797da68de69f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7663438 Sep 17 01:30:50.056703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48940) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:50.064569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:50.088016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Pushing event deleted for resources: {'Port': ['ID=87a7f0bd-71e9-453f-b899-354f3eb8576b,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:50.095132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] No DVR routers for this DVR port 87a7f0bd-71e9-453f-b899-354f3eb8576b on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:50.126566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.126566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.126566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.126566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.126566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.129087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.129541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.130106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.130537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.131150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.131700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.132233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170f8d3-3bee-422b-a895-cca085b632f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:50.137782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296337f7-ac13-4e01-a577-5777c4f3a630 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:50.293289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:50.293289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.325528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-0e608b38-ea83-40c5-aada-b94b3c71187f', 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'tenant_id': 'd00fefbb0dd64e6eb42a2d8603f7d405', 'fixed_ips': [{'subnet_id': '46e2ce30-4e41-4ceb-9759-41b1530860f4'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:30:50.326435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.411810 n-d-789963-7 neutron-server[112073]: INFO neutron.db.ipam_backend_mixin [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46e2ce30-4e41-4ceb-9759-41b1530860f4 (CIDR: 2001:db8::/64) Sep 17 01:30:50.478492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Allocated IP 2001:db8::2 (0e608b38-ea83-40c5-aada-b94b3c71187f/46e2ce30-4e41-4ceb-9759-41b1530860f4/0d57f843-4fb0-47f6-985a-8c222ddc9a7b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:50.482474 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:30:50.482933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:50.569563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-798bd790-3c95-48f1-a09e-6d05313c1420 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5103052 Sep 17 01:30:50.570821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48958) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:50.578415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'subnet': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:50.648680 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.727294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce5a27-101c-49a9-b1bf-81af318f8fa7 req-77f92077-341e-4e50-a476-e32b1e7d8956 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:50.728822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bce5a27-101c-49a9-b1bf-81af318f8fa7 req-77f92077-341e-4e50-a476-e32b1e7d8956 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0708315 Sep 17 01:30:50.731713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.750543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48964) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:50.778600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:50.784059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:50.791016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:50.803983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Pushing event updated for resources: {'Port': ['ID=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:50.843482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bce5a27-101c-49a9-b1bf-81af318f8fa7 req-c0d3c439-9b98-4030-a624-9c5a2d38a3b9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009111 Sep 17 01:30:50.890368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Attempting to bind port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:30:50.890921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Attempting to bind port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:30:50.891665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Attempting to bind port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b on network 0e608b38-ea83-40c5-aada-b94b3c71187f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:30:50.897151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:30:50.897771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Checking segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:30:50.898156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.903653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Bound using segment: {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:30:50.903653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Bound port: 0d57f843-4fb0-47f6-985a-8c222ddc9a7b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f062922-590d-43d9-bca0-be266da7b40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:30:50.903653 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.916157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a80eeb3e-6abb-47a4-b257-3db64275c813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.921226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:50.925564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:50.970967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] For port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:30:50.974762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] For port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:30:51.051246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a80eeb3e-6abb-47a4-b257-3db64275c813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.065434 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.137024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded8573-21d2-42ff-8e3c-48f293731c28 None None] Pushing event updated for resources: {'Port': ['ID=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:51.155383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a80eeb3e-6abb-47a4-b257-3db64275c813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.234789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80eeb3e-6abb-47a4-b257-3db64275c813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9ea793-1eb6-4b7c-a9c3-8022161ea331,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:51.244357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a80eeb3e-6abb-47a4-b257-3db64275c813 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ec4d84f63a2403bbc7275e442ab7728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921796 Sep 17 01:30:51.247052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48970) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:51.308842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54ce39a8-acff-4b20-a505-59bc6fd2f286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.332819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:51.402407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54ce39a8-acff-4b20-a505-59bc6fd2f286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.476592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 87a7f0bd-71e9-453f-b899-354f3eb8576b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:51.508554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 87a7f0bd-71e9-453f-b899-354f3eb8576b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:51.509233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 87a7f0bd-71e9-453f-b899-354f3eb8576b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:51.539501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.objects.ports [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=112073) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 17 01:30:51.539744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e25-8810-4402-b582-727394dbc4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.651241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54ce39a8-acff-4b20-a505-59bc6fd2f286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.653700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54ce39a8-acff-4b20-a505-59bc6fd2f286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.654866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-54ce39a8-acff-4b20-a505-59bc6fd2f286 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be9ea793-1eb6-4b7c-a9c3-8022161ea331 HTTP/1.1" status: 204 len: 168 time: 0.4064643 Sep 17 01:30:51.669269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce39a8-acff-4b20-a505-59bc6fd2f286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9ea793-1eb6-4b7c-a9c3-8022161ea331,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:51.723802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e25-8810-4402-b582-727394dbc4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.767994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.856976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ef91e25-8810-4402-b582-727394dbc4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:51.900284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef91e25-8810-4402-b582-727394dbc4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d595590c-438c-4f43-92cf-9196c97112c7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:51.933119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ef91e25-8810-4402-b582-727394dbc4ed admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e9665fe523447ceaa1b96e4a619abac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5981677 Sep 17 01:30:51.936214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] For port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:51.937109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48982) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:51.971466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.010735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056ec65-eb45-4e09-a5df-6f78c67ef93d req-1691644e-2494-4057-a8f8-016d5ad71aa3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:52.012312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1056ec65-eb45-4e09-a5df-6f78c67ef93d req-1691644e-2494-4057-a8f8-016d5ad71aa3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0929646 Sep 17 01:30:52.035189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c29cf6ed-f6c1-41f4-88fe-8d73281f0ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.058410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.059227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.077338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c29cf6ed-f6c1-41f4-88fe-8d73281f0ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.081605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1056ec65-eb45-4e09-a5df-6f78c67ef93d req-f9514533-7f27-467f-88ae-7870e792149e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587876 Sep 17 01:30:52.143213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:52.154060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:52.165839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:52.165839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.169116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,revision_number=4']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:52.175479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Subnet': ['ID=ce649708-27d1-4475-976d-49a1ccc12cde,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:52.246160 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c29cf6ed-f6c1-41f4-88fe-8d73281f0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.247052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbcad1e1-4a0b-47af-96ce-0845268aba99 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6749938 Sep 17 01:30:52.252328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c29cf6ed-f6c1-41f4-88fe-8d73281f0ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.252468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 48986) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:52.252564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c29cf6ed-f6c1-41f4-88fe-8d73281f0ac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d595590c-438c-4f43-92cf-9196c97112c7 HTTP/1.1" status: 204 len: 168 time: 0.3120496 Sep 17 01:30:52.256413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Request body: {'port': {'network_id': '0e608b38-ea83-40c5-aada-b94b3c71187f', 'mac_address': 'fa:16:3e:a6:78:ed', 'name': 'tempest-NetworksTestDHCPv6-2031817491'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:30:52.262141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cf6ed-f6c1-41f4-88fe-8d73281f0ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d595590c-438c-4f43-92cf-9196c97112c7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:52.318585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9b4462-aa1f-4f12-b8a0-457369ae8bdf None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:52.359177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 48994) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:52.382522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43e438a7-1d21-418c-b396-cf228b2f78cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.435257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Made reservation on behalf of d00fefbb0dd64e6eb42a2d8603f7d405 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:30:52.457092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a769812-8802-4b3d-9fee-0082c95ea9b0 None None] Provisioning complete for port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:52.460083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a769812-8802-4b3d-9fee-0082c95ea9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.541627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43e438a7-1d21-418c-b396-cf228b2f78cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.556839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.583698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] device_id is not set on port 19ce1708-701c-41d9-9c66-cfcd8502c71d yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:30:52.613071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-43e438a7-1d21-418c-b396-cf228b2f78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.649564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a769812-8802-4b3d-9fee-0082c95ea9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.696594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9a769812-8802-4b3d-9fee-0082c95ea9b0 None None] For port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:52.716801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-43e438a7-1d21-418c-b396-cf228b2f78cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=661d036a924e47dc9b1b3f6a1760418d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3554435 Sep 17 01:30:52.717929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49002) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:52.761150 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a769812-8802-4b3d-9fee-0082c95ea9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.784337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e438a7-1d21-418c-b396-cf228b2f78cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8460940-0e53-4ed4-a0f0-4ce44c5eb81d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:52.833855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2f89390-2861-49a4-9965-b8c435e086ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:52.853448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8::158 (0e608b38-ea83-40c5-aada-b94b3c71187f/46e2ce30-4e41-4ceb-9759-41b1530860f4/19ce1708-701c-41d9-9c66-cfcd8502c71d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:52.867447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Allocated IP 2001:db8:0:1:f816:3eff:fea6:78ed (0e608b38-ea83-40c5-aada-b94b3c71187f/ce649708-27d1-4475-976d-49a1ccc12cde/19ce1708-701c-41d9-9c66-cfcd8502c71d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:30:52.871236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a769812-8802-4b3d-9fee-0082c95ea9b0 None None] Pushing event updated for resources: {'Port': ['ID=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:52.879527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2f89390-2861-49a4-9965-b8c435e086ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.036175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2f89390-2861-49a4-9965-b8c435e086ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.038781 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2f89390-2861-49a4-9965-b8c435e086ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.040202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b2f89390-2861-49a4-9965-b8c435e086ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c8460940-0e53-4ed4-a0f0-4ce44c5eb81d HTTP/1.1" status: 204 len: 168 time: 0.3100095 Sep 17 01:30:53.054191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f89390-2861-49a4-9965-b8c435e086ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8460940-0e53-4ed4-a0f0-4ce44c5eb81d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:53.224756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.254936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19d0c0-9860-435f-8f00-375093c8b5dc req-ee59b99e-4261-4dc5-8d5b-bddcac9924a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:53.256835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad19d0c0-9860-435f-8f00-375093c8b5dc req-ee59b99e-4261-4dc5-8d5b-bddcac9924a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0840933 Sep 17 01:30:53.310676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad19d0c0-9860-435f-8f00-375093c8b5dc req-66b08581-24aa-4ff7-8899-80c95dda79cb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470359 Sep 17 01:30:53.370515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.427675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3d27eb60-f076-4b1c-861c-7814b38c18c5 None None] Provisioning complete for port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:53.427675 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3d27eb60-f076-4b1c-861c-7814b38c18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.444641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Network 0e608b38-ea83-40c5-aada-b94b3c71187f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:30:53.449463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:30:53.459614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:30:53.460840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:53.461495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.474248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event updated for resources: {'Port': ['ID=19ce1708-701c-41d9-9c66-cfcd8502c71d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:53.483209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d57f843-4fb0-47f6-985a-8c222ddc9a7b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:53.571742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43d0ee86-61fc-4f62-84e3-71e42444123b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3184397 Sep 17 01:30:53.572060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49036) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:53.624048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:53.624418 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.746823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting port 19ce1708-701c-41d9-9c66-cfcd8502c71d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:53.747203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.842445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.844197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-35431a74-f281-412c-ac28-d157b49a7363 None None] Provisioning complete for port 19ce1708-701c-41d9-9c66-cfcd8502c71d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:53.845246 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35431a74-f281-412c-ac28-d157b49a7363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:53.863859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Calling delete_port for 19ce1708-701c-41d9-9c66-cfcd8502c71d owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:53.886731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-35431a74-f281-412c-ac28-d157b49a7363 None None] Port 19ce1708-701c-41d9-9c66-cfcd8502c71d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:30:54.115787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.150325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Port': ['ID=19ce1708-701c-41d9-9c66-cfcd8502c71d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:54.201921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.204510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e7f259ef-574c-4c0b-9f9e-4486b9327138 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/19ce1708-701c-41d9-9c66-cfcd8502c71d HTTP/1.1" status: 204 len: 168 time: 0.6308770 Sep 17 01:30:54.207165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49060) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:54.489529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc92821-fe59-4c2c-aeed-f098a5618af2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:54.489529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2cc92821-fe59-4c2c-aeed-f098a5618af2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0512068 Sep 17 01:30:54.489529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49062) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:54.489529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274462fe-e821-40ec-8245-f8f8c4bb0ff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:54.494239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:54.496287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-274462fe-e821-40ec-8245-f8f8c4bb0ff3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0601795 Sep 17 01:30:54.496638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c376504-0ae1-4ea1-8079-57a0e6ac60b0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:54.496638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c376504-0ae1-4ea1-8079-57a0e6ac60b0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:54.496638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c376504-0ae1-4ea1-8079-57a0e6ac60b0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:54.496638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c376504-0ae1-4ea1-8079-57a0e6ac60b0 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0737278 Sep 17 01:30:54.497425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49072) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:54.498317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca8f88-b42d-4ed2-8bde-78b105092ae6 req-910c8f69-8de8-4ba9-b63d-4484a0d0ea2d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:54.498317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bfca8f88-b42d-4ed2-8bde-78b105092ae6 req-910c8f69-8de8-4ba9-b63d-4484a0d0ea2d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.0723681 Sep 17 01:30:54.498742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet 46e2ce30-4e41-4ceb-9759-41b1530860f4 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:54.501542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.541325 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bfca8f88-b42d-4ed2-8bde-78b105092ae6 req-df23fcd8-0708-4bf2-bb0d-04da1f019fc4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387838 Sep 17 01:30:54.582289 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.675828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.830208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.860877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=46e2ce30-4e41-4ceb-9759-41b1530860f4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:54.867227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.869300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-be77fec3-b2a3-4780-a1ed-0074c4acfbe7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/46e2ce30-4e41-4ceb-9759-41b1530860f4 HTTP/1.1" status: 204 len: 168 time: 0.4639359 Sep 17 01:30:54.872132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db9b81-c04b-4724-8d17-ee18c22c89b7 None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:54.875593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49098) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:54.942541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Deleting subnet ce649708-27d1-4475-976d-49a1ccc12cde {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:30:54.945729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:54.989871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:55.110860 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:55.281749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:55.306977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Subnet': ['ID=ce649708-27d1-4475-976d-49a1ccc12cde,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:55.313065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:55.315975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27c23b56-cb15-4b67-b838-e2075fbf541b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/ce649708-27d1-4475-976d-49a1ccc12cde HTTP/1.1" status: 204 len: 168 time: 0.4393187 Sep 17 01:30:55.319175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49124) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.366940 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a9893169-5473-42ba-96e2-4f70fa1c770f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466597 Sep 17 01:30:55.369857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49128) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.435514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f6600-8449-4a19-9c29-ca26bb66c740 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:55.440057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49134) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.440167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f56f6600-8449-4a19-9c29-ca26bb66c740 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0690916 Sep 17 01:30:55.543608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e324a2c5-7904-4ab0-b2ca-5ee377cb6ea9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:55.545873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e324a2c5-7904-4ab0-b2ca-5ee377cb6ea9 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1038809 Sep 17 01:30:55.551873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49144) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.605449 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c80f69ef-38ca-4ef2-8c2d-86c1fe5e17ed tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518644 Sep 17 01:30:55.609575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49148) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.642893 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-52289344-c067-4e38-a6c6-8e6bfb3fe791 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.643691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52289344-c067-4e38-a6c6-8e6bfb3fe791 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.645553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52289344-c067-4e38-a6c6-8e6bfb3fe791 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/19ce1708-701c-41d9-9c66-cfcd8502c71d HTTP/1.1" status: 404 len: 333 time: 0.0325420 Sep 17 01:30:55.650071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.692339 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af4f5ed-2009-4d6b-adc2-75ca66632749 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.692797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af4f5ed-2009-4d6b-adc2-75ca66632749 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.694533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2af4f5ed-2009-4d6b-adc2-75ca66632749 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/ce649708-27d1-4475-976d-49a1ccc12cde HTTP/1.1" status: 404 len: 337 time: 0.0452614 Sep 17 01:30:55.698369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49154) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.720629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01b028-a00b-4bdb-9ef4-f5f7fc733a1b None None] Network 0e608b38-ea83-40c5-aada-b94b3c71187f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:30:55.731732 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d8dc86-0e00-4496-b958-20eb10c43ef6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.732247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d8dc86-0e00-4496-b958-20eb10c43ef6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.737056 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-86d8dc86-0e00-4496-b958-20eb10c43ef6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/46e2ce30-4e41-4ceb-9759-41b1530860f4 HTTP/1.1" status: 404 len: 337 time: 0.0386829 Sep 17 01:30:55.737754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49158) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.737949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02df430-b9f3-4dbb-b458-b76249b8dc78 req-78f27273-a3d6-4b2a-b45c-9655f736b001 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:55.740569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c02df430-b9f3-4dbb-b458-b76249b8dc78 req-78f27273-a3d6-4b2a-b45c-9655f736b001 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 943 time: 0.1038878 Sep 17 01:30:55.769982 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42b28f2-6835-43b1-8cb9-c56e777e47a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.770721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42b28f2-6835-43b1-8cb9-c56e777e47a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.775643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c42b28f2-6835-43b1-8cb9-c56e777e47a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/4fcb974e-a5ba-41a4-a709-b36b1b95128a HTTP/1.1" status: 404 len: 333 time: 0.0369906 Sep 17 01:30:55.776461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49162) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.802257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c02df430-b9f3-4dbb-b458-b76249b8dc78 req-b16a766e-9162-4edf-acf2-af7cc20107ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Sep 17 01:30:55.828557 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a22382a7-4fa3-4112-8379-2440f082884b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.828557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a22382a7-4fa3-4112-8379-2440f082884b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.838164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a22382a7-4fa3-4112-8379-2440f082884b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/44f12944-64d6-40e7-9e90-5ca4cd8c853b HTTP/1.1" status: 404 len: 337 time: 0.0579276 Sep 17 01:30:55.838343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49164) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.860202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6a8622de-aa4c-4d64-a513-5eb65fc42124 None None] Provisioning complete for port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:55.860732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a8622de-aa4c-4d64-a513-5eb65fc42124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:55.868187 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4bdde4-43ac-445a-8218-e2455b35d05f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.868696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4bdde4-43ac-445a-8218-e2455b35d05f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.871127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3e4bdde4-43ac-445a-8218-e2455b35d05f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/923393c5-4ae1-4548-8928-2dd7c9e77482 HTTP/1.1" status: 404 len: 337 time: 0.0310619 Sep 17 01:30:55.873034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49166) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.899071 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1c73bb-d0ac-43ae-a999-643f106acd26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.899769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1c73bb-d0ac-43ae-a999-643f106acd26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.903128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b1c73bb-d0ac-43ae-a999-643f106acd26 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/a6d7167e-4ad4-46a0-89f2-bffb3208aaf1 HTTP/1.1" status: 404 len: 333 time: 0.0275781 Sep 17 01:30:55.904546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49168) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.938652 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8cd9b87-56d0-4832-ad24-9e6638d1e7d5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.939487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8cd9b87-56d0-4832-ad24-9e6638d1e7d5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.941464 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f8cd9b87-56d0-4832-ad24-9e6638d1e7d5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/8dadf2a7-35aa-4bd0-abb3-d76616b52346 HTTP/1.1" status: 404 len: 337 time: 0.0349243 Sep 17 01:30:55.944142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49172) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:55.972770 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e058fd0-d972-4783-8ced-8d8370b1899c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:55.973226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e058fd0-d972-4783-8ced-8d8370b1899c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:55.976642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0e058fd0-d972-4783-8ced-8d8370b1899c tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/793ad147-4171-466e-842d-90218c811223 HTTP/1.1" status: 404 len: 337 time: 0.0314360 Sep 17 01:30:55.979098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49174) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.018003 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-da62f8ba-d1fc-4426-ab99-af32e9969efd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.018725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da62f8ba-d1fc-4426-ab99-af32e9969efd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.021924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-da62f8ba-d1fc-4426-ab99-af32e9969efd tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/1650cf39-6ef6-480e-a91e-4b6ef2fca924 HTTP/1.1" status: 404 len: 333 time: 0.0418196 Sep 17 01:30:56.024809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49176) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.068556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] DHCP port deletion for 0e608b38-ea83-40c5-aada-b94b3c71187f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:30:56.081406 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-718df452-77f1-4af0-b0d3-ca29cde2324b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.084131 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718df452-77f1-4af0-b0d3-ca29cde2324b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.087286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-718df452-77f1-4af0-b0d3-ca29cde2324b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/60def4f4-bdc7-459a-b886-e53e35efb100 HTTP/1.1" status: 404 len: 337 time: 0.0605319 Sep 17 01:30:56.090375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49178) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.119780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] Deleting port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:30:56.120159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.126787 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-914c21d7-3e62-42e3-a9f6-dd8e4161c6b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.127474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-914c21d7-3e62-42e3-a9f6-dd8e4161c6b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.131981 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-914c21d7-3e62-42e3-a9f6-dd8e4161c6b5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/98da3020-3bd3-4190-a72b-104b2df5872e HTTP/1.1" status: 404 len: 337 time: 0.0375116 Sep 17 01:30:56.132211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49180) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.161352 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb0e789-b2cf-4f0d-8141-e8fa7c280041 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.162222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb0e789-b2cf-4f0d-8141-e8fa7c280041 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.164309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8cb0e789-b2cf-4f0d-8141-e8fa7c280041 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/7ac50bc6-a458-449c-b7e7-ae2c3cefb7d4 HTTP/1.1" status: 404 len: 333 time: 0.0306034 Sep 17 01:30:56.169108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.193801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] For port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,segment=NetworkSegment(2f062922-590d-43d9-bca0-be266da7b40d),segment_id=2f062922-590d-43d9-bca0-be266da7b40d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:56.194283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.198933 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-34530ef1-8321-43f2-aa4c-31b056bbcb31 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.199426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34530ef1-8321-43f2-aa4c-31b056bbcb31 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.205624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49186) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.206276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-34530ef1-8321-43f2-aa4c-31b056bbcb31 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/896e438c-4993-4622-b471-9a6c8dbfdc2e HTTP/1.1" status: 404 len: 337 time: 0.0359952 Sep 17 01:30:56.208978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] Calling delete_port for 0d57f843-4fb0-47f6-985a-8c222ddc9a7b owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:30:56.250663 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca8366b-e738-4fbc-813f-2fba6af4ec5d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.251821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca8366b-e738-4fbc-813f-2fba6af4ec5d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.253433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6ca8366b-e738-4fbc-813f-2fba6af4ec5d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/54577b30-74a6-4af4-aa04-5b598bae7941 HTTP/1.1" status: 404 len: 333 time: 0.0463741 Sep 17 01:30:56.256194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.285650 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c3f7ee-b076-471a-be66-f33c8c2d5a82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.286425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c3f7ee-b076-471a-be66-f33c8c2d5a82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.288580 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37c3f7ee-b076-471a-be66-f33c8c2d5a82 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/d4d23157-94e2-494c-a02c-3fdc326feaa4 HTTP/1.1" status: 404 len: 337 time: 0.0312500 Sep 17 01:30:56.291150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49192) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.318616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49194) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.320491 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-25710a99-19b9-4720-aa20-cf524acdcd35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.321165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25710a99-19b9-4720-aa20-cf524acdcd35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.325589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-25710a99-19b9-4720-aa20-cf524acdcd35 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/3d778d27-b698-4995-8795-88d83c90e07c HTTP/1.1" status: 404 len: 333 time: 0.0307419 Sep 17 01:30:56.325789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49198) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.353343 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-54275c78-d466-4500-b28c-f9ac37f1ecb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.353800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54275c78-d466-4500-b28c-f9ac37f1ecb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.358022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-54275c78-d466-4500-b28c-f9ac37f1ecb2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/477815dd-990b-4b1e-83c1-107e15fc0901 HTTP/1.1" status: 404 len: 337 time: 0.0288858 Sep 17 01:30:56.358216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49200) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.377410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.385091 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-62015acc-28c7-422f-b051-acca1aee381d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.385940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62015acc-28c7-422f-b051-acca1aee381d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.390706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.391005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-62015acc-28c7-422f-b051-acca1aee381d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/0dbf7d5d-1ccc-4cf3-9a0d-31db39dbadbc HTTP/1.1" status: 404 len: 333 time: 0.0316460 Sep 17 01:30:56.416644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] Pushing event deleted for resources: {'Port': ['ID=0d57f843-4fb0-47f6-985a-8c222ddc9a7b,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:56.425124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ddd4b-9ad1-45ab-8cc3-ef4e3e7880b0 None None] No DVR routers for this DVR port 0d57f843-4fb0-47f6-985a-8c222ddc9a7b on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:30:56.448013 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fdb24c-1453-4f98-810e-4c0a336c176e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.448405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fdb24c-1453-4f98-810e-4c0a336c176e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.453329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b7fdb24c-1453-4f98-810e-4c0a336c176e tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/49cd7c74-b270-40c9-9507-8f12c7296152 HTTP/1.1" status: 404 len: 337 time: 0.0582914 Sep 17 01:30:56.456252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49206) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.509871 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a07cac-02d7-4058-ae1d-1c46f4e0bc05 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.510604 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a07cac-02d7-4058-ae1d-1c46f4e0bc05 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.514665 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a2a07cac-02d7-4058-ae1d-1c46f4e0bc05 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/39652bf5-eb79-4c8e-b07c-371929702e1b HTTP/1.1" status: 404 len: 333 time: 0.0556240 Sep 17 01:30:56.518302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d3c642a7-d392-4259-8bf6-96911a618137 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:30:56.519259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49210) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.532913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6be6979d-db87-49ed-bf48-def51934685b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.578289 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1c7b20-9fb6-473e-8d3b-7f9577664b74 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.578765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1c7b20-9fb6-473e-8d3b-7f9577664b74 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.582935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ea1c7b20-9fb6-473e-8d3b-7f9577664b74 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/cd3aee59-e9e8-4052-a8b8-4e9a70a83b31 HTTP/1.1" status: 404 len: 337 time: 0.0619378 Sep 17 01:30:56.593118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49214) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.622566 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0038d2-9ff1-4fe6-aabe-d0e1459e6e70 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.623695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0038d2-9ff1-4fe6-aabe-d0e1459e6e70 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.625712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8d0038d2-9ff1-4fe6-aabe-d0e1459e6e70 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/1a6c25af-1683-4b05-87d6-6c3cef2ecbb0 HTTP/1.1" status: 404 len: 333 time: 0.0312216 Sep 17 01:30:56.628693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49216) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.640818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d3c642a7-d392-4259-8bf6-96911a618137, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d3c642a7-d392-4259-8bf6-96911a618137,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:56.653906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'd3c642a7-d392-4259-8bf6-96911a618137', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': 'd3c642a7-d392-4259-8bf6-96911a618137', 'mac_address': 'fa:16:3e:83:54:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:30:56.667622 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-19efe74a-5f77-4cc4-9a3b-cfcb18d88472 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.668229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19efe74a-5f77-4cc4-9a3b-cfcb18d88472 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.672329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-19efe74a-5f77-4cc4-9a3b-cfcb18d88472 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/45fd253e-02ea-4eaf-b6f7-d8ff8c91c9ac HTTP/1.1" status: 404 len: 337 time: 0.0403695 Sep 17 01:30:56.673100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49218) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.698574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.714504 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3b1715-9695-4dfd-8645-471d904555f7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.714504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3b1715-9695-4dfd-8645-471d904555f7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.714504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cd3b1715-9695-4dfd-8645-471d904555f7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/bd8a6ce1-6562-489e-b715-acf82891f9f5 HTTP/1.1" status: 404 len: 337 time: 0.0342824 Sep 17 01:30:56.714774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49220) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.715226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c642a7-d392-4259-8bf6-96911a618137 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:30:56.736061 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ad005d-aa68-4715-a1bc-2578fd33e2a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.736739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ad005d-aa68-4715-a1bc-2578fd33e2a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.740788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e0ad005d-aa68-4715-a1bc-2578fd33e2a6 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/18265d82-c3a8-45eb-94da-a6fac6da397a HTTP/1.1" status: 404 len: 333 time: 0.0268359 Sep 17 01:30:56.741018 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6be6979d-db87-49ed-bf48-def51934685b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.741095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49222) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.744184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d3c642a7-d392-4259-8bf6-96911a618137, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d3c642a7-d392-4259-8bf6-96911a618137,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:56.769836 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2634d08-3de1-4f2c-84ab-27ce8911f392 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.770273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2634d08-3de1-4f2c-84ab-27ce8911f392 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.772267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b2634d08-3de1-4f2c-84ab-27ce8911f392 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/f9e0d496-7a4f-4b79-9ff6-19c4966d7fbe HTTP/1.1" status: 404 len: 337 time: 0.0303752 Sep 17 01:30:56.774844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49224) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.800766 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a85a79-19ea-4bda-890b-b39f5af48193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.801193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a85a79-19ea-4bda-890b-b39f5af48193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.802796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-07a85a79-19ea-4bda-890b-b39f5af48193 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/633254d0-0429-4afe-9dce-74a9f04cd5e0 HTTP/1.1" status: 404 len: 337 time: 0.0270610 Sep 17 01:30:56.805217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49226) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.827341 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a795813-3643-4320-a006-a0bb4228215b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.827984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a795813-3643-4320-a006-a0bb4228215b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.829836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3a795813-3643-4320-a006-a0bb4228215b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/b4c76091-0c58-4531-8047-1838cd980119 HTTP/1.1" status: 404 len: 333 time: 0.0237622 Sep 17 01:30:56.832427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.858365 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff277d34-b7d0-4822-926f-d7cea6cec23d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.858811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff277d34-b7d0-4822-926f-d7cea6cec23d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.861218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.861344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ff277d34-b7d0-4822-926f-d7cea6cec23d tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/68bae0e4-4887-440d-a4e6-3846c383386a HTTP/1.1" status: 404 len: 337 time: 0.0279210 Sep 17 01:30:56.862996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6be6979d-db87-49ed-bf48-def51934685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:56.864204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49234) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.893630 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-efea48e8-f9fe-4ea4-a33d-55cf4f7d555f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.894094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efea48e8-f9fe-4ea4-a33d-55cf4f7d555f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.895902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-efea48e8-f9fe-4ea4-a33d-55cf4f7d555f tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/7e6f8fd2-39f9-4e66-b36e-d2165503d35b HTTP/1.1" status: 404 len: 337 time: 0.0307477 Sep 17 01:30:56.899290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.924548 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d910a76-2b93-4438-b4d2-1b1ffd495903 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.925311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d910a76-2b93-4438-b4d2-1b1ffd495903 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.927559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d910a76-2b93-4438-b4d2-1b1ffd495903 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/d94702da-16e1-49e8-a957-8e450ad3221f HTTP/1.1" status: 404 len: 333 time: 0.0269487 Sep 17 01:30:56.929664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.947872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=d3c642a7-d392-4259-8bf6-96911a618137,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:56.954850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6be6979d-db87-49ed-bf48-def51934685b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8270be592834bf890767b80612d6db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350162 Sep 17 01:30:56.959598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49240) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.964052 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-536a58be-f022-43aa-b992-97b9fabfffc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.964555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536a58be-f022-43aa-b992-97b9fabfffc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:56.968689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-536a58be-f022-43aa-b992-97b9fabfffc3 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/8e2996a1-026d-4d0d-9287-f7cbeb87bb4b HTTP/1.1" status: 404 len: 337 time: 0.0358677 Sep 17 01:30:56.968997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49242) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:56.978511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6979d-db87-49ed-bf48-def51934685b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850aa736-24de-42d5-a154-1071f00b77d9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:56.998302 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3051fd-9ef8-4975-936f-7f8401e62d92 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:56.998831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3051fd-9ef8-4975-936f-7f8401e62d92 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.003200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b3051fd-9ef8-4975-936f-7f8401e62d92 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/afdccb50-315d-4c41-bb80-57f8d4dab386 HTTP/1.1" status: 404 len: 337 time: 0.0300672 Sep 17 01:30:57.003519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49244) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.011113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ada094-5b17-4128-8b75-e34f640783e7 req-48614352-e4af-4bc2-af9f-127400ce64df tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:57.014794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19ada094-5b17-4128-8b75-e34f640783e7 req-48614352-e4af-4bc2-af9f-127400ce64df tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 944 time: 0.1178775 Sep 17 01:30:57.031698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-93e5f0a8-82d0-4d9b-ae5e-64c6e12d85a8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports?device_id=f901cb2f-160d-42d6-9857-cf28f676c13c HTTP/1.1" status: 200 len: 205 time: 0.0263782 Sep 17 01:30:57.034392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49246) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.059996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588beb7b-0beb-4eca-9e39-36d23981d3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.073194 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-c419f57d-cbd2-4602-a020-17420c6c6792 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] delete failed (client error): The resource could not be found. Sep 17 01:30:57.074574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c419f57d-cbd2-4602-a020-17420c6c6792 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/routers/f901cb2f-160d-42d6-9857-cf28f676c13c HTTP/1.1" status: 404 len: 336 time: 0.0389168 Sep 17 01:30:57.075714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19ada094-5b17-4128-8b75-e34f640783e7 req-b240edae-c497-4dad-8f09-233a454444e4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559199 Sep 17 01:30:57.077739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49248) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.101105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['d3c642a7-d392-4259-8bf6-96911a618137'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:30:57.114436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588beb7b-0beb-4eca-9e39-36d23981d3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.116536 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f36f0e-9f3e-4783-9c16-ea0bbe24c43a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.119206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f36f0e-9f3e-4783-9c16-ea0bbe24c43a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.119206 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e5f36f0e-9f3e-4783-9c16-ea0bbe24c43a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/10ed0694-05ea-4a29-ac9e-0bf9735b5438 HTTP/1.1" status: 404 len: 337 time: 0.0400503 Sep 17 01:30:57.121741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49250) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.156755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-25f4091c-0ed2-4098-8f48-845af9040b10 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "GET /v2.0/ports?device_id=eec8ec13-2ce2-49dc-9e3a-76941ecdae96 HTTP/1.1" status: 200 len: 205 time: 0.0334413 Sep 17 01:30:57.161195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49252) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.203130 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-6a9ab80c-ec08-4b8a-b031-15829ca3e28b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] delete failed (client error): The resource could not be found. Sep 17 01:30:57.204223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6a9ab80c-ec08-4b8a-b031-15829ca3e28b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/routers/eec8ec13-2ce2-49dc-9e3a-76941ecdae96 HTTP/1.1" status: 404 len: 336 time: 0.0421035 Sep 17 01:30:57.207323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49256) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.236276 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a7b2e8-34bc-4b82-9f54-11f8ff39cd70 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.237243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a7b2e8-34bc-4b82-9f54-11f8ff39cd70 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.239021 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d4a7b2e8-34bc-4b82-9f54-11f8ff39cd70 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/a83f0ae4-decd-4703-a255-bf8c45c66f3f HTTP/1.1" status: 404 len: 337 time: 0.0306613 Sep 17 01:30:57.239921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588beb7b-0beb-4eca-9e39-36d23981d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.243072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-588beb7b-0beb-4eca-9e39-36d23981d3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.243643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49258) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.244164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-588beb7b-0beb-4eca-9e39-36d23981d3c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/850aa736-24de-42d5-a154-1071f00b77d9 HTTP/1.1" status: 204 len: 168 time: 0.2832985 Sep 17 01:30:57.254621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588beb7b-0beb-4eca-9e39-36d23981d3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850aa736-24de-42d5-a154-1071f00b77d9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:57.287036 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-503dbe6f-5502-4e7a-a519-1765d984d91a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.287534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-503dbe6f-5502-4e7a-a519-1765d984d91a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.289285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-503dbe6f-5502-4e7a-a519-1765d984d91a tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/cbfe292a-66ef-43ad-ac89-ffc158baab28 HTTP/1.1" status: 404 len: 337 time: 0.0410244 Sep 17 01:30:57.292026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49262) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.315185 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c6cf15-db7c-428b-aaba-7945be2a3af4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.315799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c6cf15-db7c-428b-aaba-7945be2a3af4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.317478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-49c6cf15-db7c-428b-aaba-7945be2a3af4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/505e309d-bd37-4372-9e19-4bc0e57c78ba HTTP/1.1" status: 404 len: 333 time: 0.0244749 Sep 17 01:30:57.320047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49264) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.350167 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4808a7-f3ee-4f57-9e29-1e24e4cbffc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.357178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4808a7-f3ee-4f57-9e29-1e24e4cbffc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.357178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3f4808a7-f3ee-4f57-9e29-1e24e4cbffc4 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/0dfe2811-efdf-45ae-b8eb-8617f1fd05dc HTTP/1.1" status: 404 len: 337 time: 0.0315065 Sep 17 01:30:57.357178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49266) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.380243 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b0196b-1f54-40b2-9fc7-ac15519501a2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.380940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8b0196b-1f54-40b2-9fc7-ac15519501a2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.384983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d8b0196b-1f54-40b2-9fc7-ac15519501a2 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/08df548e-e7e7-4baa-a7f3-e40eece72253 HTTP/1.1" status: 404 len: 333 time: 0.0268369 Sep 17 01:30:57.385507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49268) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.406378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d57f843-4fb0-47f6-985a-8c222ddc9a7b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:30:57.414359 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d45bb6b-1d30-4690-b281-42e335b93cc7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.414825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d45bb6b-1d30-4690-b281-42e335b93cc7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.419315 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6d45bb6b-1d30-4690-b281-42e335b93cc7 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/25940c5a-e61f-4368-9335-d186005945d5 HTTP/1.1" status: 404 len: 337 time: 0.0326400 Sep 17 01:30:57.419542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49270) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.428301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0d57f843-4fb0-47f6-985a-8c222ddc9a7b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:30:57.428729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d57f843-4fb0-47f6-985a-8c222ddc9a7b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:30:57.448574 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed9b153-859d-448b-8fd8-54c19a570b4b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.449209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed9b153-859d-448b-8fd8-54c19a570b4b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.453360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1ed9b153-859d-448b-8fd8-54c19a570b4b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/123f2a6a-8493-4ba1-ab03-d203853d180a HTTP/1.1" status: 404 len: 333 time: 0.0296221 Sep 17 01:30:57.454152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49272) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.481368 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b9a8b1-2efc-488a-9bba-11791776ca04 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.481832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b9a8b1-2efc-488a-9bba-11791776ca04 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.483638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e0b9a8b1-2efc-488a-9bba-11791776ca04 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/868d9a9c-9679-4116-af96-b554f3df9483 HTTP/1.1" status: 404 len: 337 time: 0.0285499 Sep 17 01:30:57.487021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49276) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.510213 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce2e197-35d3-4556-bdfd-127e726ce7ed tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.510831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce2e197-35d3-4556-bdfd-127e726ce7ed tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.512545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ce2e197-35d3-4556-bdfd-127e726ce7ed tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/f591d26b-38a8-483a-948d-e10d12701176 HTTP/1.1" status: 404 len: 333 time: 0.0245550 Sep 17 01:30:57.522966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49278) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.549075 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce8f22a6-c9bc-44ed-abce-6a14b231b1ce tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.549532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce8f22a6-c9bc-44ed-abce-6a14b231b1ce tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.551260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ce8f22a6-c9bc-44ed-abce-6a14b231b1ce tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/a78abc64-53bf-4c80-ae6e-bf6cfd2a3e22 HTTP/1.1" status: 404 len: 337 time: 0.0272129 Sep 17 01:30:57.553938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49280) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.581327 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-8203b6d2-326a-475d-bab8-6bd1295a3aee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.581973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8203b6d2-326a-475d-bab8-6bd1295a3aee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.586243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8203b6d2-326a-475d-bab8-6bd1295a3aee tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/0a8fd24d-d458-4242-bb82-240b62a676b3 HTTP/1.1" status: 404 len: 333 time: 0.0289788 Sep 17 01:30:57.586390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49282) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.615379 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4bddcd-a063-4c85-93e3-d033bcef37ba tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.615676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4bddcd-a063-4c85-93e3-d033bcef37ba tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.620059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.620303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc4bddcd-a063-4c85-93e3-d033bcef37ba tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/7559e93c-1181-4b9d-92af-54a897463b60 HTTP/1.1" status: 404 len: 337 time: 0.0327752 Sep 17 01:30:57.649465 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-12176959-ad13-433c-8b99-69f154ad7e75 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.650142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12176959-ad13-433c-8b99-69f154ad7e75 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.651932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12176959-ad13-433c-8b99-69f154ad7e75 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/bbee30f5-79e1-4c4d-93b4-24804cf02f09 HTTP/1.1" status: 404 len: 333 time: 0.0308795 Sep 17 01:30:57.654643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.683015 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-2618aca1-44fb-428a-bb2c-f2474abae189 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.683015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2618aca1-44fb-428a-bb2c-f2474abae189 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.686296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2618aca1-44fb-428a-bb2c-f2474abae189 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/17677bca-1220-45c2-9e9a-70c662dad658 HTTP/1.1" status: 404 len: 337 time: 0.0306778 Sep 17 01:30:57.686487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.721815 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f756abdc-7aec-4293-91ee-0818d50e5dc5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.722525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f756abdc-7aec-4293-91ee-0818d50e5dc5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.726970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49294) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.727170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f756abdc-7aec-4293-91ee-0818d50e5dc5 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/ports/c6c712aa-d01c-42f8-a790-6522aa769746 HTTP/1.1" status: 404 len: 333 time: 0.0392818 Sep 17 01:30:57.753446 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa62da7-fdea-4902-acbe-c207f0139a4b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] DELETE failed (client error): The resource could not be found. Sep 17 01:30:57.753921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa62da7-fdea-4902-acbe-c207f0139a4b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:30:57.755681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7fa62da7-fdea-4902-acbe-c207f0139a4b tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/subnets/be00b1ff-31a4-4026-ba4e-62fd94e50622 HTTP/1.1" status: 404 len: 337 time: 0.0276299 Sep 17 01:30:57.758275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49296) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:57.845094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.932321 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.956194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e608b38-ea83-40c5-aada-b94b3c71187f']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:57.965893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f062922-590d-43d9-bca0-be266da7b40d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:57.966362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f062922-590d-43d9-bca0-be266da7b40d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:30:57.976991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.991846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:57.998693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:30:57.999192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:30:58.003946 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:30:58.038045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49300) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:58.044350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49302) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:58.060772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1150c367-5975-4a0b-8cbe-4fe6f4336d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.154009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.166691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.171267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] 10.222.0.13 "DELETE /v2.0/networks/0e608b38-ea83-40c5-aada-b94b3c71187f HTTP/1.1" status: 204 len: 168 time: 0.4119928 Sep 17 01:30:58.184375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Pushing event deleted for resources: {'Network': ['ID=0e608b38-ea83-40c5-aada-b94b3c71187f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:58.193040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.193391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.193732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.194067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.194397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.194726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.195050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.195409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.195732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.196049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.196523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.197003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc4e85-dcf1-4dda-98fe-b600338fbbc8 tempest-NetworksTestDHCPv6-1732923164 tempest-NetworksTestDHCPv6-1732923164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:30:58.249610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02826f-7006-42df-87b9-95f1b6537364 req-d90110a5-7c39-444e-84ba-448994b52730 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:58.251869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd02826f-7006-42df-87b9-95f1b6537364 req-d90110a5-7c39-444e-84ba-448994b52730 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 944 time: 0.1057272 Sep 17 01:30:58.315494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-598a20ed-dfb4-4d2f-bad5-c58d9a5974a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.340828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1150c367-5975-4a0b-8cbe-4fe6f4336d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.344999 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dd02826f-7006-42df-87b9-95f1b6537364 req-df57344e-559a-4217-987b-86cbd47a25fe tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816469 Sep 17 01:30:58.454327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1150c367-5975-4a0b-8cbe-4fe6f4336d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.507001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1150c367-5975-4a0b-8cbe-4fe6f4336d89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79b748ff18fc41c7aed6c830bb9d122b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610946 Sep 17 01:30:58.509862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49312) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:58.516703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c367-5975-4a0b-8cbe-4fe6f4336d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015d02cc-d072-4f5e-a41c-af64813dea2b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:58.546339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d3c642a7-d392-4259-8bf6-96911a618137 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:30:58.597644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8dd24441-5fbf-4236-bd22-d8370aa87c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.612156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-598a20ed-dfb4-4d2f-bad5-c58d9a5974a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.632183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8dd24441-5fbf-4236-bd22-d8370aa87c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.694577 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49316) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:58.698158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-598a20ed-dfb4-4d2f-bad5-c58d9a5974a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.716782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port d3c642a7-d392-4259-8bf6-96911a618137 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:30:58.728123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port d3c642a7-d392-4259-8bf6-96911a618137 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:30:58.728515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.758157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:58.758338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-598a20ed-dfb4-4d2f-bad5-c58d9a5974a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df03701268bd4a0c81d773413e50d41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190073 Sep 17 01:30:58.759940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a20ed-dfb4-4d2f-bad5-c58d9a5974a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358c4ecd-c8cd-4941-90d3-ca127330f567,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:58.786300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.795056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8dd24441-5fbf-4236-bd22-d8370aa87c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.798595 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8dd24441-5fbf-4236-bd22-d8370aa87c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.815299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8dd24441-5fbf-4236-bd22-d8370aa87c57 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/015d02cc-d072-4f5e-a41c-af64813dea2b HTTP/1.1" status: 204 len: 168 time: 0.3034818 Sep 17 01:30:58.836263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.854562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd24441-5fbf-4236-bd22-d8370aa87c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015d02cc-d072-4f5e-a41c-af64813dea2b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:58.877146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d3c642a7-d392-4259-8bf6-96911a618137, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d3c642a7-d392-4259-8bf6-96911a618137,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:30:58.879412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f82d0dd-3614-4e09-a455-db782a556041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c642a7-d392-4259-8bf6-96911a618137'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:30:58.881845 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d60153-3f61-4c17-a8e3-16889b4eeb88" -d '{"events": [{"server_uuid": "9f82d0dd-3614-4e09-a455-db782a556041", "name": "network-vif-plugged", "status": "completed", "tag": "d3c642a7-d392-4259-8bf6-96911a618137"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:30:58.936815 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.943145 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad90305-52e1-4da7-b313-ec4d5425fcda x-openstack-request-id: req-fad90305-52e1-4da7-b313-ec4d5425fcda {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:30:58.943459 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f82d0dd-3614-4e09-a455-db782a556041", "name": "network-vif-plugged", "status": "completed", "tag": "d3c642a7-d392-4259-8bf6-96911a618137", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:30:58.943694 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fad90305-52e1-4da7-b313-ec4d5425fcda {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:30:58.944084 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f82d0dd-3614-4e09-a455-db782a556041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c642a7-d392-4259-8bf6-96911a618137', 'code': 200} Sep 17 01:30:58.957530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49328) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:58.957863 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-938358a0-b75a-4161-ae73-1005ec8f8860 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d00fefbb0dd64e6eb42a2d8603f7d405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2590511 Sep 17 01:30:58.959106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-262630f2-9feb-4fa1-bb4e-47df8744525c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:58.993716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-262630f2-9feb-4fa1-bb4e-47df8744525c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.048893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=d3c642a7-d392-4259-8bf6-96911a618137,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:59.090301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36fba145-3501-475f-886e-6c72600f798a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.097271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf997a-691e-4969-bf6c-6c9ad274a294 req-55719e83-2f15-4d67-9c2d-64f20857bab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:59.098830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7daf997a-691e-4969-bf6c-6c9ad274a294 req-55719e83-2f15-4d67-9c2d-64f20857bab4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 1096 time: 0.0796633 Sep 17 01:30:59.115178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-262630f2-9feb-4fa1-bb4e-47df8744525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.118654 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-262630f2-9feb-4fa1-bb4e-47df8744525c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.120951 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-262630f2-9feb-4fa1-bb4e-47df8744525c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/358c4ecd-c8cd-4941-90d3-ca127330f567 HTTP/1.1" status: 204 len: 168 time: 0.3607786 Sep 17 01:30:59.131922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262630f2-9feb-4fa1-bb4e-47df8744525c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c4ecd-c8cd-4941-90d3-ca127330f567,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:59.247009 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.505314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36fba145-3501-475f-886e-6c72600f798a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.568276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7daf997a-691e-4969-bf6c-6c9ad274a294 req-bea630ef-dc61-4ac0-935d-9b0f50f46d48 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606602 Sep 17 01:30:59.581350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f92d6-d605-4f44-882f-7d5e0ffbcded req-ab3758b7-a0ff-4bed-90e2-cc091fd94701 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:30:59.582894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-202f92d6-d605-4f44-882f-7d5e0ffbcded req-ab3758b7-a0ff-4bed-90e2-cc091fd94701 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.1048114 Sep 17 01:30:59.626375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-202f92d6-d605-4f44-882f-7d5e0ffbcded req-d3bb9676-c398-492a-89a3-1f98bd1d2c20 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 Sep 17 01:30:59.704070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36fba145-3501-475f-886e-6c72600f798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.706628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-36fba145-3501-475f-886e-6c72600f798a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.710366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-36fba145-3501-475f-886e-6c72600f798a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbac5686-fae1-4163-8914-514910c9cd71 HTTP/1.1" status: 204 len: 168 time: 0.7494559 Sep 17 01:30:59.716366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fba145-3501-475f-886e-6c72600f798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac5686-fae1-4163-8914-514910c9cd71,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:30:59.811114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49352) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:30:59.833304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da2c2261-6165-4ac7-8231-ff1cbd72bc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:30:59.931311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da2c2261-6165-4ac7-8231-ff1cbd72bc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:00.012412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da2c2261-6165-4ac7-8231-ff1cbd72bc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:00.059018 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da2c2261-6165-4ac7-8231-ff1cbd72bc6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4c7ee5672c347b4913cd00ca26bb83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461560 Sep 17 01:31:00.061622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:00.069435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c2261-6165-4ac7-8231-ff1cbd72bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d619b5ab-9ffe-4cba-a3f1-3c02be680563,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:00.122378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08cc932e-e332-44fe-932b-fa010956989a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:00.154629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08cc932e-e332-44fe-932b-fa010956989a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:00.275286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08cc932e-e332-44fe-932b-fa010956989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:00.278005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08cc932e-e332-44fe-932b-fa010956989a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:00.279468 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-08cc932e-e332-44fe-932b-fa010956989a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d619b5ab-9ffe-4cba-a3f1-3c02be680563 HTTP/1.1" status: 204 len: 168 time: 0.2167914 Sep 17 01:31:00.288326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc932e-e332-44fe-932b-fa010956989a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d619b5ab-9ffe-4cba-a3f1-3c02be680563,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:00.767852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2e9c4-d825-408f-8e89-6a3e9001201e req-71bfb46a-025c-4efc-9f6b-7fc94b5fb619 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:00.775123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8f2e9c4-d825-408f-8e89-6a3e9001201e req-71bfb46a-025c-4efc-9f6b-7fc94b5fb619 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.0645649 Sep 17 01:31:00.842824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8f2e9c4-d825-408f-8e89-6a3e9001201e req-da3daccb-7e74-4713-831f-7cb7aa71367d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498345 Sep 17 01:31:00.986106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fd228-2f9f-4a95-9403-ab8a3cee4817 req-e064df8d-668d-4689-a6a1-6e7a84da8a94 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:00.991656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fd228-2f9f-4a95-9403-ab8a3cee4817 req-e064df8d-668d-4689-a6a1-6e7a84da8a94 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.0603859 Sep 17 01:31:01.033211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1c1fd228-2f9f-4a95-9403-ab8a3cee4817 req-9a8b734c-2276-426c-8e1f-77aaf7907f85 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Sep 17 01:31:01.172722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd909-f1e2-40ec-9a0e-dcb55e9cdaff req-9aee8a1c-2e56-40a9-99d7-c7f0f3b6391c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:01.174254 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aacfd909-f1e2-40ec-9a0e-dcb55e9cdaff req-9aee8a1c-2e56-40a9-99d7-c7f0f3b6391c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.0570884 Sep 17 01:31:01.240307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aacfd909-f1e2-40ec-9a0e-dcb55e9cdaff req-0f4f554a-1387-4201-818b-d28d7a9b4815 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541136 Sep 17 01:31:01.281078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.606707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-4be6cba1-b60e-442c-b1da-41db3415ab8c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.608151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4be6cba1-b60e-442c-b1da-41db3415ab8c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3251038 Sep 17 01:31:01.612181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49430) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.622910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-87f8c373-e01e-4ae5-a6df-13033821825b tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.628031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-87f8c373-e01e-4ae5-a6df-13033821825b tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0115442 Sep 17 01:31:01.628665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49432) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.638421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-90dc686a-4ccf-46b6-a3a6-6ff8eb9fc9ca tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.640207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-90dc686a-4ccf-46b6-a3a6-6ff8eb9fc9ca tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0097139 Sep 17 01:31:01.643207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49434) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.648207 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-c019a2de-8e7d-4aec-af67-483677c9dead tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.649164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c019a2de-8e7d-4aec-af67-483677c9dead tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048332 Sep 17 01:31:01.652086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49436) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.656026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-6c486eea-83db-4fbd-90ad-5ce186a06227 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.659624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.659816 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c486eea-83db-4fbd-90ad-5ce186a06227 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0066614 Sep 17 01:31:01.663934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-a50efc9e-7c51-48bf-9e57-dc95ceef3083 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.669365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a50efc9e-7c51-48bf-9e57-dc95ceef3083 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0044165 Sep 17 01:31:01.671272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49440) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.676250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-01be8f9d-9eb6-4984-81d8-be4105bbe079 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.677196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-01be8f9d-9eb6-4984-81d8-be4105bbe079 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050488 Sep 17 01:31:01.679603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.683559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-b762c027-1d45-4da8-aae7-728501709edc tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.686984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49444) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.691890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b762c027-1d45-4da8-aae7-728501709edc tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0112355 Sep 17 01:31:01.693354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-446e5dc0-8310-4e98-b0f8-939434916cd2 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.695701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-446e5dc0-8310-4e98-b0f8-939434916cd2 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0076621 Sep 17 01:31:01.696916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.701486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-7222c60e-7f8d-4854-8e67-83a4d986c3db tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.703175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7222c60e-7f8d-4854-8e67-83a4d986c3db tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046213 Sep 17 01:31:01.706415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49454) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.710467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-61fc9baf-703e-49b3-bc3f-de4bec77080c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.711480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-61fc9baf-703e-49b3-bc3f-de4bec77080c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041580 Sep 17 01:31:01.713853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.718186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-8a91b552-40f8-413e-abc5-7188a3e5f0d5 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.722440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8a91b552-40f8-413e-abc5-7188a3e5f0d5 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041969 Sep 17 01:31:01.722950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49458) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.728160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-6b30dd21-a8e4-43f5-b41d-1986889baa40 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.732398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49460) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.737339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b30dd21-a8e4-43f5-b41d-1986889baa40 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0081642 Sep 17 01:31:01.742693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-b041ce7e-af28-4d46-b4c4-bad716263957 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.747323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49466) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.747530 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b041ce7e-af28-4d46-b4c4-bad716263957 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0136466 Sep 17 01:31:01.755070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-45b54c30-956f-4cef-b74a-383853bbccb2 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.759982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49468) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.766636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-45b54c30-956f-4cef-b74a-383853bbccb2 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0165207 Sep 17 01:31:01.767879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-39d7c183-eea2-41b1-acb6-4e1de96f07e8 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.771981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.774068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39d7c183-eea2-41b1-acb6-4e1de96f07e8 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0127795 Sep 17 01:31:01.777893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-a42bd971-c7fc-4195-9c99-22c65c725182 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.782910 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.788398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a42bd971-c7fc-4195-9c99-22c65c725182 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0153894 Sep 17 01:31:01.788854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-17a3d4d1-3d5c-4666-a1bc-054e30bf3a7f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.793729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.797440 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-17a3d4d1-3d5c-4666-a1bc-054e30bf3a7f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0131288 Sep 17 01:31:01.800656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-9e88e670-e9fa-411f-9a9b-26d35c772eae tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.804838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e88e670-e9fa-411f-9a9b-26d35c772eae tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0099418 Sep 17 01:31:01.805446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49476) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.809927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-2f2e9a11-f553-46ba-8262-68a92f96d3d8 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.814260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49480) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.821818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-9cb8b8b8-bf14-4162-82f6-e2f54644fcca tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.821818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9cb8b8b8-bf14-4162-82f6-e2f54644fcca tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044355 Sep 17 01:31:01.822859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.827569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-60d1c20f-d8a3-4d8b-a824-bf5d384ca112 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.827705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2f2e9a11-f553-46ba-8262-68a92f96d3d8 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0209157 Sep 17 01:31:01.832038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-60d1c20f-d8a3-4d8b-a824-bf5d384ca112 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081172 Sep 17 01:31:01.832715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49484) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.838223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-4a11756d-2e31-4cda-b81a-9cdab8a7b2e7 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.842316 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a11756d-2e31-4cda-b81a-9cdab8a7b2e7 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084338 Sep 17 01:31:01.843069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49486) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.848571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-0be69b61-bb53-40b6-8c54-012fb17236a9 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.851096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0be69b61-bb53-40b6-8c54-012fb17236a9 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069935 Sep 17 01:31:01.855049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49488) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.866590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-90ea4262-628e-41ed-91c6-53c003548a4c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.878249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-90ea4262-628e-41ed-91c6-53c003548a4c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0116093 Sep 17 01:31:01.878472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49490) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.882773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-48f04853-530e-4a51-b76e-5de3be57dac5 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.886331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-48f04853-530e-4a51-b76e-5de3be57dac5 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069847 Sep 17 01:31:01.886894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49492) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.892566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-475a2678-0429-4b9e-afac-6e0360d1ddb2 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.896278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49496) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.896696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-475a2678-0429-4b9e-afac-6e0360d1ddb2 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0081847 Sep 17 01:31:01.900420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-fcaba87c-7512-469f-9f8c-f00bb9db7184 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.901354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fcaba87c-7512-469f-9f8c-f00bb9db7184 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041826 Sep 17 01:31:01.904013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49498) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.910999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-9bdb53d8-4daa-4b99-bf89-e8204d9e7173 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.914703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.915587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9bdb53d8-4daa-4b99-bf89-e8204d9e7173 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0104377 Sep 17 01:31:01.919299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-1b69e9ea-5d8b-465f-a581-6ebcca1b48f9 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.920152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b69e9ea-5d8b-465f-a581-6ebcca1b48f9 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043268 Sep 17 01:31:01.928210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49502) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.932699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-ac167e62-ddd1-4b9a-b9be-da95413f6dd7 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.936063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ac167e62-ddd1-4b9a-b9be-da95413f6dd7 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0058141 Sep 17 01:31:01.938503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49504) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.939161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4387b52-ede4-4005-a499-5a6fc12111fb req-6de87d7c-5421-4bb7-a24c-dab02a1cfe43 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:01.940896 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4387b52-ede4-4005-a499-5a6fc12111fb req-6de87d7c-5421-4bb7-a24c-dab02a1cfe43 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.1105146 Sep 17 01:31:01.944838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-b1fd4edc-4aec-440f-b015-660d8931ac63 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.946396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b1fd4edc-4aec-440f-b015-660d8931ac63 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0064521 Sep 17 01:31:01.951029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49506) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.957052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-7b8e2e0e-450a-4a34-b087-6e71cffe78f6 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.958312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b8e2e0e-450a-4a34-b087-6e71cffe78f6 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059829 Sep 17 01:31:01.960870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49510) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.965267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-0402e89c-463a-47f4-9325-855b7cefdda4 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.966209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0402e89c-463a-47f4-9325-855b7cefdda4 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043933 Sep 17 01:31:01.968611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49512) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.972801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-3472ef08-3af7-44fc-a1ca-c8db28428a7a tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.973726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3472ef08-3af7-44fc-a1ca-c8db28428a7a tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0041380 Sep 17 01:31:01.979548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.984523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-e12285da-8d58-4129-ac15-ce7439cbcd8f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.985915 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e12285da-8d58-4129-ac15-ce7439cbcd8f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049422 Sep 17 01:31:01.988261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49518) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:01.996531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-407a0e4a-3211-4753-b40b-2ac6fbe0bc15 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:01.997531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-407a0e4a-3211-4753-b40b-2ac6fbe0bc15 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0077097 Sep 17 01:31:02.000066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49520) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.004811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-cca7ad75-0340-4a00-b712-82587838fb30 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.005931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cca7ad75-0340-4a00-b712-82587838fb30 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043380 Sep 17 01:31:02.013923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49522) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.019056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-66e80394-4911-42c1-8336-095cd13cef5d tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.020000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-66e80394-4911-42c1-8336-095cd13cef5d tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0051355 Sep 17 01:31:02.023761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49524) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.031158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-e33add2e-68dd-4055-b352-85c4da06152f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.034838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4387b52-ede4-4005-a499-5a6fc12111fb req-ac8f8787-0e92-4da2-a43d-6105c951a813 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Sep 17 01:31:02.043112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49526) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.043874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-49f5a8b5-5542-46fa-ab6d-6556500a4056 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.044086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e33add2e-68dd-4055-b352-85c4da06152f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0107625 Sep 17 01:31:02.046919 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-49f5a8b5-5542-46fa-ab6d-6556500a4056 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095479 Sep 17 01:31:02.053763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49528) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.060701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-6b9c97e8-37dd-4b03-aa6e-fff086c8cfad tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.061815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b9c97e8-37dd-4b03-aa6e-fff086c8cfad tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0061409 Sep 17 01:31:02.065794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49530) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.070366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-ec114454-47a0-4058-a6cc-bdf25f32e355 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.071366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ec114454-47a0-4058-a6cc-bdf25f32e355 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045907 Sep 17 01:31:02.074076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49532) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.078886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-72785606-9475-49b9-9413-bcf43f911268 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.080873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-72785606-9475-49b9-9413-bcf43f911268 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048938 Sep 17 01:31:02.082977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49534) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.087908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-9e441e24-98dd-46f1-bce3-845fcb0f1622 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.091912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e441e24-98dd-46f1-bce3-845fcb0f1622 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0077000 Sep 17 01:31:02.092633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49536) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.097635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-6e7c5ba7-9325-408d-a10f-15424f4e7edd tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.099124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e7c5ba7-9325-408d-a10f-15424f4e7edd tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0051682 Sep 17 01:31:02.101498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.106041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-d5530b7f-9947-48f4-84fb-178532549114 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.107112 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d5530b7f-9947-48f4-84fb-178532549114 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0043881 Sep 17 01:31:02.114052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49540) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.118477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-e4a0900c-73e3-472a-a396-f3ffe00b012f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.119492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e4a0900c-73e3-472a-a396-f3ffe00b012f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044734 Sep 17 01:31:02.121848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.127939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-193349a6-7dd6-4433-938e-36d337532d2a tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.128915 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-193349a6-7dd6-4433-938e-36d337532d2a tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0061767 Sep 17 01:31:02.131494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.135638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-cb619e23-622c-4fc9-b9f4-ce5f2103053b tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.138912 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cb619e23-622c-4fc9-b9f4-ce5f2103053b tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065105 Sep 17 01:31:02.139419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49548) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.145015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-65d94b2b-e34b-44e8-9daf-0233edc659ce tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.147918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-65d94b2b-e34b-44e8-9daf-0233edc659ce tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071044 Sep 17 01:31:02.148750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49550) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.153867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-64ec760b-ce9c-4e69-9ead-e554c5243292 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.154814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-64ec760b-ce9c-4e69-9ead-e554c5243292 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048935 Sep 17 01:31:02.157450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.161676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-7316a90a-30f2-466a-895a-1a3f40f23b9c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.165287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7316a90a-30f2-466a-895a-1a3f40f23b9c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0069325 Sep 17 01:31:02.165688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49554) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.173403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-6e14cdc7-45d8-437c-abfe-de1eab4dc752 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.179246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49560) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.182958 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e14cdc7-45d8-437c-abfe-de1eab4dc752 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0122869 Sep 17 01:31:02.187369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-f5cfed76-edd1-46e6-8d45-6ab9fb0c0037 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.191553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49562) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.191691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5cfed76-edd1-46e6-8d45-6ab9fb0c0037 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0105832 Sep 17 01:31:02.195938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-fac1cc2a-4de7-4858-87fe-90d361f3a55c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.199429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.200014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fac1cc2a-4de7-4858-87fe-90d361f3a55c tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0072696 Sep 17 01:31:02.205435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-fa02878e-8250-447e-b7a2-fc470ddc64d1 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.209825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49566) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.213543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fa02878e-8250-447e-b7a2-fc470ddc64d1 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095086 Sep 17 01:31:02.215711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-85bfd4f6-5122-4f2a-a7b5-20167bdca514 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.219486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-85bfd4f6-5122-4f2a-a7b5-20167bdca514 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081344 Sep 17 01:31:02.219573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49568) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.224076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-536bc55a-178c-44c9-8a1c-5b4538259866 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.225023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-536bc55a-178c-44c9-8a1c-5b4538259866 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0045159 Sep 17 01:31:02.227376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49570) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.231573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-e4853f42-1e89-4b1d-927d-8685b30204e6 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.232507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e4853f42-1e89-4b1d-927d-8685b30204e6 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042894 Sep 17 01:31:02.235537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49572) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.246365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-1379d5b8-6aec-43bc-be5a-2bed51c3f939 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.246365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1379d5b8-6aec-43bc-be5a-2bed51c3f939 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050924 Sep 17 01:31:02.248115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49574) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.252377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-4a25bdd4-ede9-43a1-aec5-d1aa1277bab6 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.253406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a25bdd4-ede9-43a1-aec5-d1aa1277bab6 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0042524 Sep 17 01:31:02.255898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.260392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-a43caf79-9690-4d20-8464-72e1e6ae468f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.261332 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a43caf79-9690-4d20-8464-72e1e6ae468f tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043056 Sep 17 01:31:02.267134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49580) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.272012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-8407108a-130c-4a0f-9fb7-a0466107b951 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.272893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8407108a-130c-4a0f-9fb7-a0466107b951 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042605 Sep 17 01:31:02.275306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49582) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.279578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-2531b6bb-5b69-4661-95c6-409afcf06b63 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.280506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2531b6bb-5b69-4661-95c6-409afcf06b63 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043766 Sep 17 01:31:02.288443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49584) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.289055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-d6445b60-71a6-442c-b122-b9d66b72d606 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.290019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d6445b60-71a6-442c-b122-b9d66b72d606 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055974 Sep 17 01:31:02.292422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49586) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.298214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [None req-727d20df-ede2-4917-b7f2-c8265948643d tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.301761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49590) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.301941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-727d20df-ede2-4917-b7f2-c8265948643d tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083561 Sep 17 01:31:02.307320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-0aecdcc4-1654-4f8a-9f5a-59b23057751e tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.308344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0aecdcc4-1654-4f8a-9f5a-59b23057751e tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052850 Sep 17 01:31:02.310885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:02.316659 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [None req-7b5725fa-895d-4c1e-b12a-4890efc91bb9 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:31:02.317625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b5725fa-895d-4c1e-b12a-4890efc91bb9 tempest-ExtensionsTestJSON-1689837233 tempest-ExtensionsTestJSON-1689837233-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0057817 Sep 17 01:31:02.915865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49646) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:03.037316 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-162e1ed5-7ba8-46c7-9fde-e78a04099d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.139055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-162e1ed5-7ba8-46c7-9fde-e78a04099d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.155383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a69d2-8a7c-485f-a248-7975ebba29ad req-de34d03f-b2f5-4ec2-8159-5789d7b1dbf4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:03.157016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d65a69d2-8a7c-485f-a248-7975ebba29ad req-de34d03f-b2f5-4ec2-8159-5789d7b1dbf4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.0549693 Sep 17 01:31:03.208032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d65a69d2-8a7c-485f-a248-7975ebba29ad req-2b42382b-6696-40f8-a698-d4480a810ff9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449002 Sep 17 01:31:03.229649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-162e1ed5-7ba8-46c7-9fde-e78a04099d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.246699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-6983cd57-9463-46a7-a238-8e0c9cf9160a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:03.248375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-6983cd57-9463-46a7-a238-8e0c9cf9160a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 945 time: 0.0590463 Sep 17 01:31:03.271362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-162e1ed5-7ba8-46c7-9fde-e78a04099d1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=269cb56c1dd34d25b0e9e0f815256769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535867 Sep 17 01:31:03.272574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e1ed5-7ba8-46c7-9fde-e78a04099d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea24ad-31d0-4c49-a6be-e10d3727031a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:03.274933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49680) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:03.330246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecb321e1-df49-47b6-be59-8e5481cb8870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.359243 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecb321e1-df49-47b6-be59-8e5481cb8870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.365947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port d3c642a7-d392-4259-8bf6-96911a618137 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:03.366287 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.485381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port d3c642a7-d392-4259-8bf6-96911a618137, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d3c642a7-d392-4259-8bf6-96911a618137,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:03.485755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.497998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for d3c642a7-d392-4259-8bf6-96911a618137 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:03.502899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecb321e1-df49-47b6-be59-8e5481cb8870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.505621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ecb321e1-df49-47b6-be59-8e5481cb8870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.507600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ecb321e1-df49-47b6-be59-8e5481cb8870 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0ea24ad-31d0-4c49-a6be-e10d3727031a HTTP/1.1" status: 204 len: 168 time: 0.2316697 Sep 17 01:31:03.518397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb321e1-df49-47b6-be59-8e5481cb8870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea24ad-31d0-4c49-a6be-e10d3727031a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:03.778121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.790432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['d3c642a7-d392-4259-8bf6-96911a618137'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:31:03.817149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=d3c642a7-d392-4259-8bf6-96911a618137,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:03.865917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port d3c642a7-d392-4259-8bf6-96911a618137 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:03.872096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:03.876800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86410ffc-ccde-4c1a-ab2b-b5119463d001 req-9c1adccd-441b-49e0-89f1-766dafd726ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "DELETE /v2.0/ports/d3c642a7-d392-4259-8bf6-96911a618137 HTTP/1.1" status: 204 len: 173 time: 0.6220694 Sep 17 01:31:03.877134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f82d0dd-3614-4e09-a455-db782a556041', 'name': 'network-vif-deleted', 'tag': 'd3c642a7-d392-4259-8bf6-96911a618137'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:31:03.879632 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c0c29d-f0f2-4955-b82a-0459b5924a0b" -d '{"events": [{"server_uuid": "9f82d0dd-3614-4e09-a455-db782a556041", "name": "network-vif-deleted", "tag": "d3c642a7-d392-4259-8bf6-96911a618137"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:31:03.931951 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d55bff-5564-4607-9888-318e4970e6a4 x-openstack-request-id: req-55d55bff-5564-4607-9888-318e4970e6a4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:31:03.932430 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f82d0dd-3614-4e09-a455-db782a556041", "name": "network-vif-deleted", "tag": "d3c642a7-d392-4259-8bf6-96911a618137", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:31:03.932682 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-55d55bff-5564-4607-9888-318e4970e6a4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:31:03.933078 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f82d0dd-3614-4e09-a455-db782a556041', 'name': 'network-vif-deleted', 'tag': 'd3c642a7-d392-4259-8bf6-96911a618137', 'status': 'completed', 'code': 200} Sep 17 01:31:04.271003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:04.356066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ba43b7f-a787-4a03-8c70-4be42259b283 req-54bc6537-ade6-4ef2-ac07-2a4703d4b041 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0372307 Sep 17 01:31:04.403673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49754) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:04.513154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0b75aea-6c64-43a2-8914-db2cc1662a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.590499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d623b9b-6199-48f2-a884-5404aeeccbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.637518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0b75aea-6c64-43a2-8914-db2cc1662a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.685751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b0b75aea-6c64-43a2-8914-db2cc1662a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.745970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b0b75aea-6c64-43a2-8914-db2cc1662a7e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3986fe9140a7401caa67566ba0cbfd19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653429 Sep 17 01:31:04.746867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49766) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:04.749487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b75aea-6c64-43a2-8914-db2cc1662a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c3c01-2747-4e81-88f7-e89ac377f6ab,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:04.835949 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1622-1e9a-42ab-85e1-86a1eab014e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.889540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1622-1e9a-42ab-85e1-86a1eab014e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.906200 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d623b9b-6199-48f2-a884-5404aeeccbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:04.977440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d623b9b-6199-48f2-a884-5404aeeccbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.029390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2d623b9b-6199-48f2-a884-5404aeeccbea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9b297d27cc8404ca003ee1b8851298b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237264 Sep 17 01:31:05.030735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d623b9b-6199-48f2-a884-5404aeeccbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200b7855-1b6f-4069-a18d-f64743c7e116,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:05.032960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:05.050694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1622-1e9a-42ab-85e1-86a1eab014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.054192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b8f1622-1e9a-42ab-85e1-86a1eab014e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.057760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b8f1622-1e9a-42ab-85e1-86a1eab014e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d1c3c01-2747-4e81-88f7-e89ac377f6ab HTTP/1.1" status: 204 len: 168 time: 0.3069081 Sep 17 01:31:05.067411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f1622-1e9a-42ab-85e1-86a1eab014e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c3c01-2747-4e81-88f7-e89ac377f6ab,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:05.141894 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ee354b-375f-4652-a905-45f3b443fab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.164837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ee354b-375f-4652-a905-45f3b443fab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.303987 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ee354b-375f-4652-a905-45f3b443fab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.306580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3ee354b-375f-4652-a905-45f3b443fab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.310223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c3ee354b-375f-4652-a905-45f3b443fab2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/200b7855-1b6f-4069-a18d-f64743c7e116 HTTP/1.1" status: 204 len: 168 time: 0.2738264 Sep 17 01:31:05.316179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee354b-375f-4652-a905-45f3b443fab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b7855-1b6f-4069-a18d-f64743c7e116,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:05.333744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49790) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:05.492591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0a7e6db3-a479-4e64-81e5-eb93cd8ec4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.506664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-814f970c-8111-4531-be84-71a94b22aba0 req-e28b2857-4ad1-4775-bc46-2b9bfd06710e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0328965 Sep 17 01:31:05.590003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'networks': [{'name': 'tempest-network--377858154'}, {'name': 'tempest-network--1853546196'}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:05.590323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'network': {'name': 'tempest-network--377858154'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:05.590905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'network': {'name': 'tempest-network--1853546196'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:05.726584 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'network': 2} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:05.731556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.741604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:05.854499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.003547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.004126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.056739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789b1265-01f1-4cde-bdac-5f93fe436bd3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:06.065396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:06.093088 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.093461 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Added segment 8c95aa58-1b2b-4191-9506-90f1ebdea1ce of type vlan for network 4b2af808-f414-4ed5-9e05-f84163f4e2be Sep 17 01:31:06.114579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49812) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:06.132331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2777a93a-f638-4c39-9e35-f97d27dce73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.147980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.194429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49814) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:06.195693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:06.205718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.206149 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Added segment 97ea7fa4-09f2-43b8-9ffb-803be6e12645 of type vlan for network f90c9657-05c3-4c68-929f-805097122e1b Sep 17 01:31:06.212122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af5d322f-7bc1-45b2-8dbd-ca40b9a4d559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.258369 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.274541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2777a93a-f638-4c39-9e35-f97d27dce73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.363624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2777a93a-f638-4c39-9e35-f97d27dce73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.408001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.408249 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.421473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:06.427097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:06.427762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.439669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2777a93a-f638-4c39-9e35-f97d27dce73f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=03eb7d6ba40a415f84ba68153384e92c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232856 Sep 17 01:31:06.444291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49820) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:06.446621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777a93a-f638-4c39-9e35-f97d27dce73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f17a9bc-3404-4a03-ab99-2df795c5fa19,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:06.503905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Network': ['ID=4b2af808-f414-4ed5-9e05-f84163f4e2be,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:06.519794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 4b2af808-f414-4ed5-9e05-f84163f4e2be details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:06.554823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e428da3-923d-47de-b5e1-fc49a64ce8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.580761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e428da3-923d-47de-b5e1-fc49a64ce8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.631164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d3c642a7-d392-4259-8bf6-96911a618137 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:31:06.633875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Network': ['ID=f90c9657-05c3-4c68-929f-805097122e1b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:06.662364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: d3c642a7-d392-4259-8bf6-96911a618137 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:31:06.662960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d3c642a7-d392-4259-8bf6-96911a618137 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:31:06.693160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2351087-3534-47bc-80f9-7132a2c803f4 req-96490798-7ba9-4ea4-9332-0a52d34f561f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Sep 17 01:31:06.694436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f90c9657-05c3-4c68-929f-805097122e1b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:06.770475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e428da3-923d-47de-b5e1-fc49a64ce8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.773118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e428da3-923d-47de-b5e1-fc49a64ce8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.775934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4e428da3-923d-47de-b5e1-fc49a64ce8de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f17a9bc-3404-4a03-ab99-2df795c5fa19 HTTP/1.1" status: 204 len: 168 time: 0.3304040 Sep 17 01:31:06.804435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e428da3-923d-47de-b5e1-fc49a64ce8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f17a9bc-3404-4a03-ab99-2df795c5fa19,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:06.844739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af5d322f-7bc1-45b2-8dbd-ca40b9a4d559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.932344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af5d322f-7bc1-45b2-8dbd-ca40b9a4d559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:06.988903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d322f-7bc1-45b2-8dbd-ca40b9a4d559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f58f81-fcb5-4469-97f3-e2f17288ba25,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:06.996873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49832) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:06.997783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af5d322f-7bc1-45b2-8dbd-ca40b9a4d559 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d2c65ac0bb34d86b879bb8a39d7257a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023336 Sep 17 01:31:07.073867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4eefbedb-c4b5-45d3-9d39-ac6e486368f1 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7386832 Sep 17 01:31:07.076888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49836) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:07.131599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b510260-88cc-4eaa-8e2e-413ef1d0f7f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.173686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b510260-88cc-4eaa-8e2e-413ef1d0f7f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.294304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516afee8-69fb-4f2e-b9a6-22cfae79c408 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:07.300585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516afee8-69fb-4f2e-b9a6-22cfae79c408 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:07.306391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516afee8-69fb-4f2e-b9a6-22cfae79c408 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:07.312428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516afee8-69fb-4f2e-b9a6-22cfae79c408 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:07.314750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-516afee8-69fb-4f2e-b9a6-22cfae79c408 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2365668 Sep 17 01:31:07.317935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49840) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:07.396821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b510260-88cc-4eaa-8e2e-413ef1d0f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.399767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1b510260-88cc-4eaa-8e2e-413ef1d0f7f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.409453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1b510260-88cc-4eaa-8e2e-413ef1d0f7f8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5f58f81-fcb5-4469-97f3-e2f17288ba25 HTTP/1.1" status: 204 len: 168 time: 0.4096365 Sep 17 01:31:07.445607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b510260-88cc-4eaa-8e2e-413ef1d0f7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f58f81-fcb5-4469-97f3-e2f17288ba25,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:07.465970 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.647981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.675052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2af808-f414-4ed5-9e05-f84163f4e2be']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:07.686343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c95aa58-1b2b-4191-9506-90f1ebdea1ce') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:07.686645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c95aa58-1b2b-4191-9506-90f1ebdea1ce') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:07.697589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.712893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.721879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:07.722202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:07.725854 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:07.851597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-54ca9781-a998-4cb9-a0a5-e39d9707cda6 req-763e1483-ee11-4533-875f-2b6487429788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0464065 Sep 17 01:31:07.938660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.963718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:07.967301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/networks/4b2af808-f414-4ed5-9e05-f84163f4e2be HTTP/1.1" status: 204 len: 168 time: 0.6480565 Sep 17 01:31:07.969943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49864) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:08.001600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a5823-ff74-4d8a-9308-8fe244fe2258 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Network': ['ID=4b2af808-f414-4ed5-9e05-f84163f4e2be,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:08.100960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.137285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-567a8e1a-e320-4b68-86c8-ccd16433ab51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.258356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.280406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90c9657-05c3-4c68-929f-805097122e1b']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:08.291663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ea7fa4-09f2-43b8-9ffb-803be6e12645') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:08.292022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ea7fa4-09f2-43b8-9ffb-803be6e12645') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:08.301946 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.321330 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.329612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:08.329980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:08.333184 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:08.440198 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.448708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.456425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/networks/f90c9657-05c3-4c68-929f-805097122e1b HTTP/1.1" status: 204 len: 168 time: 0.4828050 Sep 17 01:31:08.456785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49892) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:08.468220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7301d-0020-4a33-985d-4d6319afaf11 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Network': ['ID=f90c9657-05c3-4c68-929f-805097122e1b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:08.602410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12a64e-d167-4bf9-bc63-4fcd913f20c6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:08.608528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a12a64e-d167-4bf9-bc63-4fcd913f20c6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:08.610408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a12a64e-d167-4bf9-bc63-4fcd913f20c6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1545782 Sep 17 01:31:08.613986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49898) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:08.619003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1715002578'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:08.732723 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:08.742099 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.782136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:08.795273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.795672 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Added segment bbd2ca80-2390-473a-9783-c6db97bd9750 of type vlan for network b75a571d-6c61-422c-940c-735c50de393c Sep 17 01:31:08.859731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:08.972059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93222c9d-57d1-4037-99cb-e42e57c13e3e req-1701c5e4-fed0-4127-8523-c5cfbef4fbe3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f82d0dd-3614-4e09-a455-db782a556041 HTTP/1.1" status: 200 len: 210 time: 0.0318258 Sep 17 01:31:08.988437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.003565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:09.004299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.103551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.118899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Network': ['ID=b75a571d-6c61-422c-940c-735c50de393c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:09.133959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b75a571d-6c61-422c-940c-735c50de393c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:09.140420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49922) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:09.141977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-715026449'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:09.143486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3eff094d-8c73-430d-a1e0-70cb4db87dbd tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5276251 Sep 17 01:31:09.286738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:09.290516 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.317174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:09.327412 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.327763 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Added segment 5526f3b9-0099-451f-a635-1a891096af90 of type vlan for network 273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee Sep 17 01:31:09.427672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.463865 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.565353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.565353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:09.565353 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:09.638186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Network': ['ID=273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:09.656358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:09.693302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5a294695-886f-47f4-bf98-aa7191e46bef tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5570776 Sep 17 01:31:09.697112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49944) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:09.702710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'ports': [{'network_id': 'b75a571d-6c61-422c-940c-735c50de393c', 'name': 'tempest-port--1673033819', 'admin_state_up': True}, {'network_id': '273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee', 'admin_state_up': False}]} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:09.703907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'port': {'network_id': 'b75a571d-6c61-422c-940c-735c50de393c', 'name': 'tempest-port--1673033819', 'admin_state_up': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:09.704551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'port': {'network_id': '273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee', 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:09.791381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 49950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:10.006017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b25aaea4-aee8-41ad-bbbb-a1e7fc9ece19 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1828598488'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:10.009020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b25aaea4-aee8-41ad-bbbb-a1e7fc9ece19 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Unknown quota resources ['metering_label']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:31:10.041277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'port': 2} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:10.053702 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.075063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.254388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] device_id is not set on port c7bcad00-70fc-43d7-aa9e-05130da04b4e yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:10.318278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b25aaea4-aee8-41ad-bbbb-a1e7fc9ece19 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.318278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b25aaea4-aee8-41ad-bbbb-a1e7fc9ece19 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5150216 Sep 17 01:31:10.318930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 49984) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:10.321145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-13c1420c-11f3-4bce-953d-d384fd77430f tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd7e52705-bd1d-4ec3-a18e-4dd070ab154d'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:10.321641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-13c1420c-11f3-4bce-953d-d384fd77430f tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112073) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:31:10.332238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.462832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] device_id is not set on port 136a450d-e97e-47ca-a6c9-fa4ef4bf90f5 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:10.547539 n-d-789963-7 neutron-server[112073]: WARNING neutron.services.metering.metering_plugin [None req-13c1420c-11f3-4bce-953d-d384fd77430f tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 01:31:10.698462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c1420c-11f3-4bce-953d-d384fd77430f tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.699847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-13c1420c-11f3-4bce-953d-d384fd77430f tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3880904 Sep 17 01:31:10.703936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50000) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:10.708798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e9f7c22d-fe99-49de-ae8a-9b62a680685c tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd7e52705-bd1d-4ec3-a18e-4dd070ab154d'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:10.709282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e9f7c22d-fe99-49de-ae8a-9b62a680685c tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:31:10.744483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.899015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:10.960660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Port': ['ID=c7bcad00-70fc-43d7-aa9e-05130da04b4e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:10.971321 n-d-789963-7 neutron-server[112072]: WARNING neutron.services.metering.metering_plugin [None req-e9f7c22d-fe99-49de-ae8a-9b62a680685c tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 17 01:31:10.978719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Checking segment: {'id': 'bbd2ca80-2390-473a-9783-c6db97bd9750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b75a571d-6c61-422c-940c-735c50de393c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:10.979206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network hostable DHCP agents. Network: b75a571d-6c61-422c-940c-735c50de393c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:11.104098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c22d-fe99-49de-ae8a-9b62a680685c tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.107128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e9f7c22d-fe99-49de-ae8a-9b62a680685c tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4004388 Sep 17 01:31:11.108220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50006) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.120482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4874095-b06e-44c9-af69-fd84b64f4316 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=d9cf3b32-7322-40f2-8d0d-e86fbca76b2c HTTP/1.1" status: 200 len: 462 time: 0.0110264 Sep 17 01:31:11.122918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50008) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.126828 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.132611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network b75a571d-6c61-422c-940c-735c50de393c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:11.216434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b75a571d-6c61-422c-940c-735c50de393c) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:11.225453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891b24a0-1b0c-482c-8340-053cc6c07705 None None] Network b75a571d-6c61-422c-940c-735c50de393c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:11.238253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:11.239303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.389731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50022) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.391906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4e6db52e-3d11-41d1-b82c-345e9760bb51 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.396066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4e6db52e-3d11-41d1-b82c-345e9760bb51 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/d9cf3b32-7322-40f2-8d0d-e86fbca76b2c HTTP/1.1" status: 204 len: 168 time: 0.2722092 Sep 17 01:31:11.396922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50024) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.410210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e4186682-74bb-4dd1-8f29-960ea593529e tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=d9cf3b32-7322-40f2-8d0d-e86fbca76b2c HTTP/1.1" status: 200 len: 221 time: 0.0116112 Sep 17 01:31:11.413449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.419114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-96e22c53-3a69-4485-bda5-2fe80a90ef50 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1306693767', 'description': 'label created by tempest'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:11.419723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-96e22c53-3a69-4485-bda5-2fe80a90ef50 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Unknown quota resources ['metering_label']. {{(pid=112072) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:31:11.455361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Port': ['ID=136a450d-e97e-47ca-a6c9-fa4ef4bf90f5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:11.470699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Checking segment: {'id': '5526f3b9-0099-451f-a635-1a891096af90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:11.471311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network hostable DHCP agents. Network: 273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:11.544425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9edc0275-5a63-4fe8-be02-51130a0db4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.584189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network 273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:11.681101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:11.686022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:11.694119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:11.696059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81ffcc-b6c0-4886-ba9e-39ca581f2eab None None] Network 273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:11.699950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:11.700638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.719135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-96e22c53-3a69-4485-bda5-2fe80a90ef50 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.720699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-96e22c53-3a69-4485-bda5-2fe80a90ef50 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3056264 Sep 17 01:31:11.723228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50032) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.756502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9edc0275-5a63-4fe8-be02-51130a0db4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.818065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3bcddf6e-b65b-4639-ba32-7b430cbffc4b tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=6b2a446c-f225-4c40-b49d-f42c97afa641 HTTP/1.1" status: 200 len: 468 time: 0.0930841 Sep 17 01:31:11.820488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50036) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:11.897952 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9edc0275-5a63-4fe8-be02-51130a0db4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:11.970344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9edc0275-5a63-4fe8-be02-51130a0db4b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8eae83265a914006a6066df7037c932e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786407 Sep 17 01:31:11.977342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc0275-5a63-4fe8-be02-51130a0db4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de417683-1ab4-4f65-8a5c-25fdc60999e3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:11.979800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.011379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f20c233b-8b5a-4bfc-b8aa-4704ebe97502 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3108175 Sep 17 01:31:12.011987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.042621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45dcc9fc-1499-4b52-bb80-426f67d760fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.074262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45dcc9fc-1499-4b52-bb80-426f67d760fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.083124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608bcb4d-9bc1-4533-bf92-962edca12a43 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:12.089167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608bcb4d-9bc1-4533-bf92-962edca12a43 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:12.094109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-608bcb4d-9bc1-4533-bf92-962edca12a43 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0809124 Sep 17 01:31:12.095310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50044) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.133339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2eeb4f11-3234-439d-8a71-30bd45d3e6a1 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.135123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2eeb4f11-3234-439d-8a71-30bd45d3e6a1 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/6b2a446c-f225-4c40-b49d-f42c97afa641 HTTP/1.1" status: 204 len: 168 time: 0.3120687 Sep 17 01:31:12.137615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50046) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.156928 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-04074a19-8891-4ef2-94c0-a2b321b8900f tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=6b2a446c-f225-4c40-b49d-f42c97afa641 HTTP/1.1" status: 200 len: 216 time: 0.0175965 Sep 17 01:31:12.164548 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50052) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.190642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12808490-9154-4d39-8ca2-c3b0ee19af6e tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0248954 Sep 17 01:31:12.195459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50054) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.201020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45dcc9fc-1499-4b52-bb80-426f67d760fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.204838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-45dcc9fc-1499-4b52-bb80-426f67d760fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.207298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-45dcc9fc-1499-4b52-bb80-426f67d760fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de417683-1ab4-4f65-8a5c-25fdc60999e3 HTTP/1.1" status: 204 len: 168 time: 0.2253177 Sep 17 01:31:12.218374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dcc9fc-1499-4b52-bb80-426f67d760fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de417683-1ab4-4f65-8a5c-25fdc60999e3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:12.229838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3f3d5a6c-f59b-4ef2-967a-a6119b747847 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0326476 Sep 17 01:31:12.233264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50060) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.247338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Deleting port c7bcad00-70fc-43d7-aa9e-05130da04b4e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:12.248142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.301040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b51d0068-86ed-460c-9df4-eb4540743bf0 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/d7e52705-bd1d-4ec3-a18e-4dd070ab154d HTTP/1.1" status: 200 len: 473 time: 0.0659926 Sep 17 01:31:12.301953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50066) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.324026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4e9a1bab-5d2c-432c-9445-93539f286636 tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/12a9a047-932b-4d03-94f5-4dcb81d5a9e4 HTTP/1.1" status: 200 len: 459 time: 0.0190902 Sep 17 01:31:12.327758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50070) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.395417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.411534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Calling delete_port for c7bcad00-70fc-43d7-aa9e-05130da04b4e owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:12.577034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.611271 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4bd1caa-891d-42d0-a752-612039be4efb tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.614769 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c4bd1caa-891d-42d0-a752-612039be4efb tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/12a9a047-932b-4d03-94f5-4dcb81d5a9e4 HTTP/1.1" status: 204 len: 168 time: 0.2833974 Sep 17 01:31:12.614948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50080) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.620730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Port': ['ID=c7bcad00-70fc-43d7-aa9e-05130da04b4e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:12.643163 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.651570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-67553752-bf6b-4bc9-8583-e29fce045cb6 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/ports/c7bcad00-70fc-43d7-aa9e-05130da04b4e HTTP/1.1" status: 204 len: 168 time: 0.5551014 Sep 17 01:31:12.654232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50082) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:12.833289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Deleting port 136a450d-e97e-47ca-a6c9-fa4ef4bf90f5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:12.833952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.979826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:12.993313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Calling delete_port for 136a450d-e97e-47ca-a6c9-fa4ef4bf90f5 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:13.060386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6e8f1a-b45e-42a9-95bc-611badb93b7e tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.065213 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bc6e8f1a-b45e-42a9-95bc-611badb93b7e tempest-MeteringIpV6TestJSON-1229230130 tempest-MeteringIpV6TestJSON-1229230130-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/d7e52705-bd1d-4ec3-a18e-4dd070ab154d HTTP/1.1" status: 204 len: 168 time: 0.4455681 Sep 17 01:31:13.192160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.232547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Port': ['ID=136a450d-e97e-47ca-a6c9-fa4ef4bf90f5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:13.238181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.240984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-37fb0917-6890-4763-bee5-881d37013ce5 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/ports/136a450d-e97e-47ca-a6c9-fa4ef4bf90f5 HTTP/1.1" status: 204 len: 168 time: 0.5848048 Sep 17 01:31:13.246059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50104) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:13.277151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-42749059-954f-4828-8611-38c21560d6ff tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290742 Sep 17 01:31:13.280707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50106) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:13.287157 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2023235471'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:13.400557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:13.404348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.443672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:13.456967 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.457548 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Added segment 67968959-7f57-4fb7-ab5d-3ec5bbbadfb9 of type vlan for network a4b30ec1-6f17-4360-abd6-b4a874bffc33 Sep 17 01:31:13.503775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.590311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.597296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:13.601482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:13.638023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50124) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:13.919180 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad92b11-0c2e-48f7-b32e-632b7e990c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.018823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad92b11-0c2e-48f7-b32e-632b7e990c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.073631 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1ad92b11-0c2e-48f7-b32e-632b7e990c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.092913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Network': ['ID=a4b30ec1-6f17-4360-abd6-b4a874bffc33,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:14.105483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a4b30ec1-6f17-4360-abd6-b4a874bffc33 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:14.137809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad92b11-0c2e-48f7-b32e-632b7e990c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fb08e8-0e11-4edc-98d4-2f60655fa122,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:14.143743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1ad92b11-0c2e-48f7-b32e-632b7e990c45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd16f659818645c19a07a857d1c70ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040362 Sep 17 01:31:14.149502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50136) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:14.194455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50140) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:14.194985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bad359c6-431e-4365-9685-46a59acb32bf tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9122765 Sep 17 01:31:14.205679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-185182811'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:14.233432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff27e3ac-150c-49ae-8307-caa5865a88dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.282257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff27e3ac-150c-49ae-8307-caa5865a88dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.316874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:14.321043 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.447758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff27e3ac-150c-49ae-8307-caa5865a88dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.450470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ff27e3ac-150c-49ae-8307-caa5865a88dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.451651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ff27e3ac-150c-49ae-8307-caa5865a88dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2fb08e8-0e11-4edc-98d4-2f60655fa122 HTTP/1.1" status: 204 len: 168 time: 0.3042727 Sep 17 01:31:14.459691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:14.470971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27e3ac-150c-49ae-8307-caa5865a88dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fb08e8-0e11-4edc-98d4-2f60655fa122,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:14.475160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.475514 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Added segment 899980c2-c6a7-4a73-bda0-0fd21e0206b2 of type vlan for network d73878eb-c38d-44c5-8b73-80af299996fc Sep 17 01:31:14.533748 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.686854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.694396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:14.695447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:14.783591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Network': ['ID=d73878eb-c38d-44c5-8b73-80af299996fc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:14.795066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d73878eb-c38d-44c5-8b73-80af299996fc details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:14.882258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8fbf6fb8-0fef-41f0-aaa2-4f6544cc31df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6866891 Sep 17 01:31:15.025867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50178) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:15.031018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'subnets': [{'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1335118552', 'ip_version': 4}, {'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:15.039736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'subnet': {'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1335118552', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:15.039736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Request body: {'subnet': {'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:15.200121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50184) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:15.321940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:15.326703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-86919920-52f2-4f2b-9201-5a4bff216b8a tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Request body: {'quota': {'network': 2}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:15.346579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-383bbc80-bdbb-46fa-bfcb-2f9a9f4ea7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.368451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Made reservation on behalf of b8d93e6524b6491f87c0f0aff20f9e43 for: {'subnet': 2} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:15.373400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.379977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.407063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-86919920-52f2-4f2b-9201-5a4bff216b8a tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "PUT /v2.0/quotas/769a7e1c478f4fa0b0e3badd525ae4ef HTTP/1.1" status: 200 len: 368 time: 0.2048995 Sep 17 01:31:15.410690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50194) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:15.415345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Request body: {'network': {'project_id': '769a7e1c478f4fa0b0e3badd525ae4ef'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:15.592764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-383bbc80-bdbb-46fa-bfcb-2f9a9f4ea7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.696615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-383bbc80-bdbb-46fa-bfcb-2f9a9f4ea7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.761780 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-383bbc80-bdbb-46fa-bfcb-2f9a9f4ea7be admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bbd425d06424406be88f0585dbba343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386361 Sep 17 01:31:15.764550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bbc80-bdbb-46fa-bfcb-2f9a9f4ea7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6188e0-d308-41f2-8b85-308b0f9e9ec3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:15.764945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50200) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:15.790891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Made reservation on behalf of 769a7e1c478f4fa0b0e3badd525ae4ef for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:15.793916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.817162 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.884994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16789357-3983-41a4-84c4-5ae87c38cb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.927030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16789357-3983-41a4-84c4-5ae87c38cb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.985876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:15.994196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.070340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Subnet': ['ID=e2548655-4afa-4c5e-a8eb-1af691deadaf,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:16.076821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Checking segment: {'id': '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:16.077227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network hostable DHCP agents. Network: a4b30ec1-6f17-4360-abd6-b4a874bffc33, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:16.080249 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.121642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8b0aac-fe4b-4a33-b1e6-70f40a98598a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:16.125501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:16.127467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16789357-3983-41a4-84c4-5ae87c38cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.130019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-16789357-3983-41a4-84c4-5ae87c38cb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.136302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-16789357-3983-41a4-84c4-5ae87c38cb47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b6188e0-d308-41f2-8b85-308b0f9e9ec3 HTTP/1.1" status: 204 len: 168 time: 0.3695936 Sep 17 01:31:16.149732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16789357-3983-41a4-84c4-5ae87c38cb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6188e0-d308-41f2-8b85-308b0f9e9ec3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:16.154397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.154757 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Added segment 45f505e1-3019-4780-a514-a31c60389954 of type vlan for network 462f6add-ed71-4e54-8285-90189949e82d Sep 17 01:31:16.189680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network a4b30ec1-6f17-4360-abd6-b4a874bffc33 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:16.223673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.286431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a4b30ec1-6f17-4360-abd6-b4a874bffc33) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:16.291348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.301320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37c50c9-6979-49e5-be8f-5c15e9708aa7 None None] Network a4b30ec1-6f17-4360-abd6-b4a874bffc33 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:16.303969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.305410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.305596 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.370505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event updated for resources: {'Subnet': ['ID=1b9a9d64-ea35-4d3d-bb9a-4c47ad659bf5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:16.405691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Checking segment: {'id': '899980c2-c6a7-4a73-bda0-0fd21e0206b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:16.406389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network hostable DHCP agents. Network: d73878eb-c38d-44c5-8b73-80af299996fc, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:16.441077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0302372 Sep 17 01:31:16.444223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50216) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:16.445883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15a3f9-5a61-49f0-849f-a248c8ae68d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Pushing event updated for resources: {'Network': ['ID=462f6add-ed71-4e54-8285-90189949e82d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:16.451763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Request body: {'network': {'project_id': '769a7e1c478f4fa0b0e3badd525ae4ef'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:16.474658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 462f6add-ed71-4e54-8285-90189949e82d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:16.527663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Network d73878eb-c38d-44c5-8b73-80af299996fc is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:16.565253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Made reservation on behalf of 769a7e1c478f4fa0b0e3badd525ae4ef for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:16.567635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.591935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a4b30ec1-6f17-4360-abd6-b4a874bffc33', 'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33', 'tenant_id': 'b8d93e6524b6491f87c0f0aff20f9e43', 'fixed_ips': [{'subnet_id': 'e2548655-4afa-4c5e-a8eb-1af691deadaf'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:16.594786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.595168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:16.615839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.616349 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Added segment 0d7877f6-a999-4012-bcc5-1fc94b79a0de of type vlan for network c838e609-a5df-4b48-8051-dffec65f1486 Sep 17 01:31:16.617874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d73878eb-c38d-44c5-8b73-80af299996fc) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:16.632713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.633187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.634063 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.670349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db24f07-819a-45ed-a063-c6c333dd92c0 None None] Network d73878eb-c38d-44c5-8b73-80af299996fc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:16.676839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.761845 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-278cdb9d-9921-4076-8955-56461aae85df tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7322133 Sep 17 01:31:16.765312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50224) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:16.820032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Allocated IP 172.20.0.2 (a4b30ec1-6f17-4360-abd6-b4a874bffc33/e2548655-4afa-4c5e-a8eb-1af691deadaf/727a4dac-f98f-4bd2-93f3-0d5134663eb6) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:16.829625 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.830835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.831485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:16.843036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f6d40-a5ab-4bfb-a9b4-71eb23a2cd78 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.845607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f6d40-a5ab-4bfb-a9b4-71eb23a2cd78 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.847574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f6d40-a5ab-4bfb-a9b4-71eb23a2cd78 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:16.849365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dc3f6d40-a5ab-4bfb-a9b4-71eb23a2cd78 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0863655 Sep 17 01:31:16.852572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50226) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:16.901701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Pushing event updated for resources: {'Network': ['ID=c838e609-a5df-4b48-8051-dffec65f1486,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:16.937526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e766e189-d0c7-4112-82b7-aa292c9e58d5 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4882891 Sep 17 01:31:16.937526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:16.938505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c838e609-a5df-4b48-8051-dffec65f1486 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:16.942383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a44705aa-99f9-4f35-80e3-646000a6fb60 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Request body: {'network': {'project_id': '769a7e1c478f4fa0b0e3badd525ae4ef'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:16.958942 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-a44705aa-99f9-4f35-80e3-646000a6fb60 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 17 01:31:16.959619 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a44705aa-99f9-4f35-80e3-646000a6fb60 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:16.961729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a44705aa-99f9-4f35-80e3-646000a6fb60 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0228593 Sep 17 01:31:16.967436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:16.999796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d73878eb-c38d-44c5-8b73-80af299996fc', 'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc', 'tenant_id': 'b8d93e6524b6491f87c0f0aff20f9e43', 'fixed_ips': [{'subnet_id': '1b9a9d64-ea35-4d3d-bb9a-4c47ad659bf5'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:17.001784 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.030331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d85c5c2e-cd07-48ba-bc27-146846a75c54 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=769a7e1c478f4fa0b0e3badd525ae4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593905 Sep 17 01:31:17.030989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50238) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:17.117341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4a0-9469-4a63-81a7-74bcec0795b8 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.161149 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4a0-9469-4a63-81a7-74bcec0795b8 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.343671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4a0-9469-4a63-81a7-74bcec0795b8 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.347155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38f4a0-9469-4a63-81a7-74bcec0795b8 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.348602 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b38f4a0-9469-4a63-81a7-74bcec0795b8 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb8b0aac-fe4b-4a33-b1e6-70f40a98598a HTTP/1.1" status: 204 len: 168 time: 0.3153589 Sep 17 01:31:17.353052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50278) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:17.398330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.420228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Allocated IP 172.20.0.18 (d73878eb-c38d-44c5-8b73-80af299996fc/1b9a9d64-ea35-4d3d-bb9a-4c47ad659bf5/7c437984-ea75-4fbb-bb4d-45a126ae9a33) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:17.426188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f4a0-9469-4a63-81a7-74bcec0795b8 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8b0aac-fe4b-4a33-b1e6-70f40a98598a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:17.476817 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.674910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Deleting subnet e2548655-4afa-4c5e-a8eb-1af691deadaf {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:31:17.674910 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.675764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.675941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.676027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Network a4b30ec1-6f17-4360-abd6-b4a874bffc33 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:17.676027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:17.676027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:17.748417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.761918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Pushing event updated for resources: {'Port': ['ID=727a4dac-f98f-4bd2-93f3-0d5134663eb6,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:17.774463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.816475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c838e609-a5df-4b48-8051-dffec65f1486']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:17.827962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7877f6-a999-4012-bcc5-1fc94b79a0de') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:17.828348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7877f6-a999-4012-bcc5-1fc94b79a0de') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:17.840420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Attempting to bind port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:17.841266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Attempting to bind port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:17.841853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Attempting to bind port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 on network a4b30ec1-6f17-4360-abd6-b4a874bffc33 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:17.847459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.863360 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.870087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:17.870529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:17.872074 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:17.877500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:17.877993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Checking segment: {'id': '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:17.878645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.879171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Bound using segment: {'id': '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:17.882410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Bound port: 727a4dac-f98f-4bd2-93f3-0d5134663eb6, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a4b30ec1-6f17-4360-abd6-b4a874bffc33'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:17.882410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:17.965802 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.027320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.028322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.028322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/subnets/e2548655-4afa-4c5e-a8eb-1af691deadaf HTTP/1.1" status: 204 len: 168 time: 1.1553726 Sep 17 01:31:18.028497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:18.028576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] For port 727a4dac-f98f-4bd2-93f3-0d5134663eb6, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:18.028576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] For port 727a4dac-f98f-4bd2-93f3-0d5134663eb6, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=727a4dac-f98f-4bd2-93f3-0d5134663eb6,segment=NetworkSegment(67968959-7f57-4fb7-ab5d-3ec5bbbadfb9),segment_id=67968959-7f57-4fb7-ab5d-3ec5bbbadfb9)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:18.028732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686e7a9-de3b-4d9e-a388-2a46e5944d21 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Subnet': ['ID=e2548655-4afa-4c5e-a8eb-1af691deadaf,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:18.067996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Deleting subnet 1b9a9d64-ea35-4d3d-bb9a-4c47ad659bf5 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:31:18.086263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.104037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.106048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "DELETE /v2.0/networks/c838e609-a5df-4b48-8051-dffec65f1486 HTTP/1.1" status: 204 len: 168 time: 0.7519729 Sep 17 01:31:18.107400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce75da9-20b8-49e0-b6d2-0d1590409866 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Pushing event deleted for resources: {'Network': ['ID=c838e609-a5df-4b48-8051-dffec65f1486,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:18.109809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50308) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:18.161474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.167237 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.191621 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.267433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.310072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Network d73878eb-c38d-44c5-8b73-80af299996fc is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:18.314471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:18.321175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.323693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:18.445997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8edb3-4afe-482e-9998-af1936dc15c1 None None] Pushing event updated for resources: {'Port': ['ID=727a4dac-f98f-4bd2-93f3-0d5134663eb6,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:18.569443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.582872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.596017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462f6add-ed71-4e54-8285-90189949e82d']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:18.626311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f505e1-3019-4780-a514-a31c60389954') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:18.626677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f505e1-3019-4780-a514-a31c60389954') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:18.631124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Attempting to bind port 7c437984-ea75-4fbb-bb4d-45a126ae9a33 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:18.632011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Attempting to bind port 7c437984-ea75-4fbb-bb4d-45a126ae9a33 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '899980c2-c6a7-4a73-bda0-0fd21e0206b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:18.632821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Attempting to bind port 7c437984-ea75-4fbb-bb4d-45a126ae9a33 on network d73878eb-c38d-44c5-8b73-80af299996fc {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:18.638171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Pushing event updated for resources: {'Port': ['ID=7c437984-ea75-4fbb-bb4d-45a126ae9a33,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:18.648636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:18.650424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Checking segment: {'id': '899980c2-c6a7-4a73-bda0-0fd21e0206b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:18.651211 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.652199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Bound using segment: {'id': '899980c2-c6a7-4a73-bda0-0fd21e0206b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:18.653075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Bound port: 7c437984-ea75-4fbb-bb4d-45a126ae9a33, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899980c2-c6a7-4a73-bda0-0fd21e0206b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd73878eb-c38d-44c5-8b73-80af299996fc'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:18.653800 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.668951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.719911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.733593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:18.737475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:18.826973 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:18.898488 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.901926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] For port 7c437984-ea75-4fbb-bb4d-45a126ae9a33, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:18.907259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] For port 7c437984-ea75-4fbb-bb4d-45a126ae9a33, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7c437984-ea75-4fbb-bb4d-45a126ae9a33,segment=NetworkSegment(899980c2-c6a7-4a73-bda0-0fd21e0206b2),segment_id=899980c2-c6a7-4a73-bda0-0fd21e0206b2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:18.932190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9a9d64-ea35-4d3d-bb9a-4c47ad659bf5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:18.934224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.936819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0fab48c5-77b1-402a-993c-60171b8de03c tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/subnets/1b9a9d64-ea35-4d3d-bb9a-4c47ad659bf5 HTTP/1.1" status: 204 len: 168 time: 0.9223912 Sep 17 01:31:18.939419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50334) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:18.950795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.976418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.978340 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:18.981726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] 10.222.0.13 "DELETE /v2.0/networks/462f6add-ed71-4e54-8285-90189949e82d HTTP/1.1" status: 204 len: 168 time: 0.8682344 Sep 17 01:31:18.998152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b16f9f-8af7-4b32-9a54-0fe2208acc98 tempest-QuotasNegativeTest-505199228 tempest-QuotasNegativeTest-505199228-project-admin] Pushing event deleted for resources: {'Network': ['ID=462f6add-ed71-4e54-8285-90189949e82d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:19.058296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df298e9c-f620-4e66-a659-7e33a019757b tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:19.070759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-df298e9c-f620-4e66-a659-7e33a019757b tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1300733 Sep 17 01:31:19.078720 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:19.079476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52b200-ae72-45b0-a77d-3ff3af877818 None None] Pushing event updated for resources: {'Port': ['ID=7c437984-ea75-4fbb-bb4d-45a126ae9a33,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:19.241489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:19.331320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Deleting port 7c437984-ea75-4fbb-bb4d-45a126ae9a33 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:19.331662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:19.489174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] For port 7c437984-ea75-4fbb-bb4d-45a126ae9a33, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7c437984-ea75-4fbb-bb4d-45a126ae9a33,segment=NetworkSegment(899980c2-c6a7-4a73-bda0-0fd21e0206b2),segment_id=899980c2-c6a7-4a73-bda0-0fd21e0206b2)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:19.494320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:19.516922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Calling delete_port for 7c437984-ea75-4fbb-bb4d-45a126ae9a33 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:19.651781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 727a4dac-f98f-4bd2-93f3-0d5134663eb6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:19.771200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:19.784143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:19.881301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:19.897356 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:19.945135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Port': ['ID=7c437984-ea75-4fbb-bb4d-45a126ae9a33,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:19.946909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] No DVR routers for this DVR port 7c437984-ea75-4fbb-bb4d-45a126ae9a33 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:19.966624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 727a4dac-f98f-4bd2-93f3-0d5134663eb6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=727a4dac-f98f-4bd2-93f3-0d5134663eb6,segment=NetworkSegment(67968959-7f57-4fb7-ab5d-3ec5bbbadfb9),segment_id=67968959-7f57-4fb7-ab5d-3ec5bbbadfb9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:19.977011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf3da9d-05bb-4baa-baa8-44a48051962a None None] Network a4b30ec1-6f17-4360-abd6-b4a874bffc33 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:19.995996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50388) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:20.096543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3db7bbab-9319-4381-a8a3-a7ce71353d6d None None] Provisioning complete for port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:20.097149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3db7bbab-9319-4381-a8a3-a7ce71353d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.104977 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.115195 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.154312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73878eb-c38d-44c5-8b73-80af299996fc']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:20.190488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899980c2-c6a7-4a73-bda0-0fd21e0206b2') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:20.191203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899980c2-c6a7-4a73-bda0-0fd21e0206b2') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:20.209715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.230350 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.238397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:20.240345 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:20.244454 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:20.255453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-443101400'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:20.288943 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=727a4dac-f98f-4bd2-93f3-0d5134663eb6,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:20.383853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.384948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.434967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50398) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:20.452826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] DHCP port deletion for a4b30ec1-6f17-4360-abd6-b4a874bffc33 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:31:20.464134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.492575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.493666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/networks/d73878eb-c38d-44c5-8b73-80af299996fc HTTP/1.1" status: 204 len: 168 time: 1.4167938 Sep 17 01:31:20.511301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50406) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:20.535816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db128432-27fb-4668-9d64-fae777110044 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Network': ['ID=d73878eb-c38d-44c5-8b73-80af299996fc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:20.548575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] Deleting port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:20.549068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.627173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] For port 727a4dac-f98f-4bd2-93f3-0d5134663eb6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=727a4dac-f98f-4bd2-93f3-0d5134663eb6,segment=NetworkSegment(67968959-7f57-4fb7-ab5d-3ec5bbbadfb9),segment_id=67968959-7f57-4fb7-ab5d-3ec5bbbadfb9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:20.627958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.633432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.651381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] Calling delete_port for 727a4dac-f98f-4bd2-93f3-0d5134663eb6 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:20.708275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.732003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969e569a-4519-4288-97bd-2391df2e220d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.833901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Deleting port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:20.838953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.892759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.900577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7034d612-5aa0-4f97-ac2e-e21943c81e76 None None] Could not find standard attr ID for object 7c437984-ea75-4fbb-bb4d-45a126ae9a33. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:31:20.915696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b385e-f237-4fed-8761-fdfea0438572 None None] DHCP port deletion for d73878eb-c38d-44c5-8b73-80af299996fc request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:31:20.920062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] For port 727a4dac-f98f-4bd2-93f3-0d5134663eb6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=727a4dac-f98f-4bd2-93f3-0d5134663eb6,segment=NetworkSegment(67968959-7f57-4fb7-ab5d-3ec5bbbadfb9),segment_id=67968959-7f57-4fb7-ab5d-3ec5bbbadfb9)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:20.920588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.936783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e587f46-5400-4104-aad0-e33e26bad9c1 None None] Network d73878eb-c38d-44c5-8b73-80af299996fc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:20.937224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Calling delete_port for 727a4dac-f98f-4bd2-93f3-0d5134663eb6 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:20.952582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e587f46-5400-4104-aad0-e33e26bad9c1 None None] Network d73878eb-c38d-44c5-8b73-80af299996fc could not be found, it might have been deleted concurrently. {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 17 01:31:20.956416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:20.990708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] Pushing event deleted for resources: {'Port': ['ID=727a4dac-f98f-4bd2-93f3-0d5134663eb6,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:20.997983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c4f278-1a5b-4074-aa59-fb142ebf83ee None None] No DVR routers for this DVR port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:21.083675 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.123316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Port': ['ID=727a4dac-f98f-4bd2-93f3-0d5134663eb6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:21.129177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] No DVR routers for this DVR port 727a4dac-f98f-4bd2-93f3-0d5134663eb6 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:21.139064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969e569a-4519-4288-97bd-2391df2e220d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.218181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.240469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-969e569a-4519-4288-97bd-2391df2e220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.243738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b30ec1-6f17-4360-abd6-b4a874bffc33']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:21.276217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:21.276434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67968959-7f57-4fb7-ab5d-3ec5bbbadfb9') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:21.298422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.321796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-969e569a-4519-4288-97bd-2391df2e220d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49dca0db467d46a482eb05e41cd4b4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8855889 Sep 17 01:31:21.325275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50416) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:21.338275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e569a-4519-4288-97bd-2391df2e220d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8bd962-ea04-4712-aaa2-7f1313cf4bb6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:21.338275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.347374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:21.347901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:21.351696 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:21.354910 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.356190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-81b24963-a1af-4b0f-a29f-8546f005121f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3580663 Sep 17 01:31:21.365474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50418) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:21.445325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 727a4dac-f98f-4bd2-93f3-0d5134663eb6 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:31:21.475275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.488406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.492186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.493035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 727a4dac-f98f-4bd2-93f3-0d5134663eb6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:31:21.493399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 727a4dac-f98f-4bd2-93f3-0d5134663eb6 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:31:21.494821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e325e532-2360-4544-9931-458bc2060c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.506957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/networks/a4b30ec1-6f17-4360-abd6-b4a874bffc33 HTTP/1.1" status: 204 len: 168 time: 0.9838231 Sep 17 01:31:21.511109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50422) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:21.532944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48728c02-c162-44d2-b67f-b73cc83d6f2f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Network': ['ID=a4b30ec1-6f17-4360-abd6-b4a874bffc33,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:21.590921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e325e532-2360-4544-9931-458bc2060c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.624545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.731543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.735126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.768961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.792539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:21.794798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e325e532-2360-4544-9931-458bc2060c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.798416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e325e532-2360-4544-9931-458bc2060c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.801296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e325e532-2360-4544-9931-458bc2060c71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fa8bd962-ea04-4712-aaa2-7f1313cf4bb6 HTTP/1.1" status: 204 len: 168 time: 0.4732733 Sep 17 01:31:21.816079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325e532-2360-4544-9931-458bc2060c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8bd962-ea04-4712-aaa2-7f1313cf4bb6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:21.820319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5526f3b9-0099-451f-a635-1a891096af90') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:21.821712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5526f3b9-0099-451f-a635-1a891096af90') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:21.835388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.852906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.853102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.853612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 157af453-2410-4927-a9eb-25402b2bb917 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:31:21.858358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.873648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7eca03a3-cb56-41b7-9f81-3e4286fe680f tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "DELETE /v2.0/routers/157af453-2410-4927-a9eb-25402b2bb917 HTTP/1.1" status: 204 len: 168 time: 0.4939961 Sep 17 01:31:21.873648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50434) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:21.875560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:21.875560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.875818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Request body: {'router': {'name': 'tempest-router-1546635098', 'distributed': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:21.880483 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:21.983384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:21.985024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.001885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.016779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.026735 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/networks/273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee HTTP/1.1" status: 204 len: 168 time: 0.5088120 Sep 17 01:31:22.026735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50438) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:22.052563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d38e0-c1b1-4664-b6f6-9b012ac8b0d0 tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Network': ['ID=273af75b-23b8-4aa3-b0d4-1fa8e1fa11ee,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:22.084952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.129432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.182748 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.255652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.276749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75a571d-6c61-422c-940c-735c50de393c']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:22.289144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd2ca80-2390-473a-9783-c6db97bd9750') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:22.289571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd2ca80-2390-473a-9783-c6db97bd9750') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:22.291855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.293281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c2aad918-2c13-4785-90fc-cf6cffa2592b tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4278324 Sep 17 01:31:22.301762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:22.301848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.317005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.328981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:22.335831 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:22.385264 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.496422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.507615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.510747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] 10.222.0.13 "DELETE /v2.0/networks/b75a571d-6c61-422c-940c-735c50de393c HTTP/1.1" status: 204 len: 168 time: 0.4674582 Sep 17 01:31:22.547595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab41bd-5d63-490b-a1dd-a49f9f2b3f6f tempest-BulkNetworkOpsTest-651827485 tempest-BulkNetworkOpsTest-651827485-project] Pushing event deleted for resources: {'Network': ['ID=b75a571d-6c61-422c-940c-735c50de393c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:22.582600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.584745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.663643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:22.678809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b5a2-d413-4209-a5e2-beb24323e605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.741036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.741572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9b41bd-0aab-479b-ac36-b196c57e71b2 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:31:22.747995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.749153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8013a359-fda5-4c2e-9a60-127cba11ec71 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3f9b41bd-0aab-479b-ac36-b196c57e71b2 HTTP/1.1" status: 204 len: 168 time: 0.4515688 Sep 17 01:31:22.754560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50458) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:22.762122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Request body: {'router': {'name': 'tempest-router-451466061', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ccc8e4bcd7814eeab20d8ab907eb2d1a'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:22.826389 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b5a2-d413-4209-a5e2-beb24323e605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.933824 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bd9b5a2-d413-4209-a5e2-beb24323e605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:22.992812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50468) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:22.994376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5bd9b5a2-d413-4209-a5e2-beb24323e605 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59c1fc2a56cf41fe965a63e83e4930db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296349 Sep 17 01:31:23.000579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:23.005514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9b5a2-d413-4209-a5e2-beb24323e605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943d641d-f606-43f4-b901-1a7f1374d11a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:23.008034 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.009073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.110994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.126923 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c024ff24-501e-4ed2-a4e3-42cc8fec34ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.151467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c024ff24-501e-4ed2-a4e3-42cc8fec34ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.190580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.207319 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:31:23.257804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ec7f0dc8-aafe-4882-9952-fa7ff969bfe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8d93e6524b6491f87c0f0aff20f9e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638369 Sep 17 01:31:23.260188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50478) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:23.317984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.317984 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-68ea4808-7a76-4d7d-85b1-0d93dec011e2 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5594552 Sep 17 01:31:23.318431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:23.320720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f2219a0-6c3a-4332-a8d1-210549c9ee82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.324014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Request body: {'router': {'distributed': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:23.331244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c024ff24-501e-4ed2-a4e3-42cc8fec34ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.334225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c024ff24-501e-4ed2-a4e3-42cc8fec34ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.335492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c024ff24-501e-4ed2-a4e3-42cc8fec34ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/943d641d-f606-43f4-b901-1a7f1374d11a HTTP/1.1" status: 204 len: 168 time: 0.3334844 Sep 17 01:31:23.353437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024ff24-501e-4ed2-a4e3-42cc8fec34ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943d641d-f606-43f4-b901-1a7f1374d11a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:23.360612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f2219a0-6c3a-4332-a8d1-210549c9ee82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.503531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f2219a0-6c3a-4332-a8d1-210549c9ee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.508527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2f2219a0-6c3a-4332-a8d1-210549c9ee82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.509671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2f2219a0-6c3a-4332-a8d1-210549c9ee82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/789b1265-01f1-4cde-bdac-5f93fe436bd3 HTTP/1.1" status: 204 len: 168 time: 0.2462156 Sep 17 01:31:23.519877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2219a0-6c3a-4332-a8d1-210549c9ee82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b1265-01f1-4cde-bdac-5f93fe436bd3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:23.583505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.584110 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.673903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=112073) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 17 01:31:23.674980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Router 12bf7a66-5f2c-4cf1-8d02-c171a4ec444d migrating from provider to provider. {{(pid=112073) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 17 01:31:23.675620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.680827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.778489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:23.935259 n-d-789963-7 neutron-server[112073]: WARNING neutron.scheduler.l3_agent_scheduler [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] No L3 agents can host the router 12bf7a66-5f2c-4cf1-8d02-c171a4ec444d Sep 17 01:31:24.120764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Hosts for router 12bf7a66-5f2c-4cf1-8d02-c171a4ec444d: [] {{(pid=112073) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 17 01:31:24.157188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Hosts for other DVR routers connected to router 12bf7a66-5f2c-4cf1-8d02-c171a4ec444d: set() {{(pid=112073) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 17 01:31:24.162370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:24.167319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:24.168240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-463e8a6f-df6a-4daf-beae-d8638030cb72 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "PUT /v2.0/routers/12bf7a66-5f2c-4cf1-8d02-c171a4ec444d HTTP/1.1" status: 200 len: 716 time: 0.8481803 Sep 17 01:31:24.255453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ba80f79d-dcfa-4000-bc4b-ba349ca8f994 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "GET /v2.0/routers/12bf7a66-5f2c-4cf1-8d02-c171a4ec444d HTTP/1.1" status: 200 len: 716 time: 0.0869312 Sep 17 01:31:24.257955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:24.633675 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2eaf3b50-7efe-4b6a-ac91-22fd8dc49a5f tempest-RoutersTestDVR-2030513112 tempest-RoutersTestDVR-2030513112-project] 10.222.0.13 "GET /v2.0/routers/12bf7a66-5f2c-4cf1-8d02-c171a4ec444d HTTP/1.1" status: 200 len: 682 time: 0.3744433 Sep 17 01:31:24.636279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50532) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:24.723203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:24.893727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:24.896311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:24.904385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:24.986076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.046649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.047441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12bf7a66-5f2c-4cf1-8d02-c171a4ec444d {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:31:25.052325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.053888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d66d5e02-ca10-4ddb-905f-c9ab58eacc84 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "DELETE /v2.0/routers/12bf7a66-5f2c-4cf1-8d02-c171a4ec444d HTTP/1.1" status: 204 len: 168 time: 0.4166129 Sep 17 01:31:25.058265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50550) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.063012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Request body: {'router': {'name': 'tempest-router-1253331626', 'distributed': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:25.064992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8aa64d2a-a657-480e-93fb-b7cbb5af804c tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] Request body: {'port': {'network_id': '811a3fff-19df-4fe8-8070-0f128dba26e1', 'name': 'tempest-NetworksNegativeTestJSON-1788494987'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:25.091653 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa64d2a-a657-480e-93fb-b7cbb5af804c tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] POST failed (client error): The resource could not be found. Sep 17 01:31:25.092942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa64d2a-a657-480e-93fb-b7cbb5af804c tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.095597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8aa64d2a-a657-480e-93fb-b7cbb5af804c tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1896982 Sep 17 01:31:25.099646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.125204 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-37035aac-1490-4c5f-a5ef-d7f0e36a13cf tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] DELETE failed (client error): The resource could not be found. Sep 17 01:31:25.126083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37035aac-1490-4c5f-a5ef-d7f0e36a13cf tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.128594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-37035aac-1490-4c5f-a5ef-d7f0e36a13cf tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "DELETE /v2.0/networks/39da25a7-95f4-4f43-82a3-1e8a6c3339df HTTP/1.1" status: 404 len: 339 time: 0.0277319 Sep 17 01:31:25.133393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50554) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.151751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7c7e2bfc-1b7d-4f52-b7a5-5bf9103311c9 tempest-AgentManagementNegativeTest-1277451653 tempest-AgentManagementNegativeTest-1277451653-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1634064 Sep 17 01:31:25.167930 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c551a5-e1d7-4292-b5fd-d9c7f95f3228 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] DELETE failed (client error): The resource could not be found. Sep 17 01:31:25.168664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c551a5-e1d7-4292-b5fd-d9c7f95f3228 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.170673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a6c551a5-e1d7-4292-b5fd-d9c7f95f3228 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "DELETE /v2.0/ports/9731c289-814a-4da3-8eb6-3a9247267853 HTTP/1.1" status: 404 len: 333 time: 0.0363479 Sep 17 01:31:25.175849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50558) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.186184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.188217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.212230 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f0d251-0bbc-44cd-ab3b-47536675b469 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] DELETE failed (client error): The resource could not be found. Sep 17 01:31:25.212783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f0d251-0bbc-44cd-ab3b-47536675b469 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.214583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d3f0d251-0bbc-44cd-ab3b-47536675b469 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "DELETE /v2.0/subnets/f4d0b253-8af7-4606-a924-ba8cc1a83ac6 HTTP/1.1" status: 404 len: 337 time: 0.0375466 Sep 17 01:31:25.219900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50560) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.261851 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d1c113-1a84-4d16-be90-531a120e4620 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] GET failed (client error): The resource could not be found. Sep 17 01:31:25.263383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d6d1c113-1a84-4d16-be90-531a120e4620 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "GET /v2.0/networks/d2b00fee-755f-4c2e-a7be-2e24d4878e11 HTTP/1.1" status: 404 len: 339 time: 0.0423074 Sep 17 01:31:25.269877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50562) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.283451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.299106 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed052d41-3789-45f2-89ec-4dc526c7dd07 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] GET failed (client error): The resource could not be found. Sep 17 01:31:25.304164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ed052d41-3789-45f2-89ec-4dc526c7dd07 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "GET /v2.0/ports/4b00d53c-9c48-4bcd-9529-4131cb183ca5 HTTP/1.1" status: 404 len: 333 time: 0.0298693 Sep 17 01:31:25.304373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.335590 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8efbfb-0469-47f8-80f1-e1d225319571 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] GET failed (client error): The resource could not be found. Sep 17 01:31:25.336962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0b8efbfb-0469-47f8-80f1-e1d225319571 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "GET /v2.0/subnets/aea52419-7b32-4efd-ad57-fff927e915d1 HTTP/1.1" status: 404 len: 337 time: 0.0316870 Sep 17 01:31:25.340865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50566) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.346966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6c79ef85-60a1-415f-a773-bad50f208ddc tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] Request body: {'network': {'name': 'new_name'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:25.361845 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c79ef85-60a1-415f-a773-bad50f208ddc tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] PUT failed (client error): The resource could not be found. Sep 17 01:31:25.362390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c79ef85-60a1-415f-a773-bad50f208ddc tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.363538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6c79ef85-60a1-415f-a773-bad50f208ddc tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "PUT /v2.0/networks/da7747e6-ae42-489a-8f55-137aaa0f6cfd HTTP/1.1" status: 404 len: 339 time: 0.0217886 Sep 17 01:31:25.367328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50568) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.372394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5438d023-d6d4-474a-a504-c4009490784a tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] Request body: {'port': {'name': 'new_name'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:25.378102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.395767 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5438d023-d6d4-474a-a504-c4009490784a tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] PUT failed (client error): The resource could not be found. Sep 17 01:31:25.396442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5438d023-d6d4-474a-a504-c4009490784a tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.397595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5438d023-d6d4-474a-a504-c4009490784a tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "PUT /v2.0/ports/b10e0d6e-62b2-4407-8acd-e99c41611a12 HTTP/1.1" status: 404 len: 333 time: 0.0294216 Sep 17 01:31:25.401347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50570) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.408872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3592ee80-aff9-4f7e-8a7a-d813b66130b4 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:25.431811 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-3592ee80-aff9-4f7e-8a7a-d813b66130b4 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] PUT failed (client error): The resource could not be found. Sep 17 01:31:25.432257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3592ee80-aff9-4f7e-8a7a-d813b66130b4 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:25.433411 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3592ee80-aff9-4f7e-8a7a-d813b66130b4 tempest-NetworksNegativeTestJSON-1668645455 tempest-NetworksNegativeTestJSON-1668645455-project] 10.222.0.13 "PUT /v2.0/subnets/7e5ce629-b5c7-4fb8-9d4d-655694b362ee HTTP/1.1" status: 404 len: 337 time: 0.0311673 Sep 17 01:31:25.480575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.485301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50574) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.485730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6a211390-8bce-4b46-b956-3f4df4467337 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4264789 Sep 17 01:31:25.572222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.681334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50578) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:25.778140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.782515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:25.876833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97ec9c9b-9813-46eb-8874-3d2664d881b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.099215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.104457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ede298c4-0143-4b53-9446-968bcc1e451e {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:31:26.121082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.127692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-91243acc-4325-4e7a-a1b8-a798205ab499 tempest-RoutersTestDVR-467916182 tempest-RoutersTestDVR-467916182-project-admin] 10.222.0.13 "DELETE /v2.0/routers/ede298c4-0143-4b53-9446-968bcc1e451e HTTP/1.1" status: 204 len: 168 time: 0.6409197 Sep 17 01:31:26.176653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97ec9c9b-9813-46eb-8874-3d2664d881b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.234804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50592) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:26.262453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97ec9c9b-9813-46eb-8874-3d2664d881b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.311436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50596) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:26.312010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-97ec9c9b-9813-46eb-8874-3d2664d881b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=00d54cdde738402ea2e0484f922739fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290805 Sep 17 01:31:26.313082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec9c9b-9813-46eb-8874-3d2664d881b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a72687-c925-4615-a249-cbacbef9ea2e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:26.377867 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8003b0a-1b96-444d-ae62-7613bdffd97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.403559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bab08988-eb12-4e11-a7d1-99508eaa48f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.414162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8003b0a-1b96-444d-ae62-7613bdffd97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.549669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8003b0a-1b96-444d-ae62-7613bdffd97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.553219 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e8003b0a-1b96-444d-ae62-7613bdffd97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.555455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e8003b0a-1b96-444d-ae62-7613bdffd97d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83a72687-c925-4615-a249-cbacbef9ea2e HTTP/1.1" status: 204 len: 168 time: 0.2414930 Sep 17 01:31:26.565405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8003b0a-1b96-444d-ae62-7613bdffd97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a72687-c925-4615-a249-cbacbef9ea2e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:26.640355 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bab08988-eb12-4e11-a7d1-99508eaa48f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.705976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50602) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:26.715014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bab08988-eb12-4e11-a7d1-99508eaa48f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.758368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50608) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:26.758579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bab08988-eb12-4e11-a7d1-99508eaa48f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b61ca422e50944bc96057dfa0d5cd629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221186 Sep 17 01:31:26.759581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab08988-eb12-4e11-a7d1-99508eaa48f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c61e77f-d4d0-4b03-8d39-ca4746a467ed,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:26.832341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07821361-006b-4e0d-bc62-4a63e2a6e2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:26.865266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07821361-006b-4e0d-bc62-4a63e2a6e2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.021430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a9a00e3-cf86-424e-b0d5-66a3bb53cc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.031706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07821361-006b-4e0d-bc62-4a63e2a6e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.038446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07821361-006b-4e0d-bc62-4a63e2a6e2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.042270 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07821361-006b-4e0d-bc62-4a63e2a6e2af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c61e77f-d4d0-4b03-8d39-ca4746a467ed HTTP/1.1" status: 204 len: 168 time: 0.2803555 Sep 17 01:31:27.072121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07821361-006b-4e0d-bc62-4a63e2a6e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c61e77f-d4d0-4b03-8d39-ca4746a467ed,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:27.196903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a9a00e3-cf86-424e-b0d5-66a3bb53cc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.263423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a9a00e3-cf86-424e-b0d5-66a3bb53cc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.307145 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1a9a00e3-cf86-424e-b0d5-66a3bb53cc49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccc8e4bcd7814eeab20d8ab907eb2d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5994313 Sep 17 01:31:27.307145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a00e3-cf86-424e-b0d5-66a3bb53cc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bee69ca-70bf-4dda-afff-7b93f275b32d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:27.307532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50622) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:27.384835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-47fec436-0ff5-451a-b713-887b8f92d8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.410485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-47fec436-0ff5-451a-b713-887b8f92d8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.515147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-47fec436-0ff5-451a-b713-887b8f92d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.518709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-47fec436-0ff5-451a-b713-887b8f92d8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:27.519971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-47fec436-0ff5-451a-b713-887b8f92d8f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6bee69ca-70bf-4dda-afff-7b93f275b32d HTTP/1.1" status: 204 len: 168 time: 0.2113605 Sep 17 01:31:27.531115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fec436-0ff5-451a-b713-887b8f92d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bee69ca-70bf-4dda-afff-7b93f275b32d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:28.224216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50654) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:28.240083 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bab36ec-5cde-4bb2-b450-c7618e1c873b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.369249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:28.449435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bab36ec-5cde-4bb2-b450-c7618e1c873b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.506984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384935588'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:28.526347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8bab36ec-5cde-4bb2-b450-c7618e1c873b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.579292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8bab36ec-5cde-4bb2-b450-c7618e1c873b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=875d58ac55dd40cc88c2741ebdf24da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505013 Sep 17 01:31:28.579292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab36ec-5cde-4bb2-b450-c7618e1c873b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c095d6-dd27-47d6-8a3c-b3d7d41f4ebb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:28.579444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:28.609475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:28.615468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.628290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.656689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3165fe94-3c75-4d0f-9a67-e51d1d727814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.696910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3165fe94-3c75-4d0f-9a67-e51d1d727814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.777586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.780063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:28.846371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3165fe94-3c75-4d0f-9a67-e51d1d727814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.847154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3165fe94-3c75-4d0f-9a67-e51d1d727814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.848317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3165fe94-3c75-4d0f-9a67-e51d1d727814 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54c095d6-dd27-47d6-8a3c-b3d7d41f4ebb HTTP/1.1" status: 204 len: 168 time: 0.2681880 Sep 17 01:31:28.864300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165fe94-3c75-4d0f-9a67-e51d1d727814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c095d6-dd27-47d6-8a3c-b3d7d41f4ebb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:28.892924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.924927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-854924030'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:28.961138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.973539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:28.985124 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:28.985478 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment 72a3c994-f077-492a-91db-1c698a56910f of type vlan for network 9f9b2862-8802-42f8-a476-74f2f81ea94a Sep 17 01:31:29.030043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:29.034692 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.058563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.071294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.081621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ced61f0-fed7-422a-9b96-66b3c54100a5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:29.175551 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.181265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:29.181854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.197471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.258410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.276510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=9f9b2862-8802-42f8-a476-74f2f81ea94a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:29.288784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9f9b2862-8802-42f8-a476-74f2f81ea94a details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:29.288971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.326956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:29.341656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7787f38a-8fd8-49a5-acf5-5f5ae21a5b4b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:29.347704 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.353403 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment 2a446eef-9f00-4fbd-bcff-807a41442d43 of type vlan for network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 Sep 17 01:31:29.412221 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f8e984bd-75cf-4eda-bf24-f61bcfc36bab tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0405614 Sep 17 01:31:29.448722 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.595634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.603427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:29.604648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:29.782648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:29.797005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:29.822486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7bcfe03d-36b9-49d5-b99e-125cae285f73 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0406716 Sep 17 01:31:29.825569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:29.832652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'name': 'tempest-PortsTestJSON-272288563'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:30.159650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:30.163692 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:30.191936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 88af540b-47cb-4a69-a640-b754eaaf2f94 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:30.399537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:30.458244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50724) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:30.515797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:30.662512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1309261573'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:30.707269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': '2a446eef-9f00-4fbd-bcff-807a41442d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:30.707669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:30.728889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=88af540b-47cb-4a69-a640-b754eaaf2f94,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:30.747858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:30.754087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:30.763800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:30.810472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:30.909412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:30.918422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:30.922845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9996583-334e-471b-a8e3-3dfead15d50d None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:30.930350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:30.934429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:30.949046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.012528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.102264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f8d390ae-13a7-4fa6-af74-c85f79a63fca tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2747054 Sep 17 01:31:31.105299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:31.114065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-360623145'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:31.117131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01d3a2a0-988e-4769-a9c8-d1fe42f3e398,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:31.124804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:31.168436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.169330 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Added segment bfc86d39-54aa-4a4f-96c6-cf9d06a07010 of type vlan for network 89ac29bf-c296-46d8-92a7-6e23e932cf1e Sep 17 01:31:31.258856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.571950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:31.578386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.607491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.615907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:31.616683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.624154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:31.636436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.637272 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment bfb0cc1b-898d-42f8-a13b-9d6c1f82a867 of type vlan for network bb185bba-1a45-4b77-8200-d8d01ef9d420 Sep 17 01:31:31.752138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.805323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Network': ['ID=89ac29bf-c296-46d8-92a7-6e23e932cf1e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:31.816404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:31.863531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.870470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:31.871793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:31.901230 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee8a1c67-f309-4723-bdac-57f3b6f1135e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4391670 Sep 17 01:31:31.901458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50774) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:31.906640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'subnet': {'network_id': '89ac29bf-c296-46d8-92a7-6e23e932cf1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:32.018020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=bb185bba-1a45-4b77-8200-d8d01ef9d420,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:32.032146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network bb185bba-1a45-4b77-8200-d8d01ef9d420 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:32.032631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-28c82211-28e2-47e5-8f02-258f6ac1e5ec tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9260135 Sep 17 01:31:32.037089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50782) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:32.048045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'ports': [{'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'}, {'network_id': 'bb185bba-1a45-4b77-8200-d8d01ef9d420'}]} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:32.050205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:32.050822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'bb185bba-1a45-4b77-8200-d8d01ef9d420'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:32.189588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:32.195739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:32.406869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 2} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:32.417543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:32.443910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:32.503329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:32.572611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:32.592436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Subnet': ['ID=626770a9-94f7-4565-aefe-d825a9d2ccf7,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:32.613738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Checking segment: {'id': 'bfc86d39-54aa-4a4f-96c6-cf9d06a07010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '89ac29bf-c296-46d8-92a7-6e23e932cf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:32.613738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network hostable DHCP agents. Network: 89ac29bf-c296-46d8-92a7-6e23e932cf1e, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:32.708551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:32.715869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50814) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:32.724800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:32.770773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:32.877900 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port eb38c5b5-2460-4d84-93c8-00bc4f698c6a yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:33.118262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 89ac29bf-c296-46d8-92a7-6e23e932cf1e) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:33.130396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642975e5-3563-4c75-ae32-982f602d6fb2 None None] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:33.132306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:33.132903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.270643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-25e4f9af-3c55-4f46-9474-b8b9a64148e3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3675220 Sep 17 01:31:33.274124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50840) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:33.283243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-979967634', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:33.326302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8dabb-4557-4f1f-a675-33119db47369 None None] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:33.349510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:33.353061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.413968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.485887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.486920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.516082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.550744 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:33.553649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:33.557687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:33.561592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.564466 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.650499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:33.678654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': 'bfb0cc1b-898d-42f8-a13b-9d6c1f82a867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bb185bba-1a45-4b77-8200-d8d01ef9d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:33.679016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: bb185bba-1a45-4b77-8200-d8d01ef9d420, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:33.727658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=eb38c5b5-2460-4d84-93c8-00bc4f698c6a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:33.798253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network bb185bba-1a45-4b77-8200-d8d01ef9d420 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:33.868065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.873708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, bb185bba-1a45-4b77-8200-d8d01ef9d420) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:33.878213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:33.883974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:33.884291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b5ad96-5c34-4836-8cdd-dd39a137e50f None None] Network bb185bba-1a45-4b77-8200-d8d01ef9d420 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:33.890586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:33.891037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:33.931066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.009618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=e42d57d5-9b5c-4e24-9afa-3d82291bcc9a,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:34.020975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1a5efa81-d803-4dab-ae48-723a23fbed45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9798887 Sep 17 01:31:34.021163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50878) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:34.070252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': '72a3c994-f077-492a-91db-1c698a56910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:34.070661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: 9f9b2862-8802-42f8-a476-74f2f81ea94a, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:34.119605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port eb38c5b5-2460-4d84-93c8-00bc4f698c6a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:34.120047 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.203584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.219809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for eb38c5b5-2460-4d84-93c8-00bc4f698c6a owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:34.232257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 9f9b2862-8802-42f8-a476-74f2f81ea94a is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:34.294695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.319888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.331338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9f9b2862-8802-42f8-a476-74f2f81ea94a) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:34.335372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:34.335966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.340504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab3be4-6e66-4595-b5d5-83be25e2f01c None None] Network 9f9b2862-8802-42f8-a476-74f2f81ea94a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:34.388956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.431719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=eb38c5b5-2460-4d84-93c8-00bc4f698c6a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:34.433886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.436223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a657cafe-5fb3-4d7d-9af2-8cc6469180e2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7191343 Sep 17 01:31:34.436545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f5fa942a-dfcb-4b28-b924-c81559785d5b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/eb38c5b5-2460-4d84-93c8-00bc4f698c6a HTTP/1.1" status: 204 len: 168 time: 0.4142783 Sep 17 01:31:34.437823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50896) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:34.443149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50898) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:34.443441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-820412678'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:34.543841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:34.549783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab963c-e8ba-4f18-b0eb-7202b44cf86b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:34.549913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9f9b2862-8802-42f8-a476-74f2f81ea94a', 'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': 'e42d57d5-9b5c-4e24-9afa-3d82291bcc9a'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:34.549913 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.550092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.551530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab963c-e8ba-4f18-b0eb-7202b44cf86b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:34.555554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ffab963c-e8ba-4f18-b0eb-7202b44cf86b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1083765 Sep 17 01:31:34.556277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50904) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:34.579014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:34.590992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.591783 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment c7c694bc-52f1-40a1-b2fc-e408101afd25 of type vlan for network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 Sep 17 01:31:34.639112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.107 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/d9394c11-bb76-4573-9473-805b4eb79449) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:34.657443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.703042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:34.703413 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.761509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Allocated IP 2001:db8:0:ffff::2 (9f9b2862-8802-42f8-a476-74f2f81ea94a/e42d57d5-9b5c-4e24-9afa-3d82291bcc9a/fb334aa8-27ce-41f1-99f6-2e8be9b2a98f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:34.771526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.777627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:34.778217 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.837961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.862900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:34.866726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:34.887562 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4478438 Sep 17 01:31:34.890685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50926) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:34.896637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:34.929958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf4c4b-d4e4-4fde-a99b-82e2937a0202 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=3e8eeafe-42ef-42f2-822d-7d6ceec6ad61,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:34.974662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:35.009894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.039934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.077741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.089089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:35.097034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:35.097626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:35.100753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.101965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:35.104255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.133224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=d9394c11-bb76-4573-9473-805b4eb79449,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:35.147822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.150057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7 HTTP/1.1" status: 204 len: 168 time: 0.5933237 Sep 17 01:31:35.151482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Pushing event updated for resources: {'Port': ['ID=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:35.153431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:35.165427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Network 9f9b2862-8802-42f8-a476-74f2f81ea94a is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:35.167180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:35.170608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:35.183645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffab967-e95c-4e0c-98c6-16c79e7f2886 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:35.232462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Attempting to bind port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:35.232966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Attempting to bind port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '72a3c994-f077-492a-91db-1c698a56910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:35.233339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Attempting to bind port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f on network 9f9b2862-8802-42f8-a476-74f2f81ea94a {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:35.240404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:35.240787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Checking segment: {'id': '72a3c994-f077-492a-91db-1c698a56910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:35.241195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.241863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Bound using segment: {'id': '72a3c994-f077-492a-91db-1c698a56910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:35.242333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Bound port: fb334aa8-27ce-41f1-99f6-2e8be9b2a98f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a3c994-f077-492a-91db-1c698a56910f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f9b2862-8802-42f8-a476-74f2f81ea94a'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:35.243068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.294211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3729ab3d-043f-4f9f-a63d-f03bd9215212 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:35.298164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3729ab3d-043f-4f9f-a63d-f03bd9215212 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1414130 Sep 17 01:31:35.313392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:35.369573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] For port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:35.386649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] For port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,segment=NetworkSegment(72a3c994-f077-492a-91db-1c698a56910f),segment_id=72a3c994-f077-492a-91db-1c698a56910f)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:35.389496 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-604ddf61-0919-42d7-9612-e241a9d9857e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:31:35.394661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-604ddf61-0919-42d7-9612-e241a9d9857e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/eb38c5b5-2460-4d84-93c8-00bc4f698c6a HTTP/1.1" status: 404 len: 333 time: 0.0768287 Sep 17 01:31:35.395118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50948) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:35.426132 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfdf2e9-d03f-408a-b8cb-17863322fbdf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:31:35.430434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2cfdf2e9-d03f-408a-b8cb-17863322fbdf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/edfdc7d7-ddd2-4d90-977f-04b3a6ce38e7 HTTP/1.1" status: 404 len: 333 time: 0.0314260 Sep 17 01:31:35.451943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50954) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:35.454347 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4b690ac7-45e8-496d-ba80-b689b5025e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.459444 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.560581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bae5e4-6f28-44b8-9892-8e18e496054d None None] Pushing event updated for resources: {'Port': ['ID=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:35.601490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.615767 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.700801 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.704420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.815608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb185bba-1a45-4b77-8200-d8d01ef9d420']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:35.816703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=d51a3c1c-8c35-440f-ae0a-2fa390b19eab,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:35.879170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb0cc1b-898d-42f8-a13b-9d6c1f82a867') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:35.879779 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb0cc1b-898d-42f8-a13b-9d6c1f82a867') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:35.893616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': 'c7c694bc-52f1-40a1-b2fc-e408101afd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:35.893980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:35.900329 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.924953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.933083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:35.934366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:35.939323 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:35.985465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.034830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:36.120650 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.131765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.137486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 50984) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:36.139537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/bb185bba-1a45-4b77-8200-d8d01ef9d420 HTTP/1.1" status: 204 len: 168 time: 0.6856956 Sep 17 01:31:36.144952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1306384360'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:36.166104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf34246-e763-4892-93aa-c67d8560c5b4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=bb185bba-1a45-4b77-8200-d8d01ef9d420,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:36.168293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:36.176865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd00292e-0e21-4e25-89e9-37f3731367eb None None] Network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:36.181428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:36.182073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.188969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:31:36.253524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:36.257376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.306650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c2e58ffb-53bc-45fa-b425-c3573e1bd10d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4123023 Sep 17 01:31:36.306922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 50996) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:36.326079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:36.345783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.346381 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment 97820f3e-bf5a-4da3-a233-752fe158488b of type vlan for network 9cadbbcb-680a-4f6c-b51d-f777e173c992 Sep 17 01:31:36.358247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:36.383369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:36.400416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-3e8eeafe-42ef-42f2-822d-7d6ceec6ad61', 'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': 'd51a3c1c-8c35-440f-ae0a-2fa390b19eab'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:36.401264 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.433813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:36.435053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:36.449825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.463446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.478709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:36.519096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.519096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bd6ec3ab-dc98-402a-b8e0-6981089e99b9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2423880 Sep 17 01:31:36.521196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51006) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:36.549473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:36.550095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:36.571286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.592546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:36.593916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25449f4f-f575-4b35-997b-2f3ac803c283 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:36.619175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.624891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:36.625521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:36.674504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Allocated IP 2001:db8::1 (3e8eeafe-42ef-42f2-822d-7d6ceec6ad61/d51a3c1c-8c35-440f-ae0a-2fa390b19eab/9aa4cca0-10c7-4250-b73f-8c8fc9df18e3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:36.763254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6245258 Sep 17 01:31:36.766596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f5c1-5671-4c20-be16-2feb5f059708 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=9cadbbcb-680a-4f6c-b51d-f777e173c992,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:36.767285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51018) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:36.776060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:36.802028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:36.993751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa53ff-45c8-4354-9eec-b1d9f9626cbe None None] Network 9f9b2862-8802-42f8-a476-74f2f81ea94a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:37.013156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.047718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:37.052881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.084529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-78a56694-3857-4944-b91b-b8ae0f2e5d9f None None] Provisioning complete for port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:37.084529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78a56694-3857-4944-b91b-b8ae0f2e5d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.110712 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.160194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Pushing event updated for resources: {'Port': ['ID=9aa4cca0-10c7-4250-b73f-8c8fc9df18e3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:37.208001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:37.214331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:37.220017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:37.259543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.339887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Attempting to bind port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:37.340309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Attempting to bind port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'c7c694bc-52f1-40a1-b2fc-e408101afd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:37.340606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Attempting to bind port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 on network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:37.342586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78a56694-3857-4944-b91b-b8ae0f2e5d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.354691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:37.355070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Checking segment: {'id': 'c7c694bc-52f1-40a1-b2fc-e408101afd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:37.355498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.355893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Bound using segment: {'id': 'c7c694bc-52f1-40a1-b2fc-e408101afd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:37.356379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Bound port: 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c694bc-52f1-40a1-b2fc-e408101afd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:37.356935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.414610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-78a56694-3857-4944-b91b-b8ae0f2e5d9f None None] For port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,segment=NetworkSegment(72a3c994-f077-492a-91db-1c698a56910f),segment_id=72a3c994-f077-492a-91db-1c698a56910f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:37.481731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] For port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:37.488789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] For port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9aa4cca0-10c7-4250-b73f-8c8fc9df18e3,segment=NetworkSegment(c7c694bc-52f1-40a1-b2fc-e408101afd25),segment_id=c7c694bc-52f1-40a1-b2fc-e408101afd25)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:37.506411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.524233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb334aa8-27ce-41f1-99f6-2e8be9b2a98f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:37.573637 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78a56694-3857-4944-b91b-b8ae0f2e5d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.605229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=d51a3c1c-8c35-440f-ae0a-2fa390b19eab,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:37.694242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.1 (89ac29bf-c296-46d8-92a7-6e23e932cf1e/626770a9-94f7-4565-aefe-d825a9d2ccf7/34227e5e-9ede-4013-b5f4-d8ad40fa6a5a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:37.694716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.709973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a56694-3857-4944-b91b-b8ae0f2e5d9f None None] Pushing event updated for resources: {'Port': ['ID=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:37.722831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.753497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8eeafe-42ef-42f2-822d-7d6ceec6ad61']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:37.784622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c694bc-52f1-40a1-b2fc-e408101afd25') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:37.784918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c694bc-52f1-40a1-b2fc-e408101afd25') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:37.824657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:37.824906 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.826048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.861607 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.878361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6b733d3a-1a1a-4ebc-9791-3bc69193cbc7 None None] Provisioning complete for port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:37.878855 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b733d3a-1a1a-4ebc-9791-3bc69193cbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.881672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:37.882287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:37.887858 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:37.916456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b3a2a-2cd8-4d44-a7df-96c2456f26f7 None None] Pushing event updated for resources: {'Port': ['ID=9aa4cca0-10c7-4250-b73f-8c8fc9df18e3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:37.921511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.001145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.048195 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:31:38.048195 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:31:38.048195 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '3e8eeafe-42ef-42f2-822d-7d6ceec6ad61'}] Sep 17 01:31:38.048195 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:38.049728 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:38.059600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.135951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': '97820f3e-bf5a-4da3-a233-752fe158488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:38.136305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: 9cadbbcb-680a-4f6c-b51d-f777e173c992, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:38.138167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:38.143001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:38.146478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=3124f3c1-434e-477c-9263-c39492c8df6d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:38.155141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:38.167641 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2644f1ac-0bc4-4f0b-a694-4578be3b93b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.189629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=34227e5e-9ede-4013-b5f4-d8ad40fa6a5a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:38.213298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:38.229813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.302650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9cadbbcb-680a-4f6c-b51d-f777e173c992) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:38.309652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:38.310330 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.330567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e0450-a57d-466b-9ee9-d1d76dbf833f None None] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:38.382957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb3f079d-5b38-4969-9163-4f6045f2615f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6142097 Sep 17 01:31:38.385618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51092) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:38.390897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992', 'name': 'tempest-PortsTestJSON-1349837505'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:38.472378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.518928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9cadbbcb-680a-4f6c-b51d-f777e173c992', 'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': '3124f3c1-434e-477c-9263-c39492c8df6d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:38.520922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.576117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.659264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:38.663405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.686278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 3ad3a597-a196-4e46-94b5-7f3776907620 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:38.700342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:38.701041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.786370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Allocated IP 172.20.0.2 (9cadbbcb-680a-4f6c-b51d-f777e173c992/3124f3c1-434e-477c-9263-c39492c8df6d/e8cbaf5e-77a3-4108-bfee-e54417444d54) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:38.868345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9aa4cca0-10c7-4250-b73f-8c8fc9df18e3,segment=NetworkSegment(c7c694bc-52f1-40a1-b2fc-e408101afd25),segment_id=c7c694bc-52f1-40a1-b2fc-e408101afd25)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:38.870720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:38.897547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:38.994255 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.055275 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.068907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274311f-bb57-46cc-a9fe-c61bed6c8541 None None] Network 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:39.073875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.126745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.186107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=9aa4cca0-10c7-4250-b73f-8c8fc9df18e3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:39.288965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.11 (9cadbbcb-680a-4f6c-b51d-f777e173c992/3124f3c1-434e-477c-9263-c39492c8df6d/3ad3a597-a196-4e46-94b5-7f3776907620) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:39.437033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.447571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-509ac140-9dd9-4fc5-8473-c561f8d76357 None None] Provisioning complete for port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:39.448170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:39.448339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-509ac140-9dd9-4fc5-8473-c561f8d76357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.449798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.513930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb334aa8-27ce-41f1-99f6-2e8be9b2a98f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:39.522072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-509ac140-9dd9-4fc5-8473-c561f8d76357 None None] Port 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 was deleted so its status cannot be updated. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 01:31:39.543998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.567939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8eeafe-42ef-42f2-822d-7d6ceec6ad61']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:39.582258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c694bc-52f1-40a1-b2fc-e408101afd25') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:39.583317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c694bc-52f1-40a1-b2fc-e408101afd25') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:39.594189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.609690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.619863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:39.631353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:39.632717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:39.633223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.633826 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.636820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:39.643601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Pushing event updated for resources: {'Port': ['ID=e8cbaf5e-77a3-4108-bfee-e54417444d54,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:39.722693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Attempting to bind port e8cbaf5e-77a3-4108-bfee-e54417444d54 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:39.723349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Attempting to bind port e8cbaf5e-77a3-4108-bfee-e54417444d54 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '97820f3e-bf5a-4da3-a233-752fe158488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:39.723865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Attempting to bind port e8cbaf5e-77a3-4108-bfee-e54417444d54 on network 9cadbbcb-680a-4f6c-b51d-f777e173c992 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:39.727043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:39.727648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.732291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f11283-6026-4f55-a032-b5c258b85f20 None None] DHCP port deletion for 3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:31:39.738346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:39.738968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Checking segment: {'id': '97820f3e-bf5a-4da3-a233-752fe158488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:39.745174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.745174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Bound using segment: {'id': '97820f3e-bf5a-4da3-a233-752fe158488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:39.745174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Bound port: e8cbaf5e-77a3-4108-bfee-e54417444d54, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97820f3e-bf5a-4da3-a233-752fe158488b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9cadbbcb-680a-4f6c-b51d-f777e173c992'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:39.745174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:39.745551 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:39.747587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=34227e5e-9ede-4013-b5f4-d8ad40fa6a5a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:39.758208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.795465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.828847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.843392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.847006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 HTTP/1.1" status: 204 len: 168 time: 3.5383847 Sep 17 01:31:39.847205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51154) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:39.851520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1244646625'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:39.856054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] For port e8cbaf5e-77a3-4108-bfee-e54417444d54, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:39.860331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] For port e8cbaf5e-77a3-4108-bfee-e54417444d54, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e8cbaf5e-77a3-4108-bfee-e54417444d54,segment=NetworkSegment(97820f3e-bf5a-4da3-a233-752fe158488b),segment_id=97820f3e-bf5a-4da3-a233-752fe158488b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:39.860811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef00695-b661-44fb-b221-bf5bea7a9768 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=3e8eeafe-42ef-42f2-822d-7d6ceec6ad61,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:39.915936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:39.917225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:39.955610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:39.955847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.006892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:40.020710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:40.025018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:40.034948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:40.043066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.053312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854c58-9d42-4b70-aa82-384ebe6795ef None None] Pushing event updated for resources: {'Port': ['ID=e8cbaf5e-77a3-4108-bfee-e54417444d54,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:40.067344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=3ad3a597-a196-4e46-94b5-7f3776907620,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:40.088435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:40.089316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:40.115288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.115920 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment a07ed45f-44dd-4798-a2cd-f0993e421266 of type vlan for network d897d40c-2d86-4186-a039-c4153813f7d1 Sep 17 01:31:40.135235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:40.135805 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.206482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb6de207-5fe6-4496-a416-d903b47446bf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8194740 Sep 17 01:31:40.209223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51184) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:40.215714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.336965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:40.348821 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:40.361931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bce3ee37-dfd6-4c70-b5d9-40e972f32b45 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/routers/259aa009-9e04-4ec4-b1f4-01752fc290a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8361783 Sep 17 01:31:40.362656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51190) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:40.364514 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:40.369347 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:40.369489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'port': {'network_id': '89ac29bf-c296-46d8-92a7-6e23e932cf1e', 'name': 'tempest-FloatingIPTestJSON-597517147'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:40.424633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 3ad3a597-a196-4e46-94b5-7f3776907620 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:40.432790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.438404 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:40.453291 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:40.454184 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:40.464805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.472142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:40.472811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.496246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:40.497068 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ea7aba-b6a6-49ed-bc02-315bd9e14ec1 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:40.560140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.574974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 3ad3a597-a196-4e46-94b5-7f3776907620 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:40.591387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7412727 Sep 17 01:31:40.593350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c185b-aaff-42e6-9906-49635f62be90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=d897d40c-2d86-4186-a039-c4153813f7d1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:40.593483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:40.600125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:40.608991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d897d40c-2d86-4186-a039-c4153813f7d1 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:40.714238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:40.718219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.737997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] device_id is not set on port c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:40.819046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:40.823708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:40.875805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.9 (89ac29bf-c296-46d8-92a7-6e23e932cf1e/626770a9-94f7-4565-aefe-d825a9d2ccf7/c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:40.988049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.019263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=3ad3a597-a196-4e46-94b5-7f3776907620,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:41.085848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.150764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.173888 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.176578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07a9a8fe-e705-4c6e-8805-fdb23f6dd394 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/3ad3a597-a196-4e46-94b5-7f3776907620 HTTP/1.1" status: 204 len: 168 time: 0.9638712 Sep 17 01:31:41.178809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51228) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:41.213278 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-0162b946-f680-417e-90cd-a50d9d9fbc4b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:31:41.213978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0162b946-f680-417e-90cd-a50d9d9fbc4b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:41.215765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0162b946-f680-417e-90cd-a50d9d9fbc4b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/3ad3a597-a196-4e46-94b5-7f3776907620 HTTP/1.1" status: 404 len: 333 time: 0.0359883 Sep 17 01:31:41.218695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51230) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:41.247781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.248111 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-923bbf8a-9822-4142-af14-83d2226faec9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:31:41.250006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-923bbf8a-9822-4142-af14-83d2226faec9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/3ad3a597-a196-4e46-94b5-7f3776907620 HTTP/1.1" status: 404 len: 333 time: 0.0302947 Sep 17 01:31:41.253642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:41.320118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d38a8c-37ec-473b-bdfc-a2a5ec9c5fa3 None None] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:41.352965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 3124f3c1-434e-477c-9263-c39492c8df6d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:31:41.356459 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.400589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:41.415530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:41.415734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.423355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.433438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:41.437942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.445754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:41.448333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:41.536288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=bbacbca6-0d62-4fb8-9106-89043e221ceb,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:41.569906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7d7e905b-22bf-4739-b2fd-2f2e13b2a3e1 None None] Provisioning complete for port e8cbaf5e-77a3-4108-bfee-e54417444d54 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:41.570616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d7e905b-22bf-4739-b2fd-2f2e13b2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.593916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:41.594736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.622165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': 'a07ed45f-44dd-4798-a2cd-f0993e421266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:41.622701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: d897d40c-2d86-4186-a039-c4153813f7d1, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:41.634688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e8cbaf5e-77a3-4108-bfee-e54417444d54 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:41.646851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.741113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-551ada35-cd8a-4fdd-bc2f-02590389305d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3750336 Sep 17 01:31:41.741330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51256) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:41.747039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'port': {'network_id': '89ac29bf-c296-46d8-92a7-6e23e932cf1e', 'name': 'tempest-FloatingIPTestJSON-910936558'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:41.814637 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d7e905b-22bf-4739-b2fd-2f2e13b2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.819514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e8cbaf5e-77a3-4108-bfee-e54417444d54 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:41.819872 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.851723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network d897d40c-2d86-4186-a039-c4153813f7d1 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:41.933146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.947900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:41.990045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:41.994653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.002617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d897d40c-2d86-4186-a039-c4153813f7d1) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:42.018615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=3124f3c1-434e-477c-9263-c39492c8df6d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:42.018615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.022002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-272336f7-e249-4212-80cf-ef14faeab610 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/3124f3c1-434e-477c-9263-c39492c8df6d HTTP/1.1" status: 204 len: 168 time: 0.7660215 Sep 17 01:31:42.023371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:42.027673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-7d7e905b-22bf-4739-b2fd-2f2e13b2a3e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:42.030181 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-7d7e905b-22bf-4739-b2fd-2f2e13b2a3e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:42.033067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:42.033444 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:42.034397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:42.035020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.035537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] device_id is not set on port 0073c63a-cb8b-4787-826d-d8037865fee6 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:42.040479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d09e7c-e633-4789-9356-2c3d58c069b1 None None] Network d897d40c-2d86-4186-a039-c4153813f7d1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:42.150515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-85cde75e-8da2-493d-a3f3-9446f4005eba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5575886 Sep 17 01:31:42.156717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.158453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51272) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:42.167364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458518189'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:42.173898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d03d1ab-d331-422f-b2b2-095b0dd60876 None None] Network 9cadbbcb-680a-4f6c-b51d-f777e173c992 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:42.219743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.8 (89ac29bf-c296-46d8-92a7-6e23e932cf1e/626770a9-94f7-4565-aefe-d825a9d2ccf7/0073c63a-cb8b-4787-826d-d8037865fee6) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:42.241655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port e8cbaf5e-77a3-4108-bfee-e54417444d54 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:42.245337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.316031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:42.316031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.333737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] For port e8cbaf5e-77a3-4108-bfee-e54417444d54, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e8cbaf5e-77a3-4108-bfee-e54417444d54,segment=NetworkSegment(97820f3e-bf5a-4da3-a233-752fe158488b),segment_id=97820f3e-bf5a-4da3-a233-752fe158488b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:42.334109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.354994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for e8cbaf5e-77a3-4108-bfee-e54417444d54 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:42.368376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:42.378959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d897d40c-2d86-4186-a039-c4153813f7d1', 'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': 'bbacbca6-0d62-4fb8-9106-89043e221ceb'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:42.378959 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.412219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.415327 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.415327 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment aef5433d-24ac-45af-837f-765047cf02b2 of type vlan for network 1f8a7098-7977-412c-bcc3-2b478ef1781b Sep 17 01:31:42.482454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] DHCP port deletion for 9cadbbcb-680a-4f6c-b51d-f777e173c992 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:31:42.511831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.555184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.600963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:42.604470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:42.608982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:42.632502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.635996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Allocated IP 2001:db8::1 (d897d40c-2d86-4186-a039-c4153813f7d1/bbacbca6-0d62-4fb8-9106-89043e221ceb/8360ce91-97e0-4637-bb49-ac05ecb0104e) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:42.638439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=0073c63a-cb8b-4787-826d-d8037865fee6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:42.642423 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d7e905b-22bf-4739-b2fd-2f2e13b2a3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.655352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.657771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.664251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:42.666553 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.671558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:42.672664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.711418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Deleting port e8cbaf5e-77a3-4108-bfee-e54417444d54 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:42.711728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.736082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=e8cbaf5e-77a3-4108-bfee-e54417444d54,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:42.767478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4b6e324-6477-4e55-863f-e76bbe8be21c tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0179875 Sep 17 01:31:42.767478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51286) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:42.768161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No DVR routers for this DVR port e8cbaf5e-77a3-4108-bfee-e54417444d54 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:42.770413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=1f8a7098-7977-412c-bcc3-2b478ef1781b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:42.773190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '0073c63a-cb8b-4787-826d-d8037865fee6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:42.784831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:31:42.786837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 1f8a7098-7977-412c-bcc3-2b478ef1781b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:42.824924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-31341581-2952-4608-8057-61b81e13de63 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6643813 Sep 17 01:31:42.828407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51288) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:42.834703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:42.861787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.883793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cadbbcb-680a-4f6c-b51d-f777e173c992']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:42.884902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:31:42.885027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9aa4cca0-10c7-4250-b73f-8c8fc9df18e3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:31:42.898180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97820f3e-bf5a-4da3-a233-752fe158488b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:42.898180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97820f3e-bf5a-4da3-a233-752fe158488b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:42.905528 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.912438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] For port e8cbaf5e-77a3-4108-bfee-e54417444d54, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:42.912850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.922431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.929922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:42.930393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:42.933848 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:42.944869 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:42.982598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Calling delete_port for e8cbaf5e-77a3-4108-bfee-e54417444d54 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:42.985235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-077cde05-1ad0-4496-a4f1-fc6bfeb95250 None None] Could not find standard attr ID for object e8cbaf5e-77a3-4108-bfee-e54417444d54. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:31:42.991618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Port e8cbaf5e-77a3-4108-bfee-e54417444d54 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:31:43.000104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.047330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:43.050612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] Pushing event deleted for resources: {'Port': ['ID=e8cbaf5e-77a3-4108-bfee-e54417444d54,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.050786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.065035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08110c1-7212-4f4c-8a65-b4ea26647ea9 None None] No DVR routers for this DVR port e8cbaf5e-77a3-4108-bfee-e54417444d54 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:43.079898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.086499 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.092529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.099317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/9cadbbcb-680a-4f6c-b51d-f777e173c992 HTTP/1.1" status: 204 len: 168 time: 1.0748444 Sep 17 01:31:43.099949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51290) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:43.108049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-651698964'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:43.122419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing IP validity checks on allocation pools {{(pid=112073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 01:31:43.123041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.ipam_backend_mixin [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112073) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 01:31:43.127632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf91062-dce4-48f2-94bd-5f08cc2fd5e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=9cadbbcb-680a-4f6c-b51d-f777e173c992,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.151382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.176993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.218839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Network d897d40c-2d86-4186-a039-c4153813f7d1 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:43.226250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:43.227549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:43.274107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:43.277636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.293634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Pushing event updated for resources: {'Port': ['ID=8360ce91-97e0-4637-bb49-ac05ecb0104e,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.297742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Attempting to bind port 8360ce91-97e0-4637-bb49-ac05ecb0104e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:43.298364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Attempting to bind port 8360ce91-97e0-4637-bb49-ac05ecb0104e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a07ed45f-44dd-4798-a2cd-f0993e421266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:43.299050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Attempting to bind port 8360ce91-97e0-4637-bb49-ac05ecb0104e on network d897d40c-2d86-4186-a039-c4153813f7d1 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:43.306661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:43.307164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Checking segment: {'id': 'a07ed45f-44dd-4798-a2cd-f0993e421266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:43.308029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.308453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Bound using segment: {'id': 'a07ed45f-44dd-4798-a2cd-f0993e421266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:43.308915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Bound port: 8360ce91-97e0-4637-bb49-ac05ecb0104e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07ed45f-44dd-4798-a2cd-f0993e421266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd897d40c-2d86-4186-a039-c4153813f7d1'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:43.309371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.311109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:43.324930 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.325341 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment b87e7984-50f0-4488-9c3b-accf6b4b4519 of type vlan for network 7534dbf7-5ae4-4322-a005-6baf625f3ded Sep 17 01:31:43.343445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.18 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/15a4dbd4-d505-4f4a-94bc-d4c140749a74) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:43.373395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.384935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] For port 8360ce91-97e0-4637-bb49-ac05ecb0104e, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:43.389208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] For port 8360ce91-97e0-4637-bb49-ac05ecb0104e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8360ce91-97e0-4637-bb49-ac05ecb0104e,segment=NetworkSegment(a07ed45f-44dd-4798-a2cd-f0993e421266),segment_id=a07ed45f-44dd-4798-a2cd-f0993e421266)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:43.432360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.459963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e8cbaf5e-77a3-4108-bfee-e54417444d54 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:31:43.465649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.509163 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.520957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:43.526786 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.547620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=edb00b12-4cb8-433f-aaf7-4577dc731675,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.591732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.593505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': 'aef5433d-24ac-45af-837f-765047cf02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:43.593870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: 1f8a7098-7977-412c-bcc3-2b478ef1781b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:43.661839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=7534dbf7-5ae4-4322-a005-6baf625f3ded,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.697033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 1f8a7098-7977-412c-bcc3-2b478ef1781b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:43.700608 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-72d0ac5d-0cde-4ee9-a06a-f8945416b0e7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5936551 Sep 17 01:31:43.700973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51298) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:43.706689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:43.724470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:43.729617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e8cbaf5e-77a3-4108-bfee-e54417444d54 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:31:43.730235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e8cbaf5e-77a3-4108-bfee-e54417444d54 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:31:43.795105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.858863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:43.863337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:43.870726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:43.874554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=15a4dbd4-d505-4f4a-94bc-d4c140749a74,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.876631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045f90a-08f7-4d00-a484-c14dcee714f0 None None] Pushing event updated for resources: {'Port': ['ID=8360ce91-97e0-4637-bb49-ac05ecb0104e,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:43.912537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 1f8a7098-7977-412c-bcc3-2b478ef1781b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:43.919487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:43.920679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:43.928159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bdc842-f8ae-4634-9d4b-7cbf0a8d7144 None None] Network 1f8a7098-7977-412c-bcc3-2b478ef1781b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:43.970859 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:43.979697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.203824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-1f8a7098-7977-412c-bcc3-2b478ef1781b', 'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': 'edb00b12-4cb8-433f-aaf7-4577dc731675'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:44.212042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.212198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ea69ccd5-1831-4c7b-bfcb-e1a771fc993d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3777590 Sep 17 01:31:44.212292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:44.420099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Allocated IP 2001:db8::3 (1f8a7098-7977-412c-bcc3-2b478ef1781b/edb00b12-4cb8-433f-aaf7-4577dc731675/e48effbd-994e-47f9-b6bd-766324b9ab2d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:44.421674 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.542134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.597327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.625337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.732883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=b2382046-531b-402f-ad0c-7544d4deb7f7,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:44.740967 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.744658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': 'b87e7984-50f0-4488-9c3b-accf6b4b4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:44.745143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: 7534dbf7-5ae4-4322-a005-6baf625f3ded, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:44.789217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.843531 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:44.891719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:44.900786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Network 1f8a7098-7977-412c-bcc3-2b478ef1781b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:44.904363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:44.908643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:44.945872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Pushing event updated for resources: {'Port': ['ID=e48effbd-994e-47f9-b6bd-766324b9ab2d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:44.968201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.001779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Attempting to bind port e48effbd-994e-47f9-b6bd-766324b9ab2d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:45.002144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Attempting to bind port e48effbd-994e-47f9-b6bd-766324b9ab2d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'aef5433d-24ac-45af-837f-765047cf02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:45.002664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Attempting to bind port e48effbd-994e-47f9-b6bd-766324b9ab2d on network 1f8a7098-7977-412c-bcc3-2b478ef1781b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:45.008371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:45.008671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.012911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Checking segment: {'id': 'aef5433d-24ac-45af-837f-765047cf02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:45.012911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.012911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Bound using segment: {'id': 'aef5433d-24ac-45af-837f-765047cf02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:45.012911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Bound port: e48effbd-994e-47f9-b6bd-766324b9ab2d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef5433d-24ac-45af-837f-765047cf02b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f8a7098-7977-412c-bcc3-2b478ef1781b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:45.012911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.013443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 7534dbf7-5ae4-4322-a005-6baf625f3ded) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:45.013443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=edb00b12-4cb8-433f-aaf7-4577dc731675,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:45.023946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:45.024729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.033302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c32c981-992e-4ce4-9158-b0020a61f86b None None] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:45.138330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.168849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] For port e48effbd-994e-47f9-b6bd-766324b9ab2d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:45.179398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] For port e48effbd-994e-47f9-b6bd-766324b9ab2d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e48effbd-994e-47f9-b6bd-766324b9ab2d,segment=NetworkSegment(aef5433d-24ac-45af-837f-765047cf02b2),segment_id=aef5433d-24ac-45af-837f-765047cf02b2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:45.234982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118fe4b-5e66-4e67-9869-f9fe13e464fd None None] Network d897d40c-2d86-4186-a039-c4153813f7d1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:45.249401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.308401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=15a4dbd4-d505-4f4a-94bc-d4c140749a74,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:45.353463 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.421901 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 61e16322-0911-4a6f-a049-d8b7750e0b8a associated. External IP: 172.25.1.18, port: 0073c63a-cb8b-4787-826d-d8037865fee6. Sep 17 01:31:45.453042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a09680b1-6cca-4a16-9d8d-717a20cf03ed None None] Provisioning complete for port 8360ce91-97e0-4637-bb49-ac05ecb0104e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:45.453421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a09680b1-6cca-4a16-9d8d-717a20cf03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.476198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-7534dbf7-5ae4-4322-a005-6baf625f3ded', 'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': 'b2382046-531b-402f-ad0c-7544d4deb7f7'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:45.477044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.566610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8360ce91-97e0-4637-bb49-ac05ecb0104e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:45.582596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.612681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a7098-7977-412c-bcc3-2b478ef1781b']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:45.625094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef5433d-24ac-45af-837f-765047cf02b2') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:45.625896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef5433d-24ac-45af-837f-765047cf02b2') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:45.634845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890e600-884a-4ecc-949c-ed3832073852 None None] Pushing event updated for resources: {'Port': ['ID=e48effbd-994e-47f9-b6bd-766324b9ab2d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:45.643657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-476c69c4-5427-4bab-8898-21441e16c3f1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9399412 Sep 17 01:31:45.651227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51312) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:45.651914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.652034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1597433010'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:45.674480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.683178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:45.691168 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:45.749108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb02203f-ceac-4b11-8980-0fd49a83d832 None None] Network 1f8a7098-7977-412c-bcc3-2b478ef1781b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:45.764803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:45.928162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:31:45.928162 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:31:45.928162 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '1f8a7098-7977-412c-bcc3-2b478ef1781b'}] Sep 17 01:31:45.928162 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:45.929037 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:45.943431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8360ce91-97e0-4637-bb49-ac05ecb0104e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:45.943910 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:45.965446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a09680b1-6cca-4a16-9d8d-717a20cf03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.011307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Allocated IP 172.20.0.2 (7534dbf7-5ae4-4322-a005-6baf625f3ded/b2382046-531b-402f-ad0c-7544d4deb7f7/0bb01cae-e21d-49b9-a429-f7e091251ee5) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:46.086424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a09680b1-6cca-4a16-9d8d-717a20cf03ed None None] For port 8360ce91-97e0-4637-bb49-ac05ecb0104e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8360ce91-97e0-4637-bb49-ac05ecb0104e,segment=NetworkSegment(a07ed45f-44dd-4798-a2cd-f0993e421266),segment_id=a07ed45f-44dd-4798-a2cd-f0993e421266)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:46.206942 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a09680b1-6cca-4a16-9d8d-717a20cf03ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.260293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.266495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:46.270270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.304902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:46.308899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:46.340844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:46.430403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.435068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.474086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9673f6a5-5b85-40de-a63f-38fe623d2046 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.7059755 Sep 17 01:31:46.474960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51320) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:46.479898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:46.500320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port e48effbd-994e-47f9-b6bd-766324b9ab2d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:46.500761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.512452 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.519248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09680b1-6cca-4a16-9d8d-717a20cf03ed None None] Pushing event updated for resources: {'Port': ['ID=8360ce91-97e0-4637-bb49-ac05ecb0104e,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:46.532018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:46.532662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:46.550102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.554892 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8a6aaff5-5417-40e5-a8ec-0b266308ec3a None None] Provisioning complete for port 8360ce91-97e0-4637-bb49-ac05ecb0104e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:46.555298 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8a6aaff5-5417-40e5-a8ec-0b266308ec3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.578901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port e48effbd-994e-47f9-b6bd-766324b9ab2d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e48effbd-994e-47f9-b6bd-766324b9ab2d,segment=NetworkSegment(aef5433d-24ac-45af-837f-765047cf02b2),segment_id=aef5433d-24ac-45af-837f-765047cf02b2)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:46.579416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.599376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for e48effbd-994e-47f9-b6bd-766324b9ab2d owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:46.608830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:46.627805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.663946 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:46.664330 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:46.678421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:46.679049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:46.724281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:46.725442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.4 (7534dbf7-5ae4-4322-a005-6baf625f3ded/b2382046-531b-402f-ad0c-7544d4deb7f7/4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:46.732670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:46.733411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121fb76-011d-4b38-9d42-be8249648811 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:46.736099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:46.740184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Pushing event updated for resources: {'Port': ['ID=0bb01cae-e21d-49b9-a429-f7e091251ee5,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:46.742432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:46.786719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.818560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.857437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Attempting to bind port 0bb01cae-e21d-49b9-a429-f7e091251ee5 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:46.858080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Attempting to bind port 0bb01cae-e21d-49b9-a429-f7e091251ee5 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b87e7984-50f0-4488-9c3b-accf6b4b4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:46.858696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Attempting to bind port 0bb01cae-e21d-49b9-a429-f7e091251ee5 on network 7534dbf7-5ae4-4322-a005-6baf625f3ded {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:46.873789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port e48effbd-994e-47f9-b6bd-766324b9ab2d on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:46.873889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:46.874008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=e48effbd-994e-47f9-b6bd-766324b9ab2d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:46.874092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Checking segment: {'id': 'b87e7984-50f0-4488-9c3b-accf6b4b4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:46.874092 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.874092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Bound using segment: {'id': 'b87e7984-50f0-4488-9c3b-accf6b4b4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:46.874092 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Bound port: 0bb01cae-e21d-49b9-a429-f7e091251ee5, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87e7984-50f0-4488-9c3b-accf6b4b4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '7534dbf7-5ae4-4322-a005-6baf625f3ded'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:46.874092 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.956594 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.956888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c21da97c-8593-422c-909c-8cad449b643b None None] For port 0bb01cae-e21d-49b9-a429-f7e091251ee5, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:46.960168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c21da97c-8593-422c-909c-8cad449b643b None None] For port 0bb01cae-e21d-49b9-a429-f7e091251ee5, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0bb01cae-e21d-49b9-a429-f7e091251ee5,segment=NetworkSegment(b87e7984-50f0-4488-9c3b-accf6b4b4519),segment_id=b87e7984-50f0-4488-9c3b-accf6b4b4519)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:46.966977 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:46.968624 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 61e16322-0911-4a6f-a049-d8b7750e0b8a disassociated. External IP: 172.25.1.18, port: 0073c63a-cb8b-4787-826d-d8037865fee6. Sep 17 01:31:47.018728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.049582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a7098-7977-412c-bcc3-2b478ef1781b']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.061871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef5433d-24ac-45af-837f-765047cf02b2') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.062173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef5433d-24ac-45af-837f-765047cf02b2') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.078488 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.081966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.105351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.116671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:47.117082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:47.122160 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:47.156594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21da97c-8593-422c-909c-8cad449b643b None None] Pushing event updated for resources: {'Port': ['ID=0bb01cae-e21d-49b9-a429-f7e091251ee5,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:47.260997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.298298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.312365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.314438 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/1f8a7098-7977-412c-bcc3-2b478ef1781b HTTP/1.1" status: 204 len: 168 time: 3.1034415 Sep 17 01:31:47.317777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:47.344333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:47.351104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133544285'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:47.351258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:47.352051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:47.359071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:47.366735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c994d79-84f2-4fa0-81a4-f12ed8020f95 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=1f8a7098-7977-412c-bcc3-2b478ef1781b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:47.528964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:47.529083 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.540895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:47.543345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:47.547839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.599630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:47.609081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.609801 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment 98355d21-3f44-4d8a-b7f0-4c6c3db760e2 of type vlan for network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 Sep 17 01:31:47.627899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e59d5e6d-d7b8-4cd8-a834-4936119d456d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9845912 Sep 17 01:31:47.677608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:47.683638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:47.697813 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:47.703002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.710666 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:47.711416 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.711559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0bb01cae-e21d-49b9-a429-f7e091251ee5 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:47.739644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-55b9ce4f-2f1c-411f-b93e-277257291234 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/floatingips/61e16322-0911-4a6f-a049-d8b7750e0b8a HTTP/1.1" status: 200 len: 687 time: 1.2618608 Sep 17 01:31:47.741012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51330) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:47.748016 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.774677 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:47.777387 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.837650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0bb01cae-e21d-49b9-a429-f7e091251ee5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:47.838226 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.850984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.866769 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:47.867636 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16fa518-76b4-44fa-8ee8-16832d70f9a0 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:47.912637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:47.913277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:47.920087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 15a4dbd4-d505-4f4a-94bc-d4c140749a74 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:47.926278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.008980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.016235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:48.016859 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.029588 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.030297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.030297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.053592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 15a4dbd4-d505-4f4a-94bc-d4c140749a74 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:48.084690 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.100703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0bb01cae-e21d-49b9-a429-f7e091251ee5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0bb01cae-e21d-49b9-a429-f7e091251ee5,segment=NetworkSegment(b87e7984-50f0-4488-9c3b-accf6b4b4519),segment_id=b87e7984-50f0-4488-9c3b-accf6b4b4519)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:48.140669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:48.145209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:48.158036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:48.235237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dac21b36-ae33-452c-9ee4-30948c35b926 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8917344 Sep 17 01:31:48.236335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51338) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:48.243112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:48.245446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.246304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8360ce91-97e0-4637-bb49-ac05ecb0104e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:48.351586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0bb01cae-e21d-49b9-a429-f7e091251ee5,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:48.365577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8360ce91-97e0-4637-bb49-ac05ecb0104e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:48.366159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.366738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.438805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=15a4dbd4-d505-4f4a-94bc-d4c140749a74,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:48.534071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.537260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.542128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5b5f8659-9eb6-47e3-9979-4e848e54ceea tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/floatingips/61e16322-0911-4a6f-a049-d8b7750e0b8a HTTP/1.1" status: 204 len: 168 time: 0.7968900 Sep 17 01:31:48.542506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51340) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:48.549733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:48.594140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cd9dc2-51a2-48be-b397-eb93251ea1c1 None None] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:48.601903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:48.601903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.602756 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.658990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:48.710411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7401947c-9d16-4b72-9ef8-b4bb528541e2 None None] Provisioning complete for port 0bb01cae-e21d-49b9-a429-f7e091251ee5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:48.710777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7401947c-9d16-4b72-9ef8-b4bb528541e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.767008 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.800144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:48.802277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1bf7af3e-0ae2-4569-9299-c37ce96e38dd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf HTTP/1.1" status: 204 len: 168 time: 1.1233404 Sep 17 01:31:48.805588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51342) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:48.848927 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d4681e-a4d2-4c33-bb20-a3847d060cde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:31:48.856619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51346) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:48.863263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39d4681e-a4d2-4c33-bb20-a3847d060cde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf HTTP/1.1" status: 404 len: 333 time: 0.0565734 Sep 17 01:31:48.945734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet b2382046-531b-402f-ad0c-7544d4deb7f7 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:31:48.949433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.000134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.106461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.130657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.157816 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.210706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b38fd3c5-2594-4dbc-a18f-fb36955399ac None None] Provisioning complete for port 0bb01cae-e21d-49b9-a429-f7e091251ee5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:49.211331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b38fd3c5-2594-4dbc-a18f-fb36955399ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.263405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.317043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=b2382046-531b-402f-ad0c-7544d4deb7f7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:49.330575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=b73424c5-dae8-4075-bd66-111ae87b987b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:49.337131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.338923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-93160632-3b77-47db-993e-2bc4b582db60 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/b2382046-531b-402f-ad0c-7544d4deb7f7 HTTP/1.1" status: 204 len: 168 time: 0.4792089 Sep 17 01:31:49.341652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51358) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:49.375285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.151 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/9b29b5f7-a489-4315-927c-f82c70917f13) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:49.420367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': '98355d21-3f44-4d8a-b7f0-4c6c3db760e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:49.421643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:49.480388 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.506311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0bb01cae-e21d-49b9-a429-f7e091251ee5 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:31:49.531971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.551983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d36bf3c-4932-4deb-a6ae-0f3a7c9e3d33 None None] Network 7534dbf7-5ae4-4322-a005-6baf625f3ded requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:49.577305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:49.602301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f865d70b-11d5-4814-ba72-6b22e010c666 None None] Could not find standard attr ID for object 4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:31:49.611769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-d301f0dc-1f3b-4ac8-96e4-45b907861eb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:49.613404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-d301f0dc-1f3b-4ac8-96e4-45b907861eb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1812134 Sep 17 01:31:49.637688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-99f7d47e-4df0-4023-a640-e282722f35e9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0140808 Sep 17 01:31:49.643015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 0bb01cae-e21d-49b9-a429-f7e091251ee5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:49.643506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.649414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.676764 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0bb01cae-e21d-49b9-a429-f7e091251ee5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:31:49.683118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.703302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:49.714457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe369d-9e27-4a73-ab88-2ae52064ccd9 None None] Network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:49.716462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:49.717328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.721241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:49.740670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=9b29b5f7-a489-4315-927c-f82c70917f13,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:49.747555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:49.751499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:49.755200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] For port 0bb01cae-e21d-49b9-a429-f7e091251ee5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0bb01cae-e21d-49b9-a429-f7e091251ee5,segment=NetworkSegment(b87e7984-50f0-4488-9c3b-accf6b4b4519),segment_id=b87e7984-50f0-4488-9c3b-accf6b4b4519)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:49.755637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:49.772506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 0bb01cae-e21d-49b9-a429-f7e091251ee5 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:49.780773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-14ccec73-11fe-48e8-a5e5-2432813ad06e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1223626 Sep 17 01:31:49.927582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-81f7006e-d14c-45f9-8b87-fc0593c7f028 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6858304 Sep 17 01:31:49.930679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:49.952404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] DHCP port deletion for 7534dbf7-5ae4-4322-a005-6baf625f3ded request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:31:49.966361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2', 'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': 'b73424c5-dae8-4075-bd66-111ae87b987b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:49.968071 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.028410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-7e8ae702-777a-474a-a45c-ba9c69743177 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979802 Sep 17 01:31:50.064929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.113833 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.118001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=0bb01cae-e21d-49b9-a429-f7e091251ee5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:50.125366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No DVR routers for this DVR port 0bb01cae-e21d-49b9-a429-f7e091251ee5 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:50.186824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Deleting port 0bb01cae-e21d-49b9-a429-f7e091251ee5 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:50.187613 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.209327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Allocated IP 2001:db8::1 (d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2/b73424c5-dae8-4075-bd66-111ae87b987b/1c36abff-9a84-48bb-9b26-77567d3eebb7) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:50.298362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.298939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.299277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] For port 0bb01cae-e21d-49b9-a429-f7e091251ee5, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:50.299661 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.313992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-77225b79-2246-4049-a933-bd23a10fa24d service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672346 Sep 17 01:31:50.316607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.349893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Calling delete_port for 0bb01cae-e21d-49b9-a429-f7e091251ee5 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:50.352466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7534dbf7-5ae4-4322-a005-6baf625f3ded']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:50.358447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Port 0bb01cae-e21d-49b9-a429-f7e091251ee5 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:31:50.360368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.369633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87e7984-50f0-4488-9c3b-accf6b4b4519') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:50.369879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87e7984-50f0-4488-9c3b-accf6b4b4519') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:50.384256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.398048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Pushing event deleted for resources: {'Port': ['ID=0bb01cae-e21d-49b9-a429-f7e091251ee5,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:50.404244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.408345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] No DVR routers for this DVR port 0bb01cae-e21d-49b9-a429-f7e091251ee5 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:50.410757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.411067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.415736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df42283c-0bbc-4fd2-baca-d75f29bccb70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:50.438260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:50.438670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:50.442634 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:50.465292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.527650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.595099 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.637495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.649828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:50.653747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.657212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:50.657435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.659648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:50.664615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51372) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:50.664775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/7534dbf7-5ae4-4322-a005-6baf625f3ded HTTP/1.1" status: 204 len: 168 time: 1.3218949 Sep 17 01:31:50.671262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'name': 'tempest-PortsTestJSON-2044449506'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:50.677351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Pushing event updated for resources: {'Port': ['ID=1c36abff-9a84-48bb-9b26-77567d3eebb7,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:50.691643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7d73d-a57d-4790-8bee-042664c81180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=7534dbf7-5ae4-4322-a005-6baf625f3ded,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:50.697793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.728760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=b73424c5-dae8-4075-bd66-111ae87b987b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:50.760731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.769101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Attempting to bind port 1c36abff-9a84-48bb-9b26-77567d3eebb7 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:50.769101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Attempting to bind port 1c36abff-9a84-48bb-9b26-77567d3eebb7 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '98355d21-3f44-4d8a-b7f0-4c6c3db760e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:50.769101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Attempting to bind port 1c36abff-9a84-48bb-9b26-77567d3eebb7 on network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:50.774391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:50.774866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Checking segment: {'id': '98355d21-3f44-4d8a-b7f0-4c6c3db760e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:50.775326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.775720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Bound using segment: {'id': '98355d21-3f44-4d8a-b7f0-4c6c3db760e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:50.776180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Bound port: 1c36abff-9a84-48bb-9b26-77567d3eebb7, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98355d21-3f44-4d8a-b7f0-4c6c3db760e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:50.776556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.794502 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.815907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:50.824167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=9b29b5f7-a489-4315-927c-f82c70917f13,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:50.825833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98355d21-3f44-4d8a-b7f0-4c6c3db760e2') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:50.827279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98355d21-3f44-4d8a-b7f0-4c6c3db760e2') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:50.852245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.868177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.880707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.890008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:50.890442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.892547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] For port 1c36abff-9a84-48bb-9b26-77567d3eebb7, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:50.894441 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:50.956390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] For port 1c36abff-9a84-48bb-9b26-77567d3eebb7, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1c36abff-9a84-48bb-9b26-77567d3eebb7,segment=NetworkSegment(98355d21-3f44-4d8a-b7f0-4c6c3db760e2),segment_id=98355d21-3f44-4d8a-b7f0-4c6c3db760e2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:50.969318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:50.976948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:50.994623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:31:50.994623 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:31:50.994623 n-d-789963-7 neutron-server[112073]: [parameters: {'id': 'd09c5eee-ba9d-46c9-ab5e-3f964cf11eb2'}] Sep 17 01:31:50.994623 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:50.995353 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:51.005683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 97e92d5d-b5be-4469-b1c7-63c5e9da2bd5 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:51.010601 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 0566e17f-c62e-4ef9-9e02-9d2934fa2054 associated. External IP: 172.25.1.151, port: c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7. Sep 17 01:31:51.097534 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.199938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8338149-0041-492b-87f5-4e57c72800e6 None None] Pushing event updated for resources: {'Port': ['ID=1c36abff-9a84-48bb-9b26-77567d3eebb7,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:51.224452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5b4724-e191-47fd-bf7d-714d4a730888 None None] Network d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:51.305463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.365312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d372cd34-1a95-441d-bca2-a2aea7a12113 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:31:51.407287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:51.481771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.496688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.553812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0bb01cae-e21d-49b9-a429-f7e091251ee5 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:31:51.574317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:51.579486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0bb01cae-e21d-49b9-a429-f7e091251ee5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:31:51.579826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0bb01cae-e21d-49b9-a429-f7e091251ee5 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:31:51.581448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:51.597329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:51.597992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:51.598630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.598749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port 1c36abff-9a84-48bb-9b26-77567d3eebb7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:51.599527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.622283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=97e92d5d-b5be-4469-b1c7-63c5e9da2bd5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:51.641555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:51.653761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d372cd34-1a95-441d-bca2-a2aea7a12113 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:31:51.657236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:51.683200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:51.683724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:51.706457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port 1c36abff-9a84-48bb-9b26-77567d3eebb7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1c36abff-9a84-48bb-9b26-77567d3eebb7,segment=NetworkSegment(98355d21-3f44-4d8a-b7f0-4c6c3db760e2),segment_id=98355d21-3f44-4d8a-b7f0-4c6c3db760e2)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:51.706827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.715030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-473734ed-f19c-405f-8826-c4597728011e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0481997 Sep 17 01:31:51.717450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:51.723884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for 1c36abff-9a84-48bb-9b26-77567d3eebb7 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:51.731020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:51.757183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.765554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:51.766191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:51.820803 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8e14f459-db83-4fe7-b799-f22484d25b09 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2771423 Sep 17 01:31:51.823615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51380) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:51.846655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:51.847342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb83546d-8b3e-46b6-a3e4-e14561a4ca23 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:51.892567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 97e92d5d-b5be-4469-b1c7-63c5e9da2bd5 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:51.893078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.898581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c1884843-1dd6-4169-ba0f-00e6dfb2dfc5 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/floatingips/0566e17f-c62e-4ef9-9e02-9d2934fa2054 HTTP/1.1" status: 200 len: 977 time: 0.0735266 Sep 17 01:31:51.900958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:51.978607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:51.986645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.014344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 97e92d5d-b5be-4469-b1c7-63c5e9da2bd5 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:52.037454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port 1c36abff-9a84-48bb-9b26-77567d3eebb7 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:52.044753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=1c36abff-9a84-48bb-9b26-77567d3eebb7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:52.094391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0dfe1fff-cea1-4481-ba48-8320dce29158 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1923456 Sep 17 01:31:52.097731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51390) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:52.105243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78565464-2643-49c9-8b11-4bb765fec917 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:31:52.106333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'port_id': '0073c63a-cb8b-4787-826d-d8037865fee6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:52.158027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.182790 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-458b98b8-0de7-4f6d-8560-d915dae09437 req-1aaf6101-41c6-41b7-9507-41778cef213d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0351832 Sep 17 01:31:52.190796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:52.204475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98355d21-3f44-4d8a-b7f0-4c6c3db760e2') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:52.204774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98355d21-3f44-4d8a-b7f0-4c6c3db760e2') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:52.219868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.236260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.238901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78565464-2643-49c9-8b11-4bb765fec917 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:31:52.243749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.243956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:52.244342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:52.249265 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:52.319304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.371551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=97e92d5d-b5be-4469-b1c7-63c5e9da2bd5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:52.379343 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.381512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a61ecec9-2ed2-4e60-9b47-d497b6a9878d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/97e92d5d-b5be-4469-b1c7-63c5e9da2bd5 HTTP/1.1" status: 204 len: 168 time: 0.6624370 Sep 17 01:31:52.383859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.385011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51392) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:52.392113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'mac_address': 'fa:16:3e:17:c4:9c', 'name': 'tempest-PortsTestJSON-65013160'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:52.400024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.403440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 HTTP/1.1" status: 204 len: 168 time: 2.4717901 Sep 17 01:31:52.417573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:52.418664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88afd2-79d4-419c-a81b-b8bb5ce4a459 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:52.426827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-85007821'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:52.491393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:52.494771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.527682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:52.539672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.540110 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment d4cc3a19-e325-4dcc-914b-53b50dabbe3b of type vlan for network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 Sep 17 01:31:52.590593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.691127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.697447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:52.698266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:52.786805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=65890f6f-ed8c-4a39-9cd2-c47ebc05de22,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:52.802199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:52.813426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5004b17c-6292-46ab-b81e-4da9816840dc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3916049 Sep 17 01:31:52.816277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51398) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:52.829280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:53.088628 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:53.213134 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.281479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port fb75aa14-fc9a-42f2-ab9d-322feae62b0a yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:53.291537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-adaf9f44-450b-40f0-b647-ebfe2ffac292 req-b7a668ad-fe16-4984-b884-ad8dd545d12b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0323026 Sep 17 01:31:53.388561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:53.392972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.458612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.541818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.549395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.661834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.667562 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 0566e17f-c62e-4ef9-9e02-9d2934fa2054 associated. External IP: 172.25.1.151, port: c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7. Sep 17 01:31:53.722071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=114aad30-ee4f-47f2-9fc2-8c5c1c64a571,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:53.723688 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.731068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:53.731456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: 65890f6f-ed8c-4a39-9cd2-c47ebc05de22, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:53.807204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:53.820184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:53.824017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:53.830271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:53.830902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.833787 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=fb75aa14-fc9a-42f2-ab9d-322feae62b0a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:53.834324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:53.942837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 65890f6f-ed8c-4a39-9cd2-c47ebc05de22) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:53.947176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:53.947848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:53.958531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a3d33-8c3a-4a20-9890-58806369f58a None None] Network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:53.960352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:53.968532 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a702b6ca-a093-4648-8484-949baad767c3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.5807128 Sep 17 01:31:53.970536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:54.024636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680acb6f-501b-4723-81c5-d6d8e85061c9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:54.028970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-680acb6f-501b-4723-81c5-d6d8e85061c9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/fb75aa14-fc9a-42f2-ab9d-322feae62b0a HTTP/1.1" status: 200 len: 839 time: 0.0548201 Sep 17 01:31:54.029502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:54.047414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51416) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:54.048737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7fdfa7be-b485-4d4c-8dcf-ccf63423cba2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2313287 Sep 17 01:31:54.138156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-65890f6f-ed8c-4a39-9cd2-c47ebc05de22', 'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': '114aad30-ee4f-47f2-9fc2-8c5c1c64a571'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:54.140147 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.146621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port fb75aa14-fc9a-42f2-ab9d-322feae62b0a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:54.147258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.200568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:54.216031 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:54.234444 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:54.235134 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.252876 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.253811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.271046 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.273067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for fb75aa14-fc9a-42f2-ab9d-322feae62b0a owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:54.282256 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:54.283272 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.320561 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.321554 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692081c-4932-4196-a797-ba7a66270ec6 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:54.336773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Allocated IP 2001:db8::1 (65890f6f-ed8c-4a39-9cd2-c47ebc05de22/114aad30-ee4f-47f2-9fc2-8c5c1c64a571/5c3c3ba7-c26f-49d1-8edc-37881e86b087) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:54.400668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e136f959-7696-4145-9a97-33688f1aefcf req-f424d88b-d202-4e3d-b033-7a6e8a61ddfb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0455806 Sep 17 01:31:54.406793 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.469360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.500335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=fb75aa14-fc9a-42f2-ab9d-322feae62b0a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:54.515513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.515513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4db762de-e07b-49b6-bb9a-ab510668f87c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/fb75aa14-fc9a-42f2-ab9d-322feae62b0a HTTP/1.1" status: 204 len: 168 time: 0.4814975 Sep 17 01:31:54.516230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51430) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:54.541347 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.546342 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed8dc7f-c8f3-498b-a82a-4ecbc12f8828 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:31:54.548019 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3ed8dc7f-c8f3-498b-a82a-4ecbc12f8828 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/fb75aa14-fc9a-42f2-ab9d-322feae62b0a HTTP/1.1" status: 404 len: 333 time: 0.0308535 Sep 17 01:31:54.551636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51432) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:54.557201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'name': 'tempest-PortsTestJSON-750356230'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:54.606671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.619172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:54.689150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:54.692359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:54.696370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:54.724640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.731263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Pushing event updated for resources: {'Port': ['ID=5c3c3ba7-c26f-49d1-8edc-37881e86b087,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:54.758699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Attempting to bind port 5c3c3ba7-c26f-49d1-8edc-37881e86b087 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:31:54.759150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Attempting to bind port 5c3c3ba7-c26f-49d1-8edc-37881e86b087 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:31:54.759485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Attempting to bind port 5c3c3ba7-c26f-49d1-8edc-37881e86b087 on network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:31:54.761083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=114aad30-ee4f-47f2-9fc2-8c5c1c64a571,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:54.765175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:31:54.765546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Checking segment: {'id': 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:54.765945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.771669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Bound using segment: {'id': 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:31:54.771790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:54.771873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Bound port: 5c3c3ba7-c26f-49d1-8edc-37881e86b087, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:31:54.771873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.773495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.792476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:54.799701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.809726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port a2e6e1ee-b165-4c8f-a268-382eefce587d yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:54.822933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:54.855738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:54.856359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.859324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] For port 5c3c3ba7-c26f-49d1-8edc-37881e86b087, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:31:54.864418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] For port 5c3c3ba7-c26f-49d1-8edc-37881e86b087, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c3c3ba7-c26f-49d1-8edc-37881e86b087,segment=NetworkSegment(d4cc3a19-e325-4dcc-914b-53b50dabbe3b),segment_id=d4cc3a19-e325-4dcc-914b-53b50dabbe3b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:31:54.867159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.895318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.904201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:54.905280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.916723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65890f6f-ed8c-4a39-9cd2-c47ebc05de22']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.930437 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dff12220-3620-49b9-8a05-899a52e0af86 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/floatingips/0566e17f-c62e-4ef9-9e02-9d2934fa2054 HTTP/1.1" status: 200 len: 977 time: 2.8268540 Sep 17 01:31:54.930671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.931553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51436) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:54.931775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.935505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'port_id': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:54.942365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:54.943112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d054756-b88c-49e9-97c3-8abbe5d3b187 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:54.945221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.983658 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.986908 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:54.994559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:54.995193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:55.063674 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:55.087398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c461c-6eff-4066-b501-9ded00986169 None None] Pushing event updated for resources: {'Port': ['ID=5c3c3ba7-c26f-49d1-8edc-37881e86b087,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:55.088152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.088152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.103108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:31:55.103108 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:31:55.103108 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '65890f6f-ed8c-4a39-9cd2-c47ebc05de22'}] Sep 17 01:31:55.103108 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:31:55.103772 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:31:55.130298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda704f5-ea4d-4ce5-8eb0-7d2c45ab6818 None None] Network 65890f6f-ed8c-4a39-9cd2-c47ebc05de22 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:55.255606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8a4c7-e162-4990-ad76-91c0fba2acb8 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:31:55.258431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.261938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.307174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:55.310220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:55.317536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:55.323159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:55.324035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.328354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=a2e6e1ee-b165-4c8f-a268-382eefce587d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:55.346504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8a4c7-e162-4990-ad76-91c0fba2acb8 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:31:55.370174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.374349 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 0566e17f-c62e-4ef9-9e02-9d2934fa2054 disassociated. External IP: 172.25.1.151, port: 0073c63a-cb8b-4787-826d-d8037865fee6. Sep 17 01:31:55.422189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c76f5883-5cd6-4fe5-bc41-e62f08ada474 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8660762 Sep 17 01:31:55.422389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:55.427545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:55.568840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6457a5c5-b99c-49ff-9247-8ce65fe23ed6 req-4268d0b7-95e9-4ae2-8cc9-b8b8f1fa1692 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0422790 Sep 17 01:31:55.570880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.604601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.669486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port 5c3c3ba7-c26f-49d1-8edc-37881e86b087 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:55.669827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.739561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port 5c3c3ba7-c26f-49d1-8edc-37881e86b087, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c3c3ba7-c26f-49d1-8edc-37881e86b087,segment=NetworkSegment(d4cc3a19-e325-4dcc-914b-53b50dabbe3b),segment_id=d4cc3a19-e325-4dcc-914b-53b50dabbe3b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:31:55.739932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.754677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for 5c3c3ba7-c26f-49d1-8edc-37881e86b087 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:55.830052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.833091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:31:55.936703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.983808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] In _notify_port_updated(), no bound segment for port a2e6e1ee-b165-4c8f-a268-382eefce587d on network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:31:55.989261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:55.989870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:55.991191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/ports/a2e6e1ee-b165-4c8f-a268-382eefce587d HTTP/1.1" status: 200 len: 818 time: 0.5678790 Sep 17 01:31:55.995692 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51458) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.000382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:31:56.006288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.011241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.011888 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:31:56.021262 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:56.022104 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.023690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608098e5-4491-484e-8366-7f2fd5ec3e42 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=a2e6e1ee-b165-4c8f-a268-382eefce587d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:56.056263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e1dd92af-3984-487b-9f21-bb66dfec2a8e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/floatingips/0566e17f-c62e-4ef9-9e02-9d2934fa2054 HTTP/1.1" status: 200 len: 688 time: 1.1233332 Sep 17 01:31:56.058329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51462) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.072757 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=5c3c3ba7-c26f-49d1-8edc-37881e86b087,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:56.074421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.077832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port 5c3c3ba7-c26f-49d1-8edc-37881e86b087 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:31:56.083691 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:31:56.084528 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.122540 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.123555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce540743-ce01-49d5-be0f-f8aa280d2033 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:31:56.207959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 9b29b5f7-a489-4315-927c-f82c70917f13 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:56.208193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.208365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.234241 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65890f6f-ed8c-4a39-9cd2-c47ebc05de22']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.245912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.246218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cc3a19-e325-4dcc-914b-53b50dabbe3b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:31:56.258826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.274618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.282825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port a2e6e1ee-b165-4c8f-a268-382eefce587d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:31:56.283194 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.298264 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.298264 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.298647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:31:56.298973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:31:56.301908 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:31:56.311397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 9b29b5f7-a489-4315-927c-f82c70917f13 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:56.413759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.425274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for a2e6e1ee-b165-4c8f-a268-382eefce587d owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:31:56.483872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.488791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.491237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/65890f6f-ed8c-4a39-9cd2-c47ebc05de22 HTTP/1.1" status: 204 len: 168 time: 2.4422996 Sep 17 01:31:56.494249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.500090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-44301096'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:56.510975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68308960-473e-4171-a957-83866d95e75a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=65890f6f-ed8c-4a39-9cd2-c47ebc05de22,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:56.542384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.569769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=9b29b5f7-a489-4315-927c-f82c70917f13,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:56.607096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:56.611295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.627304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.662995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.665436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:56.666807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/a2e6e1ee-b165-4c8f-a268-382eefce587d HTTP/1.1" status: 204 len: 168 time: 0.6698921 Sep 17 01:31:56.667430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.669928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.671987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-34d58821-cc8b-4d74-9332-819ff0598125 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/floatingips/0566e17f-c62e-4ef9-9e02-9d2934fa2054 HTTP/1.1" status: 204 len: 168 time: 0.6126077 Sep 17 01:31:56.672532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51476) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.683403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51478) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.710658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55a6d5e7-9bd5-4139-8372-d5b8a90d1e57 req-5b8d90cf-fae0-48cd-8a94-2544b7bf5a8a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0657651 Sep 17 01:31:56.711447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb005839-f5ee-4376-b850-2b557ff58980 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=a2e6e1ee-b165-4c8f-a268-382eefce587d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:56.722508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.723125 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment 8b68b6b8-b538-44f4-8569-6d024199f7eb of type vlan for network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 Sep 17 01:31:56.769210 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-f1623aa3-44ae-4792-a0c6-8965654ba4f3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] delete failed (client error): The resource could not be found. Sep 17 01:31:56.770239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f1623aa3-44ae-4792-a0c6-8965654ba4f3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/floatingips/0566e17f-c62e-4ef9-9e02-9d2934fa2054 HTTP/1.1" status: 404 len: 345 time: 0.0860560 Sep 17 01:31:56.774497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51480) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.811332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c26256-3179-4b72-9b20-27ff74cedae5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:56.813705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-45c26256-3179-4b72-9b20-27ff74cedae5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1401637 Sep 17 01:31:56.817583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51484) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.835871 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.853287 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfee6ea-fb46-46a8-ad83-32af218eca08 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:31:56.854924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7bfee6ea-fb46-46a8-ad83-32af218eca08 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/a2e6e1ee-b165-4c8f-a268-382eefce587d HTTP/1.1" status: 404 len: 333 time: 0.0363781 Sep 17 01:31:56.859045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51486) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.864024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-633569383'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:56.876734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa9f04-3558-4b07-a273-12ed34ef332f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:56.882579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa9f04-3558-4b07-a273-12ed34ef332f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:56.888449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa9f04-3558-4b07-a273-12ed34ef332f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:56.890730 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10aa9f04-3558-4b07-a273-12ed34ef332f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/ports?network_id=89ac29bf-c296-46d8-92a7-6e23e932cf1e HTTP/1.1" status: 200 len: 2356 time: 0.1153066 Sep 17 01:31:56.893388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51488) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.944670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1994b0-d252-4c1d-90fa-0d76c77cec49 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:56.946061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f1994b0-d252-4c1d-90fa-0d76c77cec49 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/subnets/626770a9-94f7-4565-aefe-d825a9d2ccf7 HTTP/1.1" status: 200 len: 797 time: 0.0517318 Sep 17 01:31:56.951511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51492) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:56.956603 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'port': {'network_id': '89ac29bf-c296-46d8-92a7-6e23e932cf1e', 'name': 'tempest-FloatingIPTestJSON-688542659', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:56.976766 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:56.986025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:56.986928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.022806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:57.026584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.082805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5873883 Sep 17 01:31:57.084697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71a6f8-4e47-45ae-8f9e-46a6c064840d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=b570e7cc-e4e5-4a31-a125-4c2434c91ec6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:57.085851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51494) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:57.092913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:31:57.095312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:57.099433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:57.103402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.103858 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment d9e1a3d4-360b-438f-a6ee-fddd6b982dc4 of type vlan for network 58926632-e466-49e7-a485-848315288088 Sep 17 01:31:57.159604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.198176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:57.305370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.312978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:57.313726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.390293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=58926632-e466-49e7-a485-848315288088,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:57.412115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 58926632-e466-49e7-a485-848315288088 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:31:57.660080 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.677579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] device_id is not set on port d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:31:57.772153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:57.775763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:57.856701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52e14ced-1653-427b-94c7-f386b95fcea3 req-0fed6834-f420-43bc-bcbd-870c15e851e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0501449 Sep 17 01:31:57.859419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-70bc24d8-774a-4919-9e2b-937ed99d41df tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9993637 Sep 17 01:31:57.862749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51510) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:57.867945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '58926632-e466-49e7-a485-848315288088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:58.056791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:58.060445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.122133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.14 (89ac29bf-c296-46d8-92a7-6e23e932cf1e/626770a9-94f7-4565-aefe-d825a9d2ccf7/d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:58.129430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.13 (89ac29bf-c296-46d8-92a7-6e23e932cf1e/626770a9-94f7-4565-aefe-d825a9d2ccf7/d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:58.198175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.309773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.329492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=3b82168c-5316-443c-b7bf-cae38fb9ffc5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:58.352801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.353220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.353467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.353821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.354130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.354460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.354783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.355926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.355926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.355926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.356242 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.356371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:31:58.361890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': '8b68b6b8-b538-44f4-8569-6d024199f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:58.362317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: b570e7cc-e4e5-4a31-a125-4c2434c91ec6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:58.369711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.464034 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.465739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:58.478361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=fedc05fb-b99f-42b5-a48b-5eab8c3b0988,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:58.483653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '58926632-e466-49e7-a485-848315288088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:31:58.483974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: 58926632-e466-49e7-a485-848315288088, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:31:58.513297 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:58.517166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:58.520880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:58.523863 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-0b384f74-00fd-4cb7-92f8-441c24dae745 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:58.525489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-0b384f74-00fd-4cb7-92f8-441c24dae745 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1563995 Sep 17 01:31:58.541531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:58.578506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b570e7cc-e4e5-4a31-a125-4c2434c91ec6) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:58.581220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:31:58.607226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28379b8-98d2-4bf8-bbe8-bd4412ce6156 None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:58.616600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:58.616600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.618072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 58926632-e466-49e7-a485-848315288088 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:31:58.625023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:58.625626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.638651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 58926632-e466-49e7-a485-848315288088) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:58.652130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9808615c-d5c9-4909-a144-bdbf4bb7454d None None] Network 58926632-e466-49e7-a485-848315288088 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:31:58.657471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:31:58.658059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.713736 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc6884bc-a0eb-4412-8294-f5647c7507e1 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7517753 Sep 17 01:31:58.713736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:58.714718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'd45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:58.732057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-deb199f0-0221-4940-b24a-fa1ef59d43e1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8680472 Sep 17 01:31:58.735605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51524) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:58.742323 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8aaa3bd4-06a3-4964-a58e-5f44ea999489 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6521940 Sep 17 01:31:58.742547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51526) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:58.747919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '58926632-e466-49e7-a485-848315288088', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:58.751880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:58.850869 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.861217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:58.865143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.964887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-b570e7cc-e4e5-4a31-a125-4c2434c91ec6', 'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': '3b82168c-5316-443c-b7bf-cae38fb9ffc5'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:58.965852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:58.993873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35c07481-6899-471b-92c5-aaf6fe2a6409 req-461524a7-9d59-4f4f-b6e0-41c29cfe0b24 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0404871 Sep 17 01:31:58.997573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.055008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.11 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/11beaa15-61d2-46eb-bdd2-d8718cd83d62) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:59.075510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-58926632-e466-49e7-a485-848315288088', 'network_id': '58926632-e466-49e7-a485-848315288088', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': 'fedc05fb-b99f-42b5-a48b-5eab8c3b0988'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:31:59.077014 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.114924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:59.138937 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.242703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:31:59.247799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.267984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.400751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.417306 n-d-789963-7 neutron-server[112073]: INFO neutron.db.ipam_backend_mixin [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fedc05fb-b99f-42b5-a48b-5eab8c3b0988 (CIDR: 172.20.0.0/28) Sep 17 01:31:59.468056 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:31:59.468560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:31:59.522593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.63 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/cc125bf5-c863-435c-aae4-819cccc3b4bd) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:59.554495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.574945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Allocated IP 2001:db8::2 (b570e7cc-e4e5-4a31-a125-4c2434c91ec6/3b82168c-5316-443c-b7bf-cae38fb9ffc5/c8c11f28-3652-44db-bdab-03fca694e90d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:59.578522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e7289004-c544-493c-9bd4-1f0114acdad0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8407218 Sep 17 01:31:59.580017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.596394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51540) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:31:59.601817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Allocated IP 172.20.0.2 (58926632-e466-49e7-a485-848315288088/fedc05fb-b99f-42b5-a48b-5eab8c3b0988/39978288-7467-43ca-9b6b-1a7a8fe86887) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:31:59.622895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '58926632-e466-49e7-a485-848315288088', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:31:59.636016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:59.679285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:59.686703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:59.725143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.846581 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.896046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:31:59.908485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:31:59.915273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.917714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:31:59.972035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.976472 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:31:59.979396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=447afa72-1cc4-4a79-af5e-56418888e7a5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:00.005099 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=cc125bf5-c863-435c-aae4-819cccc3b4bd,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:00.080527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.090141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:00.118929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:00.122602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.124147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3634773'] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.161967 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.196590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:00.209677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:00.215437 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:32:00.215935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:00.219914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Network 58926632-e466-49e7-a485-848315288088 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:00.233524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:00.236651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:00.263892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a8e0880a-c3eb-41e8-8955-d683a838a770 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5199757 Sep 17 01:32:00.264052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9931a364-9505-4fdb-bac0-693fbfc0d273 None None] Provisioning complete for port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:00.264300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9931a364-9505-4fdb-bac0-693fbfc0d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.267358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51550) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:00.298580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Pushing event updated for resources: {'Port': ['ID=c8c11f28-3652-44db-bdab-03fca694e90d,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:00.314373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=11beaa15-61d2-46eb-bdd2-d8718cd83d62,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:00.334512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9426ec-b886-4254-ac0a-e59dca97e3d2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.336139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9426ec-b886-4254-ac0a-e59dca97e3d2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.337908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9426ec-b886-4254-ac0a-e59dca97e3d2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.339598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9426ec-b886-4254-ac0a-e59dca97e3d2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.341272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9426ec-b886-4254-ac0a-e59dca97e3d2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.344638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bc9426ec-b886-4254-ac0a-e59dca97e3d2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0761008 Sep 17 01:32:00.349601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51552) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:00.354930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1727175002'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:00.431369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Pushing event updated for resources: {'Port': ['ID=39978288-7467-43ca-9b6b-1a7a8fe86887,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:00.436133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.437065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.480283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4db743-d535-4ead-84c6-c9b3120841fe req-8e2b8b56-fd5b-44f3-94b1-70df42f360dc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.483261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf4db743-d535-4ead-84c6-c9b3120841fe req-8e2b8b56-fd5b-44f3-94b1-70df42f360dc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 932 time: 0.1585751 Sep 17 01:32:00.486846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Attempting to bind port 39978288-7467-43ca-9b6b-1a7a8fe86887 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:00.486846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Attempting to bind port 39978288-7467-43ca-9b6b-1a7a8fe86887 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '58926632-e466-49e7-a485-848315288088'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:00.487262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Attempting to bind port 39978288-7467-43ca-9b6b-1a7a8fe86887 on network 58926632-e466-49e7-a485-848315288088 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:00.496814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Attempting to bind port c8c11f28-3652-44db-bdab-03fca694e90d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:00.496929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Attempting to bind port c8c11f28-3652-44db-bdab-03fca694e90d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8b68b6b8-b538-44f4-8569-6d024199f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:00.497263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Attempting to bind port c8c11f28-3652-44db-bdab-03fca694e90d on network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:00.501632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:00.505957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.508352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:00.508731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Checking segment: {'id': '8b68b6b8-b538-44f4-8569-6d024199f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:00.509196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.509636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Bound using segment: {'id': '8b68b6b8-b538-44f4-8569-6d024199f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:00.510111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Bound port: c8c11f28-3652-44db-bdab-03fca694e90d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b68b6b8-b538-44f4-8569-6d024199f7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:00.510920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.519950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9931a364-9505-4fdb-bac0-693fbfc0d273 None None] Port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:00.523401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:00.523809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Checking segment: {'id': 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '58926632-e466-49e7-a485-848315288088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:00.524255 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.524641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Bound using segment: {'id': 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '58926632-e466-49e7-a485-848315288088'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:00.525168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Bound port: 39978288-7467-43ca-9b6b-1a7a8fe86887, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '58926632-e466-49e7-a485-848315288088'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:00.525550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.537449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf4db743-d535-4ead-84c6-c9b3120841fe req-3891a6dc-7c2f-4da5-8ed0-8adbc63baabc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446000 Sep 17 01:32:00.571826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-95eefdaf-dce7-4e6e-b6ea-3b141eece788 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0351727 Sep 17 01:32:00.582983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-a48498e2-fd72-407c-8289-471dd84a164d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:32:00.584191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-a48498e2-fd72-407c-8289-471dd84a164d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060356 Sep 17 01:32:00.608690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:00.651221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:00.655098 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.655737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.656102 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment 94c1ca32-8bde-450c-894f-639bfa4fb2a3 of type vlan for network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 Sep 17 01:32:00.704280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Request body: {'port': {'device_id': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:00.706834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] For port 39978288-7467-43ca-9b6b-1a7a8fe86887, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:00.713597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] For port 39978288-7467-43ca-9b6b-1a7a8fe86887, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39978288-7467-43ca-9b6b-1a7a8fe86887,segment=NetworkSegment(d9e1a3d4-360b-438f-a6ee-fddd6b982dc4),segment_id=d9e1a3d4-360b-438f-a6ee-fddd6b982dc4)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:00.730015 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.736552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] For port c8c11f28-3652-44db-bdab-03fca694e90d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:00.739969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] For port c8c11f28-3652-44db-bdab-03fca694e90d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c8c11f28-3652-44db-bdab-03fca694e90d,segment=NetworkSegment(8b68b6b8-b538-44f4-8569-6d024199f7eb),segment_id=8b68b6b8-b538-44f4-8569-6d024199f7eb)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:00.778515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.794305 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.868190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.897111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.901990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0141ac-6c49-4822-8c2f-93c27850746d None None] Pushing event updated for resources: {'Port': ['ID=39978288-7467-43ca-9b6b-1a7a8fe86887,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:00.906744 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.907982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:00.912644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.940753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:00.965309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d218665-5475-43cb-90cf-97d432dc8c59 None None] Pushing event updated for resources: {'Port': ['ID=c8c11f28-3652-44db-bdab-03fca694e90d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:01.164577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8137562 Sep 17 01:32:01.186140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51564) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:01.201066 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'New_network'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:01.394179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.428755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d5fcf-3828-44ac-8685-6f35555ca0fc tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=2a2d014b-ee22-4624-9d88-a1512ea0ae88,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:01.452019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.466017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:01.495224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.586820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 58926632-e466-49e7-a485-848315288088 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:01.600529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 is not hosted by any dhcp agent {{(pid=112072) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:32:01.600733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:01.606853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:01.607641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.617908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:01.617908 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.618179 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "PUT /v2.0/networks/2a2d014b-ee22-4624-9d88-a1512ea0ae88 HTTP/1.1" status: 200 len: 723 time: 0.4246249 Sep 17 01:32:01.621661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51572) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:01.655331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:01.723751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=4e55479e-a98c-4f1c-b3d9-edb5d294368e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:01.744070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c8c11f28-3652-44db-bdab-03fca694e90d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:01.800976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11beaa15-61d2-46eb-bdd2-d8718cd83d62 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:32:01.819069 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.830089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c8c11f28-3652-44db-bdab-03fca694e90d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:01.830480 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.847904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Transition to ACTIVE for port object 11beaa15-61d2-46eb-bdd2-d8718cd83d62 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:32:01.927646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:01.993121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-67a84258-0a07-4729-a3b9-f619bf381448 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3947048 Sep 17 01:32:01.994225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51576) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:02.001243 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.077996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '58926632-e466-49e7-a485-848315288088', 'fixed_ips': [{'subnet_id': 'fedc05fb-b99f-42b5-a48b-5eab8c3b0988'}, {'subnet_id': '4e55479e-a98c-4f1c-b3d9-edb5d294368e'}], 'name': 'tempest-PortsTestJSON-507664371'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:02.102348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port c8c11f28-3652-44db-bdab-03fca694e90d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c8c11f28-3652-44db-bdab-03fca694e90d,segment=NetworkSegment(8b68b6b8-b538-44f4-8569-6d024199f7eb),segment_id=8b68b6b8-b538-44f4-8569-6d024199f7eb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:02.155311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Pushing event updated for resources: {'Port': ['ID=11beaa15-61d2-46eb-bdd2-d8718cd83d62,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:02.194350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.197789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39978288-7467-43ca-9b6b-1a7a8fe86887 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:02.236065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d0f11-04f0-47a8-8ce5-fa81f0621d5f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=2a2d014b-ee22-4624-9d88-a1512ea0ae88,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:02.250056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.302119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9c45a-bd24-465f-8570-10b7ffb9668a req-6b0fff74-5bc6-4574-970a-ad819618afd2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:02.312949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02d9c45a-bd24-465f-8570-10b7ffb9668a req-6b0fff74-5bc6-4574-970a-ad819618afd2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.2163842 Sep 17 01:32:02.354197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.384610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:02.419470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Attempting to bind port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:02.419700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Attempting to bind port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:02.422932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Attempting to bind port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:02.440441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:32:02.440764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Attempting to bind port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:02.480689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:02.482915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:02.485467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:02.486029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Bound port: 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:02.486569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.489493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=c8c11f28-3652-44db-bdab-03fca694e90d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:02.493631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:02.503928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.520801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:02.521175 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.558349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:02.599169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54bcbb-1be5-4f52-b6e7-2d8856d613a2 None None] Network 58926632-e466-49e7-a485-848315288088 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:02.642113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02d9c45a-bd24-465f-8570-10b7ffb9668a req-0ec99ae7-e90c-4110-bdb1-8fdb2ee63a41 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164070 Sep 17 01:32:02.668462 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=cc125bf5-c863-435c-aae4-819cccc3b4bd,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:02.675774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.898055 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 2a20cee9-776a-4832-b6ff-252557c7eb78 associated. External IP: 172.25.1.63, port: d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b. Sep 17 01:32:02.907727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] For port 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:02.923652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:02.958215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf2f39c-245c-426f-87f6-fe0172fe8b5b None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:03.011814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c914e5fe-c86f-4837-bbaf-5d65b9381a32 None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:03.012206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c914e5fe-c86f-4837-bbaf-5d65b9381a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.034843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] For port 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:03.039131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.061683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:03.112758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.115058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 39978288-7467-43ca-9b6b-1a7a8fe86887, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39978288-7467-43ca-9b6b-1a7a8fe86887,segment=NetworkSegment(d9e1a3d4-360b-438f-a6ee-fddd6b982dc4),segment_id=d9e1a3d4-360b-438f-a6ee-fddd6b982dc4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:03.178140 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.195286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.197298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=59bf4df5-c3e3-4213-bb6c-bb7543d104e1,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:03.199812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:03.247233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:03.248579 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.250134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] 10.222.0.23 "PUT /v2.0/ports/11beaa15-61d2-46eb-bdd2-d8718cd83d62 HTTP/1.1" status: 200 len: 1092 time: 2.6560581 Sep 17 01:32:03.259355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=39978288-7467-43ca-9b6b-1a7a8fe86887,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:03.275191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'tag': '11beaa15-61d2-46eb-bdd2-d8718cd83d62'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:32:03.275191 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0ddc4d74-a56c-49f7-9512-0200297a25ec", "tag": "11beaa15-61d2-46eb-bdd2-d8718cd83d62"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:32:03.414158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': '94c1ca32-8bde-450c-894f-639bfa4fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:03.414954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: 2a2d014b-ee22-4624-9d88-a1512ea0ae88, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:32:03.452114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:03.491332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9283-a25a-4d8a-9c36-e488031b894c service neutron] Pushing event updated for resources: {'Port': ['ID=11beaa15-61d2-46eb-bdd2-d8718cd83d62,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:03.520859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:03.554128 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.573076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-5daef69d-169f-40f0-8702-38ad33294536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:03.574572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-5daef69d-169f-40f0-8702-38ad33294536 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 1095 time: 0.1715209 Sep 17 01:32:03.633829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4269d2ff-5603-40d7-bdf1-861fa2911c32 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9219422 Sep 17 01:32:03.634777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51600) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:03.642048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c8c11f28-3652-44db-bdab-03fca694e90d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:03.646519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'port_id': 'd45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:03.649578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:32:03.659802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-612755b1-bcd7-43a0-9e7d-9b71031d535b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62 HTTP/1.1" status: 200 len: 217 time: 0.0759411 Sep 17 01:32:03.705582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] Update dhcp port {'port': {'network_id': '58926632-e466-49e7-a485-848315288088', 'fixed_ips': [{'subnet_id': 'fedc05fb-b99f-42b5-a48b-5eab8c3b0988', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e55479e-a98c-4f1c-b3d9-edb5d294368e'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '39978288-7467-43ca-9b6b-1a7a8fe86887'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:32:03.719107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-36d6a357-7869-4914-a30d-637dc8bb744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:03.720717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-36d6a357-7869-4914-a30d-637dc8bb744f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0527594 Sep 17 01:32:03.762594 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3489a8-4d03-469a-bdfc-86b4ad6ee99f x-openstack-request-id: req-0e3489a8-4d03-469a-bdfc-86b4ad6ee99f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:32:03.766910 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ddc4d74-a56c-49f7-9512-0200297a25ec", "tag": "11beaa15-61d2-46eb-bdd2-d8718cd83d62", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:32:03.766910 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0e3489a8-4d03-469a-bdfc-86b4ad6ee99f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:32:03.766910 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'tag': '11beaa15-61d2-46eb-bdd2-d8718cd83d62', 'status': 'completed', 'code': 200} Sep 17 01:32:03.766910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 2a2d014b-ee22-4624-9d88-a1512ea0ae88) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:03.778178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:03.778866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.800285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe493df-4ff4-42e0-a4fd-346bd3259fe8 None None] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:03.810716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.811698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:03.812345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:03.886807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-d40a0821-3828-45a2-b088-bc3d6dca5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:03.888376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-d40a0821-3828-45a2-b088-bc3d6dca5e38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1524212 Sep 17 01:32:03.894130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:03.925330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7350ce-a280-452e-8743-cdb0ff4d79a5 req-242c4c38-94ab-4a58-842f-484d1c29593e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:03.927410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8f7350ce-a280-452e-8743-cdb0ff4d79a5 req-242c4c38-94ab-4a58-842f-484d1c29593e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.1574056 Sep 17 01:32:03.933703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:03.940859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.10 (58926632-e466-49e7-a485-848315288088/fedc05fb-b99f-42b5-a48b-5eab8c3b0988/2364324a-2316-4a6e-9fc4-d11bbbf93c16) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:03.980783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fa4c25f8-08ac-4b02-8fb9-d9a5287f1d99 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3276958 Sep 17 01:32:03.983876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51610) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:03.994432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:04.027156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-3ce6910e-ef69-49b7-9a40-043859d38e51 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293685 Sep 17 01:32:04.061456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8f7350ce-a280-452e-8743-cdb0ff4d79a5 req-63310613-2192-4752-bc10-f197175b71be tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146057 Sep 17 01:32:04.081616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.24 (58926632-e466-49e7-a485-848315288088/4e55479e-a98c-4f1c-b3d9-edb5d294368e/2364324a-2316-4a6e-9fc4-d11bbbf93c16) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:04.215037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00deaeb2-bb52-41b2-9acf-46e7d2b5d82b req-3077f5bb-3cef-4c41-81aa-4a6393b60f3d service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794865 Sep 17 01:32:04.240049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0d450035-c89b-4bdc-ae89-16d5862b9ee6 None None] Provisioning complete for port c8c11f28-3652-44db-bdab-03fca694e90d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:04.240445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d450035-c89b-4bdc-ae89-16d5862b9ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.309146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c8c11f28-3652-44db-bdab-03fca694e90d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:04.309523 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.321534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:04.321716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:04.327105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.337140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12502987'] for subnet, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.414802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-82df452e-58ca-4675-acd1-105a282f07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:04.417279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-82df452e-58ca-4675-acd1-105a282f07bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 1095 time: 0.0528691 Sep 17 01:32:04.568114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-84a87830-79b8-4828-b0db-c45ea6c12ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:04.570049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-84a87830-79b8-4828-b0db-c45ea6c12ca4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1457410 Sep 17 01:32:04.571621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.680061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] Update dhcp port {'port': {'network_id': 'b570e7cc-e4e5-4a31-a125-4c2434c91ec6', 'fixed_ips': [{'subnet_id': '3b82168c-5316-443c-b7bf-cae38fb9ffc5', 'ip_address': '2001:db8::2'}, {'subnet_id': '447afa72-1cc4-4a79-af5e-56418888e7a5'}], 'binding:host_id': 'n-d-789963-7'}, 'id': 'c8c11f28-3652-44db-bdab-03fca694e90d'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:32:04.688050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:04.688678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae6fcd4-909f-42e3-81e1-31a52555a9c6 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:04.722350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 58926632-e466-49e7-a485-848315288088 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:04.727813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-a4909746-685b-4b53-a44d-90a9e5978752 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62 HTTP/1.1" status: 200 len: 217 time: 0.1204629 Sep 17 01:32:04.731278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:04.736926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:04.806984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:04.807880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.858190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=2364324a-2316-4a6e-9fc4-d11bbbf93c16,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:04.871874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.877158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-7c15d16d-d2a7-4e20-847f-fc1c47414ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:04.878689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-7c15d16d-d2a7-4e20-847f-fc1c47414ce5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0859246 Sep 17 01:32:04.889624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.891482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765636036356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12175411'] for subnet, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.941211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:04.942104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.947844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51618) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:04.949529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "PUT /v2.0/subnets/59bf4df5-c3e3-4213-bb6c-bb7543d104e1 HTTP/1.1" status: 200 len: 826 time: 0.9595816 Sep 17 01:32:04.980831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] Allocated IP 172.20.0.18 (58926632-e466-49e7-a485-848315288088/4e55479e-a98c-4f1c-b3d9-edb5d294368e/39978288-7467-43ca-9b6b-1a7a8fe86887) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:04.983602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:04.993183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-be744655-7648-4fdb-b799-db5d2aee5b43 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.9278972 Sep 17 01:32:04.993793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51622) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:05.003515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fedc05fb-b99f-42b5-a48b-5eab8c3b0988'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:05.088362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] For port 39978288-7467-43ca-9b6b-1a7a8fe86887, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39978288-7467-43ca-9b6b-1a7a8fe86887,segment=NetworkSegment(d9e1a3d4-360b-438f-a6ee-fddd6b982dc4),segment_id=d9e1a3d4-360b-438f-a6ee-fddd6b982dc4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:05.100812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9912c3-5ccd-4dea-8314-7a46f99cc840 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=59bf4df5-c3e3-4213-bb6c-bb7543d104e1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:05.131263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-75591c82-1997-4ee3-9c6c-d5c6019266e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:05.132803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-75591c82-1997-4ee3-9c6c-d5c6019266e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2466562 Sep 17 01:32:05.155562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.164309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-2a2d014b-ee22-4624-9d88-a1512ea0ae88', 'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': '59bf4df5-c3e3-4213-bb6c-bb7543d104e1'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:05.165389 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.221846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.240879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:05.338552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.346697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.362502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39978288-7467-43ca-9b6b-1a7a8fe86887 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:05.373970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:05.385113 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:05.387005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.397632 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:05.398572 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:05.455220 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:05.467317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Allocated IP 2001:db8::2 (2a2d014b-ee22-4624-9d88-a1512ea0ae88/59bf4df5-c3e3-4213-bb6c-bb7543d104e1/4283e1b6-7c48-4c6e-b121-adf77e63624e) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:05.490856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:05.497521 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:05.503187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2857047-1374-4ef7-902e-a01e927be54d req-b608633d-c256-48e4-9034-91c741d99bee tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:05.504739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2857047-1374-4ef7-902e-a01e927be54d req-b608633d-c256-48e4-9034-91c741d99bee tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.3007450 Sep 17 01:32:05.530815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9a21f2c4-a271-4903-be35-db5ff7a0b1ed tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/floatingips/2a20cee9-776a-4832-b6ff-252557c7eb78 HTTP/1.1" status: 200 len: 977 time: 1.8918242 Sep 17 01:32:05.535328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51630) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:05.560175 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:05.571541 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8afe1bef-ace3-4323-b9a6-563cd887408c None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:05.647562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-fc12eb7d-30aa-4e95-9846-65fbb2616ef2 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029781 Sep 17 01:32:05.678603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.765353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9032a48f-39c1-4239-bf78-cbd7591024f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.775740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405b567-7577-473c-b9c9-01f5bd74c9da None None] Pushing event updated for resources: {'Port': ['ID=39978288-7467-43ca-9b6b-1a7a8fe86887,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:05.827517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:05.827921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.829842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.831717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] Allocated IP 172.20.0.1 (b570e7cc-e4e5-4a31-a125-4c2434c91ec6/447afa72-1cc4-4a79-af5e-56418888e7a5/c8c11f28-3652-44db-bdab-03fca694e90d) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:05.852166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2857047-1374-4ef7-902e-a01e927be54d req-bdcf84fe-ac13-477f-b24b-5ead3844ba4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353338 Sep 17 01:32:05.900251 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:05.989169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:06.011141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:06.014707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:06.035180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Pushing event updated for resources: {'Port': ['ID=4283e1b6-7c48-4c6e-b121-adf77e63624e,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:06.139421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] For port c8c11f28-3652-44db-bdab-03fca694e90d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c8c11f28-3652-44db-bdab-03fca694e90d,segment=NetworkSegment(8b68b6b8-b538-44f4-8569-6d024199f7eb),segment_id=8b68b6b8-b538-44f4-8569-6d024199f7eb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:06.163349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Attempting to bind port 4283e1b6-7c48-4c6e-b121-adf77e63624e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:06.163713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Attempting to bind port 4283e1b6-7c48-4c6e-b121-adf77e63624e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '94c1ca32-8bde-450c-894f-639bfa4fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:06.164081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Attempting to bind port 4283e1b6-7c48-4c6e-b121-adf77e63624e on network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:06.174078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:06.174460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Checking segment: {'id': '94c1ca32-8bde-450c-894f-639bfa4fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:06.174869 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.175304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Bound using segment: {'id': '94c1ca32-8bde-450c-894f-639bfa4fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:06.175787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Bound port: 4283e1b6-7c48-4c6e-b121-adf77e63624e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c1ca32-8bde-450c-894f-639bfa4fb2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:06.176181 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.211513 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.284813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] For port 4283e1b6-7c48-4c6e-b121-adf77e63624e, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:06.289099 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] For port 4283e1b6-7c48-4c6e-b121-adf77e63624e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4283e1b6-7c48-4c6e-b121-adf77e63624e,segment=NetworkSegment(94c1ca32-8bde-450c-894f-639bfa4fb2a3),segment_id=94c1ca32-8bde-450c-894f-639bfa4fb2a3)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:06.291713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.325636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39978288-7467-43ca-9b6b-1a7a8fe86887 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:06.439022 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.489136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80145697-555e-4838-9d7c-4e6bfc23743e None None] Pushing event updated for resources: {'Port': ['ID=c8c11f28-3652-44db-bdab-03fca694e90d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:06.494068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc00a6c9-57fd-44d8-9d20-536b9b229cbc req-9cb32aad-dcc2-40b7-a1f8-17769ff84dbd service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8341656 Sep 17 01:32:06.547262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.569938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:06.570319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.574714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Delete allocated IP 172.20.0.24 (58926632-e466-49e7-a485-848315288088/4e55479e-a98c-4f1c-b3d9-edb5d294368e) {{(pid=112073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 01:32:06.607697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e4cfd9-4faa-4ea4-b86a-761cfd4b4d54 None None] Network 58926632-e466-49e7-a485-848315288088 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:06.608679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port cc125bf5-c863-435c-aae4-819cccc3b4bd {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:06.609020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.626247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=59bf4df5-c3e3-4213-bb6c-bb7543d104e1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:06.719549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede93dbb-fac9-4e06-a143-d6c988f21a3f None None] Pushing event updated for resources: {'Port': ['ID=4283e1b6-7c48-4c6e-b121-adf77e63624e,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:06.760889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1dc2db1c-aed9-4216-bfcf-db8777270465 None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:06.761267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1dc2db1c-aed9-4216-bfcf-db8777270465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.931328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.931851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:06.945468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for cc125bf5-c863-435c-aae4-819cccc3b4bd owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:07.060227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb256-9997-445c-be4f-01efb3915f33 req-e5f23cf3-a971-4d47-bcbb-840e665f510d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:07.066829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c1cb256-9997-445c-be4f-01efb3915f33 req-e5f23cf3-a971-4d47-bcbb-840e665f510d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.0751626 Sep 17 01:32:07.134709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c1cb256-9997-445c-be4f-01efb3915f33 req-06ff934d-73c3-4811-8f90-4633b7771d6e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Sep 17 01:32:07.177949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.214384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2d014b-ee22-4624-9d88-a1512ea0ae88']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:07.256490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c1ca32-8bde-450c-894f-639bfa4fb2a3') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:07.256929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c1ca32-8bde-450c-894f-639bfa4fb2a3') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:07.279655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.322415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.373462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:07.374000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:07.381769 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:07.426055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.495121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd68442-ae5e-485a-b7e1-7e342bfa8397 None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:07.496705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.509024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.550869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=cc125bf5-c863-435c-aae4-819cccc3b4bd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:07.634025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:32:07.634025 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:32:07.634025 n-d-789963-7 neutron-server[112073]: [parameters: {'id': '2a2d014b-ee22-4624-9d88-a1512ea0ae88'}] Sep 17 01:32:07.634025 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:32:07.634445 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:32:07.643108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Provisioning complete for port c8c11f28-3652-44db-bdab-03fca694e90d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:07.643492 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.787862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=2364324a-2316-4a6e-9fc4-d11bbbf93c16,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:07.809799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.810147 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 2a20cee9-776a-4832-b6ff-252557c7eb78 disassociated (deleted). External IP: 172.25.1.63, port: d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b. Sep 17 01:32:07.814625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] In _notify_port_updated(), no bound segment for port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 on network 58926632-e466-49e7-a485-848315288088 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:32:07.821019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:07.821705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:07.825859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e9f7585c-ff8f-41db-b26f-78bc2f1a2e4e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/ports/2364324a-2316-4a6e-9fc4-d11bbbf93c16 HTTP/1.1" status: 200 len: 919 time: 2.8242590 Sep 17 01:32:07.826880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51658) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:07.832239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fedc05fb-b99f-42b5-a48b-5eab8c3b0988'}, {'subnet_id': '4e55479e-a98c-4f1c-b3d9-edb5d294368e'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:08.135480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.137925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:08.138299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.143764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:08.160626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.297831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a539b03c-0b87-4c6d-84f1-d0ce55f857f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.359111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d05778-ecf6-4197-8819-6189a3df5041 None None] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:08.466357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:08.479881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4283e1b6-7c48-4c6e-b121-adf77e63624e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:08.486634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.491881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:08.534017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c63800f5-dfab-4779-b1c7-b00dbb1bd13d tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/floatingips/2a20cee9-776a-4832-b6ff-252557c7eb78 HTTP/1.1" status: 204 len: 168 time: 2.9903507 Sep 17 01:32:08.539257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51668) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:08.550801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec2873-0e3f-4bec-b909-a2e3a88a0b03 req-c71b7769-f596-495b-a81f-6dfb6679e325 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:08.552114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bec2873-0e3f-4bec-b909-a2e3a88a0b03 req-c71b7769-f596-495b-a81f-6dfb6679e325 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.2093616 Sep 17 01:32:08.583615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:08.584264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:08.616955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port 4283e1b6-7c48-4c6e-b121-adf77e63624e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:08.617324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.634508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:08.657007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bec2873-0e3f-4bec-b909-a2e3a88a0b03 req-02dfc92c-b9f0-43b2-9ecf-b4db559142aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952213 Sep 17 01:32:08.657458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Provisioning complete for port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:08.657837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.722593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4283e1b6-7c48-4c6e-b121-adf77e63624e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:08.722982 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.724651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:08.725290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:08.745894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port 4283e1b6-7c48-4c6e-b121-adf77e63624e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4283e1b6-7c48-4c6e-b121-adf77e63624e,segment=NetworkSegment(94c1ca32-8bde-450c-894f-639bfa4fb2a3),segment_id=94c1ca32-8bde-450c-894f-639bfa4fb2a3)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:08.746268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.756170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.20 (58926632-e466-49e7-a485-848315288088/4e55479e-a98c-4f1c-b3d9-edb5d294368e/2364324a-2316-4a6e-9fc4-d11bbbf93c16) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:08.771129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for 4283e1b6-7c48-4c6e-b121-adf77e63624e owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:08.771853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:08.772585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9d0477-5c4b-4eb4-a7db-bc1fd56fdc56 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:08.793500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:08.793849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.801146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] DHCP port deletion for 2a2d014b-ee22-4624-9d88-a1512ea0ae88 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:08.848857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2626aed8-4a4e-4f5c-bf5f-c4cde6444857 None None] Port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:08.915946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] Deleting port 4283e1b6-7c48-4c6e-b121-adf77e63624e {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:08.916462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.942122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:08.960091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:09.005188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.016213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.046653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] For port 4283e1b6-7c48-4c6e-b121-adf77e63624e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4283e1b6-7c48-4c6e-b121-adf77e63624e,segment=NetworkSegment(94c1ca32-8bde-450c-894f-639bfa4fb2a3),segment_id=94c1ca32-8bde-450c-894f-639bfa4fb2a3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:09.047236 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.049203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=4283e1b6-7c48-4c6e-b121-adf77e63624e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:09.056073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port 4283e1b6-7c48-4c6e-b121-adf77e63624e on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:09.075700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] Calling delete_port for 4283e1b6-7c48-4c6e-b121-adf77e63624e owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:09.081524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bcb1bd8b-8cc2-48d0-ac4d-23682369b9c0 None None] Provisioning complete for port c8c11f28-3652-44db-bdab-03fca694e90d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:09.081895 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bd8b-8cc2-48d0-ac4d-23682369b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.132859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c8c11f28-3652-44db-bdab-03fca694e90d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:09.160190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.186405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.188388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2d014b-ee22-4624-9d88-a1512ea0ae88']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:09.220138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.221521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c1ca32-8bde-450c-894f-639bfa4fb2a3') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:09.221939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c1ca32-8bde-450c-894f-639bfa4fb2a3') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:09.237159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.259489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.284374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.288227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:09.288715 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.290015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c8c11f28-3652-44db-bdab-03fca694e90d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:09.290413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:09.292210 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:09.298345 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.347175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] Pushing event deleted for resources: {'Port': ['ID=4283e1b6-7c48-4c6e-b121-adf77e63624e,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:09.358959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c09c35e-372b-4403-8121-1203f00cfcfd None None] No DVR routers for this DVR port 4283e1b6-7c48-4c6e-b121-adf77e63624e on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:09.375572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bcb1bd8b-8cc2-48d0-ac4d-23682369b9c0 None None] Could not find standard attr ID for object 4283e1b6-7c48-4c6e-b121-adf77e63624e. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:32:09.386944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01466f7e-d813-41b4-88e0-5063a744b428 None None] Network 2a2d014b-ee22-4624-9d88-a1512ea0ae88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:09.440116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.478303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=2364324a-2316-4a6e-9fc4-d11bbbf93c16,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:09.489946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:09.489946 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.503584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bcb1bd8b-8cc2-48d0-ac4d-23682369b9c0 None None] Provisioning complete for port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:09.503955 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bcb1bd8b-8cc2-48d0-ac4d-23682369b9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.506417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.510578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/2a2d014b-ee22-4624-9d88-a1512ea0ae88 HTTP/1.1" status: 204 len: 168 time: 4.5614080 Sep 17 01:32:09.515749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51682) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:09.534895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] In _notify_port_updated(), no bound segment for port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 on network 58926632-e466-49e7-a485-848315288088 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:32:09.540857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:09.541780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.545034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-160fdc89-8c94-496f-9dbf-55f18c1c4df5 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/ports/2364324a-2316-4a6e-9fc4-d11bbbf93c16 HTTP/1.1" status: 200 len: 999 time: 1.7168629 Sep 17 01:32:09.548239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51684) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:09.569543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6e403-9bb3-4fd3-a420-91935d01682f tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=2a2d014b-ee22-4624-9d88-a1512ea0ae88,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:09.618951 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8e382e-86cd-47cb-b056-92a0cd8bc78d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:09.619521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8e382e-86cd-47cb-b056-92a0cd8bc78d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:09.625926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51686) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:09.631706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384740023', 'description': 'd1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:09.637205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ba8e382e-86cd-47cb-b056-92a0cd8bc78d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/2a2d014b-ee22-4624-9d88-a1512ea0ae88 HTTP/1.1" status: 404 len: 339 time: 0.1203005 Sep 17 01:32:09.664409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.671850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d02995e8-5640-41ed-bd5b-1b7d6ccd0771 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/ports/d45b8d4f-9c8e-4ba3-abd9-b92b1a79b30b HTTP/1.1" status: 204 len: 168 time: 1.1186640 Sep 17 01:32:09.680740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51690) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:09.681635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.682045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:09.737875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:09.738502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.753407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1bd8b-8cc2-48d0-ac4d-23682369b9c0 None None] Port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:09.790618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:09.794062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.857638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.869052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4fc47f29-68b9-432c-bf80-5cf660504a84 None None] Provisioning complete for port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:09.869679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4fc47f29-68b9-432c-bf80-5cf660504a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.899751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2515d9c-55e9-412f-8cd4-3141ce0f81ef req-262ee3b5-95a3-47a5-b4e4-d96df5cfdace tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:09.902297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2515d9c-55e9-412f-8cd4-3141ce0f81ef req-262ee3b5-95a3-47a5-b4e4-d96df5cfdace tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.1591702 Sep 17 01:32:09.912159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4fc47f29-68b9-432c-bf80-5cf660504a84 None None] Port 2364324a-2316-4a6e-9fc4-d11bbbf93c16 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:09.930726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.933019 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:09.960053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:09.960391 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment fed030cc-84b7-4caa-b1f2-a3ceedd335ee of type vlan for network cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 Sep 17 01:32:09.961805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 2364324a-2316-4a6e-9fc4-d11bbbf93c16 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:09.990991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.026651 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2515d9c-55e9-412f-8cd4-3141ce0f81ef req-34552c47-81fb-458b-a3c2-d011e6011edd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117132 Sep 17 01:32:10.028767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.114073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.45 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/dc9b822f-c871-41f4-9ed2-45e4cecd72fb) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:10.174074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.180546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:10.181252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.247746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4283e1b6-7c48-4c6e-b121-adf77e63624e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:10.254829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.269418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4283e1b6-7c48-4c6e-b121-adf77e63624e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:10.269766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4283e1b6-7c48-4c6e-b121-adf77e63624e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:10.286606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:10.294169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-850de187-6ed1-44e5-8670-82982dc6b364 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6669328 Sep 17 01:32:10.297586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51700) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:10.300001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:10.377275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.391401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.430545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f5abcc-9aa5-47a6-8f3c-f83f85afa04e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:10.430545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-73f5abcc-9aa5-47a6-8f3c-f83f85afa04e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks?id=cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 HTTP/1.1" status: 200 len: 764 time: 0.1244483 Sep 17 01:32:10.445127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51704) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:10.451612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'description': 'd2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:10.472182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:10.473018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=dc9b822f-c871-41f4-9ed2-45e4cecd72fb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:10.486822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:10.491357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:10.498312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=2364324a-2316-4a6e-9fc4-d11bbbf93c16,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:10.548720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.553122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-13c91965-e789-412b-86e9-f967db533325 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/2364324a-2316-4a6e-9fc4-d11bbbf93c16 HTTP/1.1" status: 204 len: 168 time: 1.0011353 Sep 17 01:32:10.553417 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51706) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:10.583433 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f472ee71-94c8-4abc-98ef-68c88ca8b628 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:10.587778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f472ee71-94c8-4abc-98ef-68c88ca8b628 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/2364324a-2316-4a6e-9fc4-d11bbbf93c16 HTTP/1.1" status: 404 len: 333 time: 0.0308666 Sep 17 01:32:10.588869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:10.649230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 4e55479e-a98c-4f1c-b3d9-edb5d294368e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:10.652613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.695683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.714157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.730972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.788936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.856637 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.877148 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.902162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 is not hosted by any dhcp agent {{(pid=112073) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:32:10.907601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:10.908199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.909477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "PUT /v2.0/networks/cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 HTTP/1.1" status: 200 len: 761 time: 0.4630623 Sep 17 01:32:10.912431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51716) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:10.937922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.967177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2be148-8a85-45ea-8d7b-8daa620ea5c2 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:10.983124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:10.984272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=4e55479e-a98c-4f1c-b3d9-edb5d294368e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:10.988771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:10.993148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b342fcb0-d821-4e36-b14d-7bb7bb635a6c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/4e55479e-a98c-4f1c-b3d9-edb5d294368e HTTP/1.1" status: 204 len: 168 time: 0.4010148 Sep 17 01:32:10.993519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.022808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abdcb4e-eac5-4133-a56a-400c5047e044 None None] Network 58926632-e466-49e7-a485-848315288088 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:11.046244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288bbb6-1659-478a-9f85-e6659912b360 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.047811 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5288bbb6-1659-478a-9f85-e6659912b360 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks?id=cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 HTTP/1.1" status: 200 len: 764 time: 0.1343706 Sep 17 01:32:11.051840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.096026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet fedc05fb-b99f-42b5-a48b-5eab8c3b0988 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:11.107053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.116073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.173893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.268718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.303372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa926541-61bc-4bd3-9ea1-1f5375011a84 req-9ad16ba3-fe70-4f17-a4d5-c4cf6037d82e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.304942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa926541-61bc-4bd3-9ea1-1f5375011a84 req-9ad16ba3-fe70-4f17-a4d5-c4cf6037d82e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.1700864 Sep 17 01:32:11.332960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.336008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.357760 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada073d-58bb-47db-a900-a3bf07653571 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.359645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cada073d-58bb-47db-a900-a3bf07653571 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3068583 Sep 17 01:32:11.362547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.403123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-43073802-b8b9-4318-8402-1f6ca491f659 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6 HTTP/1.1" status: 200 len: 207 time: 0.0392272 Sep 17 01:32:11.407218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51730) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.646670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.652945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.659893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.666573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.674218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.680182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.686442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3db5c018-4b67-46fc-b85e-2d4b369f73f4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2780120 Sep 17 01:32:11.687103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51736) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.821147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aa926541-61bc-4bd3-9ea1-1f5375011a84 req-3f47330d-9eb0-430e-9433-8b4dc4268356 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005090 Sep 17 01:32:11.846169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2e18ad92-4f74-42f3-8a66-4fdfec46da8b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1576109 Sep 17 01:32:11.853328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51742) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.889650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=dc9b822f-c871-41f4-9ed2-45e4cecd72fb,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:11.899785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.914872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd2f95-697a-4ef3-be50-dd5b85a8c229 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.916426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd2f95-697a-4ef3-be50-dd5b85a8c229 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.918013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd2f95-697a-4ef3-be50-dd5b85a8c229 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.920369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd2f95-697a-4ef3-be50-dd5b85a8c229 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.921697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbd2f95-697a-4ef3-be50-dd5b85a8c229 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:11.923374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5bbd2f95-697a-4ef3-be50-dd5b85a8c229 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0689845 Sep 17 01:32:11.927040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51744) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:11.950260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-55a0d1aa-c64c-4fb7-9ffc-2255d00a818e None None] Provisioning complete for port 39978288-7467-43ca-9b6b-1a7a8fe86887 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:11.950719 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-55a0d1aa-c64c-4fb7-9ffc-2255d00a818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.983021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.984323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7870c95e-e69a-44af-8822-bd365697fb03 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3107824 Sep 17 01:32:11.985592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:11.988614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51748) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.002165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc284ca3-534a-4ff8-b83e-d0f0687acc33 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.003346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'port': {'network_id': '89ac29bf-c296-46d8-92a7-6e23e932cf1e', 'name': 'tempest-FloatingIPTestJSON-1165998739'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:12.003614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc284ca3-534a-4ff8-b83e-d0f0687acc33 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.005069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc284ca3-534a-4ff8-b83e-d0f0687acc33 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.021733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc284ca3-534a-4ff8-b83e-d0f0687acc33 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.031418 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc284ca3-534a-4ff8-b83e-d0f0687acc33 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.037627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dc284ca3-534a-4ff8-b83e-d0f0687acc33 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1073251 Sep 17 01:32:12.037814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51750) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.074690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.077129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/fedc05fb-b99f-42b5-a48b-5eab8c3b0988 HTTP/1.1" status: 204 len: 168 time: 1.0820107 Sep 17 01:32:12.080268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51752) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.080437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b58b05-e26e-4343-adae-a793b601248f tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=fedc05fb-b99f-42b5-a48b-5eab8c3b0988,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:12.086107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936d43b-fcf7-48b0-813a-2f003109bb76 None None] Network 58926632-e466-49e7-a485-848315288088 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:12.210521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.219547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9656a730-ff9c-4daf-9c99-c37666c1c742 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.224453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9656a730-ff9c-4daf-9c99-c37666c1c742 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks/9f9b2862-8802-42f8-a476-74f2f81ea94a HTTP/1.1" status: 200 len: 803 time: 0.1823184 Sep 17 01:32:12.225201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51754) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.264504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:12.268241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.276356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 39978288-7467-43ca-9b6b-1a7a8fe86887 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:12.276951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.325548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] device_id is not set on port 393e693b-84d1-4f3e-a274-88e0180baf8a yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:12.334168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] DHCP port deletion for 58926632-e466-49e7-a485-848315288088 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:12.349917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] For port 39978288-7467-43ca-9b6b-1a7a8fe86887, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39978288-7467-43ca-9b6b-1a7a8fe86887,segment=NetworkSegment(d9e1a3d4-360b-438f-a6ee-fddd6b982dc4),segment_id=d9e1a3d4-360b-438f-a6ee-fddd6b982dc4)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:12.350291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.367013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 39978288-7467-43ca-9b6b-1a7a8fe86887 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:12.406750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] Deleting port 39978288-7467-43ca-9b6b-1a7a8fe86887 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:12.406750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.419915 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-170fc418-e16e-46fa-8c16-293cfb1e9391 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/networks/9f9b2862-8802-42f8-a476-74f2f81ea94a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1884785 Sep 17 01:32:12.419915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51760) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.487115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] For port 39978288-7467-43ca-9b6b-1a7a8fe86887, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39978288-7467-43ca-9b6b-1a7a8fe86887,segment=NetworkSegment(d9e1a3d4-360b-438f-a6ee-fddd6b982dc4),segment_id=d9e1a3d4-360b-438f-a6ee-fddd6b982dc4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:12.487604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.505707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] Calling delete_port for 39978288-7467-43ca-9b6b-1a7a8fe86887 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:12.514721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c2176-848f-4536-be0e-45395473199a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.520289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-294c2176-848f-4536-be0e-45395473199a tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/subnets/e42d57d5-9b5c-4e24-9afa-3d82291bcc9a HTTP/1.1" status: 200 len: 843 time: 0.0961528 Sep 17 01:32:12.520655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51762) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.534003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.14 (89ac29bf-c296-46d8-92a7-6e23e932cf1e/626770a9-94f7-4565-aefe-d825a9d2ccf7/393e693b-84d1-4f3e-a274-88e0180baf8a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:12.571112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.609091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.613496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=39978288-7467-43ca-9b6b-1a7a8fe86887,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:12.615870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No DVR routers for this DVR port 39978288-7467-43ca-9b6b-1a7a8fe86887 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:12.622490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9598b5-61fe-4bf6-a007-845e0ec8d8f3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['shared'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.629506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] No DVR routers for this DVR port 39978288-7467-43ca-9b6b-1a7a8fe86887 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:12.631635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae9598b5-61fe-4bf6-a007-845e0ec8d8f3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "GET /v2.0/subnets/e42d57d5-9b5c-4e24-9afa-3d82291bcc9a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1090615 Sep 17 01:32:12.645572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51766) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.650819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135921262'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:12.667835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540b124-69eb-4db7-aeaf-7d67f62885d8 None None] Pushing event deleted for resources: {'Port': ['ID=39978288-7467-43ca-9b6b-1a7a8fe86887,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:12.718606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.739838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58926632-e466-49e7-a485-848315288088']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:12.750680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:12.750977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e1a3d4-360b-438f-a6ee-fddd6b982dc4') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:12.765487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.774070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.779648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.786282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:12.786556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:12.789532 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:12.839749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:12.844197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.876786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:12.891374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.930916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.931351 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Added segment e24267a8-1ff7-46c9-8ee2-142c770f4f1c of type vlan for network 4ff379bd-d62a-43a2-8ddd-83e66516914d Sep 17 01:32:12.933537 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.949784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 89ac29bf-c296-46d8-92a7-6e23e932cf1e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:12.955910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:12.960578 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:12.962422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/58926632-e466-49e7-a485-848315288088 HTTP/1.1" status: 204 len: 168 time: 0.8795247 Sep 17 01:32:12.964391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f5c1c-3b8d-4e01-8c10-b26f56d428c1 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=58926632-e466-49e7-a485-848315288088,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:12.972876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:12.987253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:12.993954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edccdd2-ceef-484a-b35f-702878af7843 req-52c36aa4-74df-4d81-90e9-282a47b14e64 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:12.997745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9edccdd2-ceef-484a-b35f-702878af7843 req-52c36aa4-74df-4d81-90e9-282a47b14e64 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.0927031 Sep 17 01:32:13.034520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=393e693b-84d1-4f3e-a274-88e0180baf8a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:13.043911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.056479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9edccdd2-ceef-484a-b35f-702878af7843 req-c729ba95-7566-48ac-b101-f7d20067c23e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Sep 17 01:32:13.059115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:13.059827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.064335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc74c0c-54c2-4cdb-8074-03ebd953cf1b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:13.067164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8dc74c0c-54c2-4cdb-8074-03ebd953cf1b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0913830 Sep 17 01:32:13.069465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51778) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:13.120174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-99540e83-f251-4fe0-a097-9735a357f264 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0495510 Sep 17 01:32:13.124456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51780) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:13.129088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-228166620'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:13.183396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bd928dbd-1140-4fcb-90cf-65164a7933e4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1910543 Sep 17 01:32:13.186615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51784) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:13.193908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'port_id': '393e693b-84d1-4f3e-a274-88e0180baf8a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:13.231912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.237754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:13.238321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.250575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:13.254717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.267409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.281503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:13.292916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.293265 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment f44313db-a084-4ee3-94d9-1d44e6d0ad43 of type vlan for network 34964d30-114f-472c-bb28-96082bf94a3a Sep 17 01:32:13.334083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.343268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6965072 Sep 17 01:32:13.344767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51786) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:13.349802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:13.405781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc159bf-14f0-4b3e-8da2-b603b1f257ba tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Network': ['ID=4ff379bd-d62a-43a2-8ddd-83e66516914d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:13.417299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 4ff379bd-d62a-43a2-8ddd-83e66516914d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:13.468422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.475543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:13.476609 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.549499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=34964d30-114f-472c-bb28-96082bf94a3a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:13.571042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 34964d30-114f-472c-bb28-96082bf94a3a details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:13.577500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Made reservation on behalf of 28b7274d31d845368d8572929550bce4 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:13.582988 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.648293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_backend_mixin [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing IP validity checks on allocation pools {{(pid=112072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 01:32:13.648796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_backend_mixin [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 01:32:13.680451 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-06dda314-f091-42ad-b681-587cd275eace tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5549541 Sep 17 01:32:13.684487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51792) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:13.691034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '34964d30-114f-472c-bb28-96082bf94a3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:13.815520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:13.890895 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.002751 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 922088fb-d0d4-4d5a-b016-6d9e79d3a041 associated. External IP: 172.25.1.45, port: 393e693b-84d1-4f3e-a274-88e0180baf8a. Sep 17 01:32:14.176629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:14.180411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.210388 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.238621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39978288-7467-43ca-9b6b-1a7a8fe86887 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:14.248540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6305bb2-2d3b-4536-91e0-404d512137d7 req-a09b4fd1-6ca8-43c3-b21d-520ece1e5970 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:14.250210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6305bb2-2d3b-4536-91e0-404d512137d7 req-a09b4fd1-6ca8-43c3-b21d-520ece1e5970 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.0996940 Sep 17 01:32:14.260337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 39978288-7467-43ca-9b6b-1a7a8fe86887 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:14.260690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39978288-7467-43ca-9b6b-1a7a8fe86887 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:14.285806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:14.310084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6305bb2-2d3b-4536-91e0-404d512137d7 req-881b8737-fc36-4cd5-9257-46388f03f9dc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483279 Sep 17 01:32:14.334557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=7e5ea215-9b9d-4190-aa16-e17c248dd2b8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:14.352203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Checking segment: {'id': 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:14.352569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network hostable DHCP agents. Network: 4ff379bd-d62a-43a2-8ddd-83e66516914d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:32:14.434543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:14.442313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.446360 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c10991-b01d-4909-a483-a1245c36101f None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:14.458268 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c10991-b01d-4909-a483-a1245c36101f None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:14.462204 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78c10991-b01d-4909-a483-a1245c36101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:14.478007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6e337c87-50d2-4317-b9b0-77b67fb1154e tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/floatingips/922088fb-d0d4-4d5a-b016-6d9e79d3a041 HTTP/1.1" status: 200 len: 978 time: 1.2878442 Sep 17 01:32:14.478568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51806) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:14.480045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Network 4ff379bd-d62a-43a2-8ddd-83e66516914d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:32:14.503508 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78c10991-b01d-4909-a483-a1245c36101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:14.512187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c10991-b01d-4909-a483-a1245c36101f None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:14.512994 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78c10991-b01d-4909-a483-a1245c36101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:14.536874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.546560 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-78c10991-b01d-4909-a483-a1245c36101f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:14.547455 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c10991-b01d-4909-a483-a1245c36101f None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:14.579931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 4ff379bd-d62a-43a2-8ddd-83e66516914d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:14.587681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea95193a-94af-4432-bb04-678900f968e3 None None] Network 4ff379bd-d62a-43a2-8ddd-83e66516914d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:14.592786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:14.593393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.595205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 393e693b-84d1-4f3e-a274-88e0180baf8a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:14.595825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.628483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=54f808e7-e602-4dde-85f5-8331d950a3de,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:14.633023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': 'f44313db-a084-4ee3-94d9-1d44e6d0ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34964d30-114f-472c-bb28-96082bf94a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:14.636043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: 34964d30-114f-472c-bb28-96082bf94a3a, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:32:14.703676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.714526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b3517d83-911a-449f-b951-6feaaeae54d4 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3685482 Sep 17 01:32:14.717689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51812) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:14.728205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:14.755996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 34964d30-114f-472c-bb28-96082bf94a3a is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:32:14.840662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 34964d30-114f-472c-bb28-96082bf94a3a) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:14.850214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:14.850656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.878913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12502987'] for subnet, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.897641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca182053-f157-49df-8293-ca607be7af7a None None] Network 34964d30-114f-472c-bb28-96082bf94a3a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:14.899291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 11beaa15-61d2-46eb-bdd2-d8718cd83d62 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:32:14.946662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.947560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:14.947560 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 922088fb-d0d4-4d5a-b016-6d9e79d3a041 disassociated. External IP: 172.25.1.45, port: 393e693b-84d1-4f3e-a274-88e0180baf8a. Sep 17 01:32:14.951482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 393e693b-84d1-4f3e-a274-88e0180baf8a owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:14.980416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-4ff379bd-d62a-43a2-8ddd-83e66516914d', 'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d', 'tenant_id': '28b7274d31d845368d8572929550bce4', 'fixed_ips': [{'subnet_id': '7e5ea215-9b9d-4190-aa16-e17c248dd2b8'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:14.981292 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.018234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d0d9abff-9c63-46de-846a-957166f34a50 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3317554 Sep 17 01:32:15.019180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51820) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:15.034022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '34964d30-114f-472c-bb28-96082bf94a3a', 'name': 'tempest-PortsTestJSON-846439370'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:15.125612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.167769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=393e693b-84d1-4f3e-a274-88e0180baf8a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:15.228100 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765636036356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12175411'] for subnet, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.275516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:15.279497 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.314634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:15.316002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Allocated IP 2001:db8::3 (4ff379bd-d62a-43a2-8ddd-83e66516914d/7e5ea215-9b9d-4190-aa16-e17c248dd2b8/8cc61f40-755f-44d6-832e-91fdc3f64189) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:15.330748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event updated for resources: {'Subnet': ['ID=7e5ea215-9b9d-4190-aa16-e17c248dd2b8,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:15.333937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:15.336656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:15.337761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.340900 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e47f40f-e28a-416e-a2c8-77f0176b5349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "PUT /v2.0/subnets/7e5ea215-9b9d-4190-aa16-e17c248dd2b8 HTTP/1.1" status: 200 len: 900 time: 0.6189528 Sep 17 01:32:15.347722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51826) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:15.387220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port bf0ccfdd-452b-45fc-8dc4-393588a75819 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:15.433301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '11beaa15-61d2-46eb-bdd2-d8718cd83d62', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': '11beaa15-61d2-46eb-bdd2-d8718cd83d62', 'mac_address': 'fa:16:3e:93:58:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:32:15.437649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-34964d30-114f-472c-bb28-96082bf94a3a', 'network_id': '34964d30-114f-472c-bb28-96082bf94a3a', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': '54f808e7-e602-4dde-85f5-8331d950a3de'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:15.438942 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.457136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:15.493539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:15.566832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.589068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.594402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-41fa0277-f809-4019-a7cf-f05cf8ce0041 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/ports/393e693b-84d1-4f3e-a274-88e0180baf8a HTTP/1.1" status: 204 len: 168 time: 1.1114795 Sep 17 01:32:15.594947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51830) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:15.610449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f1649-ce3e-40fc-9b9d-5c1c78422f2a req-55d46c36-b55e-4b11-ab6b-bf239dc47d3f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:15.612016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-268f1649-ce3e-40fc-9b9d-5c1c78422f2a req-55d46c36-b55e-4b11-ab6b-bf239dc47d3f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 944 time: 0.1773546 Sep 17 01:32:15.619624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.652160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:15.653460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:15.668169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4c844eba-4c45-480e-a43f-e65c1a26bb84 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/floatingips/922088fb-d0d4-4d5a-b016-6d9e79d3a041 HTTP/1.1" status: 200 len: 687 time: 0.0697367 Sep 17 01:32:15.668634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51832) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:15.671352 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.4 (34964d30-114f-472c-bb28-96082bf94a3a/54f808e7-e602-4dde-85f5-8331d950a3de/bf0ccfdd-452b-45fc-8dc4-393588a75819) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:15.713203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11beaa15-61d2-46eb-bdd2-d8718cd83d62 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:32:15.727976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:15.729949 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.765183 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-268f1649-ce3e-40fc-9b9d-5c1c78422f2a req-266b9564-0900-46aa-9395-72c215041411 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407731 Sep 17 01:32:15.767470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.781863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:15.785884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:15.786623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:15.829993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port dc9b822f-c871-41f4-9ed2-45e4cecd72fb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:15.830329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:15.831988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:15.832649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc6ff6f-8c9b-4d59-bd02-9f62f7c4e6c6 None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:15.925453 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.005684 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.010482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Pushing event updated for resources: {'Port': ['ID=8cc61f40-755f-44d6-832e-91fdc3f64189,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:16.014161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.014624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.019338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Network 4ff379bd-d62a-43a2-8ddd-83e66516914d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:16.027913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for dc9b822f-c871-41f4-9ed2-45e4cecd72fb owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:16.040146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:16.044364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:16.058602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.073383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.117701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=11beaa15-61d2-46eb-bdd2-d8718cd83d62,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:16.124921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Attempting to bind port 8cc61f40-755f-44d6-832e-91fdc3f64189 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:16.128711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Attempting to bind port 8cc61f40-755f-44d6-832e-91fdc3f64189 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:16.128711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Attempting to bind port 8cc61f40-755f-44d6-832e-91fdc3f64189 on network 4ff379bd-d62a-43a2-8ddd-83e66516914d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:16.130941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:16.131350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Checking segment: {'id': 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:16.131749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.132134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Bound using segment: {'id': 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:16.132589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Bound port: 8cc61f40-755f-44d6-832e-91fdc3f64189, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4ff379bd-d62a-43a2-8ddd-83e66516914d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:16.132967 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.145384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=7e5ea215-9b9d-4190-aa16-e17c248dd2b8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:16.208174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] For port 8cc61f40-755f-44d6-832e-91fdc3f64189, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:16.211621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] For port 8cc61f40-755f-44d6-832e-91fdc3f64189, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8cc61f40-755f-44d6-832e-91fdc3f64189,segment=NetworkSegment(e24267a8-1ff7-46c9-8ee2-142c770f4f1c),segment_id=e24267a8-1ff7-46c9-8ee2-142c770f4f1c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:16.214718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.217816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['11beaa15-61d2-46eb-bdd2-d8718cd83d62'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:32:16.228218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.235718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff379bd-d62a-43a2-8ddd-83e66516914d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:16.245658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:16.245956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:16.256659 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.259841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=dc9b822f-c871-41f4-9ed2-45e4cecd72fb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:16.321897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.322872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.325203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.328505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.329787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7454ddff-e291-4fd7-a26f-b06011447d9f tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/floatingips/922088fb-d0d4-4d5a-b016-6d9e79d3a041 HTTP/1.1" status: 204 len: 168 time: 0.6601796 Sep 17 01:32:16.333309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51842) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:16.336133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:16.336645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.338166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '0073c63a-cb8b-4787-826d-d8037865fee6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:16.355708 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:16.362237 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.439150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.461674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 34964d30-114f-472c-bb28-96082bf94a3a is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:16.466498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:16.469680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:16.503839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32405d9-9164-4f75-bb68-37c912a4ba73 None None] Pushing event updated for resources: {'Port': ['ID=8cc61f40-755f-44d6-832e-91fdc3f64189,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:16.510257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=bf0ccfdd-452b-45fc-8dc4-393588a75819,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:16.514726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 01:32:16.514726 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 01:32:16.514726 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '4ff379bd-d62a-43a2-8ddd-83e66516914d'}] Sep 17 01:32:16.514726 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:32:16.515290 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:32:16.517370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Allocated IP 172.20.0.2 (34964d30-114f-472c-bb28-96082bf94a3a/54f808e7-e602-4dde-85f5-8331d950a3de/0f607e91-03c8-4cda-b1d6-b494bbcb5827) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:16.530796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d675ba2-c6e9-47df-a464-ee7d03474436 None None] Network 4ff379bd-d62a-43a2-8ddd-83e66516914d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:16.549972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:16.550605 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.591058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.657492 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57e212e2-f983-4b82-b6b3-768508831613 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6288428 Sep 17 01:32:16.660359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51848) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:16.665424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '34964d30-114f-472c-bb28-96082bf94a3a', 'name': 'tempest-PortsTestJSON-2039636779'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:16.703368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.40 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/ba20ff35-ac61-400e-b631-074237b7e005) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:16.765237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7bfd8-4009-460c-92da-c04449bab7bb None None] Network 4ff379bd-d62a-43a2-8ddd-83e66516914d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:16.809794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.853263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.877139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:16.880821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:16.919231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port c4c1ad95-49b5-4ec1-9f2e-562329b43a3f yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:16.939120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ede149-0bbf-4bc2-976c-e84b8eec244d req-312e3a42-a32c-4dc1-b1b1-80350db33226 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:16.940902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ede149-0bbf-4bc2-976c-e84b8eec244d req-312e3a42-a32c-4dc1-b1b1-80350db33226 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 945 time: 0.0823071 Sep 17 01:32:16.988151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ede149-0bbf-4bc2-976c-e84b8eec244d req-ee4b5737-eed0-4127-82b2-40402c9d259b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Sep 17 01:32:17.012282 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.012594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 11beaa15-61d2-46eb-bdd2-d8718cd83d62 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:17.017736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.058829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:17.062137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.064873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:17.068765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:17.100926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=ba20ff35-ac61-400e-b631-074237b7e005,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:17.110256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.8 (34964d30-114f-472c-bb28-96082bf94a3a/54f808e7-e602-4dde-85f5-8331d950a3de/c4c1ad95-49b5-4ec1-9f2e-562329b43a3f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:17.115937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Network 34964d30-114f-472c-bb28-96082bf94a3a is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:17.139405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:17.143382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:17.174089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port 8cc61f40-755f-44d6-832e-91fdc3f64189 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:17.174520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.181152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:32:17.188054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Pushing event updated for resources: {'Port': ['ID=0f607e91-03c8-4cda-b1d6-b494bbcb5827,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:17.204551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:17.204921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.284352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Attempting to bind port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:17.284726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Attempting to bind port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'f44313db-a084-4ee3-94d9-1d44e6d0ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34964d30-114f-472c-bb28-96082bf94a3a'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:17.285088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Attempting to bind port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 on network 34964d30-114f-472c-bb28-96082bf94a3a {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:17.301848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:17.302060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Checking segment: {'id': 'f44313db-a084-4ee3-94d9-1d44e6d0ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34964d30-114f-472c-bb28-96082bf94a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:17.302343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.302739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Bound using segment: {'id': 'f44313db-a084-4ee3-94d9-1d44e6d0ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34964d30-114f-472c-bb28-96082bf94a3a'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:17.303250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Bound port: 0f607e91-03c8-4cda-b1d6-b494bbcb5827, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44313db-a084-4ee3-94d9-1d44e6d0ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '34964d30-114f-472c-bb28-96082bf94a3a'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:17.303635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.330473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port 8cc61f40-755f-44d6-832e-91fdc3f64189, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8cc61f40-755f-44d6-832e-91fdc3f64189,segment=NetworkSegment(e24267a8-1ff7-46c9-8ee2-142c770f4f1c),segment_id=e24267a8-1ff7-46c9-8ee2-142c770f4f1c)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:17.331002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.353758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for 8cc61f40-755f-44d6-832e-91fdc3f64189 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:17.384225 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.421013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.429102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beaa15-61d2-46eb-bdd2-d8718cd83d62'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:32:17.431133 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a399cac-429d-4faf-9c88-6e887cdda3bf" -d '{"events": [{"server_uuid": "0ddc4d74-a56c-49f7-9512-0200297a25ec", "name": "network-vif-plugged", "status": "completed", "tag": "11beaa15-61d2-46eb-bdd2-d8718cd83d62"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:32:17.448356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] For port 0f607e91-03c8-4cda-b1d6-b494bbcb5827, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:17.460519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:17.483968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] For port 0f607e91-03c8-4cda-b1d6-b494bbcb5827, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f607e91-03c8-4cda-b1d6-b494bbcb5827,segment=NetworkSegment(f44313db-a084-4ee3-94d9-1d44e6d0ad43),segment_id=f44313db-a084-4ee3-94d9-1d44e6d0ad43)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:17.559386 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.568358 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0bb5f0-3590-4bec-ae16-aaebdd0a7171 x-openstack-request-id: req-2c0bb5f0-3590-4bec-ae16-aaebdd0a7171 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:32:17.568669 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddc4d74-a56c-49f7-9512-0200297a25ec", "name": "network-vif-plugged", "status": "completed", "tag": "11beaa15-61d2-46eb-bdd2-d8718cd83d62", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:32:17.568966 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2c0bb5f0-3590-4bec-ae16-aaebdd0a7171 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:32:17.569361 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11beaa15-61d2-46eb-bdd2-d8718cd83d62', 'code': 200} Sep 17 01:32:17.569532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.596469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.596748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.607838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.637532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=11beaa15-61d2-46eb-bdd2-d8718cd83d62,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:17.644644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=8cc61f40-755f-44d6-832e-91fdc3f64189,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:17.662924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port 8cc61f40-755f-44d6-832e-91fdc3f64189 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:17.728876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b2d07-66f4-4f93-8f40-dc45447cd1f0 None None] Pushing event updated for resources: {'Port': ['ID=0f607e91-03c8-4cda-b1d6-b494bbcb5827,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:17.731197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235ec2d-5d47-4938-8046-02c61dc317eb req-71eb6243-c42e-478f-93da-285243d5abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:17.733110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2235ec2d-5d47-4938-8046-02c61dc317eb req-71eb6243-c42e-478f-93da-285243d5abd2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 1097 time: 0.0952694 Sep 17 01:32:17.734567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.735286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 34964d30-114f-472c-bb28-96082bf94a3a is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:17.750186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:17.763981 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:17.814063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2235ec2d-5d47-4938-8046-02c61dc317eb req-a0c56819-ac1b-4109-999c-7497ec952d07 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535893 Sep 17 01:32:17.844020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.846573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=c4c1ad95-49b5-4ec1-9f2e-562329b43a3f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:17.887943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff379bd-d62a-43a2-8ddd-83e66516914d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:17.906820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:17.907635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.911403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:17.911704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24267a8-1ff7-46c9-8ee2-142c770f4f1c') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:17.927948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.945457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.946884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.956799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:17.956799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:17.957779 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:18.031522 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c47bfee4-d61e-43cc-8f49-b4a680aaa962 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3672647 Sep 17 01:32:18.031939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51874) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.101805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.114302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.130212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.132364 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/4ff379bd-d62a-43a2-8ddd-83e66516914d HTTP/1.1" status: 204 len: 168 time: 2.7837219 Sep 17 01:32:18.136328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51878) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.156948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66eb33-690a-4812-98b2-e106f66cc3da tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=4ff379bd-d62a-43a2-8ddd-83e66516914d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:18.180134 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01ae17d-525f-4f74-8a79-3a4a01f68cc9 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:18.180697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01ae17d-525f-4f74-8a79-3a4a01f68cc9 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:18.183132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f01ae17d-525f-4f74-8a79-3a4a01f68cc9 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/7e5ea215-9b9d-4190-aa16-e17c248dd2b8 HTTP/1.1" status: 404 len: 337 time: 0.0357273 Sep 17 01:32:18.186023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51880) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.227427 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-446ac6d5-ed90-4a8f-88be-d3dbac583bdf tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:18.227970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446ac6d5-ed90-4a8f-88be-d3dbac583bdf tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:18.230002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-446ac6d5-ed90-4a8f-88be-d3dbac583bdf tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/4ff379bd-d62a-43a2-8ddd-83e66516914d HTTP/1.1" status: 404 len: 339 time: 0.0428057 Sep 17 01:32:18.233037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51882) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.302361 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f607e91-03c8-4cda-b1d6-b494bbcb5827 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:18.339524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.373104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:18.373732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.465928 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.470932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.488279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:18.503050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed030cc-84b7-4caa-b1f2-a3ceedd335ee') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:18.503414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed030cc-84b7-4caa-b1f2-a3ceedd335ee') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:18.520916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.532535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0f607e91-03c8-4cda-b1d6-b494bbcb5827, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f607e91-03c8-4cda-b1d6-b494bbcb5827,segment=NetworkSegment(f44313db-a084-4ee3-94d9-1d44e6d0ad43),segment_id=f44313db-a084-4ee3-94d9-1d44e6d0ad43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:18.536768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.545367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:18.545878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:18.549398 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:18.615431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.647658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=ba20ff35-ac61-400e-b631-074237b7e005,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:18.666678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9764fc-ae7e-43a6-9646-76f7c529f3fd req-f2ac5c4d-0128-44c7-b837-3b2436082604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:18.668245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e9764fc-ae7e-43a6-9646-76f7c529f3fd req-f2ac5c4d-0128-44c7-b837-3b2436082604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 946 time: 0.5901904 Sep 17 01:32:18.682097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c07a2-dcd5-46fd-9749-c0c2f2e97855 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:18.683849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-423c07a2-dcd5-46fd-9749-c0c2f2e97855 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.6507342 Sep 17 01:32:18.685171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.688793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51888) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.705143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.718169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.720532 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0 HTTP/1.1" status: 204 len: 168 time: 0.4864736 Sep 17 01:32:18.729041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0f607e91-03c8-4cda-b1d6-b494bbcb5827,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:18.742351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51890) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.775310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c89e5-b0ff-41cc-b3a4-02f81c923427 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=cd0e03ff-76d1-4b2d-9d2d-3677d2b36fd0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:18.792679 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57ba62f-ddd6-4c88-be2c-d14ec11a42ea tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:18.793133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57ba62f-ddd6-4c88-be2c-d14ec11a42ea tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:18.796022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d57ba62f-ddd6-4c88-be2c-d14ec11a42ea tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/59bf4df5-c3e3-4213-bb6c-bb7543d104e1 HTTP/1.1" status: 404 len: 337 time: 0.0512013 Sep 17 01:32:18.802179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51892) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.807692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1e9764fc-ae7e-43a6-9646-76f7c529f3fd req-177b0100-dc62-41a5-882d-36371c32ec50 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194370 Sep 17 01:32:18.847588 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b13c6-d230-4d74-a91d-f3e90558fe58 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:18.848196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982b13c6-d230-4d74-a91d-f3e90558fe58 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:18.852425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-982b13c6-d230-4d74-a91d-f3e90558fe58 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/2a2d014b-ee22-4624-9d88-a1512ea0ae88 HTTP/1.1" status: 404 len: 339 time: 0.0504766 Sep 17 01:32:18.853946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51896) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:18.893411 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 774e21fb-640e-4814-af25-ed9e4601972c associated. External IP: 172.25.1.40, port: 0073c63a-cb8b-4787-826d-d8037865fee6. Sep 17 01:32:18.913961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting subnet 447afa72-1cc4-4a79-af5e-56418888e7a5 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:18.919752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.967283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port c4c1ad95-49b5-4ec1-9f2e-562329b43a3f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:18.967715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:18.988400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.078613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485863f0-0576-4f9a-a7ff-55d307b7cc79 None None] Network 34964d30-114f-472c-bb28-96082bf94a3a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:19.112164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.132386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for c4c1ad95-49b5-4ec1-9f2e-562329b43a3f owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:19.178268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:19.191653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8dac6c97-6d1d-4ff2-9c21-24fd87b228fc None None] Provisioning complete for port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:19.192026 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8dac6c97-6d1d-4ff2-9c21-24fd87b228fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.212474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.329884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:19.344590 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:19.354961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.357730 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:19.358800 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:19.386968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.391861 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/447afa72-1cc4-4a79-af5e-56418888e7a5 HTTP/1.1" status: 204 len: 168 time: 0.5343046 Sep 17 01:32:19.391861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dcae8e-93fd-43e2-85f5-4f5370ba0d1b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=447afa72-1cc4-4a79-af5e-56418888e7a5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:19.392422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:19.393779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.410767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308fc678-503b-4fb0-882f-3b092158614e None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:19.427149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=c4c1ad95-49b5-4ec1-9f2e-562329b43a3f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:19.440261 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:19.445744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.463543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:19.464364 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:19.514562 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:19.515512 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21653fcc-0a4a-4c34-85f3-2cffa04fe4ec None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:19.519495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.523729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c51b41c-7ef1-4379-859f-d2e9205811e9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/c4c1ad95-49b5-4ec1-9f2e-562329b43a3f HTTP/1.1" status: 204 len: 168 time: 0.8325546 Sep 17 01:32:19.526272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:19.532327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting subnet 3b82168c-5316-443c-b7bf-cae38fb9ffc5 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:19.535671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e9502251-f03f-4493-8a49-1484d7c0b584 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.2012036 Sep 17 01:32:19.538518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.539121 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51910) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:19.551194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1684445905'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:19.571826 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9226ebc-582a-4f01-9c5c-6048dfd28e45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:19.573804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f9226ebc-582a-4f01-9c5c-6048dfd28e45 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/c4c1ad95-49b5-4ec1-9f2e-562329b43a3f HTTP/1.1" status: 404 len: 333 time: 0.0463088 Sep 17 01:32:19.577144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51912) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:19.605328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.709459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port bf0ccfdd-452b-45fc-8dc4-393588a75819 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:19.709998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.728527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:19.733277 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.733811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.805787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6e395414-a694-49d0-b230-e098451a527e None None] Provisioning complete for port bf0ccfdd-452b-45fc-8dc4-393588a75819 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:19.806167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e395414-a694-49d0-b230-e098451a527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.861493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6e395414-a694-49d0-b230-e098451a527e None None] Port bf0ccfdd-452b-45fc-8dc4-393588a75819 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:19.868012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6e395414-a694-49d0-b230-e098451a527e None None] Could not find standard attr ID for object c4c1ad95-49b5-4ec1-9f2e-562329b43a3f. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:32:19.879899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6e395414-a694-49d0-b230-e098451a527e None None] Provisioning complete for port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:19.880358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e395414-a694-49d0-b230-e098451a527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:19.891776 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.041003 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.047512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/3b82168c-5316-443c-b7bf-cae38fb9ffc5 HTTP/1.1" status: 204 len: 168 time: 0.6500983 Sep 17 01:32:20.049861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51922) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:20.080083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be12928-286e-462c-985e-84b55bb6ef66 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=3b82168c-5316-443c-b7bf-cae38fb9ffc5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:20.211276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.214467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a526d14f-0ed9-43a9-866a-924e10e73bfa None None] Provisioning complete for port bf0ccfdd-452b-45fc-8dc4-393588a75819 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:20.215274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a526d14f-0ed9-43a9-866a-924e10e73bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.246916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:20.277496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f607e91-03c8-4cda-b1d6-b494bbcb5827 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:20.320048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.320661 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Added segment 240e2e21-2da5-4180-b588-c9aee615c102 of type vlan for network 015b6bd6-063e-4d3b-acaa-3a446893bac9 Sep 17 01:32:20.339187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port c8c11f28-3652-44db-bdab-03fca694e90d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:20.340151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.344462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.363482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a526d14f-0ed9-43a9-866a-924e10e73bfa None None] Port bf0ccfdd-452b-45fc-8dc4-393588a75819 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:20.374312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for bf0ccfdd-452b-45fc-8dc4-393588a75819 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:20.395828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:20.396459 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.448983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port c8c11f28-3652-44db-bdab-03fca694e90d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c8c11f28-3652-44db-bdab-03fca694e90d,segment=NetworkSegment(8b68b6b8-b538-44f4-8569-6d024199f7eb),segment_id=8b68b6b8-b538-44f4-8569-6d024199f7eb)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:20.451592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.475445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for c8c11f28-3652-44db-bdab-03fca694e90d owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:20.479245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.557980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f79b3-763d-473e-bc02-e78311a76da6 req-b8b21728-098e-434b-bba4-e8502503261b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:20.557980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-198f79b3-763d-473e-bc02-e78311a76da6 req-b8b21728-098e-434b-bba4-e8502503261b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 946 time: 0.3389990 Sep 17 01:32:20.581748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-98fbc30a-6eb6-4a0c-b18c-342afb89f3c4 None None] Could not find standard attr ID for object c4c1ad95-49b5-4ec1-9f2e-562329b43a3f. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:32:20.613537 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.618966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:20.619613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.685862 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.688846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-198f79b3-763d-473e-bc02-e78311a76da6 req-1ca45574-758f-436f-8489-cfd4ccc7e03b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223869 Sep 17 01:32:20.722100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=c8c11f28-3652-44db-bdab-03fca694e90d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:20.736012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port c8c11f28-3652-44db-bdab-03fca694e90d on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:20.750600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Network': ['ID=015b6bd6-063e-4d3b-acaa-3a446893bac9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:20.757763 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-33c3e549-ec49-4dad-bde7-1699858f1079 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2163529 Sep 17 01:32:20.763985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51934) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:20.766894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'subnet': {'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:20.768686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:20.800206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370648b-a755-47d1-9072-21818d79d66b None None] Network b570e7cc-e4e5-4a31-a125-4c2434c91ec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:20.881517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6bffc740-7ac1-46bd-9bd8-8635b32414ad None None] Could not find standard attr ID for object c8c11f28-3652-44db-bdab-03fca694e90d. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:32:20.894569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.925120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:20.960699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b570e7cc-e4e5-4a31-a125-4c2434c91ec6']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:20.966707 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=bf0ccfdd-452b-45fc-8dc4-393588a75819,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:20.984900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a34a-feb6-47cb-9139-c0953afc6400 req-f9f3c184-319a-4ebd-b248-3d1097fdfc4c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:20.986537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3011a34a-feb6-47cb-9139-c0953afc6400 req-f9f3c184-319a-4ebd-b248-3d1097fdfc4c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 946 time: 0.1472270 Sep 17 01:32:20.990309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b68b6b8-b538-44f4-8569-6d024199f7eb') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:20.990650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b68b6b8-b538-44f4-8569-6d024199f7eb') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:21.031541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.089726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.103631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3011a34a-feb6-47cb-9139-c0953afc6400 req-c19e570e-1d50-4c88-8f13-ad3da28ca462 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095841 Sep 17 01:32:21.104754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:21.105162 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:21.109354 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:21.113569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.126011 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-171ec212-3979-4b0d-ac3a-94cf3386ccde tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/bf0ccfdd-452b-45fc-8dc4-393588a75819 HTTP/1.1" status: 204 len: 168 time: 1.5425916 Sep 17 01:32:21.126011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51940) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.139778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd0ca1c-12ae-467c-b791-a760be9cfa21 None None] DHCP port deletion for b570e7cc-e4e5-4a31-a125-4c2434c91ec6 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:21.166915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:21.173588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.186134 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a36404f-dfaa-4327-8578-d8daf2ee0ab8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:21.187830 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6a36404f-dfaa-4327-8578-d8daf2ee0ab8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/bf0ccfdd-452b-45fc-8dc4-393588a75819 HTTP/1.1" status: 404 len: 333 time: 0.0653429 Sep 17 01:32:21.194184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51946) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.249454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5aab7-d2d6-4c38-9557-323b5b445e07 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 01:32:21.275557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 54f808e7-e602-4dde-85f5-8331d950a3de {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:21.285145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.287893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.298880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.303351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/b570e7cc-e4e5-4a31-a125-4c2434c91ec6 HTTP/1.1" status: 204 len: 168 time: 1.2501900 Sep 17 01:32:21.320625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51952) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.333438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2441e70-9943-4b21-80f0-2fd9e5f5f1e3 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=b570e7cc-e4e5-4a31-a125-4c2434c91ec6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:21.353904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.357256 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee81b19-2bce-4bc0-96f5-0bfc38b0498b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:21.357764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee81b19-2bce-4bc0-96f5-0bfc38b0498b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:21.359525 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7ee81b19-2bce-4bc0-96f5-0bfc38b0498b tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/114aad30-ee4f-47f2-9fc2-8c5c1c64a571 HTTP/1.1" status: 404 len: 337 time: 0.0379436 Sep 17 01:32:21.363585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51954) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.384639 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a9b04d-7edd-4154-bdd2-c38ba566d9aa tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:21.385200 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a9b04d-7edd-4154-bdd2-c38ba566d9aa tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:21.387126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94a9b04d-7edd-4154-bdd2-c38ba566d9aa tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/65890f6f-ed8c-4a39-9cd2-c47ebc05de22 HTTP/1.1" status: 404 len: 339 time: 0.0224109 Sep 17 01:32:21.389591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51956) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.419667 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-104866dd-d19c-48f2-8a4d-cf59d96f9a00 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:21.420423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104866dd-d19c-48f2-8a4d-cf59d96f9a00 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:21.422313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-104866dd-d19c-48f2-8a4d-cf59d96f9a00 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/b73424c5-dae8-4075-bd66-111ae87b987b HTTP/1.1" status: 404 len: 337 time: 0.0316098 Sep 17 01:32:21.424966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51958) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.447315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5aab7-d2d6-4c38-9557-323b5b445e07 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 01:32:21.450191 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d9b7bbe-e6d5-4d7c-b6d7-3e42c7b2588d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:21.451110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d9b7bbe-e6d5-4d7c-b6d7-3e42c7b2588d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:21.452969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9d9b7bbe-e6d5-4d7c-b6d7-3e42c7b2588d tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/d09c5eee-ba9d-46c9-ab5e-3f964cf11eb2 HTTP/1.1" status: 404 len: 339 time: 0.0269444 Sep 17 01:32:21.457292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51960) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.508925 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d616b6-64bb-4e98-ac27-accef62b56f7 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:21.509909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d616b6-64bb-4e98-ac27-accef62b56f7 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:21.515175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-78d616b6-64bb-4e98-ac27-accef62b56f7 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/edb00b12-4cb8-433f-aaf7-4577dc731675 HTTP/1.1" status: 404 len: 337 time: 0.0543387 Sep 17 01:32:21.518948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.543143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.547176 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-70062d49-0bd0-4e98-ac45-60c638c02495 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:21.547902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70062d49-0bd0-4e98-ac45-60c638c02495 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:21.552777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-70062d49-0bd0-4e98-ac45-60c638c02495 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/1f8a7098-7977-412c-bcc3-2b478ef1781b HTTP/1.1" status: 404 len: 339 time: 0.0324020 Sep 17 01:32:21.553281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51966) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.644269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting subnet bbacbca6-0d62-4fb8-9106-89043e221ceb {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:21.648668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.652778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.703442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.748931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Subnet': ['ID=4346fb68-9d15-4f9a-ab02-ab437df5547c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:21.769002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Checking segment: {'id': '240e2e21-2da5-4180-b588-c9aee615c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:21.769002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network hostable DHCP agents. Network: 015b6bd6-063e-4d3b-acaa-3a446893bac9, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:32:21.778531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.820164 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.824837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/54f808e7-e602-4dde-85f5-8331d950a3de HTTP/1.1" status: 204 len: 168 time: 0.6271210 Sep 17 01:32:21.827700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51974) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:21.828028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79aa7a8-26f3-4550-8da3-7830b8cb6b73 None None] Network 34964d30-114f-472c-bb28-96082bf94a3a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:21.860926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:21.926894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:32:21.946390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca2b8b-e142-4db8-b017-270150e8c098 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=54f808e7-e602-4dde-85f5-8331d950a3de,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:21.949100 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.015054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:22.015561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.016037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] DHCP port deletion for 34964d30-114f-472c-bb28-96082bf94a3a request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:22.031334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 015b6bd6-063e-4d3b-acaa-3a446893bac9) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:22.033722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.035957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:22.036558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.042293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63834ed-8b53-4e6f-a0c3-98104dd777f6 None None] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:22.053438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.059025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 51980) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:22.061584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/bbacbca6-0d62-4fb8-9106-89043e221ceb HTTP/1.1" status: 204 len: 168 time: 0.4881246 Sep 17 01:32:22.085267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15513240-8622-4a1f-92c7-67945153978e tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=bbacbca6-0d62-4fb8-9106-89043e221ceb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:22.090379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871d2ac-cfb1-4cad-b690-8d084be6daa6 None None] Network d897d40c-2d86-4186-a039-c4153813f7d1 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:22.147953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a297e74a-3fa9-4301-8ccb-79184e8d8c4a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3862076 Sep 17 01:32:22.151306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 51984) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:22.151818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] For port 0f607e91-03c8-4cda-b1d6-b494bbcb5827, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f607e91-03c8-4cda-b1d6-b494bbcb5827,segment=NetworkSegment(f44313db-a084-4ee3-94d9-1d44e6d0ad43),segment_id=f44313db-a084-4ee3-94d9-1d44e6d0ad43)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:22.152183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.161005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-314465659', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:22.199500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 0f607e91-03c8-4cda-b1d6-b494bbcb5827 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:22.213361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.260624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Deleting port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:22.261010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.273573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.275065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.294314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f607e91-03c8-4cda-b1d6-b494bbcb5827 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:22.340879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port 8360ce91-97e0-4637-bb49-ac05ecb0104e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:22.341979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.382077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.413397 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.451455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=0f607e91-03c8-4cda-b1d6-b494bbcb5827,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:22.457026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No DVR routers for this DVR port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:22.468876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port 8360ce91-97e0-4637-bb49-ac05ecb0104e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8360ce91-97e0-4637-bb49-ac05ecb0104e,segment=NetworkSegment(a07ed45f-44dd-4798-a2cd-f0993e421266),segment_id=a07ed45f-44dd-4798-a2cd-f0993e421266)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:22.475700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.536602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for 8360ce91-97e0-4637-bb49-ac05ecb0104e owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:22.603006 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.683005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34964d30-114f-472c-bb28-96082bf94a3a']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:22.703768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44313db-a084-4ee3-94d9-1d44e6d0ad43') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:22.705015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44313db-a084-4ee3-94d9-1d44e6d0ad43') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:22.706400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.719671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] For port 0f607e91-03c8-4cda-b1d6-b494bbcb5827, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f607e91-03c8-4cda-b1d6-b494bbcb5827,segment=NetworkSegment(f44313db-a084-4ee3-94d9-1d44e6d0ad43),segment_id=f44313db-a084-4ee3-94d9-1d44e6d0ad43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:22.719912 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.721862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.723771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:32:22.724199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f607e91-03c8-4cda-b1d6-b494bbcb5827 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:22.724781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c8c11f28-3652-44db-bdab-03fca694e90d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:22.746776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.756317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:22.756624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:22.761906 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:22.769797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Calling delete_port for 0f607e91-03c8-4cda-b1d6-b494bbcb5827 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:22.776712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c8c11f28-3652-44db-bdab-03fca694e90d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:22.777493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c8c11f28-3652-44db-bdab-03fca694e90d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:22.830769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-015b6bd6-063e-4d3b-acaa-3a446893bac9', 'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9', 'tenant_id': 'ca5b5cb65e17476f851d7768775b0e59', 'fixed_ips': [{'subnet_id': '4346fb68-9d15-4f9a-ab02-ab437df5547c'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:22.831648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.913656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.959761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:22.963877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a409bae-054c-448c-91b3-38a67b3fee7b None None] DHCP port deletion for d897d40c-2d86-4186-a039-c4153813f7d1 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:22.968710 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port 8360ce91-97e0-4637-bb49-ac05ecb0104e on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:23.031729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.049624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.063741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Pushing event deleted for resources: {'Port': ['ID=0f607e91-03c8-4cda-b1d6-b494bbcb5827,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.065694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] Network 34964d30-114f-472c-bb28-96082bf94a3a is not hosted by any dhcp agent {{(pid=112074) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 17 01:32:23.066314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d2bbdc-7c07-4b7e-9d34-a393546ad71e None None] No DVR routers for this DVR port 0f607e91-03c8-4cda-b1d6-b494bbcb5827 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:23.081156 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/34964d30-114f-472c-bb28-96082bf94a3a HTTP/1.1" status: 204 len: 168 time: 1.2416728 Sep 17 01:32:23.084851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=8360ce91-97e0-4637-bb49-ac05ecb0104e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.089881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Allocated IP 172.20.0.2 (015b6bd6-063e-4d3b-acaa-3a446893bac9/4346fb68-9d15-4f9a-ab02-ab437df5547c/99ac568d-e8f3-4776-92b5-8b6f4432f048) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:23.101416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52010) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:23.108850 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-769697374'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:23.119872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910cdd6-dc4d-4034-8ac7-674d5c519863 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=34964d30-114f-472c-bb28-96082bf94a3a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.226760 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.238633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.251273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d897d40c-2d86-4186-a039-c4153813f7d1']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:23.262730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07ed45f-44dd-4798-a2cd-f0993e421266') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:23.264057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07ed45f-44dd-4798-a2cd-f0993e421266') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:23.274319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.296606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.299528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.312457 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.313844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:23.314332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:23.317625 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:23.341349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:23.341349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.388867 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.449160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:23.463681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Pushing event updated for resources: {'Port': ['ID=99ac568d-e8f3-4776-92b5-8b6f4432f048,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.473206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.25.1.150 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/2b20dfe7-4124-4f9c-905b-36123cdd229b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:23.474267 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.474628 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment 2455d53e-a7c8-4a2d-86b1-470a218a1c99 of type vlan for network 9f99b287-1eb8-40d3-b379-6ba648fee305 Sep 17 01:32:23.476010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:23.478030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:23.480609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:23.529452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.548681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Attempting to bind port 99ac568d-e8f3-4776-92b5-8b6f4432f048 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:23.549607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Attempting to bind port 99ac568d-e8f3-4776-92b5-8b6f4432f048 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '240e2e21-2da5-4180-b588-c9aee615c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:23.550267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Attempting to bind port 99ac568d-e8f3-4776-92b5-8b6f4432f048 on network 015b6bd6-063e-4d3b-acaa-3a446893bac9 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:23.556369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:23.556572 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.557224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Checking segment: {'id': '240e2e21-2da5-4180-b588-c9aee615c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:23.558053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.560526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Bound using segment: {'id': '240e2e21-2da5-4180-b588-c9aee615c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:23.562777 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.565478 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/d897d40c-2d86-4186-a039-c4153813f7d1 HTTP/1.1" status: 204 len: 168 time: 1.5054657 Sep 17 01:32:23.571759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Bound port: 99ac568d-e8f3-4776-92b5-8b6f4432f048, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240e2e21-2da5-4180-b588-c9aee615c102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:23.571759 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.579922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52028) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:23.582645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef50cab-dc4d-4fe8-815f-dc61b9f1eb90 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=d897d40c-2d86-4186-a039-c4153813f7d1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.617010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.624475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:23.625327 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.632610 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a88f6e-e57a-4ce1-a797-cc51876a8349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:23.632857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a88f6e-e57a-4ce1-a797-cc51876a8349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:23.634614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b4a88f6e-e57a-4ce1-a797-cc51876a8349 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/d51a3c1c-8c35-440f-ae0a-2fa390b19eab HTTP/1.1" status: 404 len: 337 time: 0.0503635 Sep 17 01:32:23.638243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52030) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:23.661488 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-093d7530-8b5c-46f8-9626-48baae07aa50 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:23.662015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093d7530-8b5c-46f8-9626-48baae07aa50 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:23.664234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-093d7530-8b5c-46f8-9626-48baae07aa50 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/3e8eeafe-42ef-42f2-822d-7d6ceec6ad61 HTTP/1.1" status: 404 len: 339 time: 0.0237005 Sep 17 01:32:23.666986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52032) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:23.686780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] For port 99ac568d-e8f3-4776-92b5-8b6f4432f048, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:23.695825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] For port 99ac568d-e8f3-4776-92b5-8b6f4432f048, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=99ac568d-e8f3-4776-92b5-8b6f4432f048,segment=NetworkSegment(240e2e21-2da5-4180-b588-c9aee615c102),segment_id=240e2e21-2da5-4180-b588-c9aee615c102)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:23.725373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=9f99b287-1eb8-40d3-b379-6ba648fee305,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.733003 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-64b116f6-0731-4df9-ae14-0487f6bb0c8a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6256595 Sep 17 01:32:23.734289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:23.737722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:23.740935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:23.786546 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.799893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.801360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting subnet e42d57d5-9b5c-4e24-9afa-3d82291bcc9a {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:23.806740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.869259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.870657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48034380-63ec-4efc-af6d-3f72c5a4a519 None None] Pushing event updated for resources: {'Port': ['ID=99ac568d-e8f3-4776-92b5-8b6f4432f048,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:23.971984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:23.977363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:23.980734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.023177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.218121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=2b20dfe7-4124-4f9c-905b-36123cdd229b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:24.257588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:24.262332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:24.267355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:24.371918 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.477623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.480176 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/subnets/e42d57d5-9b5c-4e24-9afa-3d82291bcc9a HTTP/1.1" status: 204 len: 168 time: 0.8120573 Sep 17 01:32:24.486998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee3c065-c2f1-4d0b-aae6-e2c417de7514 None None] Network 9f9b2862-8802-42f8-a476-74f2f81ea94a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:24.488238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52066) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:24.523286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 99ac568d-e8f3-4776-92b5-8b6f4432f048 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:24.523455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1325c-bf0d-46e2-bc9e-52a9dce81526 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Subnet': ['ID=e42d57d5-9b5c-4e24-9afa-3d82291bcc9a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:24.545337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.635191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.663752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=7b61d10f-eb91-4d8b-8a54-6b5d327c6f20,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:24.677183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 99ac568d-e8f3-4776-92b5-8b6f4432f048 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:24.677558 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.695023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': '2455d53e-a7c8-4a2d-86b1-470a218a1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:24.695373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: 9f99b287-1eb8-40d3-b379-6ba648fee305, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:32:24.736175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Deleting port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:24.736175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.810883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.836086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] DHCP port deletion for 9f9b2862-8802-42f8-a476-74f2f81ea94a request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:24.842869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:32:24.865768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] For port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,segment=NetworkSegment(72a3c994-f077-492a-91db-1c698a56910f),segment_id=72a3c994-f077-492a-91db-1c698a56910f)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:24.866118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.889066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 99ac568d-e8f3-4776-92b5-8b6f4432f048, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=99ac568d-e8f3-4776-92b5-8b6f4432f048,segment=NetworkSegment(240e2e21-2da5-4180-b588-c9aee615c102),segment_id=240e2e21-2da5-4180-b588-c9aee615c102)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:24.901089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Calling delete_port for fb334aa8-27ce-41f1-99f6-2e8be9b2a98f owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:24.912230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.916663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] Deleting port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:24.917039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.956376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9f99b287-1eb8-40d3-b379-6ba648fee305) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:24.964566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:24.965896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:24.969007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e9d55-791c-4dfd-bb2e-168ebaa8fc80 None None] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:25.017421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.063431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8fd2dbb-f0b6-4867-b4cf-f869ce4cdf66 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3270249 Sep 17 01:32:25.065978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52076) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:25.071185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305', 'name': 'tempest-PortsTestJSON-1974830644', 'fixed_ips': [{'subnet_id': '7b61d10f-eb91-4d8b-8a54-6b5d327c6f20', 'ip_address': '172.20.0.10'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:25.107809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.156280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8360ce91-97e0-4637-bb49-ac05ecb0104e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:25.159885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] For port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,segment=NetworkSegment(72a3c994-f077-492a-91db-1c698a56910f),segment_id=72a3c994-f077-492a-91db-1c698a56910f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:25.160302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.194229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Port': ['ID=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:25.212340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] No DVR routers for this DVR port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:25.212896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8360ce91-97e0-4637-bb49-ac05ecb0104e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:25.213238 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8360ce91-97e0-4637-bb49-ac05ecb0104e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:25.215287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] Calling delete_port for fb334aa8-27ce-41f1-99f6-2e8be9b2a98f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:25.221578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=99ac568d-e8f3-4776-92b5-8b6f4432f048,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:25.237572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.385232 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.395106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb47ff5-6c78-4110-9250-40521eeccf62 None None] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:25.415904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9f99b287-1eb8-40d3-b379-6ba648fee305', 'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': '7b61d10f-eb91-4d8b-8a54-6b5d327c6f20'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:25.416762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.439060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.441741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9b2862-8802-42f8-a476-74f2f81ea94a']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:25.457295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a3c994-f077-492a-91db-1c698a56910f') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:25.457494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a3c994-f077-492a-91db-1c698a56910f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:25.468115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.482575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.488742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:25.489322 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:25.492344 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:25.499908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] Pushing event deleted for resources: {'Port': ['ID=fb334aa8-27ce-41f1-99f6-2e8be9b2a98f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:25.508281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b8cb3-9e26-4525-a461-ecce421f661e None None] No DVR routers for this DVR port fb334aa8-27ce-41f1-99f6-2e8be9b2a98f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:25.564800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 28709068-7113-428c-aef8-aa7e42c4f3ff is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:32:25.587584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f776bb03-77a6-4f3d-897b-3b1384678045 None None] Provisioning complete for port 99ac568d-e8f3-4776-92b5-8b6f4432f048 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:25.587945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f776bb03-77a6-4f3d-897b-3b1384678045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.593875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:25.675751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.689809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.695141 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] 10.222.0.13 "DELETE /v2.0/networks/9f9b2862-8802-42f8-a476-74f2f81ea94a HTTP/1.1" status: 204 len: 168 time: 1.2050645 Sep 17 01:32:25.747789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646046f-e615-4d32-9622-675435370807 tempest-NetworksIpV6Test-1553772093 tempest-NetworksIpV6Test-1553772093-project] Pushing event deleted for resources: {'Network': ['ID=9f9b2862-8802-42f8-a476-74f2f81ea94a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:25.798741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:25.804063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Allocated IP 172.20.0.2 (9f99b287-1eb8-40d3-b379-6ba648fee305/7b61d10f-eb91-4d8b-8a54-6b5d327c6f20/04aade71-bca5-4fef-8e0a-a59f831b12ef) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:25.857670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 09f29f37-a023-4825-b357-75b53461d82e yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:26.049825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.114338 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.163159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Pushing event updated for resources: {'Port': ['ID=04aade71-bca5-4fef-8e0a-a59f831b12ef,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:26.193611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:26.195317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:26.198585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:26.237683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.10 (9f99b287-1eb8-40d3-b379-6ba648fee305/7b61d10f-eb91-4d8b-8a54-6b5d327c6f20/09f29f37-a023-4825-b357-75b53461d82e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:26.274391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Attempting to bind port 04aade71-bca5-4fef-8e0a-a59f831b12ef on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:26.276820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Attempting to bind port 04aade71-bca5-4fef-8e0a-a59f831b12ef by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2455d53e-a7c8-4a2d-86b1-470a218a1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:26.277983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Attempting to bind port 04aade71-bca5-4fef-8e0a-a59f831b12ef on network 9f99b287-1eb8-40d3-b379-6ba648fee305 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:26.286644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:26.287030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Checking segment: {'id': '2455d53e-a7c8-4a2d-86b1-470a218a1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:26.288079 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.288715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Bound using segment: {'id': '2455d53e-a7c8-4a2d-86b1-470a218a1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:26.289210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Bound port: 04aade71-bca5-4fef-8e0a-a59f831b12ef, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2455d53e-a7c8-4a2d-86b1-470a218a1c99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:26.289594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.299960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:26.350122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52108) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:26.350688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 99ac568d-e8f3-4776-92b5-8b6f4432f048 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:26.358193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] Sync routers for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:26.408901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-49386614-1bb6-4f8f-9d5c-7b4b2a42ca60 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:26.416286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-49386614-1bb6-4f8f-9d5c-7b4b2a42ca60 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1847072 Sep 17 01:32:26.429635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] For port 04aade71-bca5-4fef-8e0a-a59f831b12ef, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:26.437358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] For port 04aade71-bca5-4fef-8e0a-a59f831b12ef, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=04aade71-bca5-4fef-8e0a-a59f831b12ef,segment=NetworkSegment(2455d53e-a7c8-4a2d-86b1-470a218a1c99),segment_id=2455d53e-a7c8-4a2d-86b1-470a218a1c99)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:26.438834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:26.440226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:26.442049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7d091f8e-15dd-46ef-8b77-6bcb42cb9590 None None] Provisioning complete for port 99ac568d-e8f3-4776-92b5-8b6f4432f048 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:26.442420 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d091f8e-15dd-46ef-8b77-6bcb42cb9590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.444362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-0d41b7f1-cf49-4c42-8e46-2fa20305f7ac tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0270667 Sep 17 01:32:26.448159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.449134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ab70f86-5b46-4b13-8610-ba5c19bbe5a7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2956300 Sep 17 01:32:26.453380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:26.523695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:26.528669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.540783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-54d202e8-e41b-4503-aad4-624a6c48513f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935454 Sep 17 01:32:26.559408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-7e0b4242-bfaa-4594-be9c-3acc351ff56a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:32:26.568586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-7e0b4242-bfaa-4594-be9c-3acc351ff56a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0241115 Sep 17 01:32:26.627585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10178b7a-c543-4e72-b088-aa84b2c3540d None None] Pushing event updated for resources: {'Port': ['ID=04aade71-bca5-4fef-8e0a-a59f831b12ef,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:26.647067 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.678981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 99ac568d-e8f3-4776-92b5-8b6f4432f048 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:26.679578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.701213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-72765407-318a-440a-be9b-75e243ed5464 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311421 Sep 17 01:32:26.724797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:26.725368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:26.791390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd71b3b6-3b45-4b7d-841e-1b6b0a8d4587 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28b7274d31d845368d8572929550bce4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396658 Sep 17 01:32:26.797512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52118) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:26.810539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:26.811226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6f5873-23ba-4e13-956c-7bec8fd869a7 None None] The sync data for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:26.881855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-bc60cee6-d307-4c3c-8ed9-b4ae1dbd4068 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723056 Sep 17 01:32:26.909138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57823efe-9fa3-4ccc-b0c4-c440f3bbbc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:26.951382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57823efe-9fa3-4ccc-b0c4-c440f3bbbc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:27.052778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb334aa8-27ce-41f1-99f6-2e8be9b2a98f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:27.081330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fb334aa8-27ce-41f1-99f6-2e8be9b2a98f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:27.081988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb334aa8-27ce-41f1-99f6-2e8be9b2a98f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:27.091964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57823efe-9fa3-4ccc-b0c4-c440f3bbbc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:27.095566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-57823efe-9fa3-4ccc-b0c4-c440f3bbbc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:27.099122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-57823efe-9fa3-4ccc-b0c4-c440f3bbbc15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ced61f0-fed7-422a-9b96-66b3c54100a5 HTTP/1.1" status: 204 len: 168 time: 0.2983680 Sep 17 01:32:27.111809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57823efe-9fa3-4ccc-b0c4-c440f3bbbc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ced61f0-fed7-422a-9b96-66b3c54100a5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:27.261680 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:27.332351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:27.348830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:27.367985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:27.415799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdf0af8c-71e8-47f4-ba84-ec868b6f9782 req-e02d1da9-cc7b-4880-b9d7-57000cb42a77 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0898843 Sep 17 01:32:27.415799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=09f29f37-a023-4825-b357-75b53461d82e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:27.528833 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:27.530307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:27.733731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3bc0b3c5-fe63-44f8-a292-a3dfdddeabdb tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6638064 Sep 17 01:32:27.734768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:27.740586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': '9f99b287-1eb8-40d3-b379-6ba648fee305', 'name': 'tempest-PortsTestJSON-234669364', 'fixed_ips': [{'subnet_id': '7b61d10f-eb91-4d8b-8a54-6b5d327c6f20', 'ip_address': '172.20.0.9'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:27.817212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:27.993536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:28.042802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e2524f-06a0-4d96-9b90-efb44e08db3d None None] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:28.087736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.114433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port b0dd9af0-c5e6-4c35-89dc-aabab8050432 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:28.186543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.1 (015b6bd6-063e-4d3b-acaa-3a446893bac9/4346fb68-9d15-4f9a-ab02-ab437df5547c/b07d1f18-f498-4d58-a588-1a159816cf75) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:28.383838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 04aade71-bca5-4fef-8e0a-a59f831b12ef up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:28.410724 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.500279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.9 (9f99b287-1eb8-40d3-b379-6ba648fee305/7b61d10f-eb91-4d8b-8a54-6b5d327c6f20/b0dd9af0-c5e6-4c35-89dc-aabab8050432) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:28.565416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.573160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-adc87373-6be0-415d-a322-ce507edfc8f9 None None] Provisioning complete for port 04aade71-bca5-4fef-8e0a-a59f831b12ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:28.573805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-adc87373-6be0-415d-a322-ce507edfc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.580840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52176) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:28.613415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:28.617300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:28.640982 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:28.645443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 04aade71-bca5-4fef-8e0a-a59f831b12ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:28.645941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.658675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fcb48f26-c756-4f32-81c3-66951a2b1eb8 req-1ba51f49-88b3-4b92-856b-649ca8723696 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0569315 Sep 17 01:32:28.733259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.761191 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-adc87373-6be0-415d-a322-ce507edfc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.856817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-adc87373-6be0-415d-a322-ce507edfc8f9 None None] For port 04aade71-bca5-4fef-8e0a-a59f831b12ef, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=04aade71-bca5-4fef-8e0a-a59f831b12ef,segment=NetworkSegment(2455d53e-a7c8-4a2d-86b1-470a218a1c99),segment_id=2455d53e-a7c8-4a2d-86b1-470a218a1c99)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:28.858791 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.860433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=b07d1f18-f498-4d58-a588-1a159816cf75,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:28.862748 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.866561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-65eb8b86-84b3-4a93-ae1e-7f89b8413a6c tempest-DvrRoutersNegativeTest-1705574341 tempest-DvrRoutersNegativeTest-1705574341-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-475007849', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:28.895968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.policy [None req-65eb8b86-84b3-4a93-ae1e-7f89b8413a6c tempest-DvrRoutersNegativeTest-1705574341 tempest-DvrRoutersNegativeTest-1705574341-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=112073) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 17 01:32:28.896319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.policy [None req-65eb8b86-84b3-4a93-ae1e-7f89b8413a6c tempest-DvrRoutersNegativeTest-1705574341 tempest-DvrRoutersNegativeTest-1705574341-project] Failed policy check for 'create_router' {{(pid=112073) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 17 01:32:28.896871 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-65eb8b86-84b3-4a93-ae1e-7f89b8413a6c tempest-DvrRoutersNegativeTest-1705574341 tempest-DvrRoutersNegativeTest-1705574341-project] create failed (client error): Access was denied to this resource. Sep 17 01:32:28.902915 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-adc87373-6be0-415d-a322-ce507edfc8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:28.920951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-65eb8b86-84b3-4a93-ae1e-7f89b8413a6c tempest-DvrRoutersNegativeTest-1705574341 tempest-DvrRoutersNegativeTest-1705574341-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3305829 Sep 17 01:32:29.020416 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.061039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:32:29.061612 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:32:29.085551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc87373-6be0-415d-a322-ce507edfc8f9 None None] Pushing event updated for resources: {'Port': ['ID=04aade71-bca5-4fef-8e0a-a59f831b12ef,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:29.134740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Provisioning complete for port 04aade71-bca5-4fef-8e0a-a59f831b12ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:29.135159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.142718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.216631 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.226450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=b0dd9af0-c5e6-4c35-89dc-aabab8050432,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:29.237142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:29.239216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:29.242827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:29.286526 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.288341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Provisioning complete for port 09f29f37-a023-4825-b357-75b53461d82e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:29.288768 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.330318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:29.331138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.332773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Port 09f29f37-a023-4825-b357-75b53461d82e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:29.344622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Provisioning complete for port b07d1f18-f498-4d58-a588-1a159816cf75 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:29.344938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.391252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6510ad36-0d78-4f2a-9e23-251f14ede783 None None] Port b07d1f18-f498-4d58-a588-1a159816cf75 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:29.409873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52198) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:29.411991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e68a8da7-a5cb-49c7-a191-180783eabaee tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6751821 Sep 17 01:32:29.517712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52200) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:29.527819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2ca8fd09-490d-433f-8399-542040e26aed None None] Provisioning complete for port 09f29f37-a023-4825-b357-75b53461d82e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:29.529605 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ca8fd09-490d-433f-8399-542040e26aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.644309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afa9ca4-27d3-4c9e-8825-f19a7b158fbe tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:29.649584 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7afa9ca4-27d3-4c9e-8825-f19a7b158fbe tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2358887 Sep 17 01:32:29.650892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52204) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:29.668018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2ca8fd09-490d-433f-8399-542040e26aed None None] Port 09f29f37-a023-4825-b357-75b53461d82e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:29.760764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe7860df-ff5e-43a0-86db-0df66c92d412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.812848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-04b81a2f-f246-4b0c-8467-66125d4d2818 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:29.814469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-04b81a2f-f246-4b0c-8467-66125d4d2818 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.2077065 Sep 17 01:32:29.834040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0056402f-2555-4c2b-8382-e32f45ec758b req-fd449029-ef89-43ea-9737-9f2a9b930f31 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0687799 Sep 17 01:32:29.850429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:29.876867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9c934-ef1f-44f2-805e-499efbdb5a09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:29.883906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9c934-ef1f-44f2-805e-499efbdb5a09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:29.890781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9c934-ef1f-44f2-805e-499efbdb5a09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:29.893238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8a9c934-ef1f-44f2-805e-499efbdb5a09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2404933 Sep 17 01:32:29.897067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52210) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:29.898992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1d72b69b-9547-4a00-8fd2-2766e0a3057a None None] Provisioning complete for port b0dd9af0-c5e6-4c35-89dc-aabab8050432 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:29.899971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1d72b69b-9547-4a00-8fd2-2766e0a3057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.944473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:29.993454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1d72b69b-9547-4a00-8fd2-2766e0a3057a None None] Port b0dd9af0-c5e6-4c35-89dc-aabab8050432 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:30.012996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe7860df-ff5e-43a0-86db-0df66c92d412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.017114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.079756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port b0dd9af0-c5e6-4c35-89dc-aabab8050432 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:30.080171 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.103027 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe7860df-ff5e-43a0-86db-0df66c92d412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.136272 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe7860df-ff5e-43a0-86db-0df66c92d412 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98061dd9d99d45d0a67ce66e9d55c633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093781 Sep 17 01:32:30.138484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52214) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:30.147591 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.193149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.219778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for b0dd9af0-c5e6-4c35-89dc-aabab8050432 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:30.268547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:30.273959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.285106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=b07d1f18-f498-4d58-a588-1a159816cf75,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:30.301843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7860df-ff5e-43a0-86db-0df66c92d412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f011a858-824a-4b18-b9cd-310e9f603ba0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:30.304282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 04aade71-bca5-4fef-8e0a-a59f831b12ef up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:30.305731 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:30.308979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:30.386811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 04aade71-bca5-4fef-8e0a-a59f831b12ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:30.387298 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.452545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 28709068-7113-428c-aef8-aa7e42c4f3ff has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:30.455703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec838d4a-0dc3-4510-a676-eb0f54a6aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.511475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec838d4a-0dc3-4510-a676-eb0f54a6aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.574585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.3 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/a18b0b14-7b8a-4638-85c9-fe614a6ab075) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:30.673476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.697320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:30.713285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c6dabf8-7366-4966-a63a-b327302f9e91 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/routers/28709068-7113-428c-aef8-aa7e42c4f3ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2558796 Sep 17 01:32:30.713970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52222) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:30.716908 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] Sync routers for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:30.720026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'port': {'network_id': '015b6bd6-063e-4d3b-acaa-3a446893bac9', 'name': 'tempest-FloatingIPTestJSON-120261458'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:30.729510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=b0dd9af0-c5e6-4c35-89dc-aabab8050432,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:30.772349 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:30.773772 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:30.826201 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:30.835507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9bdf423b-e9bb-4e2d-82fb-556d357da47f None None] Provisioning complete for port b07d1f18-f498-4d58-a588-1a159816cf75 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:30.835977 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9bdf423b-e9bb-4e2d-82fb-556d357da47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.838331 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:30.839496 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:30.864151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec838d4a-0dc3-4510-a676-eb0f54a6aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.877414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ec838d4a-0dc3-4510-a676-eb0f54a6aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.882307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ec838d4a-0dc3-4510-a676-eb0f54a6aabd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f011a858-824a-4b18-b9cd-310e9f603ba0 HTTP/1.1" status: 204 len: 168 time: 0.7370961 Sep 17 01:32:30.885073 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:30.889708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f2e9ea0a-b8ad-45f3-8d0f-c0309b7be3f2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/b0dd9af0-c5e6-4c35-89dc-aabab8050432 HTTP/1.1" status: 204 len: 168 time: 0.9890568 Sep 17 01:32:30.895308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:30.898864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838d4a-0dc3-4510-a676-eb0f54a6aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f011a858-824a-4b18-b9cd-310e9f603ba0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:30.928814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf423b-e9bb-4e2d-82fb-556d357da47f None None] Port b07d1f18-f498-4d58-a588-1a159816cf75 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:30.944366 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f719e8c-63f0-429c-9f52-a8413507b180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:30.946215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1f719e8c-63f0-429c-9f52-a8413507b180 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/b0dd9af0-c5e6-4c35-89dc-aabab8050432 HTTP/1.1" status: 404 len: 333 time: 0.0495887 Sep 17 01:32:30.949832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52236) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:30.985814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Made reservation on behalf of ca5b5cb65e17476f851d7768775b0e59 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:30.990040 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:30.991190 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0971d06-55e3-4fe5-aab3-e4a6289597a1 None None] The sync data for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:31.006710 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.068109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] device_id is not set on port 2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:31.151022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce040235-d92f-437f-8e7f-f88c671a556b req-5b12f0b9-ebe5-460d-aeeb-78ca5529e273 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0612416 Sep 17 01:32:31.164523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.214491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 09f29f37-a023-4825-b357-75b53461d82e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:31.215056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.296606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Allocated IP 172.20.0.7 (015b6bd6-063e-4d3b-acaa-3a446893bac9/4346fb68-9d15-4f9a-ab02-ab437df5547c/2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:31.343628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.350762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.357720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['11beaa15-61d2-46eb-bdd2-d8718cd83d62'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:32:31.377499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 09f29f37-a023-4825-b357-75b53461d82e owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:31.448673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:31.468038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:31.475041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:31.504038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=a18b0b14-7b8a-4638-85c9-fe614a6ab075,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:31.600179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:31.601080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.654545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.725341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-32abd566-8829-479a-8603-74dd8aa82cff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8930352 Sep 17 01:32:31.736293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-5d3aa774-4b89-453d-8064-4db7019904c1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:32:31.737288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-5d3aa774-4b89-453d-8064-4db7019904c1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059223 Sep 17 01:32:31.793709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.796244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.913979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event updated for resources: {'Port': ['ID=2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:31.962187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3d6cee23-b220-4648-8a41-4e9439d39ad0 None None] Provisioning complete for port a18b0b14-7b8a-4638-85c9-fe614a6ab075 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:31.962765 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3d6cee23-b220-4648-8a41-4e9439d39ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:31.969996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=09f29f37-a023-4825-b357-75b53461d82e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:31.979067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:31.983629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:31.986767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:31.993464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Request body: {'port': {'device_id': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:32.048549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cee23-b220-4648-8a41-4e9439d39ad0 None None] Port a18b0b14-7b8a-4638-85c9-fe614a6ab075 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:32.056902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.062480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52264) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:32.062716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79108aa1-d6ef-4b65-bc5e-ab4c7d08183b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/09f29f37-a023-4825-b357-75b53461d82e HTTP/1.1" status: 204 len: 168 time: 1.1111429 Sep 17 01:32:32.076725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:32.078158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.136805 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1b0b48-5a0b-43b4-a312-8e8f670999f4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:32.147279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc1b0b48-5a0b-43b4-a312-8e8f670999f4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/09f29f37-a023-4825-b357-75b53461d82e HTTP/1.1" status: 404 len: 333 time: 0.0728269 Sep 17 01:32:32.147511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:32.224045 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.285845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52274) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:32.287772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c58d1e93-ea95-4c7b-b95a-2bfca6b3d876 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5725336 Sep 17 01:32:32.290417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Request body: {'floatingip': {'port_id': '2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:32.326410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 7b61d10f-eb91-4d8b-8a54-6b5d327c6f20 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:32.347391 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.423435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2d34e-5f80-4eb1-ba20-7f846fa7ccdc req-c1f5f3b7-f422-443d-94b5-7f057c021000 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:32.426997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dc2d34e-5f80-4eb1-ba20-7f846fa7ccdc req-c1f5f3b7-f422-443d-94b5-7f057c021000 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 931 time: 0.1179872 Sep 17 01:32:32.427394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.482110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-05008d36-29fd-4571-aee8-2fe5bce0ad69 None None] Provisioning complete for port 2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:32.482487 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-05008d36-29fd-4571-aee8-2fe5bce0ad69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.503406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.523455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dc2d34e-5f80-4eb1-ba20-7f846fa7ccdc req-f45feee3-b51e-4486-b0ba-7539dc06ff28 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Sep 17 01:32:32.624639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-05008d36-29fd-4571-aee8-2fe5bce0ad69 None None] Port 2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:32.867066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52284) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:32.907627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:32.939384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18b0b14-7b8a-4638-85c9-fe614a6ab075 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:32:32.976297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.010307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--361768841'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:33.097872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.119530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Transition to ACTIVE for port object a18b0b14-7b8a-4638-85c9-fe614a6ab075 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:32:33.155889 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.159786 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/7b61d10f-eb91-4d8b-8a54-6b5d327c6f20 HTTP/1.1" status: 204 len: 168 time: 1.0157442 Sep 17 01:32:33.159786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9495f-4baf-4003-a2f2-ecc9c7a335bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=7b61d10f-eb91-4d8b-8a54-6b5d327c6f20,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:33.161269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52292) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:33.162945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5d98ca-5243-451b-8884-fa8e404e77aa None None] Network 9f99b287-1eb8-40d3-b379-6ba648fee305 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:33.246110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.343711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 04aade71-bca5-4fef-8e0a-a59f831b12ef {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:33.344287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.374632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.377115 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.379705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.396096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.471302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.472984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Pushing event updated for resources: {'Port': ['ID=a18b0b14-7b8a-4638-85c9-fe614a6ab075,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:33.497061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] For port 04aade71-bca5-4fef-8e0a-a59f831b12ef, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=04aade71-bca5-4fef-8e0a-a59f831b12ef,segment=NetworkSegment(2455d53e-a7c8-4a2d-86b1-470a218a1c99),segment_id=2455d53e-a7c8-4a2d-86b1-470a218a1c99)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:33.497061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.513261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] DHCP port deletion for 9f99b287-1eb8-40d3-b379-6ba648fee305 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:33.520262 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 04aade71-bca5-4fef-8e0a-a59f831b12ef owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:33.623326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] Deleting port 04aade71-bca5-4fef-8e0a-a59f831b12ef {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:33.624058 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.705361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Attempting to bind port a18b0b14-7b8a-4638-85c9-fe614a6ab075 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:33.705705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Attempting to bind port a18b0b14-7b8a-4638-85c9-fe614a6ab075 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:33.706058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Attempting to bind port a18b0b14-7b8a-4638-85c9-fe614a6ab075 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:33.713670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.718375 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 774e21fb-640e-4814-af25-ed9e4601972c associated. External IP: 172.25.1.40, port: 0073c63a-cb8b-4787-826d-d8037865fee6. Sep 17 01:32:33.776665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=04aade71-bca5-4fef-8e0a-a59f831b12ef,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:33.779726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] For port 04aade71-bca5-4fef-8e0a-a59f831b12ef, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=04aade71-bca5-4fef-8e0a-a59f831b12ef,segment=NetworkSegment(2455d53e-a7c8-4a2d-86b1-470a218a1c99),segment_id=2455d53e-a7c8-4a2d-86b1-470a218a1c99)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:33.780140 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.789608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No DVR routers for this DVR port 04aade71-bca5-4fef-8e0a-a59f831b12ef on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:33.814598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] Calling delete_port for 04aade71-bca5-4fef-8e0a-a59f831b12ef owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:33.850126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Port a18b0b14-7b8a-4638-85c9-fe614a6ab075 on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:32:33.850457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Attempting to bind port a18b0b14-7b8a-4638-85c9-fe614a6ab075 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:33.887357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:33.888346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:33.888750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:33.889216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Bound port: a18b0b14-7b8a-4638-85c9-fe614a6ab075, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:33.890105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:33.973643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.005058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f99b287-1eb8-40d3-b379-6ba648fee305']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.008267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.009260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.019540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2455d53e-a7c8-4a2d-86b1-470a218a1c99') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.020301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2455d53e-a7c8-4a2d-86b1-470a218a1c99') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.033095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] No DVR routers for this DVR port 04aade71-bca5-4fef-8e0a-a59f831b12ef on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:34.034273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1947ca9-c4a7-42e4-8f2d-2c42005e9d1a req-5c5018f2-455b-42f9-afba-202da11d2d85 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:34.039362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.040755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1947ca9-c4a7-42e4-8f2d-2c42005e9d1a req-5c5018f2-455b-42f9-afba-202da11d2d85 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1951025 Sep 17 01:32:34.065868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.078786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:34.079260 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:34.082818 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:34.094769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca6833-02aa-4a90-a734-1918b83b3a51 None None] Pushing event deleted for resources: {'Port': ['ID=04aade71-bca5-4fef-8e0a-a59f831b12ef,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:34.129286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.179472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] For port a18b0b14-7b8a-4638-85c9-fe614a6ab075, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:34.203654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1947ca9-c4a7-42e4-8f2d-2c42005e9d1a req-130bab9b-aa5c-45bf-b1f3-eea93079ff34 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511021 Sep 17 01:32:34.227529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] For port a18b0b14-7b8a-4638-85c9-fe614a6ab075, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:34.227529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9870090b-7585-463a-9aaf-299e4d7b72de,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:34.236561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:34.251689 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.272811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.274930 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/9f99b287-1eb8-40d3-b379-6ba648fee305 HTTP/1.1" status: 204 len: 168 time: 1.1126173 Sep 17 01:32:34.280236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:34.286672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1444055395'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:34.306991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.307203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8266c-4d97-4765-a48c-94abedfa5246 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=9f99b287-1eb8-40d3-b379-6ba648fee305,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:34.316626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 04aade71-bca5-4fef-8e0a-a59f831b12ef no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:34.344706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 04aade71-bca5-4fef-8e0a-a59f831b12ef {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:34.345410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 04aade71-bca5-4fef-8e0a-a59f831b12ef not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:34.368799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.370386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:34.370997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.376875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] 10.222.0.36 "PUT /v2.0/ports/a18b0b14-7b8a-4638-85c9-fe614a6ab075 HTTP/1.1" status: 200 len: 1091 time: 2.6275225 Sep 17 01:32:34.376875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'tag': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:32:34.376875 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61" -d '{"events": [{"name": "network-changed", "server_uuid": "2a06c63f-9efa-40c8-9e62-480f3036aad3", "tag": "a18b0b14-7b8a-4638-85c9-fe614a6ab075"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:32:34.453965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.464228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ac005-7b10-4a02-a867-fcd44254ff33 service neutron] Pushing event updated for resources: {'Port': ['ID=a18b0b14-7b8a-4638-85c9-fe614a6ab075,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:34.471226 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b71a23-8ea1-471c-90ee-1eb6a8fc06b9 x-openstack-request-id: req-19b71a23-8ea1-471c-90ee-1eb6a8fc06b9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:32:34.471638 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a06c63f-9efa-40c8-9e62-480f3036aad3", "tag": "a18b0b14-7b8a-4638-85c9-fe614a6ab075", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:32:34.472030 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19b71a23-8ea1-471c-90ee-1eb6a8fc06b9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:32:34.472586 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'tag': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075', 'status': 'completed', 'code': 200} Sep 17 01:32:34.478800 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:34.482906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.520879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:34.537830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.539321 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Added segment a9bbcaa1-1e1d-470e-a390-1796e43ff9e3 of type vlan for network c9b2d13e-548f-4a83-b16c-7a458d429ac2 Sep 17 01:32:34.558589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:34.569463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:34.574656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4b3f2-1b13-4f4e-b2c5-722dadbd4941,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:34.585700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:34.586333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.640691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.665819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.667463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-291e2a55-e0ad-4fb6-84bd-ed00fbaba141 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7931507 Sep 17 01:32:34.672010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52318) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:34.676231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.706793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-b355cce7-5910-4091-92e2-621e2c84dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:34.707548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:34.708453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-b355cce7-5910-4091-92e2-621e2c84dfe3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 1094 time: 0.2275400 Sep 17 01:32:34.708571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.749212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:34.749869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794aace1-7139-4dd9-9537-fafab75ea26f None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:34.752275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.758770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:34.759462 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.819938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-46c8e2fa-5827-4e79-ae35-2550f9a32f2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075 HTTP/1.1" status: 200 len: 217 time: 0.0977449 Sep 17 01:32:34.839237 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Network': ['ID=c9b2d13e-548f-4a83-b16c-7a458d429ac2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:34.849968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:32:34.880285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0160917f-042f-483b-a724-dafe3b345715 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2041435 Sep 17 01:32:34.883103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52322) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:34.888822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-security--2034449596', 'description': 'tempest-security-description-1489231534'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:34.919648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:34.930923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-008b002c-ce2e-46c5-b1c7-6acc6ecf6ae0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6492598 Sep 17 01:32:34.933798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52324) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:34.940281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:35.041133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.141932 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.146634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.153138 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "PUT /v2.0/security-groups/53f4b3f2-1b13-4f4e-b2c5-722dadbd4941 HTTP/1.1" status: 200 len: 1780 time: 0.2645223 Sep 17 01:32:35.157891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:35.183113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:35.186924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.232078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5319f9-bbad-4263-a48f-710c836b786c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4b3f2-1b13-4f4e-b2c5-722dadbd4941,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:35.311208 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-aa8fc6b6-2ade-41db-b520-3fa339fab0dd tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups/53f4b3f2-1b13-4f4e-b2c5-722dadbd4941 HTTP/1.1" status: 200 len: 1780 time: 0.1507416 Sep 17 01:32:35.314551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52334) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:35.327168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-134213f6-e9b9-48f4-af53-2ea37d21a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:35.328605 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-134213f6-e9b9-48f4-af53-2ea37d21a761 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.4983609 Sep 17 01:32:35.427177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bc61e72-80b4-44e8-9e6d-feac8ec8ee4b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.463976 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25381a67-5950-4ba4-9431-e2e3cf416591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.483894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bc61e72-80b4-44e8-9e6d-feac8ec8ee4b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.488023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbb39c-4305-4df6-a83a-57d1df16377c req-aed5a7dc-86e8-4152-8865-43640f8d7d80 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:35.492702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15dbb39c-4305-4df6-a83a-57d1df16377c req-aed5a7dc-86e8-4152-8865-43640f8d7d80 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1630697 Sep 17 01:32:35.520391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ed609-a474-479b-a00c-d8919d79d908 req-56cb8efa-710e-4ea2-a32b-f288f7483ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:35.522043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-56cb8efa-710e-4ea2-a32b-f288f7483ec6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780808 Sep 17 01:32:35.547348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 28709068-7113-428c-aef8-aa7e42c4f3ff has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:35.589548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15dbb39c-4305-4df6-a83a-57d1df16377c req-ffff0fbd-ff78-415d-b472-a4a91b77ee95 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802591 Sep 17 01:32:35.594266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.642938 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bc61e72-80b4-44e8-9e6d-feac8ec8ee4b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.645616 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8bc61e72-80b4-44e8-9e6d-feac8ec8ee4b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.649202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8bc61e72-80b4-44e8-9e6d-feac8ec8ee4b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/53f4b3f2-1b13-4f4e-b2c5-722dadbd4941 HTTP/1.1" status: 204 len: 168 time: 0.3313282 Sep 17 01:32:35.656042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52338) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:35.689083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc61e72-80b4-44e8-9e6d-feac8ec8ee4b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4b3f2-1b13-4f4e-b2c5-722dadbd4941,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:35.735325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=31f36f27-3848-40dc-8cc1-0d12bd8bbb77,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:35.758223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-4ead596e-deab-4634-9d79-c4f37a4336aa service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283437 Sep 17 01:32:35.781863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Checking segment: {'id': 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:35.782224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network hostable DHCP agents. Network: c9b2d13e-548f-4a83-b16c-7a458d429ac2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:32:35.796735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:35.800875 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-779face3-3bc8-4e06-8077-dccec972f424 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1377270 Sep 17 01:32:35.803893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52344) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:35.808628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:35.815854 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] Sync routers for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:35.830149 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:35.831015 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:35.864430 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:35.867107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:32:35.879629 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:35.880314 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:35.881447 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-08a2af9a-4335-4305-9607-e075c4a19298 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] delete failed (client error): The resource could not be found. Sep 17 01:32:35.886353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-08a2af9a-4335-4305-9607-e075c4a19298 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/53f4b3f2-1b13-4f4e-b2c5-722dadbd4941 HTTP/1.1" status: 404 len: 347 time: 0.0708780 Sep 17 01:32:35.888595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:35.898525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--275318809'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:35.931001 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:35.931001 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edcffb1-29ab-434f-8c02-90ec18c9a3a5 None None] The sync data for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:35.950563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dfba1762-4d7a-458a-a938-49d5da331772 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/floatingips/774e21fb-640e-4814-af25-ed9e4601972c HTTP/1.1" status: 200 len: 976 time: 3.6636398 Sep 17 01:32:35.953626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52350) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:35.969911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b96ed609-a474-479b-a00c-d8919d79d908 req-4820fdb1-dad5-4b92-819a-163c755ed1c3 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017922 Sep 17 01:32:35.989600 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c9b2d13e-548f-4a83-b16c-7a458d429ac2) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:36.000073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ce1347-1a76-4962-abf2-7b15f855f5f2 None None] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:36.013815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:36.014586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.062651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.136620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:36.142414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.163036 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d16d180d-2683-4558-92d9-f98f5dfdba19 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2244325 Sep 17 01:32:36.165228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52354) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:36.171277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-308268465', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:36.207831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-c9b2d13e-548f-4a83-b16c-7a458d429ac2', 'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': '31f36f27-3848-40dc-8cc1-0d12bd8bbb77'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:36.209072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.221086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-293db225-4dd4-412b-be8b-ba921be40199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:36.222613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-293db225-4dd4-412b-be8b-ba921be40199 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 1094 time: 0.0950851 Sep 17 01:32:36.276460 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.353256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.386684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Allocated IP 172.20.0.2 (c9b2d13e-548f-4a83-b16c-7a458d429ac2/31f36f27-3848-40dc-8cc1-0d12bd8bbb77/1ce06951-fe27-4ea8-87c4-48fcdffd4a54) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:36.392271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-60d6f5b1-2a18-46df-b12a-4a74405fae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:36.394420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-60d6f5b1-2a18-46df-b12a-4a74405fae01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1636059 Sep 17 01:32:36.469990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-7983f8b9-1ce0-41b3-a404-e9bdfd31c25d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075 HTTP/1.1" status: 200 len: 217 time: 0.0677824 Sep 17 01:32:36.470655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.562613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb8ea4-4345-4008-8404-22db2ed2c14b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:36.566620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-638360d6-c96a-4020-891e-8b39b5257e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:36.568275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-638360d6-c96a-4020-891e-8b39b5257e8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0805457 Sep 17 01:32:36.582851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.584400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.607269 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.607643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.607966 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Floating IP 774e21fb-640e-4814-af25-ed9e4601972c disassociated. External IP: 172.25.1.40, port: 2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392. Sep 17 01:32:36.608314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:36.631833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.643476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-40bebbf7-ed0a-4463-9ca2-c3e949486d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:36.644927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-40bebbf7-ed0a-4463-9ca2-c3e949486d94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692651 Sep 17 01:32:36.719532 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.723538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c39c79ae-668a-4063-87e6-9a45a18be409 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8310151 Sep 17 01:32:36.726568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:36.734324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': '9dcb8ea4-4345-4008-8404-22db2ed2c14b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:36.738596 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.757893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.798685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-12e851c2-4dd4-423b-846c-906ca86e008f service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460371 Sep 17 01:32:36.801803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:36.805812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Pushing event updated for resources: {'Port': ['ID=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:36.812126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17088d-060f-48b8-95b0-e41f9cf565a8 req-fc0b930d-d04a-45c0-bb4f-36cb654a3077 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:36.814231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc17088d-060f-48b8-95b0-e41f9cf565a8 req-fc0b930d-d04a-45c0-bb4f-36cb654a3077 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1261203 Sep 17 01:32:36.821884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:36.826860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:36.869863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.932716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bc17088d-060f-48b8-95b0-e41f9cf565a8 req-939458ce-e030-4131-a7b6-de7400c5e83c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092763 Sep 17 01:32:36.937690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Attempting to bind port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:36.938802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Attempting to bind port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:36.939639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Attempting to bind port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 on network c9b2d13e-548f-4a83-b16c-7a458d429ac2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:36.946876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:36.948201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Checking segment: {'id': 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:36.948201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.948404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Bound using segment: {'id': 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:36.948933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Bound port: 1ce06951-fe27-4ea8-87c4-48fcdffd4a54, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:36.949392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:36.962019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cfce0e0-5f9d-4fc0-be56-3ad63dfd7e61 req-ab4b2dc2-1815-455d-acd2-e6768ec20637 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563592 Sep 17 01:32:36.978204 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.011178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.057790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] For port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:37.061267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] For port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,segment=NetworkSegment(a9bbcaa1-1e1d-470e-a390-1796e43ff9e3),segment_id=a9bbcaa1-1e1d-470e-a390-1796e43ff9e3)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:37.078102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.078864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-445eb011-543b-4762-9003-dd6c1411cdac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.9123695 Sep 17 01:32:37.079722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:37.083004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52368) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:37.093469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'network_id': 'c9b2d13e-548f-4a83-b16c-7a458d429ac2', 'name': 'tempest-PortsTestJSON-367042094'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:37.099285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.170863 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.223615 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:32:37.232216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.238875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd81ae-abb2-4ed6-a2cd-db7785b8c172 None None] Pushing event updated for resources: {'Port': ['ID=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:37.282096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f158ed-5fea-40dc-9c79-4e133b8e4484,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:37.299469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 28709068-7113-428c-aef8-aa7e42c4f3ff has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:37.388511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.388511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1c043669-7caa-463d-a556-14eefd0a9e40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6569877 Sep 17 01:32:37.396620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52374) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:37.446884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2915e7c-cdcf-42a0-b427-b2941e75261a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.447292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:37.460631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] Sync routers for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:37.480390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:37.482178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2915e7c-cdcf-42a0-b427-b2941e75261a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.483378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:37.496392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:37.515742 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.570266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.576116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6667c6fa-d44e-400e-af83-d3815b54d5d7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/ports/2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 HTTP/1.1" status: 204 len: 168 time: 1.6212656 Sep 17 01:32:37.580977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:37.585840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:37.596744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 376972af-d652-4726-8b5e-7c92de7bb303 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:37.603822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:37.604971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:37.659564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:37.660717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20143d3-e29d-489e-aeff-ce1d3e702165 None None] The sync data for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:37.685668 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2915e7c-cdcf-42a0-b427-b2941e75261a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.692205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c2915e7c-cdcf-42a0-b427-b2941e75261a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:37.693522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c2915e7c-cdcf-42a0-b427-b2941e75261a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/18f158ed-5fea-40dc-9c79-4e133b8e4484 HTTP/1.1" status: 204 len: 168 time: 0.2995179 Sep 17 01:32:37.726421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52380) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:37.753611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2915e7c-cdcf-42a0-b427-b2941e75261a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18f158ed-5fea-40dc-9c79-4e133b8e4484,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:37.811954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c9504772-474a-404e-8d51-ebd36ec7e659 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0844305 Sep 17 01:32:37.827183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52384) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:37.915341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.13 (c9b2d13e-548f-4a83-b16c-7a458d429ac2/31f36f27-3848-40dc-8cc1-0d12bd8bbb77/376972af-d652-4726-8b5e-7c92de7bb303) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:37.971314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c565221-a0e4-4a47-939a-6ce522925724 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.032471 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c565221-a0e4-4a47-939a-6ce522925724 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.092753 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.142556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af7e57fd-988e-4d7a-be56-465d2f63dec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.182822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190561-48f4-47ab-b0c1-0c37ef414bf7 req-b19d60c8-0ab8-49da-81ad-d161a7ca8795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:38.190495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b190561-48f4-47ab-b0c1-0c37ef414bf7 req-b19d60c8-0ab8-49da-81ad-d161a7ca8795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1814568 Sep 17 01:32:38.301055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c565221-a0e4-4a47-939a-6ce522925724 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.304936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c565221-a0e4-4a47-939a-6ce522925724 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.307299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8c565221-a0e4-4a47-939a-6ce522925724 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/9dcb8ea4-4345-4008-8404-22db2ed2c14b HTTP/1.1" status: 204 len: 168 time: 0.4791274 Sep 17 01:32:38.316865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52392) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:38.323535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b190561-48f4-47ab-b0c1-0c37ef414bf7 req-76ec3ac2-02f7-4485-9ac8-85f4ba8d94e2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030200 Sep 17 01:32:38.337750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.340043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c565221-a0e4-4a47-939a-6ce522925724 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb8ea4-4345-4008-8404-22db2ed2c14b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:38.345167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:38.424588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52396) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:38.425053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1183298b-e6dc-4735-82f8-cda2afa57063 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056714 Sep 17 01:32:38.428191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--69351729'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:38.478768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:38.479163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.491311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.564509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.588262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:38.596136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:38.602163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:38.631507 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.644722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port b07d1f18-f498-4d58-a588-1a159816cf75 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:38.645070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.674021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=376972af-d652-4726-8b5e-7c92de7bb303,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:38.714190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,segment=NetworkSegment(a9bbcaa1-1e1d-470e-a390-1796e43ff9e3),segment_id=a9bbcaa1-1e1d-470e-a390-1796e43ff9e3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:38.722641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:38.723746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.780077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.796374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.802675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819b9d1-7c32-4a6e-ab9f-762deaa6a620 None None] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:38.803182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for b07d1f18-f498-4d58-a588-1a159816cf75 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:38.831412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.886896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-eefd7137-1c22-4d54-983b-ec7c9af089b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477016 Sep 17 01:32:38.909651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.950444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-320f8c84-9b9d-4904-b7b0-9e950f9851b5 None None] Provisioning complete for port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:38.950911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-320f8c84-9b9d-4904-b7b0-9e950f9851b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:38.955064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:39.024557 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9c2bae5e-926e-4de8-910f-10fe826255e6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9404416 Sep 17 01:32:39.039012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52404) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:39.143170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-3473d7b0-eb91-4972-a7aa-1d17a9ef329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:39.144677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-3473d7b0-eb91-4972-a7aa-1d17a9ef329d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 1097 time: 0.1900532 Sep 17 01:32:39.146877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.152125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52406) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:39.153819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.157409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e412360f-d97d-4618-98fc-c02ba361d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:39.164093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7391856 Sep 17 01:32:39.178991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.241115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=b07d1f18-f498-4d58-a588-1a159816cf75,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:39.259873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8769857-441c-4621-a6e7-36061faee996 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e412360f-d97d-4618-98fc-c02ba361d6e9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:39.364754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.519162 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.550936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2a869e84-f463-409b-a14a-719cfb68d886 None None] Provisioning complete for port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:39.551476 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a869e84-f463-409b-a14a-719cfb68d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.635392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.675558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.688273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-78ce3bcc-5a3b-4294-af10-dd625dbcd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:39.690077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-78ce3bcc-5a3b-4294-af10-dd625dbcd55b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.4151356 Sep 17 01:32:39.708840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2a869e84-f463-409b-a14a-719cfb68d886 None None] Provisioning complete for port 376972af-d652-4726-8b5e-7c92de7bb303 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:39.709193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2a869e84-f463-409b-a14a-719cfb68d886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.711364 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.724699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ab774-ab34-4c3c-8472-d35f0aa1aad3 req-ad59b36b-fe1d-44d7-8d01-21eae2222a61 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:39.733001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a3ab774-ab34-4c3c-8472-d35f0aa1aad3 req-ad59b36b-fe1d-44d7-8d01-21eae2222a61 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.2281165 Sep 17 01:32:39.780762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-b16aa7d5-8ba4-4530-a7e8-e89add078aec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62 HTTP/1.1" status: 200 len: 217 time: 0.0819633 Sep 17 01:32:39.805900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2a869e84-f463-409b-a14a-719cfb68d886 None None] Port 376972af-d652-4726-8b5e-7c92de7bb303 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:39.811871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.852402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52925831-e8e7-4890-bc77-ca804374b846,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:39.876945 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a3ab774-ab34-4c3c-8472-d35f0aa1aad3 req-7e1dd657-9c6c-4a3c-b84f-0b734b8123e9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428318 Sep 17 01:32:39.898187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-062795ca-78dc-409f-a228-3a10113af3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:39.899727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-062795ca-78dc-409f-a228-3a10113af3e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.1112287 Sep 17 01:32:39.925076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1731733d-97f6-4d30-bd81-8267b540fed1 None None] Provisioning complete for port 376972af-d652-4726-8b5e-7c92de7bb303 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:39.925465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1731733d-97f6-4d30-bd81-8267b540fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:39.964447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-1731733d-97f6-4d30-bd81-8267b540fed1 None None] Port 376972af-d652-4726-8b5e-7c92de7bb303 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:40.040417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-83c88835-f4fb-4124-9c39-3d38c9e6b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:40.041932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-83c88835-f4fb-4124-9c39-3d38c9e6b345 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118474 Sep 17 01:32:40.187495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-78758015-d957-40b0-a769-a334a9940e13 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377997 Sep 17 01:32:40.189605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:40.272633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:40.298869 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:40.337012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f434a9bf-ed84-4fab-a3aa-3e957dafc8dc req-e5b7a813-386e-492d-9997-0cf66edfd0c7 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401513 Sep 17 01:32:40.339825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:40.340859 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:40.349758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:40.353497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-632fccd9-cf9c-400f-babb-1908a26ad80a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1979933 Sep 17 01:32:40.356750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:40.363511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e412360f-d97d-4618-98fc-c02ba361d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:40.383218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 28709068-7113-428c-aef8-aa7e42c4f3ff has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:40.462513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=376972af-d652-4726-8b5e-7c92de7bb303,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:40.567981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:40.570727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:40.581522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52426) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:40.585128 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] Sync routers for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:40.586054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-586b9a71-e36a-43e8-8932-14eae5af71c3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/routers/28709068-7113-428c-aef8-aa7e42c4f3ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0026898 Sep 17 01:32:40.608128 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:40.609244 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:40.663984 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:40.674201 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] Routers {'28709068-7113-428c-aef8-aa7e42c4f3ff'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:40.675037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['28709068-7113-428c-aef8-aa7e42c4f3ff'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:40.732958 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:40.733603 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f118b9e-951c-4cae-8c45-b43d25b05078 None None] The sync data for ids ['28709068-7113-428c-aef8-aa7e42c4f3ff'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:40.792920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-67a3211e-fa39-4675-b6b2-4e348bf2ec34 None None] Provisioning complete for port 376972af-d652-4726-8b5e-7c92de7bb303 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:40.793294 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-67a3211e-fa39-4675-b6b2-4e348bf2ec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:40.836286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-67a3211e-fa39-4675-b6b2-4e348bf2ec34 None None] Port 376972af-d652-4726-8b5e-7c92de7bb303 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:41.130185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.147717 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.173832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.223951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.293920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.352726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860981-4b52-45d9-93c9-fbf3f16ea703 req-6d2f0402-2542-4795-8823-8a936c9515df tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:41.354227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc860981-4b52-45d9-93c9-fbf3f16ea703 req-6d2f0402-2542-4795-8823-8a936c9515df tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.2421782 Sep 17 01:32:41.359926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d90b574-791a-499c-8f94-9178661e8e6e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:41.417724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.419469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3cd3ed3c-a6ed-420b-b1cb-d49b946832f3 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0596876 Sep 17 01:32:41.422699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52440) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:41.430611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e412360f-d97d-4618-98fc-c02ba361d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:41.455739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc860981-4b52-45d9-93c9-fbf3f16ea703 req-2b415a66-63d1-4daa-84e5-b1e333901a37 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913305 Sep 17 01:32:41.485666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.494778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.547830 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.613161 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.707660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.734766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e43d309-233d-4166-aa1a-db7912df156c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:41.780797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 2b20dfe7-4124-4f9c-905b-36123cdd229b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:41.781143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.804818 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.806205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e6b43750-fb28-4ca5-8681-7ab6111824f6 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3813391 Sep 17 01:32:41.809085 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52446) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:41.813798 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e412360f-d97d-4618-98fc-c02ba361d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:41.855523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.886552 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.905014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 2b20dfe7-4124-4f9c-905b-36123cdd229b owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:41.947300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:41.974091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.015610 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.094323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.102024 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.112481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=376972af-d652-4726-8b5e-7c92de7bb303,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:42.120727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952ffc11-34b3-4c8f-920c-dda543607299,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:42.129595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.129944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.130284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.130619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.130949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.131301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.131633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.131956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.132277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.132599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.132921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.133238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:42.210808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.212108 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-06b00cf1-dee8-4d11-8a92-1c8aa02a7210 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4018559 Sep 17 01:32:42.214835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52454) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:42.220039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e412360f-d97d-4618-98fc-c02ba361d6e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:42.264653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:42.266060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:42.324298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.350404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.384159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=2b20dfe7-4124-4f9c-905b-36123cdd229b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:42.410834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.483834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.492677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.521106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73898e4d-32a3-4450-9a41-a7980e82ba99,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:42.580703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-26ca6582-c853-43c5-b125-864a7b8d4d07 None None] Provisioning complete for port 376972af-d652-4726-8b5e-7c92de7bb303 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:42.582925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-26ca6582-c853-43c5-b125-864a7b8d4d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.612611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.614729 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.617471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1278c-4af3-4564-b27a-bac799caf5ef req-d972b9e4-34a8-43fc-8604-bed01d06a612 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:42.618983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a1278c-4af3-4564-b27a-bac799caf5ef req-d972b9e4-34a8-43fc-8604-bed01d06a612 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0532255 Sep 17 01:32:42.624617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-26ca6582-c853-43c5-b125-864a7b8d4d07 None None] Port 376972af-d652-4726-8b5e-7c92de7bb303 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:42.670410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-01a1278c-4af3-4564-b27a-bac799caf5ef req-daaf13af-e7bb-4586-88c1-99493890ba69 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374434 Sep 17 01:32:42.671545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.673506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-492f037f-1943-4174-92b9-dba4b343a6e4 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4572117 Sep 17 01:32:42.676342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52462) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:42.694273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Router ca115527-0914-44a6-847e-697c5dba0e01 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:32:42.707332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.707852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Fanout notify agent at l3_agent the message router_deleted on router 28709068-7113-428c-aef8-aa7e42c4f3ff {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:32:42.709425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e377c76-49d5-41bb-9349-fcdad17c5538 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.718634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e377c76-49d5-41bb-9349-fcdad17c5538 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.758553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.759856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ef58e75-114f-4039-850e-bdb3d07b5239 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/routers/28709068-7113-428c-aef8-aa7e42c4f3ff HTTP/1.1" status: 204 len: 168 time: 2.1722081 Sep 17 01:32:42.763115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52464) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:42.819682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:42.823975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting subnet 4346fb68-9d15-4f9a-ab02-ab437df5547c {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:42.832119 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e377c76-49d5-41bb-9349-fcdad17c5538 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.832119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52468) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:42.832119 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.832388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3e5cde32-4f0b-454b-9845-64a4b3bcd1de tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/routers/ca115527-0914-44a6-847e-697c5dba0e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7848728 Sep 17 01:32:42.835264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] Sync routers for ids ['ca115527-0914-44a6-847e-697c5dba0e01'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:42.845973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] Routers {'ca115527-0914-44a6-847e-697c5dba0e01'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:42.846609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ca115527-0914-44a6-847e-697c5dba0e01'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:42.869407 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9e377c76-49d5-41bb-9349-fcdad17c5538 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.870457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9e377c76-49d5-41bb-9349-fcdad17c5538 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/73898e4d-32a3-4450-9a41-a7980e82ba99 HTTP/1.1" status: 204 len: 168 time: 0.1932101 Sep 17 01:32:42.873717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:42.897677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e377c76-49d5-41bb-9349-fcdad17c5538 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73898e4d-32a3-4450-9a41-a7980e82ba99,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:42.922546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:42.969383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-17349ecd-4aa7-4a2e-ae71-5318518ebf69 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0942822 Sep 17 01:32:42.972172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52476) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:42.975568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe44ce2a-dbf6-4444-bff0-940e2abb8ed9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:42.977182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe44ce2a-dbf6-4444-bff0-940e2abb8ed9 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca115527-0914-44a6-847e-697c5dba0e01 HTTP/1.1" status: 200 len: 982 time: 0.1394467 Sep 17 01:32:42.980271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52478) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:43.049774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.053021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:43.063670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] Routers {'ca115527-0914-44a6-847e-697c5dba0e01'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:43.064298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ca115527-0914-44a6-847e-697c5dba0e01'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:43.084812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3077045-bd74-4dbe-97b7-b3214b06f7cc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.101137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:43.101354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3077045-bd74-4dbe-97b7-b3214b06f7cc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.101817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b5230-8b62-4faf-a0ec-6dda69749f50 None None] The sync data for ids ['ca115527-0914-44a6-847e-697c5dba0e01'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:43.216367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.253269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Subnet': ['ID=4346fb68-9d15-4f9a-ab02-ab437df5547c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:43.258920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.264279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cb2513e3-27a1-4ff6-a80f-96fa8fb4e5e9 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/subnets/4346fb68-9d15-4f9a-ab02-ab437df5547c HTTP/1.1" status: 204 len: 168 time: 0.4966557 Sep 17 01:32:43.265425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52482) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:43.266989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afc1c80-b0fb-4427-a4c0-f71b8130d614 None None] Network 015b6bd6-063e-4d3b-acaa-3a446893bac9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:43.312964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3077045-bd74-4dbe-97b7-b3214b06f7cc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.320135 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3077045-bd74-4dbe-97b7-b3214b06f7cc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.325212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e3077045-bd74-4dbe-97b7-b3214b06f7cc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/952ffc11-34b3-4c8f-920c-dda543607299 HTTP/1.1" status: 204 len: 168 time: 0.3482342 Sep 17 01:32:43.325212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52484) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:43.377466 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.411470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3077045-bd74-4dbe-97b7-b3214b06f7cc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=952ffc11-34b3-4c8f-920c-dda543607299,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:43.438129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 99ac568d-e8f3-4776-92b5-8b6f4432f048 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:43.438481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.453571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d76ce46f-3af9-4e7a-9486-a25e38fb023f tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1245866 Sep 17 01:32:43.454119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:43.525175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] DHCP port deletion for 015b6bd6-063e-4d3b-acaa-3a446893bac9 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:43.552307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac6f6-ba25-4e09-aa69-7fd4dccccc39 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.562888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] For port 99ac568d-e8f3-4776-92b5-8b6f4432f048, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=99ac568d-e8f3-4776-92b5-8b6f4432f048,segment=NetworkSegment(240e2e21-2da5-4180-b588-c9aee615c102),segment_id=240e2e21-2da5-4180-b588-c9aee615c102)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:43.562888 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.575699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac6f6-ba25-4e09-aa69-7fd4dccccc39 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.588124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 99ac568d-e8f3-4776-92b5-8b6f4432f048 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:43.594915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] Deleting port 99ac568d-e8f3-4776-92b5-8b6f4432f048 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:43.595952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.651485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.674569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] For port 99ac568d-e8f3-4776-92b5-8b6f4432f048, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=99ac568d-e8f3-4776-92b5-8b6f4432f048,segment=NetworkSegment(240e2e21-2da5-4180-b588-c9aee615c102),segment_id=240e2e21-2da5-4180-b588-c9aee615c102)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:43.675242 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.691411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] Calling delete_port for 99ac568d-e8f3-4776-92b5-8b6f4432f048 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:43.783800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.794515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.829034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] Pushing event deleted for resources: {'Port': ['ID=99ac568d-e8f3-4776-92b5-8b6f4432f048,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:43.833581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754cc843-3469-4f60-9922-35de683ca3fe None None] No DVR routers for this DVR port 99ac568d-e8f3-4776-92b5-8b6f4432f048 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:43.850729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac6f6-ba25-4e09-aa69-7fd4dccccc39 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.852565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] No DVR routers for this DVR port 99ac568d-e8f3-4776-92b5-8b6f4432f048 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:43.870200 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=99ac568d-e8f3-4776-92b5-8b6f4432f048,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:43.886053 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac6f6-ba25-4e09-aa69-7fd4dccccc39 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:43.888344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b9ac6f6-ba25-4e09-aa69-7fd4dccccc39 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/6e43d309-233d-4166-aa1a-db7912df156c HTTP/1.1" status: 204 len: 168 time: 0.4264956 Sep 17 01:32:43.892843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52496) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:43.896289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ac6f6-ba25-4e09-aa69-7fd4dccccc39 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e43d309-233d-4166-aa1a-db7912df156c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:44.023195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d76ef5-a3af-40c6-90b5-11e63723bdb0 req-377a564d-3fed-49dd-9092-b30270934416 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:44.024767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23d76ef5-a3af-40c6-90b5-11e63723bdb0 req-377a564d-3fed-49dd-9092-b30270934416 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1830602 Sep 17 01:32:44.033562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.095008 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0b71c901-6f1a-4479-a943-dc1ccc257a40 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2006557 Sep 17 01:32:44.099437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015b6bd6-063e-4d3b-acaa-3a446893bac9']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:44.102419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:44.128075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240e2e21-2da5-4180-b588-c9aee615c102') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:44.132521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240e2e21-2da5-4180-b588-c9aee615c102') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:44.132836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23d76ef5-a3af-40c6-90b5-11e63723bdb0 req-96d41f5a-7b8f-4347-971c-e41c09911423 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851800 Sep 17 01:32:44.166324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.175642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 376972af-d652-4726-8b5e-7c92de7bb303 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:44.175642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.183429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72722b15-47c9-4d86-ac8e-edb5cdf65cb7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.204325 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.210892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72722b15-47c9-4d86-ac8e-edb5cdf65cb7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.233370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:44.233787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:44.238044 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:44.307994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 99ac568d-e8f3-4776-92b5-8b6f4432f048 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:44.348291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.353840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 99ac568d-e8f3-4776-92b5-8b6f4432f048 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:44.354853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 99ac568d-e8f3-4776-92b5-8b6f4432f048 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:44.366582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 376972af-d652-4726-8b5e-7c92de7bb303 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:44.381884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72722b15-47c9-4d86-ac8e-edb5cdf65cb7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.390357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72722b15-47c9-4d86-ac8e-edb5cdf65cb7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.394904 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-72722b15-47c9-4d86-ac8e-edb5cdf65cb7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4d90b574-791a-499c-8f94-9178661e8e6e HTTP/1.1" status: 204 len: 168 time: 0.2914977 Sep 17 01:32:44.406662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52502) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:44.407197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.475241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.477131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/networks/015b6bd6-063e-4d3b-acaa-3a446893bac9 HTTP/1.1" status: 204 len: 168 time: 1.2108006 Sep 17 01:32:44.490749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b4efa0b-df4a-4949-af04-76796b37babd tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0810597 Sep 17 01:32:44.491913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72722b15-47c9-4d86-ac8e-edb5cdf65cb7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d90b574-791a-499c-8f94-9178661e8e6e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:44.496877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52504) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:44.504351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52506) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:44.610898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c32a78-7634-463b-822b-83cc6badd81a tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Network': ['ID=015b6bd6-063e-4d3b-acaa-3a446893bac9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:44.655584 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fae127da-6cc9-454b-bd46-08e30a6db0ac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.668094 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fae127da-6cc9-454b-bd46-08e30a6db0ac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.719804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port ba20ff35-ac61-400e-b631-074237b7e005 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:44.720056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.793346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fae127da-6cc9-454b-bd46-08e30a6db0ac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.807620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fae127da-6cc9-454b-bd46-08e30a6db0ac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.810004 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fae127da-6cc9-454b-bd46-08e30a6db0ac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/52925831-e8e7-4890-bc77-ca804374b846 HTTP/1.1" status: 204 len: 168 time: 0.3099976 Sep 17 01:32:44.813924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52510) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:44.834291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae127da-6cc9-454b-bd46-08e30a6db0ac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=52925831-e8e7-4890-bc77-ca804374b846,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:44.876078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.876546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:44.892922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for ba20ff35-ac61-400e-b631-074237b7e005 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:44.916358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bb805e15-a5c5-4134-9730-201c9880d520 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1015525 Sep 17 01:32:44.919848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52512) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.037333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c73eff9-990e-44ef-8cbe-481685de5a58 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.062437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c73eff9-990e-44ef-8cbe-481685de5a58 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.091156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.125676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=376972af-d652-4726-8b5e-7c92de7bb303,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:45.154637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.245303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c73eff9-990e-44ef-8cbe-481685de5a58 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.250590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4c73eff9-990e-44ef-8cbe-481685de5a58 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.250774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=ba20ff35-ac61-400e-b631-074237b7e005,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:45.250872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4c73eff9-990e-44ef-8cbe-481685de5a58 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/e412360f-d97d-4618-98fc-c02ba361d6e9 HTTP/1.1" status: 204 len: 168 time: 0.3288367 Sep 17 01:32:45.257995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52518) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.279431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73eff9-990e-44ef-8cbe-481685de5a58 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412360f-d97d-4618-98fc-c02ba361d6e9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:45.344761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.349469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.352639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.354974 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f2fb1b0e-9eb7-412d-9319-dd2936d1bdb3 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/floatingips/774e21fb-640e-4814-af25-ed9e4601972c HTTP/1.1" status: 204 len: 168 time: 0.8567328 Sep 17 01:32:45.359510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.399213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f66da-5022-46ff-8c23-3ebdbcb1256a req-61ea8110-a5b4-4c59-b285-4536b634ecc0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:45.412068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-665f66da-5022-46ff-8c23-3ebdbcb1256a req-61ea8110-a5b4-4c59-b285-4536b634ecc0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1342165 Sep 17 01:32:45.415633 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-6310750b-adbe-4c1c-b8e9-b91f30b85d13 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:45.416358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6310750b-adbe-4c1c-b8e9-b91f30b85d13 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:45.419481 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6310750b-adbe-4c1c-b8e9-b91f30b85d13 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/ports/2ea3af9d-cc9f-4db0-9a5d-2c8c1af0c392 HTTP/1.1" status: 404 len: 333 time: 0.0588245 Sep 17 01:32:45.425699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52522) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.464770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-665f66da-5022-46ff-8c23-3ebdbcb1256a req-233d7269-3112-457e-a722-37dfa62ff0a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556808 Sep 17 01:32:45.503122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-46421d42-ac5b-4a74-83a2-7efe8e2090cc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/ports?device_id=28709068-7113-428c-aef8-aa7e42c4f3ff HTTP/1.1" status: 200 len: 205 time: 0.0762057 Sep 17 01:32:45.505734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.511482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9601ff14-1b39-4344-a82a-ee068dbd0654 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2373149 Sep 17 01:32:45.512060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52526) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.518750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--14186484'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:45.562922 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-7d4db4c5-7f6c-407e-96b7-5232aba6fb16 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] delete failed (client error): The resource could not be found. Sep 17 01:32:45.567440 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7d4db4c5-7f6c-407e-96b7-5232aba6fb16 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/routers/28709068-7113-428c-aef8-aa7e42c4f3ff HTTP/1.1" status: 404 len: 336 time: 0.0570233 Sep 17 01:32:45.568492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52528) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.600562 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a05e8d6-4ee0-4748-a6b6-acf792aa5581 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] DELETE failed (client error): The resource could not be found. Sep 17 01:32:45.601053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a05e8d6-4ee0-4748-a6b6-acf792aa5581 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:45.605389 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a05e8d6-4ee0-4748-a6b6-acf792aa5581 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/subnets/4346fb68-9d15-4f9a-ab02-ab437df5547c HTTP/1.1" status: 404 len: 337 time: 0.0333762 Sep 17 01:32:45.605645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52530) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.630067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Router ca115527-0914-44a6-847e-697c5dba0e01 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:45.688522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.719012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 0073c63a-cb8b-4787-826d-d8037865fee6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:45.719716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.740180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:45.750816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-68aacf8f-b00f-45ed-8f68-b6073e3cb66b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/routers/ca115527-0914-44a6-847e-697c5dba0e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7666554 Sep 17 01:32:45.752182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52532) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.761263 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] Sync routers for ids ['ca115527-0914-44a6-847e-697c5dba0e01'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:45.778480 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] Routers {'ca115527-0914-44a6-847e-697c5dba0e01'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:45.779112 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ca115527-0914-44a6-847e-697c5dba0e01'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:45.794641 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a9bd446-99d5-4d00-9954-e962a2a6eea3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:45.800562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5a9bd446-99d5-4d00-9954-e962a2a6eea3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/376972af-d652-4726-8b5e-7c92de7bb303 HTTP/1.1" status: 404 len: 333 time: 0.0473094 Sep 17 01:32:45.801491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52534) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:45.822335 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:45.833160 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] Routers {'ca115527-0914-44a6-847e-697c5dba0e01'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:45.833743 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ca115527-0914-44a6-847e-697c5dba0e01'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:45.861854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:45.890940 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:45.891678 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7441943-b92c-4722-9a22-a635bcf0d90b None None] The sync data for ids ['ca115527-0914-44a6-847e-697c5dba0e01'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:45.892683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 0073c63a-cb8b-4787-826d-d8037865fee6 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:45.936245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.164069 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.164386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.170943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.198087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=0073c63a-cb8b-4787-826d-d8037865fee6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:46.232762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.274291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.276374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-19eb2d35-2ef8-47e3-88c0-fba33121fc48 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/ports/0073c63a-cb8b-4787-826d-d8037865fee6 HTTP/1.1" status: 204 len: 168 time: 0.6694787 Sep 17 01:32:46.287555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:46.329141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.367535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.368043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Fanout notify agent at l3_agent the message router_deleted on router ca115527-0914-44a6-847e-697c5dba0e01 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:32:46.376830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.377942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-807d31a6-23f3-47df-8a65-ffe32461b654 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/routers/ca115527-0914-44a6-847e-697c5dba0e01 HTTP/1.1" status: 204 len: 168 time: 0.5732732 Sep 17 01:32:46.380687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52540) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:46.397225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb04f0-158c-476c-804b-5c5524a64311,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:46.427633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:46.427633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.445698 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.447104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-99d53ac5-5d00-4c38-983b-7279d217a739 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9341075 Sep 17 01:32:46.459265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:46.468649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 31f36f27-3848-40dc-8cc1-0d12bd8bbb77 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:46.474284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': '11fb04f0-158c-476c-804b-5c5524a64311', 'direction': 'ingress', 'protocol': 17}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:46.479170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.540980 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.558285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.579991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:46.595001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.645326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c1acb-b194-47f7-b2a2-a1bdddf6946b req-d42ac296-f454-4ab0-bbef-cd5edd761139 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:46.646669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-793c1acb-b194-47f7-b2a2-a1bdddf6946b req-d42ac296-f454-4ab0-bbef-cd5edd761139 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1080055 Sep 17 01:32:46.702450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.709286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-793c1acb-b194-47f7-b2a2-a1bdddf6946b req-840098af-53cd-47e5-9636-c38d75c0caaa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510764 Sep 17 01:32:46.714348 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.761770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.791101 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c31b01-8e35-41ce-8d7d-a208ce9f8741,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:46.821726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.846228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.847775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1069f9f6-ec2f-4290-bc10-e6e018572352 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3868322 Sep 17 01:32:46.849490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.851931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:46.858172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:46.896331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=31f36f27-3848-40dc-8cc1-0d12bd8bbb77,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:46.902374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.904366 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-04e125a9-6162-474d-a739-ff2383dbcf14 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/31f36f27-3848-40dc-8cc1-0d12bd8bbb77 HTTP/1.1" status: 204 len: 168 time: 0.5226653 Sep 17 01:32:46.908420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52548) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:46.914003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882980b-cad6-4631-b920-fd54b089f4d8 None None] Network c9b2d13e-548f-4a83-b16c-7a458d429ac2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:46.946725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:46.952983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9fd4cb57-58cf-4d34-a127-dd6ace883ca4 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/ports/c09993af-6c4b-4a6c-aaa2-b6d63a0a3ce7 HTTP/1.1" status: 204 len: 168 time: 0.6718521 Sep 17 01:32:46.953657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52550) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:47.011705 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.016944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb1aa6d-516b-48fd-a2b1-6c6996f3c244 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:47.021750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ceb1aa6d-516b-48fd-a2b1-6c6996f3c244 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "GET /v2.0/ports?device_id=259aa009-9e04-4ec4-b1f4-01752fc290a2 HTTP/1.1" status: 200 len: 913 time: 0.0667944 Sep 17 01:32:47.022991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:47.055787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6585-0bca-40a9-bdff-2ea07315c2c8 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.094786 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6585-0bca-40a9-bdff-2ea07315c2c8 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.150975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:47.151764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.184843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] DHCP port deletion for c9b2d13e-548f-4a83-b16c-7a458d429ac2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:32:47.240822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] For port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,segment=NetworkSegment(a9bbcaa1-1e1d-470e-a390-1796e43ff9e3),segment_id=a9bbcaa1-1e1d-470e-a390-1796e43ff9e3)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:47.241295 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.243901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] Deleting port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:47.244334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.255463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:47.328418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6585-0bca-40a9-bdff-2ea07315c2c8 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.329540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] For port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,segment=NetworkSegment(a9bbcaa1-1e1d-470e-a390-1796e43ff9e3),segment_id=a9bbcaa1-1e1d-470e-a390-1796e43ff9e3)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:47.330010 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.333057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6585-0bca-40a9-bdff-2ea07315c2c8 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.337546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8b1c6585-0bca-40a9-bdff-2ea07315c2c8 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/11fb04f0-158c-476c-804b-5c5524a64311 HTTP/1.1" status: 204 len: 168 time: 0.4786980 Sep 17 01:32:47.348433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] Calling delete_port for 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:47.348658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52556) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:47.401243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c6585-0bca-40a9-bdff-2ea07315c2c8 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb04f0-158c-476c-804b-5c5524a64311,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:47.448970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e98ff52e-098b-4d7b-b591-2ed1ebad8c20 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0993810 Sep 17 01:32:47.453584 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52558) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:47.463743 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.464556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--237744615'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:47.470976 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.497021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] Pushing event deleted for resources: {'Port': ['ID=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:47.503415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c96b63-9f50-48fd-9dcf-f6b920ab65c3 None None] No DVR routers for this DVR port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:47.526580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No DVR routers for this DVR port 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:32:47.536299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=1ce06951-fe27-4ea8-87c4-48fcdffd4a54,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:47.597719 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.637554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.662312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b2d13e-548f-4a83-b16c-7a458d429ac2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:47.674117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:47.679435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bbcaa1-1e1d-470e-a390-1796e43ff9e3') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:47.679435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.699056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.722150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.732682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:47.736660 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:47.866119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b97463-e6a6-422b-8b5d-714d46a7ecfb req-b5fa042e-9016-4ea7-8ce6-e05ab8e9de96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:47.867663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80b97463-e6a6-422b-8b5d-714d46a7ecfb req-b5fa042e-9016-4ea7-8ce6-e05ab8e9de96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0558982 Sep 17 01:32:47.877360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port 34227e5e-9ede-4013-b5f4-d8ad40fa6a5a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:47.886036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.914365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.945163 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:47.951553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/c9b2d13e-548f-4a83-b16c-7a458d429ac2 HTTP/1.1" status: 204 len: 168 time: 1.0378478 Sep 17 01:32:47.953058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52562) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:47.954510 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-80b97463-e6a6-422b-8b5d-714d46a7ecfb req-84149a04-032e-4b10-bd17-68fa017ca181 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795846 Sep 17 01:32:47.956793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f41bd8-3684-4bbb-a946-9def0e4198b8 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=c9b2d13e-548f-4a83-b16c-7a458d429ac2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:48.009560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.013339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923b52da-e9dd-4163-adbd-9ee885974fe7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:48.014924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-923b52da-e9dd-4163-adbd-9ee885974fe7 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/88af540b-47cb-4a69-a640-b754eaaf2f94 HTTP/1.1" status: 200 len: 840 time: 0.0618424 Sep 17 01:32:48.018682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:48.057453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.081491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3133f794-f653-4a83-b761-cf99cdd86b3b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/88af540b-47cb-4a69-a640-b754eaaf2f94?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0583594 Sep 17 01:32:48.081491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for 34227e5e-9ede-4013-b5f4-d8ad40fa6a5a owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:48.081795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52566) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:48.086504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:48.094295 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.126913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d0d8c-1878-4d66-aa68-44a298760f9b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:48.233020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.234633 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-31eca130-164a-49b6-a05a-b691381ed9c5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7790349 Sep 17 01:32:48.237265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52570) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:48.241621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391898233'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:48.255307 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:32:48.255307 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:32:48.255307 n-d-789963-7 neutron-server[112072]: [parameters: {'project_id_1': '1fda4edf197f4f91b585716f8ea12fc6', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 32, 28, 249562)}] Sep 17 01:32:48.255307 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:32:48.258680 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:32:48.262357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:32:48.284710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:32:48.285143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1ce06951-fe27-4ea8-87c4-48fcdffd4a54 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:32:48.683718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:48.688032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.795066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.829441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=34227e5e-9ede-4013-b5f4-d8ad40fa6a5a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:48.890070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:48.977025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.050828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.082201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928a7452-33d5-4622-9c3a-b1963d09680a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:49.100422 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.145953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.166162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:49.175509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.179687 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae26cbef-b523-4fd3-b172-d15b87f4fefe tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9389343 Sep 17 01:32:49.179965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed775f3f-d285-4ef0-8598-53a8105e2d27 req-949d9df0-0380-4210-b74f-ada2e24051e9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:49.180209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52578) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.180386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed775f3f-d285-4ef0-8598-53a8105e2d27 req-949d9df0-0380-4210-b74f-ada2e24051e9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1184287 Sep 17 01:32:49.185042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e94d0d8c-1878-4d66-aa68-44a298760f9b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '928a7452-33d5-4622-9c3a-b1963d09680a', 'remote_ip_prefix': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:49.185457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:49.190700 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:49.191310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.201802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1a3be-2939-4a43-90e8-2d87db1e894e None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:49.265632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:49.288865 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.347705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed775f3f-d285-4ef0-8598-53a8105e2d27 req-bd9274f1-f58f-400b-9199-831790a3d113 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918317 Sep 17 01:32:49.376688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e776d9b2-fdb8-40b6-a849-209c7b0fbc5d tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2939851 Sep 17 01:32:49.379450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52584) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.386478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'tenant_id': 'd0bcfad3fe85461c8635885dab00834d', 'fixed_ips': [{'subnet_id': '4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:32:49.386478 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.402100 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.417161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283835168'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:49.462206 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.482556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fe5ea6-17f8-4291-ba09-1d3a262b20c4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:49.507565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Router 259aa009-9e04-4ec4-b1f4-01752fc290a2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:32:49.519751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.549506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Allocated IP 172.20.0.2 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c/2c8b004f-3226-4353-a760-8c49eda72699) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:49.621504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.626482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cb4af5e4-5732-40ec-9e46-a6ac747edbfc tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4451807 Sep 17 01:32:49.627126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52586) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.645155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:32:49.651472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-476fd0e7-e6d9-45d3-8d0e-9e5d13da5efb tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "PUT /v2.0/routers/259aa009-9e04-4ec4-b1f4-01752fc290a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271641 Sep 17 01:32:49.654532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52588) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.665153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] Sync routers for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:32:49.668546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c8e03e6-16d7-4132-8f9a-c51cb041cc1e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.704967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:49.705749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:49.708147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.709730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c8e03e6-16d7-4132-8f9a-c51cb041cc1e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.743813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:49.761997 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.765468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] Routers {'259aa009-9e04-4ec4-b1f4-01752fc290a2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:32:49.766083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:32:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['259aa009-9e04-4ec4-b1f4-01752fc290a2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:49.796645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.801874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:49.802626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d1befe-60ae-46fb-9bdd-3651fd4a811a None None] The sync data for ids ['259aa009-9e04-4ec4-b1f4-01752fc290a2'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:32:49.804258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.834850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c8e03e6-16d7-4132-8f9a-c51cb041cc1e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.836363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7465dcfa-393b-4a34-bdfa-2736e2ad6520,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:49.846835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9c8e03e6-16d7-4132-8f9a-c51cb041cc1e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.847990 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9c8e03e6-16d7-4132-8f9a-c51cb041cc1e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/67fe5ea6-17f8-4291-ba09-1d3a262b20c4 HTTP/1.1" status: 204 len: 168 time: 0.2194390 Sep 17 01:32:49.850955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52590) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.857048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e03e6-16d7-4132-8f9a-c51cb041cc1e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67fe5ea6-17f8-4291-ba09-1d3a262b20c4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:49.876726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.899007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5732324f-4882-4778-b77b-e1920614bf11 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0437508 Sep 17 01:32:49.899332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52592) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.917038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:49.922097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:49.926147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.928145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ac1d1b8-5d38-4d4a-8657-214cb831c178 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5469241 Sep 17 01:32:49.930474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:49.930810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52594) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:49.934941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.939119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Pushing event updated for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:49.940792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'security_group': {'name': 'tempest-secgroup-978824588'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:49.974718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0a0-c57e-4728-a282-0166dca43eac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.988851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Attempting to bind port 2c8b004f-3226-4353-a760-8c49eda72699 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:32:49.989217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Attempting to bind port 2c8b004f-3226-4353-a760-8c49eda72699 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2a446eef-9f00-4fbd-bcff-807a41442d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:32:49.989577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Attempting to bind port 2c8b004f-3226-4353-a760-8c49eda72699 on network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:32:49.994747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:32:49.997664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Checking segment: {'id': '2a446eef-9f00-4fbd-bcff-807a41442d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:32:49.997664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:49.997664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Bound using segment: {'id': '2a446eef-9f00-4fbd-bcff-807a41442d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:32:49.997664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Bound port: 2c8b004f-3226-4353-a760-8c49eda72699, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a446eef-9f00-4fbd-bcff-807a41442d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:32:49.997664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.000627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0a0-c57e-4728-a282-0166dca43eac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.062439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:32:50.065749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2c8b004f-3226-4353-a760-8c49eda72699,segment=NetworkSegment(2a446eef-9f00-4fbd-bcff-807a41442d43),segment_id=2a446eef-9f00-4fbd-bcff-807a41442d43)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:32:50.091357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.111471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting port d9394c11-bb76-4573-9473-805b4eb79449 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:50.111808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.160030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0a0-c57e-4728-a282-0166dca43eac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.162432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e65ff0a0-c57e-4728-a282-0166dca43eac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.163620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e65ff0a0-c57e-4728-a282-0166dca43eac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/928a7452-33d5-4622-9c3a-b1963d09680a HTTP/1.1" status: 204 len: 168 time: 0.2634232 Sep 17 01:32:50.167393 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52596) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:50.180035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ff0a0-c57e-4728-a282-0166dca43eac tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a7452-33d5-4622-9c3a-b1963d09680a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:50.207853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.211182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.237283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.247257 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d41436ea-4cb9-461d-995a-b2639e7b216a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0761700 Sep 17 01:32:50.248062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52598) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:50.256010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Calling delete_port for d9394c11-bb76-4573-9473-805b4eb79449 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:50.261146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e54a40-d9fb-4f88-a32b-44403430e277 None None] Pushing event updated for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:50.304981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.356584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79d3a8de-db0f-4c1d-a200-28bd1f70f34b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.363069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66cd579-44ca-440c-88e8-3b0d2cd20f39,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:50.399725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79d3a8de-db0f-4c1d-a200-28bd1f70f34b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.448701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.461194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7a9144b2-6f0c-443b-b663-2b31f4d99b09 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5205014 Sep 17 01:32:50.462722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52612) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:50.474917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1354565704', 'security_groups': ['c66cd579-44ca-440c-88e8-3b0d2cd20f39'], 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:50.523348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484151-406e-42b9-b14a-4cd4d9163f28 req-7d05f5f6-0a07-4be2-9b5d-aa4a27f2daf4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:50.532782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08484151-406e-42b9-b14a-4cd4d9163f28 req-7d05f5f6-0a07-4be2-9b5d-aa4a27f2daf4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0913424 Sep 17 01:32:50.577492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.592241 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08484151-406e-42b9-b14a-4cd4d9163f28 req-e03ae242-9c9d-44ab-8ea6-90ea6091c4e2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579338 Sep 17 01:32:50.619299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Port': ['ID=d9394c11-bb76-4573-9473-805b4eb79449,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:50.688805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79d3a8de-db0f-4c1d-a200-28bd1f70f34b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.689073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.689178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79d3a8de-db0f-4c1d-a200-28bd1f70f34b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.689291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-79d3a8de-db0f-4c1d-a200-28bd1f70f34b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/e94d0d8c-1878-4d66-aa68-44a298760f9b HTTP/1.1" status: 204 len: 168 time: 0.4394147 Sep 17 01:32:50.692961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52614) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:50.699992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3a8de-db0f-4c1d-a200-28bd1f70f34b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d0d8c-1878-4d66-aa68-44a298760f9b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:50.707067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:50.807420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:50.831763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 042021e6-2b96-4545-ab02-d84c2dbbfa44 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:51.018334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.8 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c/042021e6-2b96-4545-ab02-d84c2dbbfa44) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:51.111943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.114633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.177041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10ef1598-fbb0-451b-a38b-c8113bf93e42 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4218166 Sep 17 01:32:51.181826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52634) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:51.187338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373187905'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:51.196047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.261653 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.264874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Fanout notify agent at l3_agent the message router_deleted on router 259aa009-9e04-4ec4-b1f4-01752fc290a2 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:32:51.274465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.275937 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0673eca1-77cd-4f50-8686-c34a593fda90 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/routers/259aa009-9e04-4ec4-b1f4-01752fc290a2 HTTP/1.1" status: 204 len: 168 time: 1.6156747 Sep 17 01:32:51.280168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52640) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:51.284850 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.355094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Deleting subnet 626770a9-94f7-4565-aefe-d825a9d2ccf7 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:51.359774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.390495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.411006 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.443749 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.472625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:51.479270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:51.489363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:32:51.518072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:51.518618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=042021e6-2b96-4545-ab02-d84c2dbbfa44,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:51.518718 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.546913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.550131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.581523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:51.582807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.583865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:51.592650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5783a41d-811a-4448-9937-c24c8c60e3da,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:51.595812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:51.605138 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.685118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.688527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f04a33fe-a326-4dc6-9ef4-acf1c4857a32 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5032253 Sep 17 01:32:51.689040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52660) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:51.701079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': '5783a41d-811a-4448-9937-c24c8c60e3da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:51.718348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.738307 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-215e652e-6a72-4cc7-a3a4-1734a8e0136a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2744310 Sep 17 01:32:51.741119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:51.749333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:51.754810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2c8b004f-3226-4353-a760-8c49eda72699,segment=NetworkSegment(2a446eef-9f00-4fbd-bcff-807a41442d43),segment_id=2a446eef-9f00-4fbd-bcff-807a41442d43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:51.764751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ee932-5c4e-4a9b-b7d4-6a482beab94f req-45535cb4-c05d-48f9-b5a0-67b2b3b7274c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:51.766663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e54ee932-5c4e-4a9b-b7d4-6a482beab94f req-45535cb4-c05d-48f9-b5a0-67b2b3b7274c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0842228 Sep 17 01:32:51.769300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.806647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Subnet': ['ID=626770a9-94f7-4565-aefe-d825a9d2ccf7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:51.813430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.819752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3e45ad22-bedb-4ecf-8290-034f179fcdfc tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/subnets/626770a9-94f7-4565-aefe-d825a9d2ccf7 HTTP/1.1" status: 204 len: 168 time: 0.5344124 Sep 17 01:32:51.822975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:51.827498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.845403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e54ee932-5c4e-4a9b-b7d4-6a482beab94f req-dc526ce5-6d18-4b60-95fc-1c5e99508e78 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660279 Sep 17 01:32:51.868361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.888098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Pushing event updated for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:51.895732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.896073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.896410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.896741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.897065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.897391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.897712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.898037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.898354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.898671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.898987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.899463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c32cc52-e1b6-4a40-b790-91974a8e503a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:51.948040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-59a97efb-da82-4ebb-ac7b-a21d159d8496 None None] Provisioning complete for port 042021e6-2b96-4545-ab02-d84c2dbbfa44 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:51.948406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59a97efb-da82-4ebb-ac7b-a21d159d8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.974615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:51.983630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-59a97efb-da82-4ebb-ac7b-a21d159d8496 None None] Port 042021e6-2b96-4545-ab02-d84c2dbbfa44 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:52.006227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.088283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.091022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:52.094461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.105040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.145186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ac29bf-c296-46d8-92a7-6e23e932cf1e']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:52.163274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19caf9cf-302a-46f2-983c-88979803f0e4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:52.168595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc86d39-54aa-4a4f-96c6-cf9d06a07010') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:52.170983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc86d39-54aa-4a4f-96c6-cf9d06a07010') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:32:52.214574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.233755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.234983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a09e544a-4ca3-4faa-88a6-41e8e7bfbb3c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5453010 Sep 17 01:32:52.238032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52688) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:52.241569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.251355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:32:52.251871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:32:52.254747 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:32:52.269368 n-d-789963-7 neutron-server[112072]: INFO neutron.db.ipam_backend_mixin [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c (CIDR: 172.20.0.0/28) Sep 17 01:32:52.276183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11644c71-6fdc-431f-905d-a6b899c7773a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.286519 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11644c71-6fdc-431f-905d-a6b899c7773a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.315624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2c8b004f-3226-4353-a760-8c49eda72699 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:52.316406 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:32:52.316406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:32:52.365723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:52.366090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.415364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11644c71-6fdc-431f-905d-a6b899c7773a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.421118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11644c71-6fdc-431f-905d-a6b899c7773a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.422474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-11644c71-6fdc-431f-905d-a6b899c7773a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/19caf9cf-302a-46f2-983c-88979803f0e4 HTTP/1.1" status: 204 len: 168 time: 0.1831939 Sep 17 01:32:52.425090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52694) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:52.445701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11644c71-6fdc-431f-905d-a6b899c7773a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19caf9cf-302a-46f2-983c-88979803f0e4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:52.465503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f8c76b8e-702c-45bb-9215-d16fee420f01 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7214670 Sep 17 01:32:52.467493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.468208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52700) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:52.476776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.478640 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] 10.222.0.13 "DELETE /v2.0/networks/89ac29bf-c296-46d8-92a7-6e23e932cf1e HTTP/1.1" status: 204 len: 168 time: 0.6539955 Sep 17 01:32:52.481829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:52.495025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6b97a-a710-4a93-a571-1b941a913ce7 tempest-FloatingIPTestJSON-890392318 tempest-FloatingIPTestJSON-890392318-project] Pushing event deleted for resources: {'Network': ['ID=89ac29bf-c296-46d8-92a7-6e23e932cf1e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:52.513680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-206bcc0d-6679-42de-8d82-788089380833 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0843987 Sep 17 01:32:52.513985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:52.638312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-361bd247-9c08-45e0-a075-6a6ea396176b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.669286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-361bd247-9c08-45e0-a075-6a6ea396176b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.740762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:52.744709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.765375 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-361bd247-9c08-45e0-a075-6a6ea396176b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.767954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-361bd247-9c08-45e0-a075-6a6ea396176b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.769154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-361bd247-9c08-45e0-a075-6a6ea396176b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/5783a41d-811a-4448-9937-c24c8c60e3da HTTP/1.1" status: 204 len: 168 time: 0.2541955 Sep 17 01:32:52.772122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:52.811140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bd247-9c08-45e0-a075-6a6ea396176b tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5783a41d-811a-4448-9937-c24c8c60e3da,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:52.842461 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c92cc89-d6fc-4243-8257-ccc583b36f42 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687733 Sep 17 01:32:52.846771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:52.852152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821265344'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:52.956255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:52.997418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52734) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.033451 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021c2db-bc12-4d88-8d15-d312ebc9e435 req-c37829ec-9e56-4aa6-bf24-826ab383c46c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:53.035010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8021c2db-bc12-4d88-8d15-d312ebc9e435 req-c37829ec-9e56-4aa6-bf24-826ab383c46c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0915561 Sep 17 01:32:53.094826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8021c2db-bc12-4d88-8d15-d312ebc9e435 req-d86e1490-c8af-4750-ab38-6e5c9ae7a05f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529985 Sep 17 01:32:53.131229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.150267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.210899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:53.215809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.219996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:53.229122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb4b8df-9527-489f-b7af-3edb4e69f99d None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:53.235690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:53.236415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.254053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae7687-af56-4c5c-90ee-da5d075b2949,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:53.255001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=b26ba4ff-e93c-46f6-b875-e4a145cdcd0d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:53.264871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-604faed2-a95a-4602-b1a7-c71ef71a880f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca5b5cb65e17476f851d7768775b0e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642591 Sep 17 01:32:53.265364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52746) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.318820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.320067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2d9c809c-3f5a-4ef5-b0cf-02bcdf789a80 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4721527 Sep 17 01:32:53.323426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52750) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.325708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed714a76-ee7a-4383-ac06-198fc94f802e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.329685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e9ae7687-af56-4c5c-90ee-da5d075b2949', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:53.347162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-091da678-f545-49b2-b930-b01b584f1f3a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8778107 Sep 17 01:32:53.351148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52754) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.361552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-694924096', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b26ba4ff-e93c-46f6-b875-e4a145cdcd0d'}], 'security_groups': ['7465dcfa-393b-4a34-bdfa-2736e2ad6520']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:53.362969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed714a76-ee7a-4383-ac06-198fc94f802e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.438195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.462510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.484582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] Update dhcp port {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'fixed_ips': [{'subnet_id': '4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b26ba4ff-e93c-46f6-b875-e4a145cdcd0d'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '2c8b004f-3226-4353-a760-8c49eda72699'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:32:53.501838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed714a76-ee7a-4383-ac06-198fc94f802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.506841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ed714a76-ee7a-4383-ac06-198fc94f802e admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.510195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.515664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed714a76-ee7a-4383-ac06-198fc94f802e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01d3a2a0-988e-4769-a9c8-d1fe42f3e398 HTTP/1.1" status: 204 len: 168 time: 0.2491617 Sep 17 01:32:53.531838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed714a76-ee7a-4383-ac06-198fc94f802e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d3a2a0-988e-4769-a9c8-d1fe42f3e398,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:53.589468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.685173 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.714291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914bbe02-9fb4-43d3-8eae-9d6035c98581,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:53.731840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] Allocated IP 172.20.0.18 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/b26ba4ff-e93c-46f6-b875-e4a145cdcd0d/2c8b004f-3226-4353-a760-8c49eda72699) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:53.781222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.785586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e18d8e47-99c3-482b-bfbf-6ba36bf14af5 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4580865 Sep 17 01:32:53.785586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52776) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.803644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cffa5707-59b0-47f5-8680-b0f9c1516967 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules/914bbe02-9fb4-43d3-8eae-9d6035c98581 HTTP/1.1" status: 200 len: 763 time: 0.0172248 Sep 17 01:32:53.812403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.833318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2c8b004f-3226-4353-a760-8c49eda72699,segment=NetworkSegment(2a446eef-9f00-4fbd-bcff-807a41442d43),segment_id=2a446eef-9f00-4fbd-bcff-807a41442d43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:53.858748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52784) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:53.859005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a0b6bc1b-f8b1-413d-bf60-842368daa020 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0454733 Sep 17 01:32:53.871599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.888254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3841bffd-0fed-4897-9fb3-599454ce8dec tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.895986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3841bffd-0fed-4897-9fb3-599454ce8dec tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:53.964371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.063053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d406e-d76f-44f1-a00e-291db0c4cebb None None] Pushing event updated for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:54.073186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3841bffd-0fed-4897-9fb3-599454ce8dec tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.078572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Delete allocated IP 172.20.0.8 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c) {{(pid=112073) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 01:32:54.081182 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3841bffd-0fed-4897-9fb3-599454ce8dec tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.082520 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3841bffd-0fed-4897-9fb3-599454ce8dec tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/914bbe02-9fb4-43d3-8eae-9d6035c98581 HTTP/1.1" status: 204 len: 168 time: 0.2222879 Sep 17 01:32:54.085768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52798) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:54.093021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841bffd-0fed-4897-9fb3-599454ce8dec tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=914bbe02-9fb4-43d3-8eae-9d6035c98581,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:54.116287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.24 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/b26ba4ff-e93c-46f6-b875-e4a145cdcd0d/042021e6-2b96-4545-ab02-d84c2dbbfa44) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:54.313216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2c8b004f-3226-4353-a760-8c49eda72699 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:32:54.370717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:54.371755 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.480010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7c86fc82-31fe-4eb2-b5da-c08079531603 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3907912 Sep 17 01:32:54.480565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52822) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:54.488749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e9ae7687-af56-4c5c-90ee-da5d075b2949', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:54.582561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed445f7-8edb-4e2f-b403-69a93de8eef8 req-28cc4206-f8a9-4540-aa24-76939d75b5a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:54.584100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ed445f7-8edb-4e2f-b403-69a93de8eef8 req-28cc4206-f8a9-4540-aa24-76939d75b5a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1263952 Sep 17 01:32:54.633056 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.678536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ed445f7-8edb-4e2f-b403-69a93de8eef8 req-e838a905-2be0-4a19-aed7-2fb9484d8820 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614629 Sep 17 01:32:54.706422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.728677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.804607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:54.815627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.831742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:54.832780 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.836272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2670325b-4b2c-44a1-b508-34c0b70db731,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:54.849892 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.878506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:54.889234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Provisioning complete for port 042021e6-2b96-4545-ab02-d84c2dbbfa44 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:54.889615 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.930744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Port 042021e6-2b96-4545-ab02-d84c2dbbfa44 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:54.941096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:54.953536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4bd54eef-ad92-46c0-9d65-46a7cbdbb033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.953794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.953794 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e720ee0c-170b-4e5a-81fb-c0b54e3eb61a tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4608395 Sep 17 01:32:54.953794 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52846) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:54.970071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b7cd47cc-7cb5-4e3f-95bd-019cafedc54f tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules/2670325b-4b2c-44a1-b508-34c0b70db731 HTTP/1.1" status: 200 len: 763 time: 0.0219877 Sep 17 01:32:54.971800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=042021e6-2b96-4545-ab02-d84c2dbbfa44,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:54.972726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52848) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:54.987738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] In _notify_port_updated(), no bound segment for port 042021e6-2b96-4545-ab02-d84c2dbbfa44 on network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 {{(pid=112073) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:32:54.993620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:54.994473 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:54.996161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2d91a090-890b-459c-ab5d-0b2f3c44c9a6 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/ports/042021e6-2b96-4545-ab02-d84c2dbbfa44 HTTP/1.1" status: 200 len: 920 time: 1.6413291 Sep 17 01:32:54.999610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52850) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.013023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d3679cdf-741a-4ff2-a7da-b2b195714309 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-878824166', 'prefixes': ['172.20.0.0/16']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:55.056194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-065be0f9-491b-483a-a2e6-f2e18b87bb71 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0822365 Sep 17 01:32:55.060382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.086825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e71fc8-73fb-4400-85f6-74a0dafdd5b2 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.094876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e71fc8-73fb-4400-85f6-74a0dafdd5b2 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.096808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 042021e6-2b96-4545-ab02-d84c2dbbfa44 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:32:55.097277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.189544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.202322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 042021e6-2b96-4545-ab02-d84c2dbbfa44 owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:32:55.267385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e71fc8-73fb-4400-85f6-74a0dafdd5b2 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.285042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e71fc8-73fb-4400-85f6-74a0dafdd5b2 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.286246 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-80e71fc8-73fb-4400-85f6-74a0dafdd5b2 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/2670325b-4b2c-44a1-b508-34c0b70db731 HTTP/1.1" status: 204 len: 168 time: 0.2247837 Sep 17 01:32:55.287120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e71fc8-73fb-4400-85f6-74a0dafdd5b2 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2670325b-4b2c-44a1-b508-34c0b70db731,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:55.294825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52864) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.365022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a6687298-29da-4e7c-b54b-7b6e41071337 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0727680 Sep 17 01:32:55.367827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52868) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.373639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Request body: {'security_group_rule': {'security_group_id': 'e9ae7687-af56-4c5c-90ee-da5d075b2949', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:55.467562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.469112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-043a8dd0-c3e8-4c61-ae12-3c7498e7cb5f None None] Provisioning complete for port 042021e6-2b96-4545-ab02-d84c2dbbfa44 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:55.469598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-043a8dd0-c3e8-4c61-ae12-3c7498e7cb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.495615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-043a8dd0-c3e8-4c61-ae12-3c7498e7cb5f None None] Port 042021e6-2b96-4545-ab02-d84c2dbbfa44 was deleted so its status cannot be updated. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 17 01:32:55.496059 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Project 1fda4edf197f4f91b585716f8ea12fc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:32:55.496595 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.512750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=042021e6-2b96-4545-ab02-d84c2dbbfa44,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:55.551961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.576680 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.578589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-238b3f8e-7eac-4aa3-bb64-5fdef296e236 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/042021e6-2b96-4545-ab02-d84c2dbbfa44 HTTP/1.1" status: 204 len: 168 time: 0.5742676 Sep 17 01:32:55.581320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52874) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.616033 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d3679cdf-741a-4ff2-a7da-b2b195714309 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] Notify callbacks [] for subnetpool, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.616180 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-71227f2b-4567-46f3-804c-66dfe3890737 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:32:55.617607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3679cdf-741a-4ff2-a7da-b2b195714309 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8120472 Sep 17 01:32:55.619896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-71227f2b-4567-46f3-804c-66dfe3890737 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/042021e6-2b96-4545-ab02-d84c2dbbfa44 HTTP/1.1" status: 404 len: 333 time: 0.0376089 Sep 17 01:32:55.623354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52882) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.625715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52884) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.665746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.674122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c30349e5-7236-4609-b075-9895b9d7eb6d tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] 10.222.0.13 "GET /v2.0/subnetpools/d9bed6ba-19a6-4877-8e6c-5168bd1f48ba HTTP/1.1" status: 200 len: 731 time: 0.0472653 Sep 17 01:32:55.681823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52886) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.687516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31db27f8-8991-4cfb-9fd3-2b00f3df79d2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.692038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-953e1f34-2968-4c1f-92ee-42686819d3ba tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1024597580'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:55.701307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efbd28d-36ab-4f32-a03d-da5d9c21632f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:55.713836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31db27f8-8991-4cfb-9fd3-2b00f3df79d2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.782475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.783645 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29f9f858-7c6a-4d19-90f8-7e664560e7c0 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4148078 Sep 17 01:32:55.786652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52894) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.803876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5441124f-9b78-4e79-9c02-c5866cf0764e tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules/7efbd28d-36ab-4f32-a03d-da5d9c21632f HTTP/1.1" status: 200 len: 769 time: 0.0149188 Sep 17 01:32:55.805703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52896) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.843533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2f7e2-962d-4483-9b69-7943a29347a9 req-2719c3ae-3eca-465c-9880-1612e24a8a5b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:55.845236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f2f7e2-962d-4483-9b69-7943a29347a9 req-2719c3ae-3eca-465c-9880-1612e24a8a5b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0604508 Sep 17 01:32:55.851002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a939916b-ced7-4816-9bfa-630199143b43 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0440660 Sep 17 01:32:55.853824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52900) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.880771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed11298-546e-4db0-8d1b-d8c7a1322d74 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.882752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31db27f8-8991-4cfb-9fd3-2b00f3df79d2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.885528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31db27f8-8991-4cfb-9fd3-2b00f3df79d2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.886858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-31db27f8-8991-4cfb-9fd3-2b00f3df79d2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/security-groups/c66cd579-44ca-440c-88e8-3b0d2cd20f39 HTTP/1.1" status: 204 len: 168 time: 0.2623210 Sep 17 01:32:55.891108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52904) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.901590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed11298-546e-4db0-8d1b-d8c7a1322d74 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.905301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3f2f7e2-962d-4483-9b69-7943a29347a9 req-2cc11b74-9fca-49ce-8d90-eff28dce6947 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531459 Sep 17 01:32:55.908168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db27f8-8991-4cfb-9fd3-2b00f3df79d2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66cd579-44ca-440c-88e8-3b0d2cd20f39,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:55.925767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-953e1f34-2968-4c1f-92ee-42686819d3ba tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] Notify callbacks [] for subnetpool, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.926965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-953e1f34-2968-4c1f-92ee-42686819d3ba tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] 10.222.0.13 "PUT /v2.0/subnetpools/d9bed6ba-19a6-4877-8e6c-5168bd1f48ba HTTP/1.1" status: 200 len: 684 time: 0.2428584 Sep 17 01:32:55.939025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:55.971705 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2505f0ce-2c1f-47f1-876a-e5a12bd25e9e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:55.996711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2505f0ce-2c1f-47f1-876a-e5a12bd25e9e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.028017 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed11298-546e-4db0-8d1b-d8c7a1322d74 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.035188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed11298-546e-4db0-8d1b-d8c7a1322d74 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.036310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4ed11298-546e-4db0-8d1b-d8c7a1322d74 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7efbd28d-36ab-4f32-a03d-da5d9c21632f HTTP/1.1" status: 204 len: 168 time: 0.1813986 Sep 17 01:32:56.038976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52912) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.040480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed11298-546e-4db0-8d1b-d8c7a1322d74 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7efbd28d-36ab-4f32-a03d-da5d9c21632f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:56.080404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-99387405-815d-4a1b-a38b-b9e3675b9e46 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402875 Sep 17 01:32:56.083344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52916) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.106538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd73a954-2e76-42c3-9f17-6a82c1c255c6 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] Notify callbacks [] for subnetpool, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.107754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fd73a954-2e76-42c3-9f17-6a82c1c255c6 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d9bed6ba-19a6-4877-8e6c-5168bd1f48ba HTTP/1.1" status: 204 len: 168 time: 0.1677439 Sep 17 01:32:56.110458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52920) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.125744 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-390eaf24-27e6-48a5-86f3-4fa9e6a54729 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] show failed (client error): The resource could not be found. Sep 17 01:32:56.126750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-390eaf24-27e6-48a5-86f3-4fa9e6a54729 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] 10.222.0.13 "GET /v2.0/subnetpools/d9bed6ba-19a6-4877-8e6c-5168bd1f48ba HTTP/1.1" status: 404 len: 346 time: 0.0151539 Sep 17 01:32:56.129741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2505f0ce-2c1f-47f1-876a-e5a12bd25e9e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.130676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52922) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.132426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2505f0ce-2c1f-47f1-876a-e5a12bd25e9e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.134356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2505f0ce-2c1f-47f1-876a-e5a12bd25e9e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/security-groups/7465dcfa-393b-4a34-bdfa-2736e2ad6520 HTTP/1.1" status: 204 len: 168 time: 0.2413816 Sep 17 01:32:56.137119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.158884 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-59d4156b-716f-4e59-8f29-d9e53b8f2171 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] delete failed (client error): The resource could not be found. Sep 17 01:32:56.159939 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59d4156b-716f-4e59-8f29-d9e53b8f2171 tempest-SubnetPoolsTestJSON-2105738559 tempest-SubnetPoolsTestJSON-2105738559-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d9bed6ba-19a6-4877-8e6c-5168bd1f48ba HTTP/1.1" status: 404 len: 346 time: 0.0283608 Sep 17 01:32:56.160765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf21b1bd-b14a-4652-89cc-fb53a5e0a69c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.171542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505f0ce-2c1f-47f1-876a-e5a12bd25e9e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465dcfa-393b-4a34-bdfa-2736e2ad6520,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:56.198417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf21b1bd-b14a-4652-89cc-fb53a5e0a69c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.205754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:32:56.211180 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.264020 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.350844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.392589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf21b1bd-b14a-4652-89cc-fb53a5e0a69c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.395584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cf21b1bd-b14a-4652-89cc-fb53a5e0a69c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.399328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cf21b1bd-b14a-4652-89cc-fb53a5e0a69c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "DELETE /v2.0/security-groups/e9ae7687-af56-4c5c-90ee-da5d075b2949 HTTP/1.1" status: 204 len: 168 time: 0.3124108 Sep 17 01:32:56.399685 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52936) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.407829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21b1bd-b14a-4652-89cc-fb53a5e0a69c tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae7687-af56-4c5c-90ee-da5d075b2949,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:56.455765 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1239d922-fa90-4964-bf57-566dc721b557 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549827 Sep 17 01:32:56.460296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52942) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.503553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-944c21fe-9c24-4eb7-9aba-9980258f3ed7 tempest-SecGroupIPv6Test-334453570 tempest-SecGroupIPv6Test-334453570-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0420732 Sep 17 01:32:56.536228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.562758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:56.569212 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.576196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-52d1a963-6a69-4176-884c-27c14c72e7bd tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c HTTP/1.1" status: 204 len: 168 time: 0.4332213 Sep 17 01:32:56.577709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52948) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:56.579863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b050280d-7b3a-43cb-917b-bb03300442db None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:56.582516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:56.800596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:56.820868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:56.821521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52962) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:57.061064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52978) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:57.133405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d36831fd-43ad-44e7-84d4-e7329a9b5fe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.156592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b8818-6572-4a8e-a38b-27849e458189 req-2de86c37-4a9d-416b-bb92-54487633364e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:57.158215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f7b8818-6572-4a8e-a38b-27849e458189 req-2de86c37-4a9d-416b-bb92-54487633364e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1296134 Sep 17 01:32:57.218957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f7b8818-6572-4a8e-a38b-27849e458189 req-b5671349-d4cc-4514-b3f7-1e760907fc89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479586 Sep 17 01:32:57.222193 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5cbabd9d-2841-473d-922c-61b6a10f43db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fda4edf197f4f91b585716f8ea12fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597581 Sep 17 01:32:57.224813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 52988) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:57.287521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.292255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d36831fd-43ad-44e7-84d4-e7329a9b5fe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.341834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:32:57.342714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4eea-fcad-4340-b4f5-45762cf335df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.349227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:32:57.359515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:57.360106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.375414 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d36831fd-43ad-44e7-84d4-e7329a9b5fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.388954 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4eea-fcad-4340-b4f5-45762cf335df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.397267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=3069a5ce-19b4-468e-a056-929bebf20c3b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:57.424696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee60b36-e4c6-4dcb-8f50-bac41e2c2750 None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:32:57.437467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36831fd-43ad-44e7-84d4-e7329a9b5fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10d3ac5-3514-4491-a89f-47511f72e876,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:57.444601 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d36831fd-43ad-44e7-84d4-e7329a9b5fe2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f27758ba8d204237920b89efd5e0af61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242318 Sep 17 01:32:57.455749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 52998) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:57.471953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f4f7f319-50ba-4f62-8fb2-3ba7415ac7cf None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:57.472666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f319-50ba-4f62-8fb2-3ba7415ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.502573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc3222fe-43b4-4b94-a126-6da73cbf91ac tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9242132 Sep 17 01:32:57.505017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53000) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:57.509515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1157846974'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:57.514224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8e635d9-eeff-4f52-8aed-265917e168b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.539814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8e635d9-eeff-4f52-8aed-265917e168b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.544120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7f319-50ba-4f62-8fb2-3ba7415ac7cf None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:57.561351 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4eea-fcad-4340-b4f5-45762cf335df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.565011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d7b4eea-fcad-4340-b4f5-45762cf335df admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.566253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9d7b4eea-fcad-4340-b4f5-45762cf335df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9870090b-7585-463a-9aaf-299e4d7b72de HTTP/1.1" status: 204 len: 168 time: 0.3399200 Sep 17 01:32:57.575336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b4eea-fcad-4340-b4f5-45762cf335df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870090b-7585-463a-9aaf-299e4d7b72de,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:57.618914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f4f7f319-50ba-4f62-8fb2-3ba7415ac7cf None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:57.619458 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f319-50ba-4f62-8fb2-3ba7415ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.634380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.690561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8e635d9-eeff-4f52-8aed-265917e168b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.690561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8e635d9-eeff-4f52-8aed-265917e168b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.690561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8e635d9-eeff-4f52-8aed-265917e168b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f10d3ac5-3514-4491-a89f-47511f72e876 HTTP/1.1" status: 204 len: 168 time: 0.2247882 Sep 17 01:32:57.690561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e635d9-eeff-4f52-8aed-265917e168b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10d3ac5-3514-4491-a89f-47511f72e876,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:57.759032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.805570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] Update dhcp port {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'fixed_ips': [{'subnet_id': 'b26ba4ff-e93c-46f6-b875-e4a145cdcd0d', 'ip_address': '172.20.0.18'}, {'subnet_id': '3069a5ce-19b4-468e-a056-929bebf20c3b'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '2c8b004f-3226-4353-a760-8c49eda72699'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:32:57.831731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.838605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.870770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e582fa8e-6f31-4cb6-98e8-60a195c54b54,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:57.941902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:57.943841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3a7f6aa0-e775-4cdd-887e-eedafafa1f52 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4378202 Sep 17 01:32:57.946449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53020) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:57.956246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084539073'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:58.029518 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] Allocated IP 172.20.0.2 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/3069a5ce-19b4-468e-a056-929bebf20c3b/2c8b004f-3226-4353-a760-8c49eda72699) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:58.090440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.148299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2c8b004f-3226-4353-a760-8c49eda72699,segment=NetworkSegment(2a446eef-9f00-4fbd-bcff-807a41442d43),segment_id=2a446eef-9f00-4fbd-bcff-807a41442d43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:32:58.179928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.227027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.267894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.352041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbef689-9bc9-4031-a558-bfdab6908f03 req-7fadf483-e2d8-4432-bb7b-1eb7ffc9db71 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:58.360524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2fbef689-9bc9-4031-a558-bfdab6908f03 req-7fadf483-e2d8-4432-bb7b-1eb7ffc9db71 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0641112 Sep 17 01:32:58.375371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.385821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69070b02-7c59-42e3-9596-d509639c6330 None None] Pushing event updated for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:58.413094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52930e8d-8831-4be1-b83b-80b5c769dfd8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:58.419612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2fbef689-9bc9-4031-a558-bfdab6908f03 req-4c66e8b4-a477-4899-9ca4-2c6994c96652 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560627 Sep 17 01:32:58.502576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.506919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9f3172b1-d3dd-44fd-b867-8c8546e7d9dc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5554628 Sep 17 01:32:58.507903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53064) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:58.514865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'security_group': {'name': 'tempest-secgroup-1701004918'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:58.628998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.770910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.884609 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.942151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:58.979734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff97b48-1bb4-4ab1-96dc-d2d1dbfcda3f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:58.987609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.987956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.988300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.988681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.989046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.989377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.989706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.990046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.990354 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.990992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.991320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:58.991605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:32:59.072004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53100) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:59.078982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.085488 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b7c38d8c-577d-4a67-be33-20596731a636 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5711477 Sep 17 01:32:59.085806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53104) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:59.091864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1467180048', 'security_groups': ['3ff97b48-1bb4-4ab1-96dc-d2d1dbfcda3f'], 'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3069a5ce-19b4-468e-a056-929bebf20c3b'}]}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:59.092873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a510739d-4108-472f-b7b2-6fc720648ba7 None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:59.093521 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a510739d-4108-472f-b7b2-6fc720648ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.135765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a510739d-4108-472f-b7b2-6fc720648ba7 None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:32:59.145205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a510739d-4108-472f-b7b2-6fc720648ba7 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:32:59.145729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a510739d-4108-472f-b7b2-6fc720648ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.198679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53110) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:59.293609 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.326441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1368946911'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:59.341374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-54209965-bab3-4247-a033-07fa3e9a6d1b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:59.345120 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-54209965-bab3-4247-a033-07fa3e9a6d1b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 01:32:59.345120 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-54209965-bab3-4247-a033-07fa3e9a6d1b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 01:32:59.345120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-54209965-bab3-4247-a033-07fa3e9a6d1b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2699733 Sep 17 01:32:59.347018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53118) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:32:59.351202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--532948867'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:32:59.392316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:59.411890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.db.api [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 01:32:59.411890 n-d-789963-7 neutron-server[112073]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 17 01:32:59.411890 n-d-789963-7 neutron-server[112073]: [parameters: {'project_id_1': '5d72413aad5b4c04b4e37f370018930a', 'expiration_1': datetime.datetime(2021, 9, 17, 1, 32, 39, 357778)}] Sep 17 01:32:59.411890 n-d-789963-7 neutron-server[112073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:32:59.412338 n-d-789963-7 neutron-server[112073]: DEBUG oslo_db.api [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:32:59.491469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.512878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Made reservation on behalf of 31a8eda0293d41a9bb96b8ddc4926d05 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:32:59.516467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.529926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.536037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] device_id is not set on port 70dcb554-57ab-432a-917a-3df16386ac19 yet. {{(pid=112073) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:32:59.603944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a508f-08c0-45d8-9435-2ec915d4c60d req-97b7bf59-614c-466c-a803-67736f2b84f3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:59.605482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf0a508f-08c0-45d8-9435-2ec915d4c60d req-97b7bf59-614c-466c-a803-67736f2b84f3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1001871 Sep 17 01:32:59.630629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.711864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf0a508f-08c0-45d8-9435-2ec915d4c60d req-ee5a9f46-fd5e-4768-a223-5d5fed06d0ff tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767996 Sep 17 01:32:59.731102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.740529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.14 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/3069a5ce-19b4-468e-a056-929bebf20c3b/70dcb554-57ab-432a-917a-3df16386ac19) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:32:59.767725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63ac310b-bc90-4d5f-8be0-dec546397e0e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:32:59.770567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:32:59.784424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.784780 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Added segment f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6 of type vlan for network 644f7abd-6266-410b-a0ce-57a9fbbddac2 Sep 17 01:32:59.829104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.889197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.952601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:32:59.959054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:32:59.959679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.011399 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.031802 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event updated for resources: {'Network': ['ID=644f7abd-6266-410b-a0ce-57a9fbbddac2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:00.041914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:33:00.051879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.070881 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.076958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:00.086858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:00.096629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:00.103780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=70dcb554-57ab-432a-917a-3df16386ac19,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:00.155197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-918be2a9-2ddd-4f3d-bfea-e9bab5314afa tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9532804 Sep 17 01:33:00.158047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53152) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:00.170690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Request body: {'subnet': {'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:00.170887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:00.170887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.308057 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.321278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2c8b004f-3226-4353-a760-8c49eda72699 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:00.372296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:00.372685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.419301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6cb85a0a-0a14-4082-9e5a-1286e301b6c1 None None] Provisioning complete for port 70dcb554-57ab-432a-917a-3df16386ac19 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:00.419664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6cb85a0a-0a14-4082-9e5a-1286e301b6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.434127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.466238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3c8e91-2c5e-485d-8ae2-a43cd4b0e20a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:00.478573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6cb85a0a-0a14-4082-9e5a-1286e301b6c1 None None] Port 70dcb554-57ab-432a-917a-3df16386ac19 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:00.565159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4f61fa30-5e40-40cd-88ec-555d3fc418f0 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4779160 Sep 17 01:33:00.567580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53162) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:00.572768 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:00.673868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Made reservation on behalf of 31a8eda0293d41a9bb96b8ddc4926d05 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:00.677538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.739344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.832480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:00.862749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b2ade4-c292-447a-9509-59efec534eba,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:00.920740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a78cd-a88a-4a87-8711-a31016688147 req-626b304a-37dd-4808-923f-fe0d790f625c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:00.922240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-285a78cd-a88a-4a87-8711-a31016688147 req-626b304a-37dd-4808-923f-fe0d790f625c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1312284 Sep 17 01:33:00.960155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-285a78cd-a88a-4a87-8711-a31016688147 req-79f9f39a-6c88-45b8-bdf8-87eef3c81734 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Sep 17 01:33:00.961058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:00.964562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.031558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.061230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.062477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3818b922-ec98-4982-a93a-420c47b292c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7145257 Sep 17 01:33:01.065400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53188) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:01.070026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'a0b2ade4-c292-447a-9509-59efec534eba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:01.114678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event updated for resources: {'Subnet': ['ID=6458a635-0b99-4e1b-af61-e1fbc3c5f14e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:01.125603 n-d-789963-7 neutron-server[112072]: INFO neutron.db.ipam_backend_mixin [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3069a5ce-19b4-468e-a056-929bebf20c3b (CIDR: 172.20.0.0/28) Sep 17 01:33:01.134756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Checking segment: {'id': 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:01.135140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Network hostable DHCP agents. Network: 644f7abd-6266-410b-a0ce-57a9fbbddac2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:33:01.164656 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:01.165143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:01.216411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.233324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:33:01.277301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.309066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a0f6612-5a88-4b88-baf6-14dd5344020a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7397568 Sep 17 01:33:01.311782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53200) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:01.317050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:01.352863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 644f7abd-6266-410b-a0ce-57a9fbbddac2) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:01.360558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75db780-4b9f-4db1-873d-e467a5412d31 None None] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:01.369923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:01.370523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.410944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.435293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d784cdc7-534d-4364-a973-350850ea1437,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:01.471781 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79b40023-350f-484f-8c1a-9c9418289cd2 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3090210 Sep 17 01:33:01.471781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53208) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:01.475871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Request body: {'port': {'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2', 'name': 'tempest-TagsExtTest-1377041178'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:01.519818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-644f7abd-6266-410b-a0ce-57a9fbbddac2', 'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2', 'tenant_id': '31a8eda0293d41a9bb96b8ddc4926d05', 'fixed_ips': [{'subnet_id': '6458a635-0b99-4e1b-af61-e1fbc3c5f14e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:33:01.520705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.588842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.597641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d0bbabad-b2de-4fec-905c-bc47e61a05cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5261686 Sep 17 01:33:01.597641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53212) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:01.603420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6923c0a9-e26f-4508-a9b3-ec040bfdf11f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'a0b2ade4-c292-447a-9509-59efec534eba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:01.669464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Allocated IP 172.20.0.2 (644f7abd-6266-410b-a0ce-57a9fbbddac2/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/1fda24bd-3682-4d2e-b328-8311129141b6) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:01.713038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:01.719069 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.810406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Made reservation on behalf of 31a8eda0293d41a9bb96b8ddc4926d05 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:01.815557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.836500 n-d-789963-7 neutron-server[112073]: INFO neutron.db.ipam_backend_mixin [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b26ba4ff-e93c-46f6-b875-e4a145cdcd0d (CIDR: 172.20.0.16/28) Sep 17 01:33:01.852310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] device_id is not set on port 3c550de2-6e12-49a2-abed-02a3a9485e8e yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:33:01.864146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.868634 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:01.869159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:01.903822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6923c0a9-e26f-4508-a9b3-ec040bfdf11f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:01.982598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.021644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:02.023160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4ceb625c-54c8-47be-91cb-7cb4368cb15c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7100594 Sep 17 01:33:02.027900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Pushing event updated for resources: {'Port': ['ID=1fda24bd-3682-4d2e-b328-8311129141b6,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:02.028886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'subnet': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:02.045784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:02.047454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:02.049917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:02.082227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Allocated IP 172.20.0.12 (644f7abd-6266-410b-a0ce-57a9fbbddac2/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/3c550de2-6e12-49a2-abed-02a3a9485e8e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:02.082911 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-6923c0a9-e26f-4508-a9b3-ec040bfdf11f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): There was a conflict when trying to complete your request. Sep 17 01:33:02.084077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6923c0a9-e26f-4508-a9b3-ec040bfdf11f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4843626 Sep 17 01:33:02.087072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:02.120422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Attempting to bind port 1fda24bd-3682-4d2e-b328-8311129141b6 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:33:02.121000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Attempting to bind port 1fda24bd-3682-4d2e-b328-8311129141b6 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:33:02.121439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Attempting to bind port 1fda24bd-3682-4d2e-b328-8311129141b6 on network 644f7abd-6266-410b-a0ce-57a9fbbddac2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:33:02.130384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:33:02.131525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Checking segment: {'id': 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:02.132004 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.132459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f40c36-cba8-46e2-8650-6bf48f65f6e3 req-244b78e4-f370-4f35-b79f-b50a7d9609d2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:02.132638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Bound using segment: {'id': 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:33:02.133055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Bound port: 1fda24bd-3682-4d2e-b328-8311129141b6, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '644f7abd-6266-410b-a0ce-57a9fbbddac2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:33:02.133552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.134375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2f40c36-cba8-46e2-8650-6bf48f65f6e3 req-244b78e4-f370-4f35-b79f-b50a7d9609d2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0820084 Sep 17 01:33:02.214379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-300431ea-a685-40be-be0b-488bb997597b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.220346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2f40c36-cba8-46e2-8650-6bf48f65f6e3 req-bce14dd8-3a36-405d-bb4d-c98bcb121e9c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599775 Sep 17 01:33:02.235760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] For port 1fda24bd-3682-4d2e-b328-8311129141b6, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:33:02.241533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-300431ea-a685-40be-be0b-488bb997597b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.241783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] For port 1fda24bd-3682-4d2e-b328-8311129141b6, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1fda24bd-3682-4d2e-b328-8311129141b6,segment=NetworkSegment(f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6),segment_id=f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:33:02.317749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.392625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Made reservation on behalf of d0bcfad3fe85461c8635885dab00834d for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:02.396480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.462121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.462683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-300431ea-a685-40be-be0b-488bb997597b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.465061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-300431ea-a685-40be-be0b-488bb997597b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.468601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-300431ea-a685-40be-be0b-488bb997597b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/a0b2ade4-c292-447a-9509-59efec534eba HTTP/1.1" status: 204 len: 168 time: 0.3779833 Sep 17 01:33:02.469443 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53252) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:02.475244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300431ea-a685-40be-be0b-488bb997597b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b2ade4-c292-447a-9509-59efec534eba,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:02.544946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d132405-a7ea-4e48-8bfa-97a627b27c50 None None] Pushing event updated for resources: {'Port': ['ID=1fda24bd-3682-4d2e-b328-8311129141b6,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:02.558344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a2aa799a-4946-41c3-8e5e-d0d0db911ee8 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880926 Sep 17 01:33:02.562804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53258) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:02.568088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--599026814'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:02.579135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.656511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:02.663359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:02.677514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:02.686533 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event updated for resources: {'Port': ['ID=3c550de2-6e12-49a2-abed-02a3a9485e8e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:02.695314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.792179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:02.792916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.833244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.975769 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:02.991830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.022007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97faff7b-c482-4657-849b-ae0569dfb261,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:03.023098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:03.026942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:03.031750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:03.032391 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.037498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db427925-9424-4795-974e-9d727e138732 None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:03.046184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Subnet': ['ID=57944f06-0e57-4702-8000-9ddb86898e63,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:03.136847 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ae867cf-92f2-4f9f-bce0-067159c436e4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6649539 Sep 17 01:33:03.139712 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53280) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.144773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1092736344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:03.158804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.160388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7d47da32-daad-46b3-9043-d27252727cb6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5964980 Sep 17 01:33:03.163765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53284) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.166120 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44b09f8b-6a12-402f-905f-67d9f6ef7e7e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1422310 Sep 17 01:33:03.169709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-963a81a7-f89a-4780-9be2-ee4b58d8fd17 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '97faff7b-c482-4657-849b-ae0569dfb261', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:03.170518 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-963a81a7-f89a-4780-9be2-ee4b58d8fd17 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 17 01:33:03.171371 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-963a81a7-f89a-4780-9be2-ee4b58d8fd17 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:03.172732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-963a81a7-f89a-4780-9be2-ee4b58d8fd17 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074646 Sep 17 01:33:03.175418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53288) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.187057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.190830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-508025226', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '57944f06-0e57-4702-8000-9ddb86898e63'}], 'security_groups': ['e582fa8e-6f31-4cb6-98e8-60a195c54b54', '52930e8d-8831-4be1-b83b-80b5c769dfd8']}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:03.244639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-78a2658a-a5ab-4234-9879-e57de7959f74 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.297779 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-78a2658a-a5ab-4234-9879-e57de7959f74 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.313809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] Update dhcp port {'port': {'network_id': 'd5de9d86-3aa8-4ecd-a18b-4fe94b2003e2', 'fixed_ips': [{'subnet_id': 'b26ba4ff-e93c-46f6-b875-e4a145cdcd0d', 'ip_address': '172.20.0.18'}, {'subnet_id': '3069a5ce-19b4-468e-a056-929bebf20c3b', 'ip_address': '172.20.0.2'}, {'subnet_id': '57944f06-0e57-4702-8000-9ddb86898e63'}], 'binding:host_id': 'n-d-789963-7'}, 'id': '2c8b004f-3226-4353-a760-8c49eda72699'} from n-d-789963-7. {{(pid=112074) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 17 01:33:03.347761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.356171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.362960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.443734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985b07f-df38-446a-8325-5792cf4df370 req-d02bdd4d-e509-4633-8c9a-2738b48eb579 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:03.445317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c985b07f-df38-446a-8325-5792cf4df370 req-d02bdd4d-e509-4633-8c9a-2738b48eb579 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1039426 Sep 17 01:33:03.484755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-78a2658a-a5ab-4234-9879-e57de7959f74 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.493059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-78a2658a-a5ab-4234-9879-e57de7959f74 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.494575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-78a2658a-a5ab-4234-9879-e57de7959f74 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/97faff7b-c482-4657-849b-ae0569dfb261 HTTP/1.1" status: 204 len: 168 time: 0.3180552 Sep 17 01:33:03.507498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53302) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.508519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2658a-a5ab-4234-9879-e57de7959f74 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97faff7b-c482-4657-849b-ae0569dfb261,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:03.537370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.560043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] Allocated IP 172.20.0.34 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/57944f06-0e57-4702-8000-9ddb86898e63/2c8b004f-3226-4353-a760-8c49eda72699) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:03.599120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.623009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c985b07f-df38-446a-8325-5792cf4df370 req-dde7074f-0a90-411d-a1d5-18603b1122f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394045 Sep 17 01:33:03.658500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c5d5130-8c86-4ff0-9808-ceef7c5455cf tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498518 Sep 17 01:33:03.662067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.669084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--475668135'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:03.681885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2c8b004f-3226-4353-a760-8c49eda72699,segment=NetworkSegment(2a446eef-9f00-4fbd-bcff-807a41442d43),segment_id=2a446eef-9f00-4fbd-bcff-807a41442d43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:03.704125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81794b67-2b7b-4ff7-8549-99ca89d7df61 None None] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:03.717878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.735902 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.783893 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4bcf50e1-b1cd-476f-876d-c1c7e4d2cd13 None None] Provisioning complete for port 1fda24bd-3682-4d2e-b328-8311129141b6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:03.784264 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4bcf50e1-b1cd-476f-876d-c1c7e4d2cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.865446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.865662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.986044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:03.987187 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-652a5d19-018e-450d-88b6-a3dbe0f6ece6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8460956 Sep 17 01:33:03.990862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53314) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:03.993253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Delete allocated IP 172.20.0.14 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/3069a5ce-19b4-468e-a056-929bebf20c3b) {{(pid=112072) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 17 01:33:03.997471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ab824063-2eb4-43db-bd99-539003eee8c9 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1030547920', 'prefixes': ['172.20.0.0/16']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:04.008792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Allocated IP 172.20.0.40 (d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2/57944f06-0e57-4702-8000-9ddb86898e63/70dcb554-57ab-432a-917a-3df16386ac19) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:04.036220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254e2b8-c065-4e21-93f1-85257d6afb40 None None] Pushing event updated for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:04.039769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4bcf50e1-b1cd-476f-876d-c1c7e4d2cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.087939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4bcf50e1-b1cd-476f-876d-c1c7e4d2cd13 None None] For port 1fda24bd-3682-4d2e-b328-8311129141b6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1fda24bd-3682-4d2e-b328-8311129141b6,segment=NetworkSegment(f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6),segment_id=f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:04.121445 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.181344 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4bcf50e1-b1cd-476f-876d-c1c7e4d2cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.233844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.267122 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.284038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf50e1-b1cd-476f-876d-c1c7e4d2cd13 None None] Pushing event updated for resources: {'Port': ['ID=1fda24bd-3682-4d2e-b328-8311129141b6,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:04.284549 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8551d9-4a5a-4bdb-9d68-2009be4e420b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:04.380730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.417109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2c8b004f-3226-4353-a760-8c49eda72699 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:04.424205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.426030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b10932d9-8c77-467b-af99-9ac79f29c5dc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7628078 Sep 17 01:33:04.434146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53316) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:04.439557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e5beff5d-4a83-470b-806e-82a5d6e75cf3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '8a8551d9-4a5a-4bdb-9d68-2009be4e420b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:04.440588 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-e5beff5d-4a83-470b-806e-82a5d6e75cf3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 17 01:33:04.441347 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-e5beff5d-4a83-470b-806e-82a5d6e75cf3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:04.445542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e5beff5d-4a83-470b-806e-82a5d6e75cf3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071373 Sep 17 01:33:04.448499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53318) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:04.485284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event updated for resources: {'Port': ['ID=70dcb554-57ab-432a-917a-3df16386ac19,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:04.520212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e67a4ca0-884c-4243-b0f3-1ebb053f3ae7 None None] Provisioning complete for port 3c550de2-6e12-49a2-abed-02a3a9485e8e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:04.521035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e67a4ca0-884c-4243-b0f3-1ebb053f3ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.534402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b349ef73-0908-4ffb-855b-9de20ed9b8ef tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.552116 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] In _notify_port_updated(), no bound segment for port 70dcb554-57ab-432a-917a-3df16386ac19 on network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 {{(pid=112072) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 17 01:33:04.566884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:04.567719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.569105 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-97212bca-d797-4650-a7a1-1b76ca232842 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "PUT /v2.0/ports/70dcb554-57ab-432a-917a-3df16386ac19 HTTP/1.1" status: 200 len: 959 time: 1.3835533 Sep 17 01:33:04.571596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e67a4ca0-884c-4243-b0f3-1ebb053f3ae7 None None] Port 3c550de2-6e12-49a2-abed-02a3a9485e8e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:04.572314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53320) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:04.573577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b349ef73-0908-4ffb-855b-9de20ed9b8ef tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.590947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e67a4ca0-884c-4243-b0f3-1ebb053f3ae7 None None] Provisioning complete for port 1fda24bd-3682-4d2e-b328-8311129141b6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:04.591381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e67a4ca0-884c-4243-b0f3-1ebb053f3ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.597938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:04.598321 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.649966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab824063-2eb4-43db-bd99-539003eee8c9 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for subnetpool, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.655314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab824063-2eb4-43db-bd99-539003eee8c9 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6592057 Sep 17 01:33:04.655748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53324) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:04.667267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-2b9b5587-8fb7-40af-ace0-988679df016a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-454247755') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:04.762069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 70dcb554-57ab-432a-917a-3df16386ac19 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:04.762444 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.825465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1fda24bd-3682-4d2e-b328-8311129141b6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:04.866581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f0eef-815c-48b0-92b3-dc3dee01150f req-75274745-d2f4-4a3c-bbf1-8b0b4076d4b0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:04.868570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af4f0eef-815c-48b0-92b3-dc3dee01150f req-75274745-d2f4-4a3c-bbf1-8b0b4076d4b0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1117487 Sep 17 01:33:04.869335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b349ef73-0908-4ffb-855b-9de20ed9b8ef tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.873136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b349ef73-0908-4ffb-855b-9de20ed9b8ef tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.874551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b349ef73-0908-4ffb-855b-9de20ed9b8ef tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/8a8551d9-4a5a-4bdb-9d68-2009be4e420b HTTP/1.1" status: 204 len: 168 time: 0.4249752 Sep 17 01:33:04.877851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:04.915669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.933005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1fda24bd-3682-4d2e-b328-8311129141b6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:04.934889 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:04.938211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349ef73-0908-4ffb-855b-9de20ed9b8ef tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8551d9-4a5a-4bdb-9d68-2009be4e420b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:04.950826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 70dcb554-57ab-432a-917a-3df16386ac19 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:04.986492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af4f0eef-815c-48b0-92b3-dc3dee01150f req-83b9c586-5890-4236-b75e-c76c043e3a11 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031055 Sep 17 01:33:05.075298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c12295fe-cda9-4b2e-abcd-264ae67bcf33 None None] Provisioning complete for port 3c550de2-6e12-49a2-abed-02a3a9485e8e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:05.075672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c12295fe-cda9-4b2e-abcd-264ae67bcf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.085246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2b9b5587-8fb7-40af-ace0-988679df016a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-454247755 HTTP/1.1" status: 201 len: 201 time: 0.4237545 Sep 17 01:33:05.085246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53332) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.091752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-2c28136f-f8cc-42c4-92e1-33cac2bb82a4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-371355361') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:05.119011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c12295fe-cda9-4b2e-abcd-264ae67bcf33 None None] Port 3c550de2-6e12-49a2-abed-02a3a9485e8e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:05.235600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2c28136f-f8cc-42c4-92e1-33cac2bb82a4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-371355361 HTTP/1.1" status: 201 len: 201 time: 0.1495037 Sep 17 01:33:05.238179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53334) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.251045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-d6532c43-390f-43f5-ba9a-d101ff57d55d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-2073157647') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:05.254450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:05.254835 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.299067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:05.310202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Provisioning complete for port 70dcb554-57ab-432a-917a-3df16386ac19 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:05.310686 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.351562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Port 70dcb554-57ab-432a-917a-3df16386ac19 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:05.362821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:05.363214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff3e6152-6a61-4332-b4ce-1f5de869b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.364820 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6672502-8a2d-44b5-8516-8f20b85dcd81 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4842303 Sep 17 01:33:05.368612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53338) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.378640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528652111'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:05.502176 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d6532c43-390f-43f5-ba9a-d101ff57d55d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-2073157647 HTTP/1.1" status: 201 len: 201 time: 0.2627840 Sep 17 01:33:05.504760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53340) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.509616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-35fe9e6c-0ad3-4232-b3d5-d6b4512f4ccb tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-78082027') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:05.546998 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-768fdbc3-51d2-4100-a368-8edf0c40535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.552062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.641153 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.658343 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.678038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=70dcb554-57ab-432a-917a-3df16386ac19,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:05.721438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e926d500-1b9b-42eb-8a14-2201df1632f0 None None] Could not find standard attr ID for object 70dcb554-57ab-432a-917a-3df16386ac19. {{(pid=112074) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 17 01:33:05.745373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-35fe9e6c-0ad3-4232-b3d5-d6b4512f4ccb tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-78082027 HTTP/1.1" status: 201 len: 201 time: 0.2365792 Sep 17 01:33:05.745373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53342) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.749453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-461fb660-e3f6-4f94-acbe-aa511058c21e tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:05.752870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.755043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e2565bce-4d3f-4d6d-8042-8b10b1572ead tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/70dcb554-57ab-432a-917a-3df16386ac19 HTTP/1.1" status: 204 len: 168 time: 1.1818490 Sep 17 01:33:05.759536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53344) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.796226 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-35178a96-0ced-4d67-aca5-d240a224d39e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] GET failed (client error): The resource could not be found. Sep 17 01:33:05.796679 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.802050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-35178a96-0ced-4d67-aca5-d240a224d39e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports/70dcb554-57ab-432a-917a-3df16386ac19 HTTP/1.1" status: 404 len: 333 time: 0.0409124 Sep 17 01:33:05.802678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53346) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.843380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547f2542-e75d-456b-b5c7-16140cb8458b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:05.848427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-461fb660-e3f6-4f94-acbe-aa511058c21e tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags HTTP/1.1" status: 200 len: 240 time: 0.1023233 Sep 17 01:33:05.850922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.855405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-073f904d-f6e9-4150-891a-7084f26fed80 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-454247755') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:05.882095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d3c214d-7993-4e24-8198-e2d2c207d531 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.911534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.913770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d5aa05df-e066-4f05-8e86-754a10d1d978 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5435345 Sep 17 01:33:05.917013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53350) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.925325 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d3c214d-7993-4e24-8198-e2d2c207d531 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:05.925427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f58f1411-a0b4-4ace-934c-d3078d324f78 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '547f2542-e75d-456b-b5c7-16140cb8458b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:05.925893 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-f58f1411-a0b4-4ace-934c-d3078d324f78 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 17 01:33:05.926688 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-f58f1411-a0b4-4ace-934c-d3078d324f78 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:05.930271 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f58f1411-a0b4-4ace-934c-d3078d324f78 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080712 Sep 17 01:33:05.931169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53352) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.936133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-13d4573f-c78f-40bb-b54d-50a876a6c7e0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '547f2542-e75d-456b-b5c7-16140cb8458b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:05.936891 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-13d4573f-c78f-40bb-b54d-50a876a6c7e0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 17 01:33:05.937360 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-13d4573f-c78f-40bb-b54d-50a876a6c7e0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:05.939559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-13d4573f-c78f-40bb-b54d-50a876a6c7e0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062521 Sep 17 01:33:05.941864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53354) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.947439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-80021279-abff-4171-8ace-2f64fb19219c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '547f2542-e75d-456b-b5c7-16140cb8458b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:05.948253 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-80021279-abff-4171-8ace-2f64fb19219c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 17 01:33:05.948854 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-80021279-abff-4171-8ace-2f64fb19219c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:05.950104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-80021279-abff-4171-8ace-2f64fb19219c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062902 Sep 17 01:33:05.953459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53356) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.957381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5bf9b632-114b-49e3-aed3-a1497899d363 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '547f2542-e75d-456b-b5c7-16140cb8458b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:05.959153 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-5bf9b632-114b-49e3-aed3-a1497899d363 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 17 01:33:05.959153 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-5bf9b632-114b-49e3-aed3-a1497899d363 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:05.963725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5bf9b632-114b-49e3-aed3-a1497899d363 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070012 Sep 17 01:33:05.964224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-073f904d-f6e9-4150-891a-7084f26fed80 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-454247755 HTTP/1.1" status: 204 len: 168 time: 0.1120572 Sep 17 01:33:05.964959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53358) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.967256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53360) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:05.973835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-4deeed10-00c8-4dd6-8747-9ff20d521a17 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-454247755') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.023793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01cb16b6-9a29-4145-af1d-2b555e4e03b0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.053474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01cb16b6-9a29-4145-af1d-2b555e4e03b0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.136190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c0ba0-30a8-4092-ad15-878d35b7a1fb req-92c0fa71-ec4c-4c72-8b35-2217294e3088 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:06.138313 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f9c0ba0-30a8-4092-ad15-878d35b7a1fb req-92c0fa71-ec4c-4c72-8b35-2217294e3088 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0768113 Sep 17 01:33:06.141162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d3c214d-7993-4e24-8198-e2d2c207d531 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.146252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d3c214d-7993-4e24-8198-e2d2c207d531 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.146252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d3c214d-7993-4e24-8198-e2d2c207d531 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/security-groups/3ff97b48-1bb4-4ab1-96dc-d2d1dbfcda3f HTTP/1.1" status: 204 len: 168 time: 0.3419523 Sep 17 01:33:06.148687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53364) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.161837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c214d-7993-4e24-8198-e2d2c207d531 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff97b48-1bb4-4ab1-96dc-d2d1dbfcda3f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:06.194436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f9c0ba0-30a8-4092-ad15-878d35b7a1fb req-1cd7e61b-1091-43d6-a76d-de1f27ad170c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Sep 17 01:33:06.196886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01cb16b6-9a29-4145-af1d-2b555e4e03b0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.200559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01cb16b6-9a29-4145-af1d-2b555e4e03b0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.201708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-01cb16b6-9a29-4145-af1d-2b555e4e03b0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/547f2542-e75d-456b-b5c7-16140cb8458b HTTP/1.1" status: 204 len: 168 time: 0.2360046 Sep 17 01:33:06.205736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53366) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.229343 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4deeed10-00c8-4dd6-8747-9ff20d521a17 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-454247755 HTTP/1.1" status: 204 len: 168 time: 0.2604187 Sep 17 01:33:06.235037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53368) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.241061 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-c0741648-297b-4005-9f69-af639eefbaae tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.256782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb16b6-9a29-4145-af1d-2b555e4e03b0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547f2542-e75d-456b-b5c7-16140cb8458b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:06.282163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-15687afe-3761-4ee7-a60d-c2d725eb8aa9 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0762265 Sep 17 01:33:06.283670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.289371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085758295'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:06.307376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6562872a-4db9-40b1-94af-71bbc2e42dbf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.341548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6562872a-4db9-40b1-94af-71bbc2e42dbf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.348442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53374) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.352042 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c0741648-297b-4005-9f69-af639eefbaae tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags HTTP/1.1" status: 200 len: 205 time: 0.1115463 Sep 17 01:33:06.353247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1fda24bd-3682-4d2e-b328-8311129141b6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:06.355664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-bf93a5fb-79e4-4342-9c34-75bdfc0a045c tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.413176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1fda24bd-3682-4d2e-b328-8311129141b6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:06.413778 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.424123 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.470309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bf93a5fb-79e4-4342-9c34-75bdfc0a045c tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags HTTP/1.1" status: 200 len: 240 time: 0.1191249 Sep 17 01:33:06.472882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53376) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.479055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-0afd66c0-5b87-4802-87a5-541e70afee00 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-371355361') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.521623 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6562872a-4db9-40b1-94af-71bbc2e42dbf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.525653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6562872a-4db9-40b1-94af-71bbc2e42dbf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.527334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6562872a-4db9-40b1-94af-71bbc2e42dbf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/security-groups/52930e8d-8831-4be1-b83b-80b5c769dfd8 HTTP/1.1" status: 204 len: 168 time: 0.3773067 Sep 17 01:33:06.531177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.542207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562872a-4db9-40b1-94af-71bbc2e42dbf tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52930e8d-8831-4be1-b83b-80b5c769dfd8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:06.567898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0afd66c0-5b87-4802-87a5-541e70afee00 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-371355361 HTTP/1.1" status: 204 len: 168 time: 0.0931594 Sep 17 01:33:06.570635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53380) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.570857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.576317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-9c01ce32-d631-4e5f-90e6-0f8052a9e995 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-371355361') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.610224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bcef8e0-b9a8-4a9b-afba-61f49305fca2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.636241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bcef8e0-b9a8-4a9b-afba-61f49305fca2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.664615 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.698948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e54cc8-6dbe-4645-99c7-ef386e1ba7b0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:06.719457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9c01ce32-d631-4e5f-90e6-0f8052a9e995 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-371355361 HTTP/1.1" status: 204 len: 168 time: 0.1476603 Sep 17 01:33:06.721909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.726127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-8a6448db-fb50-4077-9edb-c6e19ca5eb21 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.778084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8a6448db-fb50-4077-9edb-c6e19ca5eb21 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags HTTP/1.1" status: 200 len: 205 time: 0.0550616 Sep 17 01:33:06.780667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53384) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.785340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-ee3d2005-5842-4671-a562-50b8be44be06 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.821500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.826801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fa06dbee-afb0-4dd9-aad1-b760ba6cc5be tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5385487 Sep 17 01:33:06.827171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53386) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.832248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5296540d-16d5-49bd-bdf9-d50eb973286e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:06.832851 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-5296540d-16d5-49bd-bdf9-d50eb973286e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 01:33:06.833448 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-5296540d-16d5-49bd-bdf9-d50eb973286e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:06.834599 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5296540d-16d5-49bd-bdf9-d50eb973286e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061035 Sep 17 01:33:06.837274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53388) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.844501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bcef8e0-b9a8-4a9b-afba-61f49305fca2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.848242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bcef8e0-b9a8-4a9b-afba-61f49305fca2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:06.848828 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6bcef8e0-b9a8-4a9b-afba-61f49305fca2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/security-groups/e582fa8e-6f31-4cb6-98e8-60a195c54b54 HTTP/1.1" status: 204 len: 168 time: 0.3137643 Sep 17 01:33:06.852260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53390) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.876476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8ec57d1f-d510-43e6-8da0-2c245c76ed69 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:06.889530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee3d2005-5842-4671-a562-50b8be44be06 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags HTTP/1.1" status: 200 len: 241 time: 0.1052718 Sep 17 01:33:06.889735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcef8e0-b9a8-4a9b-afba-61f49305fca2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e582fa8e-6f31-4cb6-98e8-60a195c54b54,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:06.891005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53392) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:06.899383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-cc7a16e3-4604-44d3-acc6-f211a9af84a6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-2073157647') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:06.957023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 3069a5ce-19b4-468e-a056-929bebf20c3b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:06.960971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.032200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc7a16e3-4604-44d3-acc6-f211a9af84a6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-2073157647 HTTP/1.1" status: 204 len: 168 time: 0.1409802 Sep 17 01:33:07.034324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.034907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.040084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-f227edaf-8411-4e31-8e2a-a83fb40eac78 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-2073157647') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:07.118553 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-8ec57d1f-d510-43e6-8da0-2c245c76ed69 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:07.119631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8ec57d1f-d510-43e6-8da0-2c245c76ed69 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2812009 Sep 17 01:33:07.122868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53396) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.129775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-37cb4ff3-adbf-409c-81ac-482f1a786b9c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:07.131379 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-37cb4ff3-adbf-409c-81ac-482f1a786b9c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 17 01:33:07.131879 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-37cb4ff3-adbf-409c-81ac-482f1a786b9c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:07.132871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37cb4ff3-adbf-409c-81ac-482f1a786b9c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088105 Sep 17 01:33:07.136484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.137302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53398) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.141949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3b6fb93f-ec0b-4d8a-93c1-bb124f33352f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:07.283298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f227edaf-8411-4e31-8e2a-a83fb40eac78 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-2073157647 HTTP/1.1" status: 204 len: 168 time: 0.2443058 Sep 17 01:33:07.284799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53402) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.288783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-26163040-44e4-410e-afc1-a430d4d58955 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:07.321219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab06a4-4c96-4be8-a96b-a92b6d571b8e req-068f150f-223a-40f2-8e77-63889b450e26 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:07.322958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59ab06a4-4c96-4be8-a96b-a92b6d571b8e req-068f150f-223a-40f2-8e77-63889b450e26 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0548754 Sep 17 01:33:07.366930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59ab06a4-4c96-4be8-a96b-a92b6d571b8e req-4cdad361-0043-4a97-8ac8-031cd7f0ba7e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Sep 17 01:33:07.373743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-26163040-44e4-410e-afc1-a430d4d58955 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags HTTP/1.1" status: 200 len: 205 time: 0.0864451 Sep 17 01:33:07.373743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.374673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53404) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.382027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-5d921de0-b622-4eac-82a7-3dcd36b257ea tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:07.405956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=3069a5ce-19b4-468e-a056-929bebf20c3b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:07.409069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.414457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d9ab0888-27da-4049-9481-f6ce89e4772c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/3069a5ce-19b4-468e-a056-929bebf20c3b HTTP/1.1" status: 204 len: 168 time: 0.5611100 Sep 17 01:33:07.415665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53408) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.418162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761cf095-4611-4ddf-b25c-24f96277760e None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:07.761222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d921de0-b622-4eac-82a7-3dcd36b257ea tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags HTTP/1.1" status: 200 len: 239 time: 0.3854787 Sep 17 01:33:07.762738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53410) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.769659 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-c502df94-2e9a-4de1-873e-5547b7a460e1 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-78082027') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:07.769894 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-3b6fb93f-ec0b-4d8a-93c1-bb124f33352f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:07.770575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b6fb93f-ec0b-4d8a-93c1-bb124f33352f tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6323321 Sep 17 01:33:07.775209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53412) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.796645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9e081288-f8cd-4f5f-97cf-5659b0baf917 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:07.798047 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-9e081288-f8cd-4f5f-97cf-5659b0baf917 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 17 01:33:07.798734 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-9e081288-f8cd-4f5f-97cf-5659b0baf917 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:07.802560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e081288-f8cd-4f5f-97cf-5659b0baf917 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0239425 Sep 17 01:33:07.803066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.825789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3a99c64e-f19a-43cd-b152-d13e0255cf11 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:07.830309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c502df94-2e9a-4de1-873e-5547b7a460e1 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-78082027 HTTP/1.1" status: 204 len: 168 time: 0.0659230 Sep 17 01:33:07.833316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53416) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.843410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-8e50cbc0-3207-4c25-a239-5e60023a4294 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-78082027') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:07.865980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet 57944f06-0e57-4702-8000-9ddb86898e63 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:07.873362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.931723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:07.974549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8e50cbc0-3207-4c25-a239-5e60023a4294 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-78082027 HTTP/1.1" status: 204 len: 168 time: 0.1378968 Sep 17 01:33:07.974883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53418) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:07.984399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-0a95023e-a276-45db-9fbb-28f16c954519 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.009116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a95023e-a276-45db-9fbb-28f16c954519 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags HTTP/1.1" status: 200 len: 205 time: 0.0330768 Sep 17 01:33:08.012083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53420) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.017398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-1c43da82-fc43-4213-becb-73a9c317bf64 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.038794 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-3a99c64e-f19a-43cd-b152-d13e0255cf11 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Project 5d72413aad5b4c04b4e37f370018930a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:33:08.053908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1c43da82-fc43-4213-becb-73a9c317bf64 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0405602 Sep 17 01:33:08.054914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53422) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.060110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-49bf01ba-4996-4874-be7e-3491fac593a5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.066898 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.153812 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-3a99c64e-f19a-43cd-b152-d13e0255cf11 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:08.155170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3a99c64e-f19a-43cd-b152-d13e0255cf11 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3447628 Sep 17 01:33:08.157922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-49bf01ba-4996-4874-be7e-3491fac593a5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags HTTP/1.1" status: 204 len: 168 time: 0.1022279 Sep 17 01:33:08.158506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53424) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.160869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53426) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.162736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cfa41089-5df9-443b-b5dc-bea59de9e398 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:08.163234 n-d-789963-7 neutron-server[112072]: WARNING neutron.api.v2.base [None req-cfa41089-5df9-443b-b5dc-bea59de9e398 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 17 01:33:08.163717 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-cfa41089-5df9-443b-b5dc-bea59de9e398 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:08.167243 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cfa41089-5df9-443b-b5dc-bea59de9e398 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053546 Sep 17 01:33:08.167462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-24565f93-57a0-41ea-81e9-c6af267ea0dc tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.167714 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53428) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.172339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cf3a769d-bacb-4adf-9f99-311c3545f6b4 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:08.233001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-24565f93-57a0-41ea-81e9-c6af267ea0dc tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags HTTP/1.1" status: 204 len: 168 time: 0.0710936 Sep 17 01:33:08.235947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53430) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.240483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-0f9f7aef-dedf-429f-8e22-2406a0cb660a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.261855 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c92e0fbf-b136-43c3-ae7a-758ff16b599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.298079 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f9f7aef-dedf-429f-8e22-2406a0cb660a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags HTTP/1.1" status: 204 len: 168 time: 0.0611062 Sep 17 01:33:08.302181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53432) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.306740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-cbe919ae-999f-46f5-a942-e6e033f61c25 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-553755011') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.321106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.329180 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-cf3a769d-bacb-4adf-9f99-311c3545f6b4 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Project 5d72413aad5b4c04b4e37f370018930a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:33:08.348307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=57944f06-0e57-4702-8000-9ddb86898e63,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:08.353226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.357536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b94e9c6-9704-4d00-ac45-f5da5a6e40b2 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/57944f06-0e57-4702-8000-9ddb86898e63 HTTP/1.1" status: 204 len: 168 time: 0.9388723 Sep 17 01:33:08.360879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53434) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.371199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112c739-f1d1-4202-841a-121bfe3d82d4 None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:08.388712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-04727805-f2f5-43bd-a6e6-cc753d1ed3c4 None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:08.389082 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-04727805-f2f5-43bd-a6e6-cc753d1ed3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.398228 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f50ce5-f1c0-4e59-af05-f29090370ca3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:08.398228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f50ce5-f1c0-4e59-af05-f29090370ca3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:08.398228 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f9f50ce5-f1c0-4e59-af05-f29090370ca3 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/3069a5ce-19b4-468e-a056-929bebf20c3b HTTP/1.1" status: 404 len: 337 time: 0.0320945 Sep 17 01:33:08.398521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53436) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.429465 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-cf3a769d-bacb-4adf-9f99-311c3545f6b4 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:08.429465 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cf3a769d-bacb-4adf-9f99-311c3545f6b4 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2579169 Sep 17 01:33:08.430501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53440) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.435187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e1536185-bb64-4a79-baaa-d3b84961772e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '17e54cc8-6dbe-4645-99c7-ef386e1ba7b0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:08.471223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-04727805-f2f5-43bd-a6e6-cc753d1ed3c4 None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:08.479342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting subnet b26ba4ff-e93c-46f6-b875-e4a145cdcd0d {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:08.489790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.498304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-04727805-f2f5-43bd-a6e6-cc753d1ed3c4 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:08.498868 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-04727805-f2f5-43bd-a6e6-cc753d1ed3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.562575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.580869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714674c7-88f9-4867-ad1d-5be875a2d952 req-ae7b4700-b8aa-4e00-b503-6e64e3d651c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:08.582651 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-714674c7-88f9-4867-ad1d-5be875a2d952 req-ae7b4700-b8aa-4e00-b503-6e64e3d651c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0768077 Sep 17 01:33:08.623198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.623991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cbe919ae-999f-46f5-a942-e6e033f61c25 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-553755011 HTTP/1.1" status: 201 len: 201 time: 0.3206732 Sep 17 01:33:08.629221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-c881c26d-b922-486f-89f9-7885bb201093 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-982285160') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:08.655437 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-e1536185-bb64-4a79-baaa-d3b84961772e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Project 5d72413aad5b4c04b4e37f370018930a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:33:08.687374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-714674c7-88f9-4867-ad1d-5be875a2d952 req-17ec8440-eebc-4f9d-ad3b-3380be8e2382 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953131 Sep 17 01:33:08.778290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.839034 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-e1536185-bb64-4a79-baaa-d3b84961772e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:08.844597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e1536185-bb64-4a79-baaa-d3b84961772e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4111683 Sep 17 01:33:08.846399 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53448) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:08.926772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-573c672e-7e1e-4e4f-849a-718b26600e44 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.952432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-573c672e-7e1e-4e4f-849a-718b26600e44 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.977468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c881c26d-b922-486f-89f9-7885bb201093 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-982285160 HTTP/1.1" status: 201 len: 201 time: 0.3530109 Sep 17 01:33:08.983256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:08.986788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53452) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.007936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-5ab59fe2-ca36-4068-9e9d-1f524645fce4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-1173183795') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:09.091496 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.109623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Subnet': ['ID=b26ba4ff-e93c-46f6-b875-e4a145cdcd0d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:09.112857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.117121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-be42d1d6-e443-4a63-ac9a-ddce09f94056 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/b26ba4ff-e93c-46f6-b875-e4a145cdcd0d HTTP/1.1" status: 204 len: 168 time: 0.7181466 Sep 17 01:33:09.117438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.152369 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d5706c-152d-4f9f-9219-84892cdbbe27 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.153557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d5706c-152d-4f9f-9219-84892cdbbe27 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.155564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-38d5706c-152d-4f9f-9219-84892cdbbe27 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/4fe65ca3-9ab5-4cd2-a68d-4c31f9a3612c HTTP/1.1" status: 404 len: 337 time: 0.0371008 Sep 17 01:33:09.158696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.209487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-573c672e-7e1e-4e4f-849a-718b26600e44 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.212762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-573c672e-7e1e-4e4f-849a-718b26600e44 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.213264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-573c672e-7e1e-4e4f-849a-718b26600e44 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/17e54cc8-6dbe-4645-99c7-ef386e1ba7b0 HTTP/1.1" status: 204 len: 168 time: 0.3649058 Sep 17 01:33:09.217215 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53458) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.218483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8de8a081-75d2-45fe-8e4c-0b6d7e8a634c tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca115527-0914-44a6-847e-697c5dba0e01 HTTP/1.1" status: 200 len: 205 time: 0.0586596 Sep 17 01:33:09.221767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53460) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.285917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c672e-7e1e-4e4f-849a-718b26600e44 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e54cc8-6dbe-4645-99c7-ef386e1ba7b0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:09.286629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8e021f85-b6e5-423d-a8a1-abdcba662cf8 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635216 Sep 17 01:33:09.287462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53462) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.294893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--746898958'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:09.296584 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-2ef8a9d0-bea3-43bf-976a-a7606fd2381b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] delete failed (client error): The resource could not be found. Sep 17 01:33:09.298031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2ef8a9d0-bea3-43bf-976a-a7606fd2381b tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/routers/ca115527-0914-44a6-847e-697c5dba0e01 HTTP/1.1" status: 404 len: 336 time: 0.0796592 Sep 17 01:33:09.303302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53464) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.334735 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed26cf2d-dbbd-40af-ae36-3d2779e55cae tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.335232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed26cf2d-dbbd-40af-ae36-3d2779e55cae tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.336996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ed26cf2d-dbbd-40af-ae36-3d2779e55cae tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/31f36f27-3848-40dc-8cc1-0d12bd8bbb77 HTTP/1.1" status: 404 len: 337 time: 0.0327373 Sep 17 01:33:09.340068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53466) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.371660 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8228c80d-5cec-4eda-b2fe-2fd4a580b1bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.372425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8228c80d-5cec-4eda-b2fe-2fd4a580b1bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.374445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8228c80d-5cec-4eda-b2fe-2fd4a580b1bc tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/7b61d10f-eb91-4d8b-8a54-6b5d327c6f20 HTTP/1.1" status: 404 len: 337 time: 0.0334666 Sep 17 01:33:09.377325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53468) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.392910 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ab59fe2-ca36-4068-9e9d-1f524645fce4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-1173183795 HTTP/1.1" status: 201 len: 201 time: 0.3947527 Sep 17 01:33:09.393771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53470) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.406578 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-81261d45-71f6-4f89-b94a-2a2cb0be825d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-814043708') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:09.412277 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f9e965-f979-49af-9e7e-4f5503d2d723 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.412733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f9e965-f979-49af-9e7e-4f5503d2d723 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.414458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-67f9e965-f979-49af-9e7e-4f5503d2d723 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/54f808e7-e602-4dde-85f5-8331d950a3de HTTP/1.1" status: 404 len: 337 time: 0.0361507 Sep 17 01:33:09.417134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53472) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.426540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.470027 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ca61c5-5c95-4b59-8d04-73a4746ef8ef tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.470848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ca61c5-5c95-4b59-8d04-73a4746ef8ef tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.472725 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b9ca61c5-5c95-4b59-8d04-73a4746ef8ef tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/2364324a-2316-4a6e-9fc4-d11bbbf93c16 HTTP/1.1" status: 404 len: 333 time: 0.0535085 Sep 17 01:33:09.475332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.510531 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-510cac8f-43a8-4c14-b852-7564b0eab676 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.510985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-510cac8f-43a8-4c14-b852-7564b0eab676 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.513751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-510cac8f-43a8-4c14-b852-7564b0eab676 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/4e55479e-a98c-4f1c-b3d9-edb5d294368e HTTP/1.1" status: 404 len: 337 time: 0.0374758 Sep 17 01:33:09.516484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53476) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.564242 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b75ed74-dc06-4594-8430-c58f8c8f4e1a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.564699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b75ed74-dc06-4594-8430-c58f8c8f4e1a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.569154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5b75ed74-dc06-4594-8430-c58f8c8f4e1a tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/fedc05fb-b99f-42b5-a48b-5eab8c3b0988 HTTP/1.1" status: 404 len: 337 time: 0.0484805 Sep 17 01:33:09.581912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53478) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.582077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.593632 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee9061f-2ef4-4e03-b513-d2bd6afc9271 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.594275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee9061f-2ef4-4e03-b513-d2bd6afc9271 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.596013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4ee9061f-2ef4-4e03-b513-d2bd6afc9271 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/4f557b3b-c20d-43f0-856a-cd8fd8eeb6cf HTTP/1.1" status: 404 len: 333 time: 0.0257616 Sep 17 01:33:09.598667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53480) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.599822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.631054 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-81261d45-71f6-4f89-b94a-2a2cb0be825d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-814043708 HTTP/1.1" status: 201 len: 201 time: 0.2357168 Sep 17 01:33:09.632660 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-86547b2a-a161-48ed-977d-e38138b6773e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.632660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86547b2a-a161-48ed-977d-e38138b6773e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.635122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-86547b2a-a161-48ed-977d-e38138b6773e tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/b2382046-531b-402f-ad0c-7544d4deb7f7 HTTP/1.1" status: 404 len: 337 time: 0.0331717 Sep 17 01:33:09.635259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.637661 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53484) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.639167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39500421-eeb5-4054-a8c0-123819d9b1f5 None None] Network d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:09.656340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-2afbca59-1c3e-43ef-aeb8-560f89b8b749 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', {'tags': ['tempest-TagsExtTest-Tag-1431128536', 'tempest-TagsExtTest-Tag-234996344', 'tempest-TagsExtTest-Tag-1933794563']}) {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:09.668045 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4ec114-d04c-4d23-a7df-a1a284ed7503 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] DELETE failed (client error): The resource could not be found. Sep 17 01:33:09.668773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c4ec114-d04c-4d23-a7df-a1a284ed7503 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:33:09.670834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8c4ec114-d04c-4d23-a7df-a1a284ed7503 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/subnets/3124f3c1-434e-477c-9263-c39492c8df6d HTTP/1.1" status: 404 len: 337 time: 0.0320523 Sep 17 01:33:09.673687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53486) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.690446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.750901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6822c5a-ec2d-44f7-9eb7-19f6915ea9ed,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:09.780342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b8c0e00b-78db-47f7-88b8-c69cd3476bc7 None None] Provisioning complete for port 88af540b-47cb-4a69-a640-b754eaaf2f94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:09.786736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8c0e00b-78db-47f7-88b8-c69cd3476bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.817595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Deleting port 88af540b-47cb-4a69-a640-b754eaaf2f94 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:09.817866 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.853243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0e00b-78db-47f7-88b8-c69cd3476bc7 None None] Port 88af540b-47cb-4a69-a640-b754eaaf2f94 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:09.871704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b8c0e00b-78db-47f7-88b8-c69cd3476bc7 None None] Provisioning complete for port 2c8b004f-3226-4353-a760-8c49eda72699 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:09.872332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8c0e00b-78db-47f7-88b8-c69cd3476bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.878674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da48fa1-25e2-43cd-a31a-69af8c7506a4 req-a00676b9-3e50-46be-8198-1c29b12d699e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:09.880760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3da48fa1-25e2-43cd-a31a-69af8c7506a4 req-a00676b9-3e50-46be-8198-1c29b12d699e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0791733 Sep 17 01:33:09.882183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.883738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-68261160-47ac-42c5-95f4-a8ccd7eedf33 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5932813 Sep 17 01:33:09.887188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53490) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:09.910717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-62e3bc29-837a-4dc0-ae1c-f8908308a8c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'c6822c5a-ec2d-44f7-9eb7-19f6915ea9ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:09.924133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:09.942488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Calling delete_port for 88af540b-47cb-4a69-a640-b754eaaf2f94 owned by {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:09.953320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] DHCP port deletion for d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:33:09.993236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2afbca59-1c3e-43ef-aeb8-560f89b8b749 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags HTTP/1.1" status: 200 len: 317 time: 0.3547027 Sep 17 01:33:09.999739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3da48fa1-25e2-43cd-a31a-69af8c7506a4 req-f7f2da5a-89cb-4174-b0bb-4f36c58d2d5f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097631 Sep 17 01:33:10.003021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53492) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.010078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-bce297ed-bc54-4dda-bbd9-112b65637fe4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.018814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] Deleting port 2c8b004f-3226-4353-a760-8c49eda72699 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:10.019227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.092541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] For port 2c8b004f-3226-4353-a760-8c49eda72699, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2c8b004f-3226-4353-a760-8c49eda72699,segment=NetworkSegment(2a446eef-9f00-4fbd-bcff-807a41442d43),segment_id=2a446eef-9f00-4fbd-bcff-807a41442d43)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:10.092948 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.108103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] Calling delete_port for 2c8b004f-3226-4353-a760-8c49eda72699 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:10.199826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.229359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Port': ['ID=88af540b-47cb-4a69-a640-b754eaaf2f94,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:10.235183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.237148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a165c251-f9a2-4b2f-8fa0-f2742443fec4 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/ports/88af540b-47cb-4a69-a640-b754eaaf2f94 HTTP/1.1" status: 204 len: 168 time: 0.5622973 Sep 17 01:33:10.239960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53496) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.251968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bce297ed-bc54-4dda-bbd9-112b65637fe4 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags HTTP/1.1" status: 204 len: 168 time: 0.2465048 Sep 17 01:33:10.255815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53498) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.260330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-d2f8fb2a-410d-4bfd-8f73-b81992db05bb tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-1431128536') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.297641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2c8b004f-3226-4353-a760-8c49eda72699 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:10.300843 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.321454 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-d2f8fb2a-410d-4bfd-8f73-b81992db05bb tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:10.326264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d2f8fb2a-410d-4bfd-8f73-b81992db05bb tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-1431128536 HTTP/1.1" status: 404 len: 329 time: 0.0665181 Sep 17 01:33:10.326437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 2c8b004f-3226-4353-a760-8c49eda72699 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:10.326437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2c8b004f-3226-4353-a760-8c49eda72699 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:10.328952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.336298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-355bc7c9-f655-4d35-84de-a1a93dd6e522 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-234996344') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.346846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] Pushing event deleted for resources: {'Port': ['ID=2c8b004f-3226-4353-a760-8c49eda72699,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:10.350449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2b47ff-3434-474d-b32e-2a2f56a18f29 None None] No DVR routers for this DVR port 2c8b004f-3226-4353-a760-8c49eda72699 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:10.366307 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-62e3bc29-837a-4dc0-ae1c-f8908308a8c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The resource could not be found. Sep 17 01:33:10.369956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-62e3bc29-837a-4dc0-ae1c-f8908308a8c6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4790533 Sep 17 01:33:10.371535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53502) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.383504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8be09a92-4e7c-4eeb-81ac-abed45c6e34b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'c6822c5a-ec2d-44f7-9eb7-19f6915ea9ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9cd9221e-14ee-4993-aaf3-fd147f6dbfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:10.390944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.403793 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-355bc7c9-f655-4d35-84de-a1a93dd6e522 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:10.404961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-355bc7c9-f655-4d35-84de-a1a93dd6e522 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-234996344 HTTP/1.1" status: 404 len: 328 time: 0.0747123 Sep 17 01:33:10.407912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53504) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.412484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-572aaeb8-7a90-43cd-b34d-717d284c6b5a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e', 'tempest-TagsExtTest-Tag-1933794563') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.486254 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-572aaeb8-7a90-43cd-b34d-717d284c6b5a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:10.490565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-572aaeb8-7a90-43cd-b34d-717d284c6b5a tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags/tempest-TagsExtTest-Tag-1933794563 HTTP/1.1" status: 404 len: 329 time: 0.0812705 Sep 17 01:33:10.491211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53506) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.500231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-f019e429-e201-477b-aae3-feced57bd9c6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', {'tags': ['tempest-TagsExtTest-Tag-751491112', 'tempest-TagsExtTest-Tag-1840588973', 'tempest-TagsExtTest-Tag-913693635']}) {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.503799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.535663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.547330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a446eef-9f00-4fbd-bcff-807a41442d43') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.547692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a446eef-9f00-4fbd-bcff-807a41442d43') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.557658 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.573064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.579106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:33:10.580000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:33:10.582873 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:33:10.631141 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-8be09a92-4e7c-4eeb-81ac-abed45c6e34b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The resource could not be found. Sep 17 01:33:10.632124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8be09a92-4e7c-4eeb-81ac-abed45c6e34b tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2596259 Sep 17 01:33:10.635545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53508) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.692772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-facf88a3-9bcc-4c2f-b4a9-e41a69d160b3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.717123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f019e429-e201-477b-aae3-feced57bd9c6 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags HTTP/1.1" status: 200 len: 316 time: 0.2248042 Sep 17 01:33:10.718862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-facf88a3-9bcc-4c2f-b4a9-e41a69d160b3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.719782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53510) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.724733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-4e330e78-a51e-4916-97e2-9e91a37bb520 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.763730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.775436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.780388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] 10.222.0.13 "DELETE /v2.0/networks/d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2 HTTP/1.1" status: 204 len: 168 time: 0.5369720 Sep 17 01:33:10.801217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b48ef-ee56-4f42-85a5-830b47857c48 tempest-PortsTestJSON-728960209 tempest-PortsTestJSON-728960209-project] Pushing event deleted for resources: {'Network': ['ID=d5de9d86-3aa8-4ecd-a18b-4fe94b2003e2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:10.834514 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-facf88a3-9bcc-4c2f-b4a9-e41a69d160b3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.837844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-facf88a3-9bcc-4c2f-b4a9-e41a69d160b3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:10.839771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-facf88a3-9bcc-4c2f-b4a9-e41a69d160b3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/c6822c5a-ec2d-44f7-9eb7-19f6915ea9ed HTTP/1.1" status: 204 len: 168 time: 0.2023892 Sep 17 01:33:10.842455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53514) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.850275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf88a3-9bcc-4c2f-b4a9-e41a69d160b3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6822c5a-ec2d-44f7-9eb7-19f6915ea9ed,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:10.893592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f1210d5c-f244-440c-863e-ce53d5e02c7e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497866 Sep 17 01:33:10.897399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53516) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.903005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2194f7e5-9ea8-4c60-8baa-81fddb5aeb29 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': '1ccc2d65-dc92-4916-975e-192a34e70fa5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:10.920761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4e330e78-a51e-4916-97e2-9e91a37bb520 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags HTTP/1.1" status: 204 len: 168 time: 0.1998632 Sep 17 01:33:10.923582 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53518) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.928164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-144d1937-b2a5-4710-877c-b32352987c8d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-751491112') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:10.988131 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-144d1937-b2a5-4710-877c-b32352987c8d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:10.992321 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-144d1937-b2a5-4710-877c-b32352987c8d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-751491112 HTTP/1.1" status: 404 len: 328 time: 0.0668824 Sep 17 01:33:10.992516 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:10.997031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-3917b454-0416-4958-a05a-cff282f703e0 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-1840588973') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.054486 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-3917b454-0416-4958-a05a-cff282f703e0 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:11.055507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3917b454-0416-4958-a05a-cff282f703e0 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-1840588973 HTTP/1.1" status: 404 len: 329 time: 0.0620723 Sep 17 01:33:11.058377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.062663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-c81b7287-288d-46e2-a0b6-0f77bba62f75 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e', 'tempest-TagsExtTest-Tag-913693635') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.112474 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.113949 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-2194f7e5-9ea8-4c60-8baa-81fddb5aeb29 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The resource could not be found. Sep 17 01:33:11.120171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2194f7e5-9ea8-4c60-8baa-81fddb5aeb29 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2175508 Sep 17 01:33:11.124160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53526) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.127485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223998143'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:11.164519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295094d-34bb-494b-be5e-d416dd664e16 req-33ed9b87-231f-48eb-a4e0-9c2e95799ce4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:11.166017 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a295094d-34bb-494b-be5e-d416dd664e16 req-33ed9b87-231f-48eb-a4e0-9c2e95799ce4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0802066 Sep 17 01:33:11.181796 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-c81b7287-288d-46e2-a0b6-0f77bba62f75 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:11.182812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c81b7287-288d-46e2-a0b6-0f77bba62f75 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags/tempest-TagsExtTest-Tag-913693635 HTTP/1.1" status: 404 len: 328 time: 0.1235049 Sep 17 01:33:11.187906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53530) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.192309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-b6128afb-8a03-4d48-b983-c7499d55c908 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', {'tags': ['tempest-TagsExtTest-Tag-1270476916', 'tempest-TagsExtTest-Tag-2141214044', 'tempest-TagsExtTest-Tag-1504051731']}) {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.280015 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.296114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a295094d-34bb-494b-be5e-d416dd664e16 req-826221f2-426e-4915-92a4-c3cbd99f4913 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171956 Sep 17 01:33:11.358752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53534) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.393563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.410560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6128afb-8a03-4d48-b983-c7499d55c908 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags HTTP/1.1" status: 200 len: 318 time: 0.2216635 Sep 17 01:33:11.413223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53538) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.419917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-ccd3c872-e61a-4427-8e4f-c961df142b7d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.501664 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.516243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2bcac467-279a-46fe-8980-cc9c3b45e48a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0bcfad3fe85461c8635885dab00834d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562893 Sep 17 01:33:11.518815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53540) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.547270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3efa4c-8621-41db-a7e0-23ba9c632078,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:11.575233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5452166-df83-4899-a34c-766a0fc36fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.597179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5452166-df83-4899-a34c-766a0fc36fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.677919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.679230 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-602e91ae-b489-4e71-84ba-d5a4f6a894a6 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5571873 Sep 17 01:33:11.682276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.686933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194173324'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:11.707771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ccd3c872-e61a-4427-8e4f-c961df142b7d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags HTTP/1.1" status: 204 len: 168 time: 0.2935140 Sep 17 01:33:11.712595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.717729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-2bde8f33-baf9-42bb-bde1-4dd7c18d3e97 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-1270476916') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.781064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5452166-df83-4899-a34c-766a0fc36fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.783654 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5452166-df83-4899-a34c-766a0fc36fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.784816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b5452166-df83-4899-a34c-766a0fc36fe4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7787f38a-8fd8-49a5-acf5-5f5ae21a5b4b HTTP/1.1" status: 204 len: 168 time: 0.2649927 Sep 17 01:33:11.793947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5452166-df83-4899-a34c-766a0fc36fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7787f38a-8fd8-49a5-acf5-5f5ae21a5b4b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:11.794329 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-2bde8f33-baf9-42bb-bde1-4dd7c18d3e97 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:11.798488 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2bde8f33-baf9-42bb-bde1-4dd7c18d3e97 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-1270476916 HTTP/1.1" status: 404 len: 329 time: 0.0818701 Sep 17 01:33:11.798786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53548) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.805507 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-6a59f60a-1561-4bc0-9746-50e7e712f728 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-2141214044') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.853334 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.912721 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-6a59f60a-1561-4bc0-9746-50e7e712f728 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:11.913681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6a59f60a-1561-4bc0-9746-50e7e712f728 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-2141214044 HTTP/1.1" status: 404 len: 329 time: 0.1140060 Sep 17 01:33:11.916772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53550) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:11.921677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-ef35d646-de0b-48a3-8fb4-e1cd03ca821e tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde', 'tempest-TagsExtTest-Tag-1504051731') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:11.975962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:11.999787 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-ef35d646-de0b-48a3-8fb4-e1cd03ca821e tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:12.003551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ef35d646-de0b-48a3-8fb4-e1cd03ca821e tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags/tempest-TagsExtTest-Tag-1504051731 HTTP/1.1" status: 404 len: 329 time: 0.0855865 Sep 17 01:33:12.004141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53552) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.009065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-d243ff2b-4cbd-442c-ae25-76bd1977b215 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', {'tags': ['tempest-TagsExtTest-Tag-1015898483', 'tempest-TagsExtTest-Tag-1629365122', 'tempest-TagsExtTest-Tag-22792581']}) {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.112575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.141596 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57de9ad1-eb88-4b52-bbfd-276f7e36f083,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:12.167220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d243ff2b-4cbd-442c-ae25-76bd1977b215 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "PUT /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags HTTP/1.1" status: 200 len: 316 time: 0.1590862 Sep 17 01:33:12.167572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53554) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.172884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-90759fb0-1082-46b9-92bd-3ec218da0520 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.255702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.261465 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eb04257d-3898-4699-979f-ecb19678450d tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5739794 Sep 17 01:33:12.261593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53562) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.266633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-baae3a67-5b5c-45f3-89f5-09cf408f30af tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'ba3efa4c-8621-41db-a7e0-23ba9c632078', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '57de9ad1-eb88-4b52-bbfd-276f7e36f083'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:12.347968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-90759fb0-1082-46b9-92bd-3ec218da0520 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1791396 Sep 17 01:33:12.351158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53568) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.356485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-0bd843b3-22c1-4f7d-bfb3-fb744f22fe2d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-1015898483') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.413647 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-0bd843b3-22c1-4f7d-bfb3-fb744f22fe2d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:12.417311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bd843b3-22c1-4f7d-bfb3-fb744f22fe2d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-1015898483 HTTP/1.1" status: 404 len: 329 time: 0.0631821 Sep 17 01:33:12.417892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53574) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.427022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-c7b6335a-7367-497a-95d9-62187ec619f0 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-1629365122') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.457381 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-c7b6335a-7367-497a-95d9-62187ec619f0 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:12.457840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095ea6-490d-43a3-8bb6-5d3d6b2957d7 req-0ed0ca4d-02da-40c4-afa5-7ce1af43be36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:12.461069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c7b6335a-7367-497a-95d9-62187ec619f0 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-1629365122 HTTP/1.1" status: 404 len: 329 time: 0.0394688 Sep 17 01:33:12.461201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76095ea6-490d-43a3-8bb6-5d3d6b2957d7 req-0ed0ca4d-02da-40c4-afa5-7ce1af43be36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0638161 Sep 17 01:33:12.461330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.466538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-e0c4a595-a632-4e8f-a1cb-b13d71756032 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad', 'tempest-TagsExtTest-Tag-22792581') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.487799 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-e0c4a595-a632-4e8f-a1cb-b13d71756032 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] show failed (client error): The resource could not be found. Sep 17 01:33:12.491125 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e0c4a595-a632-4e8f-a1cb-b13d71756032 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags/tempest-TagsExtTest-Tag-22792581 HTTP/1.1" status: 404 len: 327 time: 0.0266080 Sep 17 01:33:12.491805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53578) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.496960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-32a30b6d-0215-4073-8c7d-7137b1b0f317 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ba327722-35f8-41cf-96c2-93cbbd1d01ad') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.528725 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-baae3a67-5b5c-45f3-89f5-09cf408f30af tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:12.529780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-baae3a67-5b5c-45f3-89f5-09cf408f30af tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2672918 Sep 17 01:33:12.532988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53580) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.533750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-76095ea6-490d-43a3-8bb6-5d3d6b2957d7 req-efb340fd-23a0-4d4c-b090-5b0a40ce4e88 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591042 Sep 17 01:33:12.547126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-32a30b6d-0215-4073-8c7d-7137b1b0f317 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0519707 Sep 17 01:33:12.547360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53582) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.552169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-f63f2609-6a50-4226-8d58-17352373e07d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'dfbe4cf6-49cc-4562-a60c-2cf157a06bde') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.602718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-170911a4-fbd7-42cf-ad34-08d7e9bbfbcc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.630314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-170911a4-fbd7-42cf-ad34-08d7e9bbfbcc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.655705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f63f2609-6a50-4226-8d58-17352373e07d tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde/tags HTTP/1.1" status: 204 len: 168 time: 0.1072636 Sep 17 01:33:12.658372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53586) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.663924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-1b13ebf9-a061-488d-9acc-a843e0431a39 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3c550de2-6e12-49a2-abed-02a3a9485e8e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.732052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1b13ebf9-a061-488d-9acc-a843e0431a39 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e/tags HTTP/1.1" status: 204 len: 168 time: 0.0726125 Sep 17 01:33:12.734607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53590) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.739923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-047ceb87-1b55-481c-a782-0c168a0ce502 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6458a635-0b99-4e1b-af61-e1fbc3c5f14e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:12.781693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-170911a4-fbd7-42cf-ad34-08d7e9bbfbcc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.784371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-170911a4-fbd7-42cf-ad34-08d7e9bbfbcc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.787865 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-170911a4-fbd7-42cf-ad34-08d7e9bbfbcc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/57de9ad1-eb88-4b52-bbfd-276f7e36f083 HTTP/1.1" status: 204 len: 168 time: 0.2536180 Sep 17 01:33:12.788808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.815070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-047ceb87-1b55-481c-a782-0c168a0ce502 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e/tags HTTP/1.1" status: 204 len: 168 time: 0.0790703 Sep 17 01:33:12.823495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170911a4-fbd7-42cf-ad34-08d7e9bbfbcc tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de9ad1-eb88-4b52-bbfd-276f7e36f083,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:12.828422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53594) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.873258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d3de9042-dd83-4ed2-ba04-f34564dce919 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0776911 Sep 17 01:33:12.879129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53600) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.880014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:12.947982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff00e1ae-f199-4cd4-bc02-753e4f96ecf0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:12.997183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff00e1ae-f199-4cd4-bc02-753e4f96ecf0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.049930 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f14d3399-0c98-451e-8800-310dd6cc7f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.102914 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b5a36727-57f7-4d04-b5f4-772536e77995 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for subnetpool, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.104378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b5a36727-57f7-4d04-b5f4-772536e77995 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnetpools/ba327722-35f8-41cf-96c2-93cbbd1d01ad HTTP/1.1" status: 204 len: 168 time: 0.2749770 Sep 17 01:33:13.107775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53608) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.134006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d6d0b72-a6bd-40e8-9585-7e062f7e8037 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbe4cf6-49cc-4562-a60c-2cf157a06bde HTTP/1.1" status: 200 len: 205 time: 0.0250576 Sep 17 01:33:13.136494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53610) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.219993 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.222955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff00e1ae-f199-4cd4-bc02-753e4f96ecf0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.225488 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ff00e1ae-f199-4cd4-bc02-753e4f96ecf0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.226671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff00e1ae-f199-4cd4-bc02-753e4f96ecf0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/ba3efa4c-8621-41db-a7e0-23ba9c632078 HTTP/1.1" status: 204 len: 168 time: 0.3455267 Sep 17 01:33:13.231153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53614) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.274572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00e1ae-f199-4cd4-bc02-753e4f96ecf0 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3efa4c-8621-41db-a7e0-23ba9c632078,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:13.309914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53616) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.328385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dbfc1941-8e5b-4307-8e1d-79950f59b3b5 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0958414 Sep 17 01:33:13.336054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53620) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.341289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1996284549'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:13.375456 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f14d3399-0c98-451e-8800-310dd6cc7f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.410878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.413077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.424395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1282271297'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:13.439529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f14d3399-0c98-451e-8800-310dd6cc7f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.487412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f14d3399-0c98-451e-8800-310dd6cc7f08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fd05ac38bca47fca4e93689c037d68e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072354 Sep 17 01:33:13.489272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d3399-0c98-451e-8800-310dd6cc7f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a56c58c-296f-4523-877a-9d794b067c8b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:13.490471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53622) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.522955 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.523456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Fanout notify agent at l3_agent the message router_deleted on router dfbe4cf6-49cc-4562-a60c-2cf157a06bde {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:33:13.537961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.537961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0dbb54d8-07f5-4d21-b755-eb7820c795b5 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/routers/dfbe4cf6-49cc-4562-a60c-2cf157a06bde HTTP/1.1" status: 204 len: 168 time: 0.3948646 Sep 17 01:33:13.538138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53624) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:13.557501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a4ec-c101-415d-9b4d-63654e60cb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.580916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a4ec-c101-415d-9b4d-63654e60cb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.616744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.662062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Deleting port 3c550de2-6e12-49a2-abed-02a3a9485e8e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:13.662338 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.671410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28e491-e2e1-4eac-ad81-c9a450a772aa req-9c80b147-0a1e-4aa4-9291-926b5b22b877 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:13.674694 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd28e491-e2e1-4eac-ad81-c9a450a772aa req-9c80b147-0a1e-4aa4-9291-926b5b22b877 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0541358 Sep 17 01:33:13.712074 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd28e491-e2e1-4eac-ad81-c9a450a772aa req-5515dc1c-6033-4184-939b-6ec9cd931390 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327160 Sep 17 01:33:13.740603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:13.744229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.758191 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a4ec-c101-415d-9b4d-63654e60cb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.762527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8b7a4ec-c101-415d-9b4d-63654e60cb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.763712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8b7a4ec-c101-415d-9b4d-63654e60cb0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a56c58c-296f-4523-877a-9d794b067c8b HTTP/1.1" status: 204 len: 168 time: 0.2713130 Sep 17 01:33:13.766780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.773155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b7a4ec-c101-415d-9b4d-63654e60cb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a56c58c-296f-4523-877a-9d794b067c8b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:13.786315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:13.810625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Calling delete_port for 3c550de2-6e12-49a2-abed-02a3a9485e8e owned by {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:13.906676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.033731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.080160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e674ad-1d5e-4732-a082-da69e4815268,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:14.113738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.151394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event deleted for resources: {'Port': ['ID=3c550de2-6e12-49a2-abed-02a3a9485e8e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:14.260551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.262297 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:33:14.263396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.263396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8acf8212-c9a9-4482-8ff5-2f5d17eeb780 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/ports/3c550de2-6e12-49a2-abed-02a3a9485e8e HTTP/1.1" status: 204 len: 168 time: 0.7014384 Sep 17 01:33:14.263396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53630) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:14.323920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Deleting subnet 6458a635-0b99-4e1b-af61-e1fbc3c5f14e {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:14.323920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.363226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.442826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.463511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.494645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:33:14.521623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5611c643-0295-43fb-b21a-68f0c4abcb4b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:14.524192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.524544 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment d8c882cf-d25e-42b0-9d15-217241e4fdfd of type vlan for network a11cbe54-19fd-459e-bc4a-c33a614cf221 Sep 17 01:33:14.575433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.599243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.600491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5f61287f-1584-4586-8f83-9e46f53fdf63 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2635083 Sep 17 01:33:14.603489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53634) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:14.614228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d809c6e2-c247-4fdf-a646-b620ac0ffcc3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'b0e674ad-1d5e-4732-a082-da69e4815268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:14.713468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.721769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.727313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:14.727947 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.767904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event deleted for resources: {'Subnet': ['ID=6458a635-0b99-4e1b-af61-e1fbc3c5f14e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:14.772475 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.777279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53638) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:14.778204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d3b6f0e7-0f28-4ce2-bbba-278e657ab36b tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/subnets/6458a635-0b99-4e1b-af61-e1fbc3c5f14e HTTP/1.1" status: 204 len: 168 time: 0.5212379 Sep 17 01:33:14.780919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfed4e5f-4b3b-4bad-a84a-7b7fb11136ab None None] Network 644f7abd-6266-410b-a0ce-57a9fbbddac2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:14.817636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53640) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:14.837216 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-46964582-7dff-40fa-b5db-0ccdf74dfa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.886078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=a11cbe54-19fd-459e-bc4a-c33a614cf221,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:14.900783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:14.905077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:33:14.912264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561ae07-bf2e-4cec-b071-430c1b9e5022 req-9e54e9d3-719c-47e1-9d73-1dea99480542 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:14.913896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d561ae07-bf2e-4cec-b071-430c1b9e5022 req-9e54e9d3-719c-47e1-9d73-1dea99480542 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1057153 Sep 17 01:33:14.916635 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-d809c6e2-c247-4fdf-a646-b620ac0ffcc3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:14.918189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d809c6e2-c247-4fdf-a646-b620ac0ffcc3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3132467 Sep 17 01:33:14.920936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53642) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:14.925571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-05044408-31c6-4a57-bbe3-ba61edbb34e3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group_rule': {'security_group_id': 'b0e674ad-1d5e-4732-a082-da69e4815268', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:14.937279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-69d58d26-008c-43be-8549-d5b7d28dc2df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6252272 Sep 17 01:33:14.943756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53644) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:14.956739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1718044055'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:14.984185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d561ae07-bf2e-4cec-b071-430c1b9e5022 req-5db50104-943a-4a93-8820-c48b9222dbb7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Sep 17 01:33:15.014527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Deleting port 1fda24bd-3682-4d2e-b328-8311129141b6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:15.014873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.061695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] DHCP port deletion for 644f7abd-6266-410b-a0ce-57a9fbbddac2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:33:15.103147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] For port 1fda24bd-3682-4d2e-b328-8311129141b6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1fda24bd-3682-4d2e-b328-8311129141b6,segment=NetworkSegment(f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6),segment_id=f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:15.103523 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.110368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] Deleting port 1fda24bd-3682-4d2e-b328-8311129141b6 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:15.112273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.126444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Calling delete_port for 1fda24bd-3682-4d2e-b328-8311129141b6 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:15.133366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-46964582-7dff-40fa-b5db-0ccdf74dfa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.174689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] For port 1fda24bd-3682-4d2e-b328-8311129141b6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1fda24bd-3682-4d2e-b328-8311129141b6,segment=NetworkSegment(f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6),segment_id=f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:15.175252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.191934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] Calling delete_port for 1fda24bd-3682-4d2e-b328-8311129141b6 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:15.220958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-46964582-7dff-40fa-b5db-0ccdf74dfa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.261561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-46964582-7dff-40fa-b5db-0ccdf74dfa2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af2550d00e594a31b313227dd36aa98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398675 Sep 17 01:33:15.261561 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46964582-7dff-40fa-b5db-0ccdf74dfa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2671172-da8a-4875-99f1-37f8a31acd62,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:15.261922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53646) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:15.311886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b38c009-1689-4af0-a212-ef3f8f540646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.318572 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.328618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.337613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b38c009-1689-4af0-a212-ef3f8f540646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.357622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] Pushing event deleted for resources: {'Port': ['ID=1fda24bd-3682-4d2e-b328-8311129141b6,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:15.365405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa297263-dcdc-46c3-afef-2b36253a5135 None None] No DVR routers for this DVR port 1fda24bd-3682-4d2e-b328-8311129141b6 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:15.518928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:15.522479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.544870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b38c009-1689-4af0-a212-ef3f8f540646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.547469 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b38c009-1689-4af0-a212-ef3f8f540646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.548652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b38c009-1689-4af0-a212-ef3f8f540646 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2671172-da8a-4875-99f1-37f8a31acd62 HTTP/1.1" status: 204 len: 168 time: 0.2857554 Sep 17 01:33:15.557704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:33:15.568274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38c009-1689-4af0-a212-ef3f8f540646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2671172-da8a-4875-99f1-37f8a31acd62,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:15.574583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.574976 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment d2c493c2-5980-443e-b64c-5f8f2fae3fd8 of type vlan for network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 Sep 17 01:33:15.617986 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.652587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event deleted for resources: {'Port': ['ID=1fda24bd-3682-4d2e-b328-8311129141b6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:15.657571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] No DVR routers for this DVR port 1fda24bd-3682-4d2e-b328-8311129141b6 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:15.660938 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-05044408-31c6-4a57-bbe3-ba61edbb34e3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 01:33:15.664705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05044408-31c6-4a57-bbe3-ba61edbb34e3 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7402489 Sep 17 01:33:15.665433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53650) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:15.724102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7942236c-24a5-4999-9aad-7aa24408e75c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.737496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.747529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7942236c-24a5-4999-9aad-7aa24408e75c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.755178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.757112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644f7abd-6266-410b-a0ce-57a9fbbddac2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:15.760734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:15.761820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.767228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:15.767527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a80f1e-ea82-4a39-b5cf-3f4fdc4f2fe6') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:15.782531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.797558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.807599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:33:15.808060 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:33:15.812181 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:33:15.855891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=5d8df640-c66e-4bb4-b3c8-35902b8f66a8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:15.866757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:33:15.870982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ad90d08-c048-48b2-b758-04c825f5dec7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9231024 Sep 17 01:33:15.871125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53652) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:15.876264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:15.964377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7942236c-24a5-4999-9aad-7aa24408e75c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.967675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7942236c-24a5-4999-9aad-7aa24408e75c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:15.968928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7942236c-24a5-4999-9aad-7aa24408e75c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/b0e674ad-1d5e-4732-a082-da69e4815268 HTTP/1.1" status: 204 len: 168 time: 0.3023140 Sep 17 01:33:15.971832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:15.979018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942236c-24a5-4999-9aad-7aa24408e75c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e674ad-1d5e-4732-a082-da69e4815268,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:16.017116 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.021757 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.023683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] 10.222.0.13 "DELETE /v2.0/networks/644f7abd-6266-410b-a0ce-57a9fbbddac2 HTTP/1.1" status: 204 len: 168 time: 1.2443063 Sep 17 01:33:16.044000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd057448-c0cb-4e89-b262-65da7390d326 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710614 Sep 17 01:33:16.047674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712a758-570d-4a1c-bb95-af853996d5d3 tempest-TagsExtTest-1311352360 tempest-TagsExtTest-1311352360-project] Pushing event deleted for resources: {'Network': ['ID=644f7abd-6266-410b-a0ce-57a9fbbddac2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:16.048163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53662) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.054409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848185106'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:16.110483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:16.114820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.181854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.197208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e44813-9c68-437c-bee7-e9d72b81f39e req-0c9145a0-851c-40f5-b61d-05021743ba87 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:16.198832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8e44813-9c68-437c-bee7-e9d72b81f39e req-0c9145a0-851c-40f5-b61d-05021743ba87 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1168900 Sep 17 01:33:16.272113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8e44813-9c68-437c-bee7-e9d72b81f39e req-a49181e6-ef80-4e89-8296-b4910dfb8291 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635629 Sep 17 01:33:16.303235 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.343382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1fda24bd-3682-4d2e-b328-8311129141b6 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:16.365603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1fda24bd-3682-4d2e-b328-8311129141b6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:16.365871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1fda24bd-3682-4d2e-b328-8311129141b6 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:16.375544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.406881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83798b28-f1c4-4bfb-8174-020858d65cea,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:16.496105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.499820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.499989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fa95bae9-4190-4327-b6fe-0f5555a57c24 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4485366 Sep 17 01:33:16.501923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53674) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.507258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fe38c0e2-f573-42d0-8dde-498dd9312ef2 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Request body: {'security_group': {'name': 'default'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:16.507832 n-d-789963-7 neutron-server[112073]: WARNING neutron.api.v2.base [None req-fe38c0e2-f573-42d0-8dde-498dd9312ef2 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 17 01:33:16.509129 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-fe38c0e2-f573-42d0-8dde-498dd9312ef2 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] update failed (client error): There was a conflict when trying to complete your request. Sep 17 01:33:16.510732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fe38c0e2-f573-42d0-8dde-498dd9312ef2 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "PUT /v2.0/security-groups/83798b28-f1c4-4bfb-8174-020858d65cea HTTP/1.1" status: 409 len: 330 time: 0.0077140 Sep 17 01:33:16.514209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53678) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.572737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=f73a2bef-93cf-4709-be32-7d0231eafb9f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:16.583641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec347ea3-92ce-46d4-9916-d359637f364c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.583836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': 'd8c882cf-d25e-42b0-9d15-217241e4fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:16.584519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: a11cbe54-19fd-459e-bc4a-c33a614cf221, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:33:16.598610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53680) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.617440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec347ea3-92ce-46d4-9916-d359637f364c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.701145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:33:16.755278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec347ea3-92ce-46d4-9916-d359637f364c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.757803 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ec347ea3-92ce-46d4-9916-d359637f364c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.758942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ec347ea3-92ce-46d4-9916-d359637f364c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/83798b28-f1c4-4bfb-8174-020858d65cea HTTP/1.1" status: 204 len: 168 time: 0.2437513 Sep 17 01:33:16.762329 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53688) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.769200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a6ca0a41-a805-460a-a5fc-50b368a576e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31a8eda0293d41a9bb96b8ddc4926d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1669345 Sep 17 01:33:16.769440 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.771974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347ea3-92ce-46d4-9916-d359637f364c tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83798b28-f1c4-4bfb-8174-020858d65cea,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:16.792206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a11cbe54-19fd-459e-bc4a-c33a614cf221) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:16.797368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:16.798031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.817847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f744151-b355-4420-822e-e64fd6449b4f None None] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:16.854683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3d86445d-4321-454a-b160-9d47da7f4b05 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911582 Sep 17 01:33:16.859459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.868881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27b0486b-e238-4adf-9d82-5001aef13b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.884809 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-61e43422-023e-4036-b429-6bb60dacc127 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] delete failed (client error): The resource could not be found. Sep 17 01:33:16.887122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-61e43422-023e-4036-b429-6bb60dacc127 tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "DELETE /v2.0/security-groups/44a65926-e485-40cc-a057-7fff5cbebd96 HTTP/1.1" status: 404 len: 347 time: 0.0247874 Sep 17 01:33:16.891060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53696) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.920508 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-2fb93150-abc5-4c6f-a7dc-5803c84ddfba tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] show failed (client error): The resource could not be found. Sep 17 01:33:16.920508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2fb93150-abc5-4c6f-a7dc-5803c84ddfba tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-groups/54437d4a-866f-4046-89cf-21e1ff3eb3fd HTTP/1.1" status: 404 len: 347 time: 0.0224981 Sep 17 01:33:16.920508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ea228de-0cc0-4796-a2cc-b42989fa4a9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0477116 Sep 17 01:33:16.920730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53698) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.923564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53700) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:16.929428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:16.929734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27b0486b-e238-4adf-9d82-5001aef13b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:16.942306 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-6c0a4134-2907-4a53-ac2f-0ecbd33eb39e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] show failed (client error): The resource could not be found. Sep 17 01:33:16.949991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c0a4134-2907-4a53-ac2f-0ecbd33eb39e tempest-NegativeSecGroupIPv6Test-1022588555 tempest-NegativeSecGroupIPv6Test-1022588555-project] 10.222.0.13 "GET /v2.0/security-group-rules/4b8165f7-fc35-4788-9bc3-3f815d9c27e9 HTTP/1.1" status: 404 len: 356 time: 0.0217445 Sep 17 01:33:17.040787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a11cbe54-19fd-459e-bc4a-c33a614cf221', 'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': 'f73a2bef-93cf-4709-be32-7d0231eafb9f'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:33:17.041670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.090662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27b0486b-e238-4adf-9d82-5001aef13b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.094368 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27b0486b-e238-4adf-9d82-5001aef13b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.095716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27b0486b-e238-4adf-9d82-5001aef13b3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63ac310b-bc90-4d5f-8be0-dec546397e0e HTTP/1.1" status: 204 len: 168 time: 0.3254557 Sep 17 01:33:17.104124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0486b-e238-4adf-9d82-5001aef13b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ac310b-bc90-4d5f-8be0-dec546397e0e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:17.118110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:17.127215 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.239293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Allocated IP 2001:db8::2 (a11cbe54-19fd-459e-bc4a-c33a614cf221/f73a2bef-93cf-4709-be32-7d0231eafb9f/01b30ea6-e3a7-4f99-a3e2-e63d90826f2c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:17.461082 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.483257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2c966-985c-4f89-80a4-cfe254480dd0 req-32b34d4b-bae7-4f99-ac5e-4d932769e0ab tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:17.485280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a2c966-985c-4f89-80a4-cfe254480dd0 req-32b34d4b-bae7-4f99-ac5e-4d932769e0ab tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0754468 Sep 17 01:33:17.506891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.585081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:17.615672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.616949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=090306cb-7d1f-4bd7-b285-f6bf644c5311,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:17.629071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a2c966-985c-4f89-80a4-cfe254480dd0 req-89ab9a72-98d6-4a25-ab2e-db7f8fdbfd57 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338513 Sep 17 01:33:17.630530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:17.630839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: 5d8df640-c66e-4bb4-b3c8-35902b8f66a8, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:33:17.691436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Pushing event updated for resources: {'Port': ['ID=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:17.706413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:17.708112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:17.712878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:17.769532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:33:17.775762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Attempting to bind port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:33:17.775762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Attempting to bind port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd8c882cf-d25e-42b0-9d15-217241e4fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:33:17.775762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Attempting to bind port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c on network a11cbe54-19fd-459e-bc4a-c33a614cf221 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:33:17.782333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:33:17.783207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Checking segment: {'id': 'd8c882cf-d25e-42b0-9d15-217241e4fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:17.783809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.785073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Bound using segment: {'id': 'd8c882cf-d25e-42b0-9d15-217241e4fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:33:17.785731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Bound port: 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c882cf-d25e-42b0-9d15-217241e4fdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a11cbe54-19fd-459e-bc4a-c33a614cf221'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:33:17.786117 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.826965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4128af0b-f583-4d05-9e8f-f9493a8e936d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d72413aad5b4c04b4e37f370018930a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2407217 Sep 17 01:33:17.827698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53736) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:17.858507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] For port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:33:17.865675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] For port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,segment=NetworkSegment(d8c882cf-d25e-42b0-9d15-217241e4fdfd),segment_id=d8c882cf-d25e-42b0-9d15-217241e4fdfd)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:33:17.885389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 5d8df640-c66e-4bb4-b3c8-35902b8f66a8) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:17.893419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:17.894144 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.896300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3c5139-4942-4dc4-9094-e3b5a2697401 None None] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:17.899122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d997017c-1f4f-4ac6-8bf0-13777f978911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.933785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d997017c-1f4f-4ac6-8bf0-13777f978911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.956117 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:17.989961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-884de8dd-67ff-4b75-9b55-b09cabeeed42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0628076 Sep 17 01:33:17.990415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53740) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:18.000775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-500427658', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:18.059276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a646fe8-afc4-4a49-adab-66206ff119a2 None None] Pushing event updated for resources: {'Port': ['ID=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:18.125471 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-5d8df640-c66e-4bb4-b3c8-35902b8f66a8', 'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': '090306cb-7d1f-4bd7-b285-f6bf644c5311'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:33:18.127865 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.147176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d997017c-1f4f-4ac6-8bf0-13777f978911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.150807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d997017c-1f4f-4ac6-8bf0-13777f978911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.154940 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d997017c-1f4f-4ac6-8bf0-13777f978911 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb3c8e91-2c5e-485d-8ae2-a43cd4b0e20a HTTP/1.1" status: 204 len: 168 time: 0.3262436 Sep 17 01:33:18.165203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997017c-1f4f-4ac6-8bf0-13777f978911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3c8e91-2c5e-485d-8ae2-a43cd4b0e20a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:18.176192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.178322 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.425855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.432751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Allocated IP 2001:db8:1::2 (5d8df640-c66e-4bb4-b3c8-35902b8f66a8/090306cb-7d1f-4bd7-b285-f6bf644c5311/9f128c86-5c56-451c-ac23-8bbb54adc7c2) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:18.530114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.646958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.666869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.672197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e3781e8-22a5-49b3-a77a-6b84e02d280c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6760798 Sep 17 01:33:18.672197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53762) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:18.743725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.830770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:18.832233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Pushing event updated for resources: {'Port': ['ID=9f128c86-5c56-451c-ac23-8bbb54adc7c2,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:18.836352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:18.838048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:18.914761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5803ac-a389-4fa9-b43b-bb9eb00667b8 req-1cb49e6a-a113-4686-a42d-88e6809d32f1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:18.916410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb5803ac-a389-4fa9-b43b-bb9eb00667b8 req-1cb49e6a-a113-4686-a42d-88e6809d32f1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1913879 Sep 17 01:33:18.948120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Attempting to bind port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:33:18.949298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Attempting to bind port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:33:18.949978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Attempting to bind port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 on network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:33:18.959063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:33:18.961185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Checking segment: {'id': 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:18.962317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:18.963780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Bound using segment: {'id': 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:33:18.966309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Bound port: 9f128c86-5c56-451c-ac23-8bbb54adc7c2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '5d8df640-c66e-4bb4-b3c8-35902b8f66a8'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:33:18.973080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:19.111121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] For port 9f128c86-5c56-451c-ac23-8bbb54adc7c2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:33:19.114843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] For port 9f128c86-5c56-451c-ac23-8bbb54adc7c2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9f128c86-5c56-451c-ac23-8bbb54adc7c2,segment=NetworkSegment(d2c493c2-5980-443e-b64c-5f8f2fae3fd8),segment_id=d2c493c2-5980-443e-b64c-5f8f2fae3fd8)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:33:19.201923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb5803ac-a389-4fa9-b43b-bb9eb00667b8 req-e9fc474c-3843-40a9-ac4c-1b3c11aa12a1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753754 Sep 17 01:33:19.213682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:19.322803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0d0f8-fc2e-46ca-bbaf-1c25e75be107 None None] Pushing event updated for resources: {'Port': ['ID=9f128c86-5c56-451c-ac23-8bbb54adc7c2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:19.334479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:19.737864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a13b02-3cad-4a40-8317-f46bcda966dd None None] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:19.891918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8::1 (a11cbe54-19fd-459e-bc4a-c33a614cf221/f73a2bef-93cf-4709-be32-7d0231eafb9f/1122e1e2-e9fc-48b9-8458-64ebba5ff9d0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:19.948176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a134197-7ce5-4ec1-aec4-fd0b8389a0bc None None] Provisioning complete for port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:19.948456 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a134197-7ce5-4ec1-aec4-fd0b8389a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.081218 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.142940 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a134197-7ce5-4ec1-aec4-fd0b8389a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.193036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9a134197-7ce5-4ec1-aec4-fd0b8389a0bc None None] For port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,segment=NetworkSegment(d8c882cf-d25e-42b0-9d15-217241e4fdfd),segment_id=d8c882cf-d25e-42b0-9d15-217241e4fdfd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:20.233084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.249991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a134197-7ce5-4ec1-aec4-fd0b8389a0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.375035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:20.395801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:20.397715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a134197-7ce5-4ec1-aec4-fd0b8389a0bc None None] Pushing event updated for resources: {'Port': ['ID=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:20.436624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:20.437928 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.509450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=1122e1e2-e9fc-48b9-8458-64ebba5ff9d0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:20.513777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f309533-7596-4c1d-ab8b-8ca405827b10 req-d3a97cca-3955-4823-9e97-7a038fc4c4c5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:20.515417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f309533-7596-4c1d-ab8b-8ca405827b10 req-d3a97cca-3955-4823-9e97-7a038fc4c4c5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1516957 Sep 17 01:33:20.589916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:20.593887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f309533-7596-4c1d-ab8b-8ca405827b10 req-a6208821-221b-4bec-8702-4964231b4b20 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646887 Sep 17 01:33:20.723801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12dd0114-b26d-47a4-8604-6c489682c9ec None None] Provisioning complete for port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:20.724277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12dd0114-b26d-47a4-8604-6c489682c9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.768688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:20.771196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:20.830677 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.009251 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9f128c86-5c56-451c-ac23-8bbb54adc7c2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:21.080076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd0189-2a0c-49c6-89aa-730a67cba5e9 None None] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:21.296049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.338641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Provisioning complete for port 1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:21.339271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.380930 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.381765 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.383069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:21.383461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.430800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Port 1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:21.501834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Provisioning complete for port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:21.505510 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.566275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=1122e1e2-e9fc-48b9-8458-64ebba5ff9d0,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:21.570429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:21.572903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:21.731685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.758121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.822279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] For port 9f128c86-5c56-451c-ac23-8bbb54adc7c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9f128c86-5c56-451c-ac23-8bbb54adc7c2,segment=NetworkSegment(d2c493c2-5980-443e-b64c-5f8f2fae3fd8),segment_id=d2c493c2-5980-443e-b64c-5f8f2fae3fd8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:21.841989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bab393-365b-4990-aef6-21e6d7380acb req-3b9041b1-5d39-4884-bced-f98110ef4b6b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:21.843667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5bab393-365b-4990-aef6-21e6d7380acb req-3b9041b1-5d39-4884-bced-f98110ef4b6b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1199675 Sep 17 01:33:21.898167 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f5bab393-365b-4990-aef6-21e6d7380acb req-86044449-e015-47dd-bed4-3adc4f5ac675 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429907 Sep 17 01:33:21.898486 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:21.969231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 38f0533c-063a-4e38-bc69-22a30fbd786f is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:33:22.000317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:33:22.000672 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:33:22.001349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1874d2f-c9ec-4233-8f5a-c97d82846c68 None None] Pushing event updated for resources: {'Port': ['ID=9f128c86-5c56-451c-ac23-8bbb54adc7c2,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:22.024075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-daa89528-6e38-489d-9192-3b17b81062d1 None None] Provisioning complete for port 1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:22.029822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-daa89528-6e38-489d-9192-3b17b81062d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:22.099784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-daa89528-6e38-489d-9192-3b17b81062d1 None None] Port 1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:22.118733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:22.127426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53838) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:22.135722 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] Sync routers for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:22.147876 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-34cfe5ae-73cd-46e9-9035-0c698c478d5c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/38f0533c-063a-4e38-bc69-22a30fbd786f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4748600 Sep 17 01:33:22.153369 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:22.155651 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:22.197887 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:22.208904 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:22.213048 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:22.213306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61088335-3bbc-4a49-8aef-ba6633b211df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:22.215837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-61088335-3bbc-4a49-8aef-ba6633b211df tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports/1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 HTTP/1.1" status: 200 len: 911 time: 0.0874395 Sep 17 01:33:22.218834 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53840) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:22.221406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0cc376c8-cd11-4444-9909-3a6a9a569edd None None] Provisioning complete for port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:22.221963 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0cc376c8-cd11-4444-9909-3a6a9a569edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:22.252830 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:22.253528 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3613e73-385e-400e-8027-9357ce9a7a1c None None] The sync data for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:22.639224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:22.676599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:22.703053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:22.703561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:22.804167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9f128c86-5c56-451c-ac23-8bbb54adc7c2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:22.860438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:22.863270 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:23.055204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25418856-37c1-46e6-8a89-31334f877152 req-b2db9bbb-8dbd-45ce-b9ec-b07a7b03bf14 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:23.063767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25418856-37c1-46e6-8a89-31334f877152 req-b2db9bbb-8dbd-45ce-b9ec-b07a7b03bf14 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0636024 Sep 17 01:33:23.116500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25418856-37c1-46e6-8a89-31334f877152 req-862f4fa4-d3ba-49e8-b364-9cc1e3630a21 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497706 Sep 17 01:33:23.382590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8:1::1 (5d8df640-c66e-4bb4-b3c8-35902b8f66a8/090306cb-7d1f-4bd7-b285-f6bf644c5311/94a6bd33-3284-4ecc-bd60-02fad5e11922) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:23.514010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:23.650564 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:23.704951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:23.708866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:23.720902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:23.720902 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:23.770950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=94a6bd33-3284-4ecc-bd60-02fad5e11922,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:23.943740 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:24.080274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-419bbb31-39ca-4e60-a14b-d7bf64175ab9 None None] Provisioning complete for port 94a6bd33-3284-4ecc-bd60-02fad5e11922 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:24.080822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-419bbb31-39ca-4e60-a14b-d7bf64175ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:24.123111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-419bbb31-39ca-4e60-a14b-d7bf64175ab9 None None] Port 94a6bd33-3284-4ecc-bd60-02fad5e11922 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:24.269826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99700ab9-8f39-425f-9a7a-fd439bd159c3 req-4368efab-9e7a-4a2f-b68f-0359ce2dc0b2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:24.271335 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99700ab9-8f39-425f-9a7a-fd439bd159c3 req-4368efab-9e7a-4a2f-b68f-0359ce2dc0b2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0827425 Sep 17 01:33:24.281505 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:24.313112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99700ab9-8f39-425f-9a7a-fd439bd159c3 req-84b0201a-eb2d-4884-a222-66f7a690497b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Sep 17 01:33:24.357786 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:24.358611 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:24.425626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=94a6bd33-3284-4ecc-bd60-02fad5e11922,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:24.490259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:24.492161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:24.608235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 38f0533c-063a-4e38-bc69-22a30fbd786f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:33:24.749235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:24.755557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d1dd781d-d766-49e6-abbf-4221ad69ff08 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/38f0533c-063a-4e38-bc69-22a30fbd786f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5351617 Sep 17 01:33:24.757140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53888) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:24.763069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] Sync routers for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:24.801375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:24.802044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:24.825460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9e5e8d-02ef-4b31-9dbb-038b2a0dd36f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:24.829701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7a9e5e8d-02ef-4b31-9dbb-038b2a0dd36f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports/94a6bd33-3284-4ecc-bd60-02fad5e11922 HTTP/1.1" status: 200 len: 913 time: 0.0689018 Sep 17 01:33:24.829937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53892) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:24.858370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:24.877623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:24.878302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:24.920070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-14e82e5c-292d-4586-84c2-343cd709f296 None None] Provisioning complete for port 94a6bd33-3284-4ecc-bd60-02fad5e11922 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:24.920441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14e82e5c-292d-4586-84c2-343cd709f296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:24.922192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:24.922790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf2452a-5fa6-4399-b224-4053d19b09a7 None None] The sync data for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:24.964656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-14e82e5c-292d-4586-84c2-343cd709f296 None None] Port 94a6bd33-3284-4ecc-bd60-02fad5e11922 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:25.218274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:25.519824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bfd15-5bf3-496b-b274-6e42c3869f9f req-56255b5a-3508-4753-8e4d-a181edbdbee5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:25.521494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e62bfd15-5bf3-496b-b274-6e42c3869f9f req-56255b5a-3508-4753-8e4d-a181edbdbee5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0917916 Sep 17 01:33:25.570376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e62bfd15-5bf3-496b-b274-6e42c3869f9f req-1d13bacd-0399-43e0-8742-f54e1da16104 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414770 Sep 17 01:33:25.621995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 94a6bd33-3284-4ecc-bd60-02fad5e11922 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:25.622364 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:25.730962 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:25.744181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 94a6bd33-3284-4ecc-bd60-02fad5e11922 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:26.021152 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:26.050986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=94a6bd33-3284-4ecc-bd60-02fad5e11922,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:26.196395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:26.221240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53920) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:26.341118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-013289dc-07cd-432e-b627-068d7fab1b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:26.418581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 38f0533c-063a-4e38-bc69-22a30fbd786f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:33:26.441885 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-013289dc-07cd-432e-b627-068d7fab1b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:26.526724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:26.534327 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3cc5eab9-b0e2-48d1-ab24-4ba3d2eb3006 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/38f0533c-063a-4e38-bc69-22a30fbd786f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7026751 Sep 17 01:33:26.536716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53926) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:26.537827 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] Sync routers for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:26.552715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:26.567112 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:26.649760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-013289dc-07cd-432e-b627-068d7fab1b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:26.711048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013289dc-07cd-432e-b627-068d7fab1b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fad93d-3cd6-4df7-9692-8251de3e7477,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:26.726952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed859c5-2793-4dce-9393-9fba1fdf1488 req-57da680b-0ff7-4555-aec4-1f3c39b4b30f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:26.728742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ed859c5-2793-4dce-9393-9fba1fdf1488 req-57da680b-0ff7-4555-aec4-1f3c39b4b30f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0559561 Sep 17 01:33:26.732191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:26.742138 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:26.742766 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:26.779768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8ed859c5-2793-4dce-9393-9fba1fdf1488 req-abd118ee-26c7-4211-9d62-03bf31d01dfb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437844 Sep 17 01:33:26.787597 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:26.788290 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1400ebc-fdb2-4013-8e3d-b82a75ade2c8 None None] The sync data for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:27.023931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-013289dc-07cd-432e-b627-068d7fab1b3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4ee7c96433c44bb938f15dd6e58c60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8012595 Sep 17 01:33:27.026687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:27.150123 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a82bff-fd3b-4646-9dd3-89edc93bf3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.193149 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a82bff-fd3b-4646-9dd3-89edc93bf3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.289037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.328522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a82bff-fd3b-4646-9dd3-89edc93bf3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.331049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a82bff-fd3b-4646-9dd3-89edc93bf3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.332162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15a82bff-fd3b-4646-9dd3-89edc93bf3ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56fad93d-3cd6-4df7-9692-8251de3e7477 HTTP/1.1" status: 204 len: 168 time: 0.3045104 Sep 17 01:33:27.368417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a82bff-fd3b-4646-9dd3-89edc93bf3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fad93d-3cd6-4df7-9692-8251de3e7477,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:27.553570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:27.554194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.660785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:27.683961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 1122e1e2-e9fc-48b9-8458-64ebba5ff9d0 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:27.929624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e833a15-6aab-48e1-954b-09fa6e2731cc req-e1509795-d3c2-4bfa-9150-3538423b7f73 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:27.931369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e833a15-6aab-48e1-954b-09fa6e2731cc req-e1509795-d3c2-4bfa-9150-3538423b7f73 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0728793 Sep 17 01:33:27.973607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e833a15-6aab-48e1-954b-09fa6e2731cc req-5d3b2764-bb7c-4b0a-bb30-f4081b6ebdaf tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357196 Sep 17 01:33:28.020360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.049271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=1122e1e2-e9fc-48b9-8458-64ebba5ff9d0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:28.063137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53952) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:28.086618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0ac91cd-4c97-48f1-affd-795c49cfcc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.165005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.203900 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0ac91cd-4c97-48f1-affd-795c49cfcc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.272062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f0ac91cd-4c97-48f1-affd-795c49cfcc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.319494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f0ac91cd-4c97-48f1-affd-795c49cfcc6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e36164f187314f97b0919915119a3763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550213 Sep 17 01:33:28.320301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53956) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:28.325646 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac91cd-4c97-48f1-affd-795c49cfcc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94bc7b-e83e-4986-b4df-6862ebdbabd4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:28.391254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 38f0533c-063a-4e38-bc69-22a30fbd786f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:33:28.460098 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4885a1a-4967-4c9f-8501-5e5baf81ea7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.498836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:28.504159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a79b80e4-1137-489c-a404-bb334b4efcdb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/38f0533c-063a-4e38-bc69-22a30fbd786f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9663675 Sep 17 01:33:28.507054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53958) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:28.509453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] Sync routers for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:28.519780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:28.520639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:28.548091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-91f6ec13-939f-4cd6-97ec-fe8bef17116e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=38f0533c-063a-4e38-bc69-22a30fbd786f HTTP/1.1" status: 200 len: 205 time: 0.0391283 Sep 17 01:33:28.550298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4885a1a-4967-4c9f-8501-5e5baf81ea7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.552172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53962) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:28.599246 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:28.608789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] Routers {'38f0533c-063a-4e38-bc69-22a30fbd786f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:28.609412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['38f0533c-063a-4e38-bc69-22a30fbd786f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:28.645740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:28.646310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8baa9-d27d-4ab1-9248-be989002cb4f None None] The sync data for ids ['38f0533c-063a-4e38-bc69-22a30fbd786f'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:28.660906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.797899 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.836973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.839755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.875822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4885a1a-4967-4c9f-8501-5e5baf81ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.878431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e4885a1a-4967-4c9f-8501-5e5baf81ea7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.879591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e4885a1a-4967-4c9f-8501-5e5baf81ea7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac94bc7b-e83e-4986-b4df-6862ebdbabd4 HTTP/1.1" status: 204 len: 168 time: 0.5585313 Sep 17 01:33:28.890200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4885a1a-4967-4c9f-8501-5e5baf81ea7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94bc7b-e83e-4986-b4df-6862ebdbabd4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:28.952080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.952721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router 38f0533c-063a-4e38-bc69-22a30fbd786f {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:33:28.960023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:28.964622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1bd5dfc8-d5fe-4987-9618-d158a732897b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/38f0533c-063a-4e38-bc69-22a30fbd786f HTTP/1.1" status: 204 len: 168 time: 0.4078569 Sep 17 01:33:28.965113 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53966) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:29.034178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet 090306cb-7d1f-4bd7-b285-f6bf644c5311 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:29.037750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.104521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.157913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2a345-11b1-4652-bc3d-a113d30e6d39 req-57da88b8-8e8c-44b3-8e06-ef2f719e0d0d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:29.158716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7a2a345-11b1-4652-bc3d-a113d30e6d39 req-57da88b8-8e8c-44b3-8e06-ef2f719e0d0d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0986855 Sep 17 01:33:29.236123 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7a2a345-11b1-4652-bc3d-a113d30e6d39 req-69b765da-0e61-476c-b1ba-e1fd2ec90e91 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670514 Sep 17 01:33:29.248227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.311928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.388430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.437630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=090306cb-7d1f-4bd7-b285-f6bf644c5311,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:29.442129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.444897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae7e2f99-aee7-431e-9388-08c08c32ffaf tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/090306cb-7d1f-4bd7-b285-f6bf644c5311 HTTP/1.1" status: 204 len: 168 time: 0.4787474 Sep 17 01:33:29.448518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53982) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:29.455526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d5e8ed-24a0-4ae3-9756-90ccbbb69b14 None None] Network 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:29.516919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet f73a2bef-93cf-4709-be32-7d0231eafb9f {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:29.520422 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.568012 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.665129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.692798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] DHCP port deletion for 5d8df640-c66e-4bb4-b3c8-35902b8f66a8 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:33:29.751467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] Deleting port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:29.751881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.822801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 53992) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:29.841865 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.848063 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] For port 9f128c86-5c56-451c-ac23-8bbb54adc7c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9f128c86-5c56-451c-ac23-8bbb54adc7c2,segment=NetworkSegment(d2c493c2-5980-443e-b64c-5f8f2fae3fd8),segment_id=d2c493c2-5980-443e-b64c-5f8f2fae3fd8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:29.849172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.868160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] Calling delete_port for 9f128c86-5c56-451c-ac23-8bbb54adc7c2 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:29.910839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=f73a2bef-93cf-4709-be32-7d0231eafb9f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:29.917738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:29.920502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 53998) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:29.931501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-270045d8-8cc0-4e1b-96c2-397bb49bd683 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/f73a2bef-93cf-4709-be32-7d0231eafb9f HTTP/1.1" status: 204 len: 168 time: 0.4814870 Sep 17 01:33:29.972338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eadb8e6-755d-491c-91ac-2808fec13ddd None None] Network a11cbe54-19fd-459e-bc4a-c33a614cf221 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:30.088703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea03a370-c324-44b5-8bcd-966f8502acf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.181796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.278158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:30.278931 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.325547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea03a370-c324-44b5-8bcd-966f8502acf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.367555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 9f128c86-5c56-451c-ac23-8bbb54adc7c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9f128c86-5c56-451c-ac23-8bbb54adc7c2,segment=NetworkSegment(d2c493c2-5980-443e-b64c-5f8f2fae3fd8),segment_id=d2c493c2-5980-443e-b64c-5f8f2fae3fd8)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:30.368233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.372469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.393017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 9f128c86-5c56-451c-ac23-8bbb54adc7c2 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:30.447901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] Pushing event deleted for resources: {'Port': ['ID=9f128c86-5c56-451c-ac23-8bbb54adc7c2,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:30.455339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] DHCP port deletion for a11cbe54-19fd-459e-bc4a-c33a614cf221 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:33:30.460819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69715b8-b817-484b-85b7-5b40d4e3e740 None None] No DVR routers for this DVR port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:30.476960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ea03a370-c324-44b5-8bcd-966f8502acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.507433 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.512771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801bd6e-0903-4e4a-adf0-6e5040539cdd req-0120236d-a815-4f6c-8c44-7313109a90d2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:30.514323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8801bd6e-0903-4e4a-adf0-6e5040539cdd req-0120236d-a815-4f6c-8c44-7313109a90d2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.1181877 Sep 17 01:33:30.529087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] Deleting port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:30.529712 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.534404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ea03a370-c324-44b5-8bcd-966f8502acf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a873961a265f428abe58c016a5d8d76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7087846 Sep 17 01:33:30.538052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54010) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:30.539599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=9f128c86-5c56-451c-ac23-8bbb54adc7c2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:30.547022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port 9f128c86-5c56-451c-ac23-8bbb54adc7c2 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:30.558677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03a370-c324-44b5-8bcd-966f8502acf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073ffa5a-a104-4255-8343-b978ed41bfb8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:30.632129 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8801bd6e-0903-4e4a-adf0-6e5040539cdd req-776423aa-a074-416f-ad56-828825089bf2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064928 Sep 17 01:33:30.657257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] For port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,segment=NetworkSegment(d8c882cf-d25e-42b0-9d15-217241e4fdfd),segment_id=d8c882cf-d25e-42b0-9d15-217241e4fdfd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:30.657500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.664336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e17bfa6-8fa2-4533-9100-667e72f02b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.691821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] Calling delete_port for 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:30.712292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e17bfa6-8fa2-4533-9100-667e72f02b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.725320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.763303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:30.772740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8df640-c66e-4bb4-b3c8-35902b8f66a8']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:30.784012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:30.784317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c493c2-5980-443e-b64c-5f8f2fae3fd8') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:30.795684 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.824375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.833931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:33:30.834670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: self.session.flush() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:33:30.850780 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:33:30.874079 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.895010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e17bfa6-8fa2-4533-9100-667e72f02b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.902757 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0e17bfa6-8fa2-4533-9100-667e72f02b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.902757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0e17bfa6-8fa2-4533-9100-667e72f02b06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/073ffa5a-a104-4255-8343-b978ed41bfb8 HTTP/1.1" status: 204 len: 168 time: 0.3595281 Sep 17 01:33:30.908963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17bfa6-8fa2-4533-9100-667e72f02b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073ffa5a-a104-4255-8343-b978ed41bfb8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:30.949733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.989317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9f128c86-5c56-451c-ac23-8bbb54adc7c2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:30.992043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:30.993447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] Pushing event deleted for resources: {'Port': ['ID=01b30ea6-e3a7-4f99-a3e2-e63d90826f2c,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:30.996016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5749606a-93da-484b-9f6c-14c81a2efeaa None None] No DVR routers for this DVR port 01b30ea6-e3a7-4f99-a3e2-e63d90826f2c on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:31.002502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.004867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/5d8df640-c66e-4bb4-b3c8-35902b8f66a8 HTTP/1.1" status: 204 len: 168 time: 1.0833666 Sep 17 01:33:31.007563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54028) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:31.015506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 9f128c86-5c56-451c-ac23-8bbb54adc7c2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:31.015883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9f128c86-5c56-451c-ac23-8bbb54adc7c2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:31.020877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97c6b0-fb36-48b6-800f-e997cd315699 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=5d8df640-c66e-4bb4-b3c8-35902b8f66a8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:31.107428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.222036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.256921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a11cbe54-19fd-459e-bc4a-c33a614cf221']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:31.272712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c882cf-d25e-42b0-9d15-217241e4fdfd') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:31.273308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c882cf-d25e-42b0-9d15-217241e4fdfd') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:31.294432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.311947 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.321016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:33:31.321437 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:33:31.325590 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:33:31.489304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.498300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.501733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/a11cbe54-19fd-459e-bc4a-c33a614cf221 HTTP/1.1" status: 204 len: 168 time: 0.4929769 Sep 17 01:33:31.505851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54036) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:31.522078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-719155528'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:31.527665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941975bb-d6ab-4859-9b33-586d046e40dd tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=a11cbe54-19fd-459e-bc4a-c33a614cf221,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:31.623918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a18b0b14-7b8a-4638-85c9-fe614a6ab075 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:33:31.625996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:31.629524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.657007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:33:31.673506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.673506 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment 11b195f9-a910-419f-9841-edbb738e78c2 of type vlan for network 902be51e-e28c-4817-94d7-6f0662a878a2 Sep 17 01:33:31.713825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.798003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a18b0b14-7b8a-4638-85c9-fe614a6ab075, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:31.813389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075', 'mac_address': 'fa:16:3e:8e:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:33:31.843278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.850521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0fb4e-459f-408f-9338-0ada9a2f42e0 req-5f9f777e-8167-4e49-9dc8-3e1508fce948 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:31.854450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:31.856015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.857574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09c0fb4e-459f-408f-9338-0ada9a2f42e0 req-5f9f777e-8167-4e49-9dc8-3e1508fce948 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 943 time: 0.0846500 Sep 17 01:33:31.875995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:31.891600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18b0b14-7b8a-4638-85c9-fe614a6ab075 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:33:31.904420 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09c0fb4e-459f-408f-9338-0ada9a2f42e0 req-7acba8e6-d0b1-420a-a4f5-bcae38b752b8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454929 Sep 17 01:33:31.927252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a18b0b14-7b8a-4638-85c9-fe614a6ab075, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:31.960460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=902be51e-e28c-4817-94d7-6f0662a878a2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:31.974103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 902be51e-e28c-4817-94d7-6f0662a878a2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:33:32.002610 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.038637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a2ea0004-269d-4ee5-992e-062507f95e0d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5309870 Sep 17 01:33:32.041337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54060) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:32.047542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:32.098402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=a18b0b14-7b8a-4638-85c9-fe614a6ab075,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:32.220674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:32.224192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.243640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a18b0b14-7b8a-4638-85c9-fe614a6ab075'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:33:32.366767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54064) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:32.514098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e712602d-5f9b-4c08-ab3a-cf3b39873b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.518175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.592463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=3050a341-21ef-437a-a935-cbc178c97910,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:32.602287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': '11b195f9-a910-419f-9841-edbb738e78c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:32.602724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: 902be51e-e28c-4817-94d7-6f0662a878a2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:33:32.627630 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e712602d-5f9b-4c08-ab3a-cf3b39873b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.677515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 902be51e-e28c-4817-94d7-6f0662a878a2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:33:32.694644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e712602d-5f9b-4c08-ab3a-cf3b39873b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.732365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712602d-5f9b-4c08-ab3a-cf3b39873b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ccff51-81a9-4e8a-ae9c-3f829971503d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:32.739132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e712602d-5f9b-4c08-ab3a-cf3b39873b86 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f141c101d0d2419191c3a164707ba69c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3687432 Sep 17 01:33:32.739369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54068) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:32.775172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 902be51e-e28c-4817-94d7-6f0662a878a2) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:32.780236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:32.781239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.786318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fdae84-0002-43cd-a7ac-f6b459cfb414 None None] Network 902be51e-e28c-4817-94d7-6f0662a878a2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:32.790579 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c324f621-7262-4a83-9430-d9e93bbdcb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.816853 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c324f621-7262-4a83-9430-d9e93bbdcb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.884299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4ffd89f7-9c4c-43fa-bba6-e9246b76a23b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8417573 Sep 17 01:33:32.887397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54070) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:32.892356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-423229995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:32.940033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-902be51e-e28c-4817-94d7-6f0662a878a2', 'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': '3050a341-21ef-437a-a935-cbc178c97910'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:33:32.940978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.952129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c324f621-7262-4a83-9430-d9e93bbdcb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.954924 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c324f621-7262-4a83-9430-d9e93bbdcb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:32.959732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c324f621-7262-4a83-9430-d9e93bbdcb96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4ccff51-81a9-4e8a-ae9c-3f829971503d HTTP/1.1" status: 204 len: 168 time: 0.2194173 Sep 17 01:33:32.968893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324f621-7262-4a83-9430-d9e93bbdcb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ccff51-81a9-4e8a-ae9c-3f829971503d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:33.010740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.012191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.055359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fc5c8-f7f4-453f-ac2b-93a408911a00 req-b034cab0-62fc-4d8a-af46-48d04e514e19 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:33.057385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-614fc5c8-f7f4-453f-ac2b-93a408911a00 req-b034cab0-62fc-4d8a-af46-48d04e514e19 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 944 time: 0.0897956 Sep 17 01:33:33.098722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.126890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Allocated IP 2001:db8::2 (902be51e-e28c-4817-94d7-6f0662a878a2/3050a341-21ef-437a-a935-cbc178c97910/d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:33.129338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-614fc5c8-f7f4-453f-ac2b-93a408911a00 req-a352c4ac-811d-43bd-ac3f-bc1a9c734fd8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Sep 17 01:33:33.207711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.285284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.300666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.304645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:33.304782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9efc357d-8c48-4cd0-8d1c-4071ebe4ced7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4160433 Sep 17 01:33:33.311709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'port': {'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2', 'name': 'tempest-RoutersIpV6Test-1720421373'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:33.370218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.410240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Network 902be51e-e28c-4817-94d7-6f0662a878a2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:33.414811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:33.422367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:33.425521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Pushing event updated for resources: {'Port': ['ID=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:33.491569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Attempting to bind port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:33:33.491948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Attempting to bind port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '11b195f9-a910-419f-9841-edbb738e78c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:33:33.492313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Attempting to bind port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf on network 902be51e-e28c-4817-94d7-6f0662a878a2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:33:33.498548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:33:33.498940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Checking segment: {'id': '11b195f9-a910-419f-9841-edbb738e78c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:33.499406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.499799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Bound using segment: {'id': '11b195f9-a910-419f-9841-edbb738e78c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:33:33.500269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Bound port: d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b195f9-a910-419f-9841-edbb738e78c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '902be51e-e28c-4817-94d7-6f0662a878a2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:33:33.500650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.534977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'port': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:33.538937 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.558972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] device_id is not set on port dd2d37e6-3f49-4a15-90e1-c20921564566 yet. {{(pid=112072) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 17 01:33:33.575995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] For port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:33:33.580288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] For port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,segment=NetworkSegment(11b195f9-a910-419f-9841-edbb738e78c2),segment_id=11b195f9-a910-419f-9841-edbb738e78c2)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:33:33.628376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a18b0b14-7b8a-4638-85c9-fe614a6ab075 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:33.652320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.684618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8::87 (902be51e-e28c-4817-94d7-6f0662a878a2/3050a341-21ef-437a-a935-cbc178c97910/dd2d37e6-3f49-4a15-90e1-c20921564566) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:33.727057 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0baaf82-5695-4f80-ab96-776a5bd5313e None None] Pushing event updated for resources: {'Port': ['ID=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:33.784278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54084) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:33.803452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port a18b0b14-7b8a-4638-85c9-fe614a6ab075 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:33:33.808333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port a18b0b14-7b8a-4638-85c9-fe614a6ab075 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:33.808903 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.832667 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-38359522-a06b-47e2-95b4-45728be2fa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.895347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.958235 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:33.998409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-38359522-a06b-47e2-95b4-45728be2fa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.002532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port a18b0b14-7b8a-4638-85c9-fe614a6ab075, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:34.003678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:33:34.006125 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870f91a0-57de-467d-8d3c-babf9d3e7c75" -d '{"events": [{"server_uuid": "2a06c63f-9efa-40c8-9e62-480f3036aad3", "name": "network-vif-plugged", "status": "completed", "tag": "a18b0b14-7b8a-4638-85c9-fe614a6ab075"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:33:34.064516 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.102301 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c748b1d9-a12d-40e4-9e3e-2b31877bfed1 x-openstack-request-id: req-c748b1d9-a12d-40e4-9e3e-2b31877bfed1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:33:34.103032 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06c63f-9efa-40c8-9e62-480f3036aad3", "name": "network-vif-plugged", "status": "completed", "tag": "a18b0b14-7b8a-4638-85c9-fe614a6ab075", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:33:34.103314 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c748b1d9-a12d-40e4-9e3e-2b31877bfed1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:33:34.103708 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075', 'code': 200} Sep 17 01:33:34.112639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.114226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-38359522-a06b-47e2-95b4-45728be2fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.215173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 902be51e-e28c-4817-94d7-6f0662a878a2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:34.237942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:34.241988 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:34.249413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:34.250518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.265804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=a18b0b14-7b8a-4638-85c9-fe614a6ab075,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:34.269295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-38359522-a06b-47e2-95b4-45728be2fa2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b4be08065a5430c95959a1c0b5e95ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839065 Sep 17 01:33:34.274821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54098) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:34.299424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=dd2d37e6-3f49-4a15-90e1-c20921564566,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:34.326941 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3e9bbef0-ccc0-4c85-84ed-6cd773c1bee2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0181298 Sep 17 01:33:34.327295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38359522-a06b-47e2-95b4-45728be2fa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275863ed-320c-42ff-bde0-5101a186f160,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:34.329040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54100) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:34.404397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110cc97-08a9-48f5-9e15-e81cb2e25445 req-623f26ff-257b-4c8f-85ec-9fe501fd51f0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:34.406089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5110cc97-08a9-48f5-9e15-e81cb2e25445 req-623f26ff-257b-4c8f-85ec-9fe501fd51f0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.1321013 Sep 17 01:33:34.420289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0cbdf-2bc6-494a-864c-6e71a70d67f8 req-13270060-b1ac-45f5-a9ad-9b4a7d810feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:34.421912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48e0cbdf-2bc6-494a-864c-6e71a70d67f8 req-13270060-b1ac-45f5-a9ad-9b4a7d810feb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 1096 time: 0.1577954 Sep 17 01:33:34.446222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac52d2cf-4e37-4427-b094-b4e8bddc1c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.504309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac52d2cf-4e37-4427-b094-b4e8bddc1c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.509217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5110cc97-08a9-48f5-9e15-e81cb2e25445 req-8bc39998-d0a9-4d8c-8c35-d066f9de1fc6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920246 Sep 17 01:33:34.516799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48e0cbdf-2bc6-494a-864c-6e71a70d67f8 req-3db2af61-c8e0-4fc5-9abd-74bde9a76223 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850987 Sep 17 01:33:34.638267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac52d2cf-4e37-4427-b094-b4e8bddc1c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.640951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ac52d2cf-4e37-4427-b094-b4e8bddc1c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.642887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ac52d2cf-4e37-4427-b094-b4e8bddc1c38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/275863ed-320c-42ff-bde0-5101a186f160 HTTP/1.1" status: 204 len: 168 time: 0.3512285 Sep 17 01:33:34.653116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:34.655846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52d2cf-4e37-4427-b094-b4e8bddc1c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275863ed-320c-42ff-bde0-5101a186f160,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:34.897288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:34.897661 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:34.999399 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.029513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.043896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,segment=NetworkSegment(11b195f9-a910-419f-9841-edbb738e78c2),segment_id=11b195f9-a910-419f-9841-edbb738e78c2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:35.106375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4555604f-d3bd-46dd-adc2-22880017b3c4 None None] Network 902be51e-e28c-4817-94d7-6f0662a878a2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:35.159866 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.288671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:35.307103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d100f0c1-5407-486a-bcc2-85789a5c23f9 None None] Provisioning complete for port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:35.307518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d100f0c1-5407-486a-bcc2-85789a5c23f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.342477 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.421452 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.500720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-332c32a1-4f19-4e03-bb26-fe4b5a4b50b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.518993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=dd2d37e6-3f49-4a15-90e1-c20921564566,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:35.692098 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.710858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d84c0-734f-404f-a107-bdc8520014b9 req-7688361b-9980-4c85-9af7-17d0a9f0adb7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:35.710858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-496d84c0-734f-404f-a107-bdc8520014b9 req-7688361b-9980-4c85-9af7-17d0a9f0adb7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.0873821 Sep 17 01:33:35.788188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c9dc1a5f-5646-45fb-9958-d13fcb7e4bd9 None None] Provisioning complete for port dd2d37e6-3f49-4a15-90e1-c20921564566 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:35.788794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1a5f-5646-45fb-9958-d13fcb7e4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.808662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-496d84c0-734f-404f-a107-bdc8520014b9 req-1beb4766-ef93-410a-8dfb-b6356fec034c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658221 Sep 17 01:33:35.862279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc1a5f-5646-45fb-9958-d13fcb7e4bd9 None None] Port dd2d37e6-3f49-4a15-90e1-c20921564566 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:35.872859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c9dc1a5f-5646-45fb-9958-d13fcb7e4bd9 None None] Provisioning complete for port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:35.873312 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1a5f-5646-45fb-9958-d13fcb7e4bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:35.959667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.096055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e17a25ac-6cd9-4846-ae8f-ef7157ca3f6d None None] Provisioning complete for port dd2d37e6-3f49-4a15-90e1-c20921564566 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:36.096649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e17a25ac-6cd9-4846-ae8f-ef7157ca3f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.139489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e17a25ac-6cd9-4846-ae8f-ef7157ca3f6d None None] Port dd2d37e6-3f49-4a15-90e1-c20921564566 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:36.257146 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.259068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7c075c60-e379-49dd-980e-f27a62e03b7f None None] Provisioning complete for port dd2d37e6-3f49-4a15-90e1-c20921564566 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:36.259476 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c075c60-e379-49dd-980e-f27a62e03b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.296851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-7c075c60-e379-49dd-980e-f27a62e03b7f None None] Port dd2d37e6-3f49-4a15-90e1-c20921564566 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:36.380089 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.380911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.467552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=dd2d37e6-3f49-4a15-90e1-c20921564566,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:36.533013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 902be51e-e28c-4817-94d7-6f0662a878a2 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:36.534420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:36.657306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:36.710686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:36.711059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.746559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 89921b4c-898f-4256-bdd7-1e2c51fc4394 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:33:36.875022 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:36.883846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e83bdbe1-9b1e-43ba-8e7c-560cfb81553a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/89921b4c-898f-4256-bdd7-1e2c51fc4394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5535381 Sep 17 01:33:36.884003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54152) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:36.890355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] Sync routers for ids ['89921b4c-898f-4256-bdd7-1e2c51fc4394'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:36.902171 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] Routers {'89921b4c-898f-4256-bdd7-1e2c51fc4394'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:36.902962 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['89921b4c-898f-4256-bdd7-1e2c51fc4394'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:36.922498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2edb779f-9359-4803-8e33-36e63ebda1cf None None] Provisioning complete for port dd2d37e6-3f49-4a15-90e1-c20921564566 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:36.923218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2edb779f-9359-4803-8e33-36e63ebda1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:36.937850 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:36.946773 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] Routers {'89921b4c-898f-4256-bdd7-1e2c51fc4394'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:36.947433 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['89921b4c-898f-4256-bdd7-1e2c51fc4394'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:36.988510 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:36.989184 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e280a25-a129-43e5-bfe2-1c110bee886b None None] The sync data for ids ['89921b4c-898f-4256-bdd7-1e2c51fc4394'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:36.992815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2edb779f-9359-4803-8e33-36e63ebda1cf None None] Port dd2d37e6-3f49-4a15-90e1-c20921564566 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:37.005659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14c700a-a495-45d5-8ca1-c602b0ffc9f9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:37.007031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a14c700a-a495-45d5-8ca1-c602b0ffc9f9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports/dd2d37e6-3f49-4a15-90e1-c20921564566 HTTP/1.1" status: 200 len: 983 time: 0.1220455 Sep 17 01:33:37.010496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54154) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:37.024714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762e988-e9b3-43d6-af04-b5acc3c4f80e req-3ddd9403-d2ff-4286-b643-9962eb7bd645 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:37.026550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c762e988-e9b3-43d6-af04-b5acc3c4f80e req-3ddd9403-d2ff-4286-b643-9962eb7bd645 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.1298945 Sep 17 01:33:37.067847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c762e988-e9b3-43d6-af04-b5acc3c4f80e req-2c8ccac0-f697-4ddd-81fa-f146c9cce2b8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Sep 17 01:33:37.264762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdd652-be5c-490f-8cdf-c2f6a94b6fb7 req-f2c78cbb-8449-4af5-81c5-4b677f65b331 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:37.266243 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fbdd652-be5c-490f-8cdf-c2f6a94b6fb7 req-f2c78cbb-8449-4af5-81c5-4b677f65b331 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.1143148 Sep 17 01:33:37.345455 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fbdd652-be5c-490f-8cdf-c2f6a94b6fb7 req-9bd438e0-2cc0-4792-92a6-c6eb0eec8185 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603318 Sep 17 01:33:37.538468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:37.759168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port dd2d37e6-3f49-4a15-90e1-c20921564566 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:37.759513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:37.844826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:37.857369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for dd2d37e6-3f49-4a15-90e1-c20921564566 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:38.089767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062bdde9-3f89-456c-9dec-19b3b2abb0a0 req-bc06fbb7-7063-4225-bbf6-170dc993cbfd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:38.091450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-062bdde9-3f89-456c-9dec-19b3b2abb0a0 req-bc06fbb7-7063-4225-bbf6-170dc993cbfd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Sep 17 01:33:38.136597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-062bdde9-3f89-456c-9dec-19b3b2abb0a0 req-1b67e4ff-2e7d-4300-af0f-32df6ca5b285 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Sep 17 01:33:38.163657 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:38.199733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=dd2d37e6-3f49-4a15-90e1-c20921564566,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:38.210921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-138a6c60-d914-4a89-a86d-b2e141667f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:38.629419 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:38.794381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 89921b4c-898f-4256-bdd7-1e2c51fc4394 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:33:38.873750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:38.882155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-273c3042-3ad9-4a1e-9325-00344ecef70c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/89921b4c-898f-4256-bdd7-1e2c51fc4394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664212 Sep 17 01:33:38.882155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:38.885248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] Sync routers for ids ['89921b4c-898f-4256-bdd7-1e2c51fc4394'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:38.896849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] Routers {'89921b4c-898f-4256-bdd7-1e2c51fc4394'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:38.897463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['89921b4c-898f-4256-bdd7-1e2c51fc4394'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:38.933290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:38.943134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] Routers {'89921b4c-898f-4256-bdd7-1e2c51fc4394'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:38.943750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['89921b4c-898f-4256-bdd7-1e2c51fc4394'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:38.977275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:38.977917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b72ea50-3e88-4d59-ab79-01d66d823e0b None None] The sync data for ids ['89921b4c-898f-4256-bdd7-1e2c51fc4394'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:39.060523 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.076638 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-71bd052e-c8c0-4064-a1eb-cb0ae1b9f8d1 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] remove_router_interface failed (client error): The resource could not be found. Sep 17 01:33:39.077693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-71bd052e-c8c0-4064-a1eb-cb0ae1b9f8d1 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/89921b4c-898f-4256-bdd7-1e2c51fc4394/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1951692 Sep 17 01:33:39.080499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54192) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:39.106709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e59ca995-fe3f-40ab-9cb0-ee73b9c09625 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=89921b4c-898f-4256-bdd7-1e2c51fc4394 HTTP/1.1" status: 200 len: 205 time: 0.0251822 Sep 17 01:33:39.109088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54194) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:39.186964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.360957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.363319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.494391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.502968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.502968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router 89921b4c-898f-4256-bdd7-1e2c51fc4394 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:33:39.505731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.509331 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd6ce8fa-19d1-404b-aac6-b623e17c8622 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/89921b4c-898f-4256-bdd7-1e2c51fc4394 HTTP/1.1" status: 204 len: 168 time: 0.3968484 Sep 17 01:33:39.509428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54202) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:39.535821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-2fad0d52-857c-4baa-ad7d-8162bcdeb95d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:39.537314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-2fad0d52-857c-4baa-ad7d-8162bcdeb95d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.0784883 Sep 17 01:33:39.559717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e8cb-3f34-49ed-a5f6-d6f5aaabcddc req-15bcd228-6db1-45d9-b2c5-032c75b704e7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:39.561173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66a1e8cb-3f34-49ed-a5f6-d6f5aaabcddc req-15bcd228-6db1-45d9-b2c5-032c75b704e7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 945 time: 0.0769048 Sep 17 01:33:39.566597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet 3050a341-21ef-437a-a935-cbc178c97910 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:39.569795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.613131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.642651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-66a1e8cb-3f34-49ed-a5f6-d6f5aaabcddc req-61b74dd9-d7e7-47d3-a02f-9b397a99f652 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657887 Sep 17 01:33:39.669533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port a18b0b14-7b8a-4638-85c9-fe614a6ab075 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:39.669927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.710295 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.771462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port a18b0b14-7b8a-4638-85c9-fe614a6ab075, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=a18b0b14-7b8a-4638-85c9-fe614a6ab075,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:39.771831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.785356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for a18b0b14-7b8a-4638-85c9-fe614a6ab075 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:39.856734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.885194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=3050a341-21ef-437a-a935-cbc178c97910,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:39.894807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:39.899668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-daf9b6a5-282e-46dd-9581-682e5b3107d4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/3050a341-21ef-437a-a935-cbc178c97910 HTTP/1.1" status: 204 len: 168 time: 0.3864908 Sep 17 01:33:39.900382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54208) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:39.904133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0abcf-9d4f-4e90-90c0-395172f6c23c None None] Network 902be51e-e28c-4817-94d7-6f0662a878a2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:39.991691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.057551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:40.057904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.112926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] DHCP port deletion for 902be51e-e28c-4817-94d7-6f0662a878a2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:33:40.137273 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,segment=NetworkSegment(11b195f9-a910-419f-9841-edbb738e78c2),segment_id=11b195f9-a910-419f-9841-edbb738e78c2)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:40.137638 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.158274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:40.165617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] Deleting port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:40.166005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.237074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] For port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,segment=NetworkSegment(11b195f9-a910-419f-9841-edbb738e78c2),segment_id=11b195f9-a910-419f-9841-edbb738e78c2)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:40.237074 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.249634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] Calling delete_port for d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:40.294377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.310445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['a18b0b14-7b8a-4638-85c9-fe614a6ab075'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:33:40.316612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['11beaa15-61d2-46eb-bdd2-d8718cd83d62'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:33:40.325812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=a18b0b14-7b8a-4638-85c9-fe614a6ab075,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:40.349087 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 01:33:40.376573 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 01:33:40.388306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port a18b0b14-7b8a-4638-85c9-fe614a6ab075 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:40.391502 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.394020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54b2c0c8-57d9-43f4-9ef4-dceed5c2f9e7 req-c501dba1-6c0d-459d-a5ff-ce882df7b08a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "DELETE /v2.0/ports/a18b0b14-7b8a-4638-85c9-fe614a6ab075 HTTP/1.1" status: 204 len: 173 time: 0.8495669 Sep 17 01:33:40.394476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'name': 'network-vif-deleted', 'tag': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:33:40.396965 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c048b067-4e3f-452e-a93e-a4edf4fbd441" -d '{"events": [{"server_uuid": "2a06c63f-9efa-40c8-9e62-480f3036aad3", "name": "network-vif-deleted", "tag": "a18b0b14-7b8a-4638-85c9-fe614a6ab075"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:33:40.405087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:40.407448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:40.420383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.481113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] No DVR routers for this DVR port d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:40.481998 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d61625-0df2-4f6d-84aa-dfe74b1a716d x-openstack-request-id: req-c6d61625-0df2-4f6d-84aa-dfe74b1a716d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:33:40.482471 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a06c63f-9efa-40c8-9e62-480f3036aad3", "name": "network-vif-deleted", "tag": "a18b0b14-7b8a-4638-85c9-fe614a6ab075", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:33:40.482875 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6d61625-0df2-4f6d-84aa-dfe74b1a716d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:33:40.483508 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a06c63f-9efa-40c8-9e62-480f3036aad3', 'name': 'network-vif-deleted', 'tag': 'a18b0b14-7b8a-4638-85c9-fe614a6ab075', 'status': 'completed', 'code': 200} Sep 17 01:33:40.523617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431663fd-df64-4b8c-852c-67f2374d2ac3 None None] Pushing event deleted for resources: {'Port': ['ID=d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:40.570185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.600149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902be51e-e28c-4817-94d7-6f0662a878a2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:40.625308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b195f9-a910-419f-9841-edbb738e78c2') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:40.625508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b195f9-a910-419f-9841-edbb738e78c2') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:40.647519 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.657433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:40.672563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.681182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:33:40.683508 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:33:40.687188 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:33:40.718536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:40.726150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d8a6c4e5-31d1-4ab3-82a3-c48f5e5828cf not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:40.759950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-005efb9d-1b5e-40b6-a438-2379f2070662 req-c5437008-ac5b-41b3-ac2e-0bf4a8b9636e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0288918 Sep 17 01:33:40.843104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.851463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:40.855983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/902be51e-e28c-4817-94d7-6f0662a878a2 HTTP/1.1" status: 204 len: 168 time: 0.9524920 Sep 17 01:33:40.858077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54222) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:40.863215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-321685155'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:40.867894 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458a9f2-bf2b-4f9d-ba09-4d0320f4f383 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=902be51e-e28c-4817-94d7-6f0662a878a2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:41.010488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:41.014408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.040923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:33:41.050784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.051165 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment 8157d39c-f1b4-48ca-9e89-b72728242e06 of type vlan for network b9027ccf-d8de-41b7-ac78-115663b65ce6 Sep 17 01:33:41.092521 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.134446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.225906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.232945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:41.233538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.326035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4668059 Sep 17 01:33:41.327218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c87792-36c1-41eb-bcad-41d5bcf306ef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=b9027ccf-d8de-41b7-ac78-115663b65ce6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:41.330107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54226) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:41.339848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:33:41.343534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:41.623821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:41.627553 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.733113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-06787fb9-f893-4bd0-a54d-18494a059908 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574076 Sep 17 01:33:41.859048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-8c00d55d-677b-46e6-96f0-4ad8e8bad7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:41.860600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-8c00d55d-677b-46e6-96f0-4ad8e8bad7a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 1097 time: 0.0518427 Sep 17 01:33:41.886201 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72598039-ec99-400d-9826-81118db5a778 req-35ad2d29-5c90-499d-8e2f-aa7e43df7c05 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0419312 Sep 17 01:33:41.923684 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:41.975365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=a62a029e-4f7f-425b-b059-b3e035bee91b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:42.003824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-f4d5c244-b919-4d3c-9224-700fc0c68886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:42.005724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-f4d5c244-b919-4d3c-9224-700fc0c68886 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1237664 Sep 17 01:33:42.015985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': '8157d39c-f1b4-48ca-9e89-b72728242e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:42.016349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: b9027ccf-d8de-41b7-ac78-115663b65ce6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:33:42.055523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-dd8ac17d-a1aa-44f7-8a8f-616f0ef76437 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62 HTTP/1.1" status: 200 len: 217 time: 0.0423625 Sep 17 01:33:42.106178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:33:42.117483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-3c9f770c-84bc-42e3-b312-8c5d835794d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:42.119046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-3c9f770c-84bc-42e3-b312-8c5d835794d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0575008 Sep 17 01:33:42.164859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-5838e8b1-49cb-4bc4-8cd3-a22ec77857d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:42.166432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-5838e8b1-49cb-4bc4-8cd3-a22ec77857d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404935 Sep 17 01:33:42.215146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b9027ccf-d8de-41b7-ac78-115663b65ce6) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:42.225799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca415ef-c093-43d9-9137-e51cc3bb8512 None None] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:42.227042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:42.227815 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.268133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-b0e66d36-f58e-46f4-94af-3c0dc10a199a service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944061 Sep 17 01:33:42.327240 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cbf29d3b-84f5-4f8b-a19c-47dd31c9b8c3 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9930305 Sep 17 01:33:42.328892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:42.339270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-125204342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:42.389266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b19d975-2bc6-4adf-9646-3f31e749258f req-ca0b9b1a-9b45-4199-b10a-f73ccf524a06 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113257 Sep 17 01:33:42.427409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-b9027ccf-d8de-41b7-ac78-115663b65ce6', 'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': 'a62a029e-4f7f-425b-b059-b3e035bee91b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:33:42.428534 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.444324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.445458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.558787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.625117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Allocated IP 2001:db8::2 (b9027ccf-d8de-41b7-ac78-115663b65ce6/a62a029e-4f7f-425b-b059-b3e035bee91b/cf253a98-301c-4712-847d-80780767aa95) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:42.632233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.763484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.767235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bfeee0bc-1b78-4591-a981-ea561d675ca4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4339921 Sep 17 01:33:42.769492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54246) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:42.807458 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.906454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:42.926440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:42.964409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:42.968610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:43.004669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Pushing event updated for resources: {'Port': ['ID=cf253a98-301c-4712-847d-80780767aa95,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:43.032118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4462b363-1fd2-4df4-a428-3bfebb42a746 req-31fd7759-7818-4f04-8a59-da3697d9d122 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0582488 Sep 17 01:33:43.062429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Attempting to bind port cf253a98-301c-4712-847d-80780767aa95 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:33:43.063435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Attempting to bind port cf253a98-301c-4712-847d-80780767aa95 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8157d39c-f1b4-48ca-9e89-b72728242e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:33:43.063824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Attempting to bind port cf253a98-301c-4712-847d-80780767aa95 on network b9027ccf-d8de-41b7-ac78-115663b65ce6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:33:43.069573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:33:43.069957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Checking segment: {'id': '8157d39c-f1b4-48ca-9e89-b72728242e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:43.070368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:43.070753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Bound using segment: {'id': '8157d39c-f1b4-48ca-9e89-b72728242e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:33:43.071520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Bound port: cf253a98-301c-4712-847d-80780767aa95, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8157d39c-f1b4-48ca-9e89-b72728242e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b9027ccf-d8de-41b7-ac78-115663b65ce6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:33:43.071912 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:43.144604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:43.149822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] For port cf253a98-301c-4712-847d-80780767aa95, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:33:43.153671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] For port cf253a98-301c-4712-847d-80780767aa95, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cf253a98-301c-4712-847d-80780767aa95,segment=NetworkSegment(8157d39c-f1b4-48ca-9e89-b72728242e06),segment_id=8157d39c-f1b4-48ca-9e89-b72728242e06)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:33:43.209188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:43.299525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc5ea0-628a-4253-a9e6-a0b059898547 None None] Pushing event updated for resources: {'Port': ['ID=cf253a98-301c-4712-847d-80780767aa95,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:43.468899 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8::1 (b9027ccf-d8de-41b7-ac78-115663b65ce6/a62a029e-4f7f-425b-b059-b3e035bee91b/545b5aea-d325-4218-bbef-893961828f3f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:43.707743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:43.708377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a18b0b14-7b8a-4638-85c9-fe614a6ab075 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:43.763541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: a18b0b14-7b8a-4638-85c9-fe614a6ab075 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:43.763880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device a18b0b14-7b8a-4638-85c9-fe614a6ab075 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:43.844481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:43.897926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:43.899877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=545b5aea-d325-4218-bbef-893961828f3f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:43.903978 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:43.906278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:43.907102 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:44.162892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df149e3b-80b9-4b9b-b37b-4f3cfe1403b1 req-491e2c5d-a8cd-4c76-bc10-9c961effd8b5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0341077 Sep 17 01:33:44.167919 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:44.553442 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:44.637713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:44.638512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:44.717690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cf253a98-301c-4712-847d-80780767aa95 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:44.720299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad8aed-29bd-4581-b612-4374f06e9292 None None] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:44.745687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=545b5aea-d325-4218-bbef-893961828f3f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:44.835843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:44.838277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:44.864669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1167542d-59f4-4944-af5d-cbce21a3870d None None] Provisioning complete for port cf253a98-301c-4712-847d-80780767aa95 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:44.865040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1167542d-59f4-4944-af5d-cbce21a3870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:44.959662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cf253a98-301c-4712-847d-80780767aa95 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:44.960059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.096373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1167542d-59f4-4944-af5d-cbce21a3870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.156397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:33:45.156818 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.189650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1167542d-59f4-4944-af5d-cbce21a3870d None None] For port cf253a98-301c-4712-847d-80780767aa95, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cf253a98-301c-4712-847d-80780767aa95,segment=NetworkSegment(8157d39c-f1b4-48ca-9e89-b72728242e06),segment_id=8157d39c-f1b4-48ca-9e89-b72728242e06)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:45.295408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1167542d-59f4-4944-af5d-cbce21a3870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.299777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:45.305457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c07a4c4-26af-45f8-a4a1-46118accce17 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/ff51a81e-7bd9-4ee9-810d-f7260f35bdc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5368962 Sep 17 01:33:45.309360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54266) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:45.317779 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] Sync routers for ids ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:45.336218 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] Routers {'ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:45.337659 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:45.373622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e12e08d-24d6-43e4-8416-64b26aa53d1c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:45.378147 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e12e08d-24d6-43e4-8416-64b26aa53d1c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports/545b5aea-d325-4218-bbef-893961828f3f HTTP/1.1" status: 200 len: 911 time: 0.0649381 Sep 17 01:33:45.378414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a5e6cdd-04be-4059-b371-148553a95c49 req-827ab123-ddcc-462c-b505-4e33d6fddf94 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0491285 Sep 17 01:33:45.378853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54268) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:45.396646 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:45.409407 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] Routers {'ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:45.411319 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:45.455694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:33:45.456048 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:33:45.472590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167542d-59f4-4944-af5d-cbce21a3870d None None] Pushing event updated for resources: {'Port': ['ID=cf253a98-301c-4712-847d-80780767aa95,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:45.472711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:45.472711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa05febd-d1d7-4956-a7cb-02b914feb093 None None] The sync data for ids ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:45.527834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-27d1509a-0cdd-4762-a5ad-84ad3dbf6453 None None] Provisioning complete for port 545b5aea-d325-4218-bbef-893961828f3f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:45.528208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27d1509a-0cdd-4762-a5ad-84ad3dbf6453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.564692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-27d1509a-0cdd-4762-a5ad-84ad3dbf6453 None None] Port 545b5aea-d325-4218-bbef-893961828f3f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:45.576546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-27d1509a-0cdd-4762-a5ad-84ad3dbf6453 None None] Provisioning complete for port cf253a98-301c-4712-847d-80780767aa95 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:45.576918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27d1509a-0cdd-4762-a5ad-84ad3dbf6453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.827906 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e5a49f7d-1d9e-4d5a-b45f-532e73925908 None None] Provisioning complete for port 545b5aea-d325-4218-bbef-893961828f3f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:45.828529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5a49f7d-1d9e-4d5a-b45f-532e73925908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:45.902151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e5a49f7d-1d9e-4d5a-b45f-532e73925908 None None] Port 545b5aea-d325-4218-bbef-893961828f3f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:46.148946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-25bd717b-eead-46ae-9a9a-6638c05c00de None None] Provisioning complete for port 545b5aea-d325-4218-bbef-893961828f3f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:46.149325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25bd717b-eead-46ae-9a9a-6638c05c00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:46.202040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-25bd717b-eead-46ae-9a9a-6638c05c00de None None] Port 545b5aea-d325-4218-bbef-893961828f3f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:46.324306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:46.585371 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-921a1444-023b-41cb-913f-0211c4d0b9ca req-86605ae4-f6dd-445a-b668-10f1a59523dc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a06c63f-9efa-40c8-9e62-480f3036aad3 HTTP/1.1" status: 200 len: 210 time: 0.0852056 Sep 17 01:33:46.653514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cf253a98-301c-4712-847d-80780767aa95 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:46.734630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cf253a98-301c-4712-847d-80780767aa95 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:46.734630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:46.785104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 545b5aea-d325-4218-bbef-893961828f3f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:46.785472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:46.902656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:46.924165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 545b5aea-d325-4218-bbef-893961828f3f owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:47.237712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.266979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=545b5aea-d325-4218-bbef-893961828f3f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:47.364395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.414941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54298) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:47.540875 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.552723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:33:47.640750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:47.646771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e4b8a44b-7ab5-4e1b-b3eb-73a81a5a8f9e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/ff51a81e-7bd9-4ee9-810d-f7260f35bdc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2645142 Sep 17 01:33:47.646980 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54306) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:47.669420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.669550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] Sync routers for ids ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:47.679499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] Routers {'ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:47.680883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:47.681727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6977996d-e843-4353-8feb-3b6a2851e46e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 HTTP/1.1" status: 200 len: 205 time: 0.0334651 Sep 17 01:33:47.684900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54308) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:47.729603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:47.738578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] Routers {'ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:47.739225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:47.766400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.773550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:47.774243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff04c94a-8896-4067-89a8-737b68852be6 None None] The sync data for ids ['ff51a81e-7bd9-4ee9-810d-f7260f35bdc7'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:47.805429 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.876480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd82d19dbed64b4d8a34a0189ae6c72b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598663 Sep 17 01:33:47.879189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54310) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:47.933370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6884b99d-604a-4474-b79a-cf37e1f5ee3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.942910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e24d15a-dd0e-4473-b1b6-457658fffcc5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:47.955603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.956010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6884b99d-604a-4474-b79a-cf37e1f5ee3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.956158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.956326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.956666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.957004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.957319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.958182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.958688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.959222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.959557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.959888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.960214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b2f364-b10a-48f0-b587-14776800f405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:47.995861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:47.998060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.083293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6884b99d-604a-4474-b79a-cf37e1f5ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.085863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6884b99d-604a-4474-b79a-cf37e1f5ee3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.087148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6884b99d-604a-4474-b79a-cf37e1f5ee3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e24d15a-dd0e-4473-b1b6-457658fffcc5 HTTP/1.1" status: 204 len: 168 time: 0.2068529 Sep 17 01:33:48.100872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6884b99d-604a-4474-b79a-cf37e1f5ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e24d15a-dd0e-4473-b1b6-457658fffcc5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:48.226141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.226711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:33:48.233933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.235066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-49c9a8fb-9ab1-4991-adea-f5cce30fb497 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 HTTP/1.1" status: 204 len: 168 time: 0.5491734 Sep 17 01:33:48.237889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54318) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:48.295512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet a62a029e-4f7f-425b-b059-b3e035bee91b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:33:48.298683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.342644 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.441208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.558254 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.589051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=a62a029e-4f7f-425b-b059-b3e035bee91b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:48.591044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.595681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54322) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:48.596162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5ccb1710-5cb1-4381-82fe-191272b32ff6 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/a62a029e-4f7f-425b-b059-b3e035bee91b HTTP/1.1" status: 204 len: 168 time: 0.3567255 Sep 17 01:33:48.597263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5cabc-5b32-4fe4-bd2d-90e5e8a19767 None None] Network b9027ccf-d8de-41b7-ac78-115663b65ce6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:48.677086 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.737998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port cf253a98-301c-4712-847d-80780767aa95 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:48.738646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.799532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] DHCP port deletion for b9027ccf-d8de-41b7-ac78-115663b65ce6 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:33:48.818852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port cf253a98-301c-4712-847d-80780767aa95, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cf253a98-301c-4712-847d-80780767aa95,segment=NetworkSegment(8157d39c-f1b4-48ca-9e89-b72728242e06),segment_id=8157d39c-f1b4-48ca-9e89-b72728242e06)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:48.822309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.833920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for cf253a98-301c-4712-847d-80780767aa95 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:48.852830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] Deleting port cf253a98-301c-4712-847d-80780767aa95 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:48.853297 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:48.855683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:48.871609 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1df23300-f989-4e29-8ebf-dbe5e926b909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.054931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.100035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] For port cf253a98-301c-4712-847d-80780767aa95, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cf253a98-301c-4712-847d-80780767aa95,segment=NetworkSegment(8157d39c-f1b4-48ca-9e89-b72728242e06),segment_id=8157d39c-f1b4-48ca-9e89-b72728242e06)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:49.100645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.117547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] Calling delete_port for cf253a98-301c-4712-847d-80780767aa95 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:49.137920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=cf253a98-301c-4712-847d-80780767aa95,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:49.139915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port cf253a98-301c-4712-847d-80780767aa95 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:49.154415 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1df23300-f989-4e29-8ebf-dbe5e926b909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.203223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1df23300-f989-4e29-8ebf-dbe5e926b909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.246116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.272506 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.279953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9027ccf-d8de-41b7-ac78-115663b65ce6']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:49.290894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8157d39c-f1b4-48ca-9e89-b72728242e06') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:49.291266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8157d39c-f1b4-48ca-9e89-b72728242e06') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:49.299376 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1df23300-f989-4e29-8ebf-dbe5e926b909 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b45f604204740ddbde9fd6d99053ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423661 Sep 17 01:33:49.306194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.306873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54336) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:49.314206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] Pushing event deleted for resources: {'Port': ['ID=cf253a98-301c-4712-847d-80780767aa95,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:49.316304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d59b0-3f8a-4680-a00a-359e688619d7 None None] No DVR routers for this DVR port cf253a98-301c-4712-847d-80780767aa95 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:49.321817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df23300-f989-4e29-8ebf-dbe5e926b909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8393dd33-0424-4fed-ac5a-74d76c040190,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:49.340223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.348682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:33:49.348682 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:33:49.353058 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:33:49.386434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9579a433-8a89-4749-9566-f9e86add23a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.410838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9579a433-8a89-4749-9566-f9e86add23a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.551985 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.571928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.574413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/b9027ccf-d8de-41b7-ac78-115663b65ce6 HTTP/1.1" status: 204 len: 168 time: 0.9776485 Sep 17 01:33:49.575520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b6d177-1fdb-46ed-ab4d-98a304d26d9a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=b9027ccf-d8de-41b7-ac78-115663b65ce6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:49.578977 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54338) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:49.584447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-867948079', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:49.594317 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9579a433-8a89-4749-9566-f9e86add23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.600551 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9579a433-8a89-4749-9566-f9e86add23a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.600551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9579a433-8a89-4749-9566-f9e86add23a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8393dd33-0424-4fed-ac5a-74d76c040190 HTTP/1.1" status: 204 len: 168 time: 0.2897441 Sep 17 01:33:49.616132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579a433-8a89-4749-9566-f9e86add23a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8393dd33-0424-4fed-ac5a-74d76c040190,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:49.700821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.701909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.754187 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:49.982037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:50.301255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:50.323489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:50.433349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 172.25.1.43 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e76654ad-05a5-435f-860f-4eb19519549f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:50.556938 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:50.632390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cf253a98-301c-4712-847d-80780767aa95 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:50.653558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: cf253a98-301c-4712-847d-80780767aa95 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:50.653903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cf253a98-301c-4712-847d-80780767aa95 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:50.763768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:50.802924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:50.807606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:50.810631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:50.839724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=e76654ad-05a5-435f-860f-4eb19519549f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:51.210822 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:33:51.224751 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:51.424178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67b2ce-c2ee-43d0-90ef-a722ee0da0f9 req-3e83c75b-2410-4b2f-8752-bafdb11312e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:51.428460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce67b2ce-c2ee-43d0-90ef-a722ee0da0f9 req-3e83c75b-2410-4b2f-8752-bafdb11312e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 946 time: 0.0547962 Sep 17 01:33:51.453050 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:51.492587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce67b2ce-c2ee-43d0-90ef-a722ee0da0f9 req-85cfe033-5c3b-444d-be69-b83e408947f0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Sep 17 01:33:51.722949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 35a5b357-1a4a-4526-9a09-492acc2821b0 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:33:51.837505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:51.846708 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] Sync routers for ids ['35a5b357-1a4a-4526-9a09-492acc2821b0'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:51.860557 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] Routers {'35a5b357-1a4a-4526-9a09-492acc2821b0'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:51.861160 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['35a5b357-1a4a-4526-9a09-492acc2821b0'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:51.897659 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:51.906498 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] Routers {'35a5b357-1a4a-4526-9a09-492acc2821b0'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:51.907120 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['35a5b357-1a4a-4526-9a09-492acc2821b0'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:51.939963 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:51.940608 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b9cbd9-2200-464d-a766-baa85d148560 None None] The sync data for ids ['35a5b357-1a4a-4526-9a09-492acc2821b0'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:51.968748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:51.971250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b68de621-e4da-416b-b65a-d7f4627e654a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.3893998 Sep 17 01:33:51.972893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54396) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:52.084015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-85c0a7b1-0d59-412e-85e6-f2631d1225e8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/routers/35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 200 len: 883 time: 0.1099722 Sep 17 01:33:52.086722 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54398) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:52.674107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-886d5db5-800a-44b5-95aa-f072880be3a0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5863445 Sep 17 01:33:52.676839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:52.683550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-867948079'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:52.685555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf03b5a-4796-4eb1-b19a-91153f6fd7d0 req-ff14f073-7a59-4b95-88d8-7256a02800a9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:52.687252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-abf03b5a-4796-4eb1-b19a-91153f6fd7d0 req-ff14f073-7a59-4b95-88d8-7256a02800a9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 946 time: 0.1047285 Sep 17 01:33:52.734643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-abf03b5a-4796-4eb1-b19a-91153f6fd7d0 req-9d5484a3-2a3a-492c-a2f7-89d139bc8766 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=98317f24-5215-4884-bf0e-808b1c729a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Sep 17 01:33:53.032387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-88149040-b4da-418c-b72d-44033a670e4e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:53.033846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-88149040-b4da-418c-b72d-44033a670e4e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 946 time: 0.0899849 Sep 17 01:33:53.078417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.146504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:53.147002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.176170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.289201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port 11beaa15-61d2-46eb-bdd2-d8718cd83d62, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=11beaa15-61d2-46eb-bdd2-d8718cd83d62,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:53.289490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.330516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for 11beaa15-61d2-46eb-bdd2-d8718cd83d62 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:53.360948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 35a5b357-1a4a-4526-9a09-492acc2821b0 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:33:53.549791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:53.559232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.559825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ce77e9d-7eef-47b1-a6ef-dea4769733c4 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 200 len: 890 time: 0.8819785 Sep 17 01:33:53.562675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54414) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:53.567634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] Sync routers for ids ['35a5b357-1a4a-4526-9a09-492acc2821b0'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:53.589757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] Routers {'35a5b357-1a4a-4526-9a09-492acc2821b0'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:53.590858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['35a5b357-1a4a-4526-9a09-492acc2821b0'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:53.630187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:53.653575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] Routers {'35a5b357-1a4a-4526-9a09-492acc2821b0'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:53.659651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['35a5b357-1a4a-4526-9a09-492acc2821b0'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:53.711035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:53.711883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f741b5-e222-4c81-bf7a-636272170608 None None] The sync data for ids ['35a5b357-1a4a-4526-9a09-492acc2821b0'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:53.725810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-56959cfb-6ebd-4d5d-b8ab-9a9bfc59d445 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/routers/35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 200 len: 890 time: 0.1620116 Sep 17 01:33:53.727046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.728494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54422) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:53.785433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7297cff9-da31-4cfa-b2f7-94610009581d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 200 len: 205 time: 0.0558016 Sep 17 01:33:53.788154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=11beaa15-61d2-46eb-bdd2-d8718cd83d62,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:53.790528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54426) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:53.851810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port 11beaa15-61d2-46eb-bdd2-d8718cd83d62 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:33:53.855413 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:53.857382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33dbcdc9-147b-4cfb-9ff2-26129c68f417 req-3ad841ec-32e6-4ee7-acdc-f7ac16063197 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "DELETE /v2.0/ports/11beaa15-61d2-46eb-bdd2-d8718cd83d62 HTTP/1.1" status: 204 len: 173 time: 0.8159053 Sep 17 01:33:53.858347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'name': 'network-vif-deleted', 'tag': '11beaa15-61d2-46eb-bdd2-d8718cd83d62'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:33:53.860255 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b6b301-174d-42f4-a44b-b08f60fb59f0" -d '{"events": [{"server_uuid": "0ddc4d74-a56c-49f7-9512-0200297a25ec", "name": "network-vif-deleted", "tag": "11beaa15-61d2-46eb-bdd2-d8718cd83d62"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:33:53.878538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b91e117b-8b82-4665-9d09-ace0bdd14a0c req-8b8c78f3-97f7-4732-9fed-8c586d70b4f3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0554192 Sep 17 01:33:53.914358 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f7131-5583-4c2c-9fbb-597c65d023f6 x-openstack-request-id: req-432f7131-5583-4c2c-9fbb-597c65d023f6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:33:53.914358 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ddc4d74-a56c-49f7-9512-0200297a25ec", "name": "network-vif-deleted", "tag": "11beaa15-61d2-46eb-bdd2-d8718cd83d62", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:33:53.914358 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-432f7131-5583-4c2c-9fbb-597c65d023f6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:33:53.914358 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddc4d74-a56c-49f7-9512-0200297a25ec', 'name': 'network-vif-deleted', 'tag': '11beaa15-61d2-46eb-bdd2-d8718cd83d62', 'status': 'completed', 'code': 200} Sep 17 01:33:53.942732 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.052320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.239639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port e76654ad-05a5-435f-860f-4eb19519549f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:33:54.239972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.334379 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.346845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for e76654ad-05a5-435f-860f-4eb19519549f owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:33:54.585858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.618407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=e76654ad-05a5-435f-860f-4eb19519549f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:54.674013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.783103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.787943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.940083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.945154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router 35a5b357-1a4a-4526-9a09-492acc2821b0 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:33:54.948386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:54.949500 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-baf64387-d9cc-4a45-8ab1-868a95629f50 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 204 len: 168 time: 1.1603081 Sep 17 01:33:54.953562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:54.959435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1940636640'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:55.003031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c0c3026-fe30-40c2-92e0-dbd7d673def1 req-c76c71a5-38b4-4c77-b5fb-604a04fda1b7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0348692 Sep 17 01:33:55.111554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:55.115028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:55.141399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:33:55.150231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:55.150678 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment 2cea834d-9406-4c56-88e7-5887e362b2a1 of type vlan for network 85413107-98ca-4a73-b7ef-4abd7ca9a15b Sep 17 01:33:55.194260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:55.307236 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:55.309755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 11beaa15-61d2-46eb-bdd2-d8718cd83d62 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:33:55.314221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:55.315628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:55.331122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 11beaa15-61d2-46eb-bdd2-d8718cd83d62 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:33:55.331707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 11beaa15-61d2-46eb-bdd2-d8718cd83d62 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:33:55.390073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=85413107-98ca-4a73-b7ef-4abd7ca9a15b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:55.400889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:33:55.415718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7c09c2ba-e39b-469c-8f56-5998dd140ce0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4577298 Sep 17 01:33:55.415981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54444) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:55.421822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:55.642885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:33:55.646704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:55.945906 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.019481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=88500fa6-b286-404f-ba38-7c0ef89e8a1d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:56.040340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': '2cea834d-9406-4c56-88e7-5887e362b2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:56.040921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: 85413107-98ca-4a73-b7ef-4abd7ca9a15b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:33:56.132193 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02a261ce-ed93-4015-ac17-3e9445e3fb47 req-899cfc06-3871-4cca-bfb6-2c9531c3a9d8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0362499 Sep 17 01:33:56.157216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:33:56.236926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 85413107-98ca-4a73-b7ef-4abd7ca9a15b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:56.241065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:56.241653 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.247217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc40c691-8e2a-4938-a4fb-9b26c878ca41 None None] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:56.326941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9455f06c-3684-4285-a552-bb18f122278d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9071646 Sep 17 01:33:56.327424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54458) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:56.332637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1645260663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:56.415121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-85413107-98ca-4a73-b7ef-4abd7ca9a15b', 'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': '88500fa6-b286-404f-ba38-7c0ef89e8a1d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:33:56.416723 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.429268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.431113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.509301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.609552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Allocated IP 2001:db8::2 (85413107-98ca-4a73-b7ef-4abd7ca9a15b/88500fa6-b286-404f-ba38-7c0ef89e8a1d/a45db319-60a9-40ae-aa73-d70fb81c4bdf) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:56.620679 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.701852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.706519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-857a29f7-4cfa-4341-8233-b5882fc46432 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3746784 Sep 17 01:33:56.706519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54462) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:56.828992 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.902097 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:56.945209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:56.949377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:56.969303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:56.972556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Pushing event updated for resources: {'Port': ['ID=a45db319-60a9-40ae-aa73-d70fb81c4bdf,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:56.999127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.000106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.000106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.000446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.001027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.001441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.001840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.002243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.002647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.003821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.004374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.004789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:33:57.079691 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.083609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Attempting to bind port a45db319-60a9-40ae-aa73-d70fb81c4bdf on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:33:57.084028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Attempting to bind port a45db319-60a9-40ae-aa73-d70fb81c4bdf by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2cea834d-9406-4c56-88e7-5887e362b2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:33:57.084402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Attempting to bind port a45db319-60a9-40ae-aa73-d70fb81c4bdf on network 85413107-98ca-4a73-b7ef-4abd7ca9a15b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:33:57.093931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:33:57.094316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Checking segment: {'id': '2cea834d-9406-4c56-88e7-5887e362b2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:33:57.094720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.095377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Bound using segment: {'id': '2cea834d-9406-4c56-88e7-5887e362b2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:33:57.096219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Bound port: a45db319-60a9-40ae-aa73-d70fb81c4bdf, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cea834d-9406-4c56-88e7-5887e362b2a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '85413107-98ca-4a73-b7ef-4abd7ca9a15b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:33:57.096645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.191247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] For port a45db319-60a9-40ae-aa73-d70fb81c4bdf, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:33:57.201754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] For port a45db319-60a9-40ae-aa73-d70fb81c4bdf, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a45db319-60a9-40ae-aa73-d70fb81c4bdf,segment=NetworkSegment(2cea834d-9406-4c56-88e7-5887e362b2a1),segment_id=2cea834d-9406-4c56-88e7-5887e362b2a1)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:33:57.236108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aecd6555-8635-4d18-836b-7823489ab8a5 req-dcb2d073-dab3-4229-9320-e6c9cee784a5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0317619 Sep 17 01:33:57.300548 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.365387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd9191-8d3e-4d24-8598-b5ec80e7dcd6 None None] Pushing event updated for resources: {'Port': ['ID=a45db319-60a9-40ae-aa73-d70fb81c4bdf,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:57.380830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8::1 (85413107-98ca-4a73-b7ef-4abd7ca9a15b/88500fa6-b286-404f-ba38-7c0ef89e8a1d/dc54fd8c-ab32-4a3f-bb61-d7e123963226) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:33:57.534851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.643632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.692258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:57.697093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:57.701860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:33:57.702456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:57.732885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=dc54fd8c-ab32-4a3f-bb61-d7e123963226,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:57.942645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:58.240809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:58.312925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:58.313928 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:58.420762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12a2bdba-de37-4a54-bd99-7d59dbe1bf7a req-ab1dae27-c64e-414f-b639-dc43715edbc6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddc4d74-a56c-49f7-9512-0200297a25ec HTTP/1.1" status: 200 len: 210 time: 0.0791235 Sep 17 01:33:58.496879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=dc54fd8c-ab32-4a3f-bb61-d7e123963226,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:58.543723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:33:58.545339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:33:58.641565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06092eab-3842-4ebc-840c-a6c0aee6e2d4 None None] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:33:58.796530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a45db319-60a9-40ae-aa73-d70fb81c4bdf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:33:58.800566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6f1303ac-f80f-4583-9168-9fa3bd025767 None None] Provisioning complete for port a45db319-60a9-40ae-aa73-d70fb81c4bdf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:58.800941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6f1303ac-f80f-4583-9168-9fa3bd025767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:58.877257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:33:58.932846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.041901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a45db319-60a9-40ae-aa73-d70fb81c4bdf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:59.042520 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.059423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:33:59.079931 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] Sync routers for ids ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:33:59.102525 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] Routers {'44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:59.106033 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3f88598d-17b1-4e62-8d75-b772aa57869e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3971250 Sep 17 01:33:59.106299 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:59.107230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54488) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:59.146239 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6f1303ac-f80f-4583-9168-9fa3bd025767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.192018 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:59.198513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6f1303ac-f80f-4583-9168-9fa3bd025767 None None] For port a45db319-60a9-40ae-aa73-d70fb81c4bdf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a45db319-60a9-40ae-aa73-d70fb81c4bdf,segment=NetworkSegment(2cea834d-9406-4c56-88e7-5887e362b2a1),segment_id=2cea834d-9406-4c56-88e7-5887e362b2a1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:33:59.213373 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] Routers {'44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:33:59.214136 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:59.220401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35942e-6e37-4a8d-b9f6-29e3a631a27d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:33:59.221907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-da35942e-6e37-4a8d-b9f6-29e3a631a27d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports/dc54fd8c-ab32-4a3f-bb61-d7e123963226 HTTP/1.1" status: 200 len: 911 time: 0.1130719 Sep 17 01:33:59.224691 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:33:59.232128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88500fa6-b286-404f-ba38-7c0ef89e8a1d'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:33:59.286904 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:33:59.287668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d99072-29fb-481f-a8a1-b34439cd661a None None] The sync data for ids ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'] in n-d-789963-7 is: [] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:33:59.304460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6f1303ac-f80f-4583-9168-9fa3bd025767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.345332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.383283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1303ac-f80f-4583-9168-9fa3bd025767 None None] Pushing event updated for resources: {'Port': ['ID=a45db319-60a9-40ae-aa73-d70fb81c4bdf,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:33:59.442056 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.443996 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:33:59.444512 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:33:59.558530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.754089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b832ecf9-25cd-40ec-bc14-b7be390f00ac None None] Provisioning complete for port dc54fd8c-ab32-4a3f-bb61-d7e123963226 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:59.754642 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b832ecf9-25cd-40ec-bc14-b7be390f00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:33:59.808988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b832ecf9-25cd-40ec-bc14-b7be390f00ac None None] Port dc54fd8c-ab32-4a3f-bb61-d7e123963226 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:33:59.824213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b832ecf9-25cd-40ec-bc14-b7be390f00ac None None] Provisioning complete for port a45db319-60a9-40ae-aa73-d70fb81c4bdf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:33:59.824668 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b832ecf9-25cd-40ec-bc14-b7be390f00ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.141773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-669d1ac0-78d4-4afe-b2da-cb2595bfc1a6 None None] Provisioning complete for port dc54fd8c-ab32-4a3f-bb61-d7e123963226 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:00.142800 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-669d1ac0-78d4-4afe-b2da-cb2595bfc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.213350 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-669d1ac0-78d4-4afe-b2da-cb2595bfc1a6 None None] Port dc54fd8c-ab32-4a3f-bb61-d7e123963226 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:00.334244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-adce6b73-d605-4787-9d47-9a3bd0db02e8 None None] Provisioning complete for port dc54fd8c-ab32-4a3f-bb61-d7e123963226 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:00.334462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-adce6b73-d605-4787-9d47-9a3bd0db02e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.341279 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.374082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-adce6b73-d605-4787-9d47-9a3bd0db02e8 None None] Port dc54fd8c-ab32-4a3f-bb61-d7e123963226 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:00.465622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.476446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:00.477250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.482184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/ports/dc54fd8c-ab32-4a3f-bb61-d7e123963226 HTTP/1.1" status: 200 len: 911 time: 1.2537980 Sep 17 01:34:00.483128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54506) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:00.604931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=dc54fd8c-ab32-4a3f-bb61-d7e123963226,revision_number=3']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:00.624324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.624687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.625103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.625536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.625943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.626349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.626752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.627182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.627585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.628014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.628448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.628852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba639c-d12b-4287-8872-05b9fa76400f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:00.708259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a45db319-60a9-40ae-aa73-d70fb81c4bdf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:00.773707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a45db319-60a9-40ae-aa73-d70fb81c4bdf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:00.774440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:00.984003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:01.256813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port dc54fd8c-ab32-4a3f-bb61-d7e123963226 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:01.257183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:01.349975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:01.362853 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for dc54fd8c-ab32-4a3f-bb61-d7e123963226 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:01.631308 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:01.683250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=dc54fd8c-ab32-4a3f-bb61-d7e123963226,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:01.806354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:02.051021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:02.145137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:02.155211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54560) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:02.155911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29ed3b79-f353-4345-9f0c-5ef524a1db91 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6715872 Sep 17 01:34:02.157752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] Sync routers for ids ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:02.172983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] Routers {'44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:02.173534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:02.237375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3384c49a-03d2-409c-aab5-d3b0b9c70d4b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 HTTP/1.1" status: 200 len: 205 time: 0.0801682 Sep 17 01:34:02.241006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:02.267133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:02.295565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] Routers {'44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:02.296264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:33:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:02.336088 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:02.355254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:02.356305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c21e9e-442f-4cf2-ab38-97f1147fbf0a None None] The sync data for ids ['44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4'] in n-d-789963-7 is: [] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:02.806882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:02.809068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:02.939787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:02.940236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router 44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:34:02.952522 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:02.953627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-039960cb-c027-4a35-ac37-482a10915b29 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 HTTP/1.1" status: 204 len: 168 time: 0.7114575 Sep 17 01:34:02.956233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54590) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:03.006084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet 88500fa6-b286-404f-ba38-7c0ef89e8a1d {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:34:03.009039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.048797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.137353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.271902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.302022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=88500fa6-b286-404f-ba38-7c0ef89e8a1d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:03.305670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.308870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4b963d2d-3176-4e31-8f5b-9769257d6972 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/88500fa6-b286-404f-ba38-7c0ef89e8a1d HTTP/1.1" status: 204 len: 168 time: 0.3510234 Sep 17 01:34:03.310935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54608) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:03.313620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44ed4ca-2b4f-41bc-8c64-8d36eadaf7cb None None] Network 85413107-98ca-4a73-b7ef-4abd7ca9a15b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:03.408174 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.476804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port a45db319-60a9-40ae-aa73-d70fb81c4bdf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:03.477423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.530258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] DHCP port deletion for 85413107-98ca-4a73-b7ef-4abd7ca9a15b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:34:03.549614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port a45db319-60a9-40ae-aa73-d70fb81c4bdf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a45db319-60a9-40ae-aa73-d70fb81c4bdf,segment=NetworkSegment(2cea834d-9406-4c56-88e7-5887e362b2a1),segment_id=2cea834d-9406-4c56-88e7-5887e362b2a1)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:03.549977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.562920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for a45db319-60a9-40ae-aa73-d70fb81c4bdf owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:03.581453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] Deleting port a45db319-60a9-40ae-aa73-d70fb81c4bdf {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:03.581946 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.660717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] For port a45db319-60a9-40ae-aa73-d70fb81c4bdf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a45db319-60a9-40ae-aa73-d70fb81c4bdf,segment=NetworkSegment(2cea834d-9406-4c56-88e7-5887e362b2a1),segment_id=2cea834d-9406-4c56-88e7-5887e362b2a1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:03.661232 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.675909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] Calling delete_port for a45db319-60a9-40ae-aa73-d70fb81c4bdf owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:03.768383 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.776831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.807502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=a45db319-60a9-40ae-aa73-d70fb81c4bdf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:03.812202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port a45db319-60a9-40ae-aa73-d70fb81c4bdf on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:03.824920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] Pushing event deleted for resources: {'Port': ['ID=a45db319-60a9-40ae-aa73-d70fb81c4bdf,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:03.834865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6f898-5c54-47ec-adf8-f838b61747db None None] No DVR routers for this DVR port a45db319-60a9-40ae-aa73-d70fb81c4bdf on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:03.905468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.926034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85413107-98ca-4a73-b7ef-4abd7ca9a15b']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:03.936074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cea834d-9406-4c56-88e7-5887e362b2a1') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:03.936473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cea834d-9406-4c56-88e7-5887e362b2a1') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:03.951043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.964655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.972376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:34:03.972376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:34:03.984078 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:34:04.099865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54622) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:04.105305 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1291088395', 'description': 'tempest-secgroup-smoke-1291088395 description', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:04.125081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.137251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.142953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/85413107-98ca-4a73-b7ef-4abd7ca9a15b HTTP/1.1" status: 204 len: 168 time: 0.8266006 Sep 17 01:34:04.143852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54626) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:04.149739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-428076904', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:04.161844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38d724-bb8e-4dc9-bd3a-ebeeacea1462 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=85413107-98ca-4a73-b7ef-4abd7ca9a15b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:04.237430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.317316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.318458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.439200 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.444701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.506151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.540009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.579126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6036f9-9d62-4f3d-8d58-8b03143c38dc,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:04.637490 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.642423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8769b15d-8afd-4c2d-924c-52bd489a6467 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4970334 Sep 17 01:34:04.643675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54636) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:04.655754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1635382521'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:04.678818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a45db319-60a9-40ae-aa73-d70fb81c4bdf no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:04.700279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a45db319-60a9-40ae-aa73-d70fb81c4bdf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:04.700747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a45db319-60a9-40ae-aa73-d70fb81c4bdf not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:04.702873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.704669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-38030d12-debe-4983-9641-634585a56b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6037917 Sep 17 01:34:04.708597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54638) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:04.716288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group_rule': {'security_group_id': 'da6036f9-9d62-4f3d-8d58-8b03143c38dc', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:04.804909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:04.809171 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.879580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:34:04.911629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.912130 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment 10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f of type vlan for network 6a774b9c-9e95-4b60-a516-b5248506f47a Sep 17 01:34:04.953862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:04.966588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.029449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.059418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.065308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:05.066189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.101429 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.170195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a20b18-d42a-4f55-8d70-25403a24e313,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:05.172702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=6a774b9c-9e95-4b60-a516-b5248506f47a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:05.180474 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c891b0a-bafb-43eb-822b-9e9c6e050e7a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5353084 Sep 17 01:34:05.184708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54648) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:05.186347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 6a774b9c-9e95-4b60-a516-b5248506f47a details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:34:05.188808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:05.243133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.250006 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bbeee904-7fcc-4617-8198-49b42e96acb6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5380304 Sep 17 01:34:05.250558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:05.256109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group_rule': {'security_group_id': 'da6036f9-9d62-4f3d-8d58-8b03143c38dc', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:05.387513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.471450 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7cec75e-f122-4fa3-86fd-6e004e1ec052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.494601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:05.495847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.498749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.574600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.605075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1336e5-2fad-4fc1-9e3c-8fb66d412cd9,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:05.667282 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.670977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-49dc6ee0-e325-4345-80ad-3ec09223279a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4187613 Sep 17 01:34:05.673476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:05.681896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group_rule': {'security_group_id': 'da6036f9-9d62-4f3d-8d58-8b03143c38dc', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:05.785983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.837447 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:05.867931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=cfd7b66b-2a02-4a9a-adcb-2da876ff96fa,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:05.909544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:05.909936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: 6a774b9c-9e95-4b60-a516-b5248506f47a, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:34:05.929772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.019489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.034437 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 6a774b9c-9e95-4b60-a516-b5248506f47a is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:34:06.054021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ea442f-16e5-4b72-85b4-460821833138,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:06.139040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.140615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2201a020-7ead-4af0-bb58-c3e8b2b5d604 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4660609 Sep 17 01:34:06.141281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 6a774b9c-9e95-4b60-a516-b5248506f47a) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:06.143495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54658) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:06.148507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group_rule': {'security_group_id': 'da6036f9-9d62-4f3d-8d58-8b03143c38dc', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:06.153498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc006ef3-8419-488d-b5e9-f52dc4f2777e None None] Network 6a774b9c-9e95-4b60-a516-b5248506f47a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:06.157586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:06.158202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.282425 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.332324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-6a774b9c-9e95-4b60-a516-b5248506f47a', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:34:06.334087 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.356143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8f0a1de6-9a4a-466b-b698-6704e0d1edef tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1711285 Sep 17 01:34:06.356791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54662) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:06.388541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.453847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.482276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cc28a8-84f4-44bd-aeaf-861b5241836d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:06.564507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Allocated IP 2001:db8::2 (6a774b9c-9e95-4b60-a516-b5248506f47a/cfd7b66b-2a02-4a9a-adcb-2da876ff96fa/678d4118-6092-4a88-b333-f9549d74ed69) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:06.585650 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.590074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fad35ddc-6570-4a20-9669-9d32f068b6fa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4422655 Sep 17 01:34:06.590217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54666) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:06.594987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group_rule': {'security_group_id': 'da6036f9-9d62-4f3d-8d58-8b03143c38dc', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:06.694560 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Project c188f8d48e6944029ce3aa00b57ece8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:34:06.703856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.830896 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.858943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.874081 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.934298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.963553 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:06.999859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977e937f-b94d-42ac-9d5e-a9e4281b497c,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:07.044046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.048708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-07e6e0b5-7bd0-441b-b05c-ab3b9619e625 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4575505 Sep 17 01:34:07.049323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54674) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:07.054219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'security_group_rule': {'security_group_id': 'da6036f9-9d62-4f3d-8d58-8b03143c38dc', 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:07.090052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Network 6a774b9c-9e95-4b60-a516-b5248506f47a is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:07.091548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Pushing event updated for resources: {'Port': ['ID=678d4118-6092-4a88-b333-f9549d74ed69,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:07.095789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:07.098323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:07.174190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Attempting to bind port 678d4118-6092-4a88-b333-f9549d74ed69 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:07.174860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Attempting to bind port 678d4118-6092-4a88-b333-f9549d74ed69 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:07.174993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Attempting to bind port 678d4118-6092-4a88-b333-f9549d74ed69 on network 6a774b9c-9e95-4b60-a516-b5248506f47a {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:07.180840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:07.181231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Checking segment: {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:07.182545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.183048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Bound using segment: {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:07.184742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Bound port: 678d4118-6092-4a88-b333-f9549d74ed69, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:07.185126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.197724 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Project c188f8d48e6944029ce3aa00b57ece8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:34:07.203901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.229201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8::1 (6a774b9c-9e95-4b60-a516-b5248506f47a/cfd7b66b-2a02-4a9a-adcb-2da876ff96fa/ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:07.269987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] For port 678d4118-6092-4a88-b333-f9549d74ed69, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:07.274042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] For port 678d4118-6092-4a88-b333-f9549d74ed69, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=678d4118-6092-4a88-b333-f9549d74ed69,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:07.307854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.382815 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.403217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.410935 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.444289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cca923-2023-4517-80cc-dc1c25cbc042,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:07.487043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a36f43-6a7a-4ecf-beb0-946c9c1fd668 None None] Pushing event updated for resources: {'Port': ['ID=678d4118-6092-4a88-b333-f9549d74ed69,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:07.517225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.521047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c3e75689-7b29-4448-b2d2-fa4ccee5f795 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4682059 Sep 17 01:34:07.552107 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.640593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 6a774b9c-9e95-4b60-a516-b5248506f47a is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:07.644087 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:07.647486 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:07.672409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:07.783497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:07.949482 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:08.179763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0df0ed72-e67a-4744-9256-5ca8effd91df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:08.726465 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 678d4118-6092-4a88-b333-f9549d74ed69 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:08.807818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 678d4118-6092-4a88-b333-f9549d74ed69 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:08.808188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:08.834031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eed5db-3807-462a-9a98-bf5811c1fd68 None None] Network 6a774b9c-9e95-4b60-a516-b5248506f47a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:08.853206 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:08.920463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:08.921703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.021447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:09.121806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 6a774b9c-9e95-4b60-a516-b5248506f47a is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:09.123392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:09.155632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e25bfb36-dd8c-40d7-a4a4-321f7611ce96 None None] Provisioning complete for port 678d4118-6092-4a88-b333-f9549d74ed69 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:09.156007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e25bfb36-dd8c-40d7-a4a4-321f7611ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.194407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.276957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.372209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 678d4118-6092-4a88-b333-f9549d74ed69, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=678d4118-6092-4a88-b333-f9549d74ed69,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:09.414257 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:34:09.442256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e25bfb36-dd8c-40d7-a4a4-321f7611ce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.491830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.554301 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.582349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:09.596797 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:09.614346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54770) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:09.616458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-08de83cd-b027-4d03-9204-f4d19a3822ed tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2534761 Sep 17 01:34:09.620856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:09.621406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-503646886'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:09.622151 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:09.654168 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-e25bfb36-dd8c-40d7-a4a4-321f7611ce96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:34:09.654525 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-e25bfb36-dd8c-40d7-a4a4-321f7611ce96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:34:09.664317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=678d4118-6092-4a88-b333-f9549d74ed69,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:09.742969 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:09.774641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:09.779340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.833626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:34:09.853956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:09.855468 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment d4a007b4-4258-4e35-ad11-f89b35752bdf of type vlan for network ff11910e-c8ef-4dcb-9414-29516490adc2 Sep 17 01:34:09.943733 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.093963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.100813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:10.100813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.118585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:07Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:08Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:10.194950 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:10.198221 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Updating router 67af4fdc-499c-4f8d-8be4-fd740783441e port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:34:10.244937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=ff11910e-c8ef-4dcb-9414-29516490adc2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:10.263165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ff11910e-c8ef-4dcb-9414-29516490adc2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:34:10.266776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1f417b1b-2f31-4282-9837-45b7f336519f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6504097 Sep 17 01:34:10.269656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:10.275818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:10.276291 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.449604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7a19071-082b-4333-bf56-71e499e069a0 None None] Provisioning complete for port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:10.450029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7a19071-082b-4333-bf56-71e499e069a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.518446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c7a19071-082b-4333-bf56-71e499e069a0 None None] Port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:10.531606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7a19071-082b-4333-bf56-71e499e069a0 None None] Provisioning complete for port 678d4118-6092-4a88-b333-f9549d74ed69 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:10.531842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7a19071-082b-4333-bf56-71e499e069a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.620315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:10.620315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.724903 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.746296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 678d4118-6092-4a88-b333-f9549d74ed69 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:10.809805 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.849256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 678d4118-6092-4a88-b333-f9549d74ed69 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:10.849641 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.919022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-38bfc2eb-9e19-484e-9cf6-e3614d309060 None None] Provisioning complete for port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:10.919661 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-38bfc2eb-9e19-484e-9cf6-e3614d309060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:10.975639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Pushing event updated for resources: {'Port': ['ID=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:11.003752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-38bfc2eb-9e19-484e-9cf6-e3614d309060 None None] Port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:11.029930 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.030780 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.031552 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.032079 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.032594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.033354 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.033877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.034402 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.035582 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.036358 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.036998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.037443 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:11.057348 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Attempting to bind port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:11.058166 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Attempting to bind port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:11.058923 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Attempting to bind port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e on network 6a774b9c-9e95-4b60-a516-b5248506f47a {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:11.071376 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:11.071860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Checking segment: {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:11.077157 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.077534 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Bound using segment: {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:11.078033 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Bound port: ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:11.078415 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.124764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.133326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c21c273b-1970-4f55-bd54-ac8b1f4d5fd6 None None] Provisioning complete for port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:11.133326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c21c273b-1970-4f55-bd54-ac8b1f4d5fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.188964 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] For port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:11.194316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c21c273b-1970-4f55-bd54-ac8b1f4d5fd6 None None] Port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:11.197208 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] For port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:11.213979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.266359 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.285254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=d8b52df1-4fb5-451a-b63d-f32038fe7097,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:11.295121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:11.295673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: ff11910e-c8ef-4dcb-9414-29516490adc2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:34:11.327738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1fbd2d20-0583-495e-8d63-df00d9bcfdf8 None None] Provisioning complete for port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:11.328310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2d20-0583-495e-8d63-df00d9bcfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.348762 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:11.350055 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:11.419645 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928abab-a4da-48fa-9ea3-20ab91fee946 None None] Pushing event updated for resources: {'Port': ['ID=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:11.437696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network ff11910e-c8ef-4dcb-9414-29516490adc2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:34:11.494049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ff11910e-c8ef-4dcb-9414-29516490adc2) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:11.498131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:11.501356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.522475 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2d20-0583-495e-8d63-df00d9bcfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.526024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e3e06-4ac9-4915-9881-d557eea93ded None None] Network ff11910e-c8ef-4dcb-9414-29516490adc2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:11.547165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:11.566552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6a42675b-a0b2-46de-9419-29d32a2dbd42 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2923636 Sep 17 01:34:11.566552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54792) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:11.750016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1fbd2d20-0583-495e-8d63-df00d9bcfdf8 None None] For port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:11.808405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ff11910e-c8ef-4dcb-9414-29516490adc2', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:34:11.819056 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:11.839654 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2d20-0583-495e-8d63-df00d9bcfdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.037313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-68acede9-a40a-4783-83fe-4b9a31512d8d None None] Provisioning complete for port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:12.037956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-68acede9-a40a-4783-83fe-4b9a31512d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.068576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd2d20-0583-495e-8d63-df00d9bcfdf8 None None] Pushing event updated for resources: {'Port': ['ID=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:12.118596 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:07Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:12.123871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Allocated IP 2001:db8:1::2 (ff11910e-c8ef-4dcb-9414-29516490adc2/d8b52df1-4fb5-451a-b63d-f32038fe7097/2fb46c76-9bc7-42f3-8793-51a7d04d3688) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:12.174974 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb09241-cfaf-41e8-834b-5286177aec8a None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:07Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:12.403798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.465266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.528970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.606676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Network ff11910e-c8ef-4dcb-9414-29516490adc2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:12.621143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:12.624944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:12.668554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Pushing event updated for resources: {'Port': ['ID=2fb46c76-9bc7-42f3-8793-51a7d04d3688,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:12.786595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Attempting to bind port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:12.787059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Attempting to bind port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:12.787648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Attempting to bind port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 on network ff11910e-c8ef-4dcb-9414-29516490adc2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:12.804749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:12.866781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:12.867212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Checking segment: {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:12.867783 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.870106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Bound using segment: {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:12.870106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Bound port: 2fb46c76-9bc7-42f3-8793-51a7d04d3688, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:12.870106 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:12.948838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8:1::1 (ff11910e-c8ef-4dcb-9414-29516490adc2/d8b52df1-4fb5-451a-b63d-f32038fe7097/c7d5a670-bb98-4dda-983c-87c420d91b2b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:12.976244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:12.976753 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.036853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] For port 2fb46c76-9bc7-42f3-8793-51a7d04d3688, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:13.042216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] For port 2fb46c76-9bc7-42f3-8793-51a7d04d3688, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2fb46c76-9bc7-42f3-8793-51a7d04d3688,segment=NetworkSegment(d4a007b4-4258-4e35-ad11-f89b35752bdf),segment_id=d4a007b4-4258-4e35-ad11-f89b35752bdf)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:13.087020 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.119919 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.192284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fe69d-7d7e-42cb-ad9d-8b9ff17d526b None None] Pushing event updated for resources: {'Port': ['ID=2fb46c76-9bc7-42f3-8793-51a7d04d3688,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:13.192695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.242806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network ff11910e-c8ef-4dcb-9414-29516490adc2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:13.246877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:13.250920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:13.251491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.311255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=c7d5a670-bb98-4dda-983c-87c420d91b2b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:13.505259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.817603 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.962108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:13.964060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.072779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=c7d5a670-bb98-4dda-983c-87c420d91b2b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:14.159536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54826) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:14.172413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network ff11910e-c8ef-4dcb-9414-29516490adc2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:14.173820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:14.296908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:14.327436 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-626b7846-8a04-4de1-a18a-7765bb14c3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.406870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:14.412123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-965f0fe0-dbb8-4b91-b917-639402b17779 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8449533 Sep 17 01:34:14.414767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54830) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:14.422183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-687652413'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:14.438120 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-626b7846-8a04-4de1-a18a-7765bb14c3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.505096 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-626b7846-8a04-4de1-a18a-7765bb14c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.542663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b7846-8a04-4de1-a18a-7765bb14c3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a021842d-f1f6-40e2-8546-f122529246a3,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:14.581970 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-626b7846-8a04-4de1-a18a-7765bb14c3f3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a443add1ce594762b16e4136b639e071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4203506 Sep 17 01:34:14.584473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54836) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:14.585155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:14.589309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.660403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44e4098e-bd38-4669-b3a5-d7fc39254b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.672343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:34:14.699837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.700039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44e4098e-bd38-4669-b3a5-d7fc39254b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.700210 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment 2ae531f4-8c71-4c96-bcd5-d91c4f9fa205 of type vlan for network f911392a-161c-4fbb-b729-7c4d479a2471 Sep 17 01:34:14.764742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2fb46c76-9bc7-42f3-8793-51a7d04d3688 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:14.779274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.825620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:14.825620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.843823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44e4098e-bd38-4669-b3a5-d7fc39254b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.846310 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44e4098e-bd38-4669-b3a5-d7fc39254b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.853792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44e4098e-bd38-4669-b3a5-d7fc39254b88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a021842d-f1f6-40e2-8546-f122529246a3 HTTP/1.1" status: 204 len: 168 time: 0.2655835 Sep 17 01:34:14.854606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:14.866135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4098e-bd38-4669-b3a5-d7fc39254b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a021842d-f1f6-40e2-8546-f122529246a3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:14.880916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:14.882654 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:14.883376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:14.890925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:14.891727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.002726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=f911392a-161c-4fbb-b729-7c4d479a2471,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:15.024162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:15.037375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbe3ec20-2299-4a1d-bfd8-7c59ff73a5f0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6209204 Sep 17 01:34:15.040957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54846) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:15.047771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:15.075466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f911392a-161c-4fbb-b729-7c4d479a2471 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:34:15.077357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3ef78-15bd-4c2d-87e6-fb0a7eeab34d None None] Network ff11910e-c8ef-4dcb-9414-29516490adc2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:15.277047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:15.282413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.560371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.562085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7af9f956-dc4a-4472-aedf-022a16d8d3c9 None None] Provisioning complete for port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:15.562536 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7af9f956-dc4a-4472-aedf-022a16d8d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.576139 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.613391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:15.637662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9826b6f1-d914-4132-9133-9afcea397192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.704906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=079e048d-df46-4618-9723-ccf8ca5e99d0,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:15.719272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:15.720146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: f911392a-161c-4fbb-b729-7c4d479a2471, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:34:15.764050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 2fb46c76-9bc7-42f3-8793-51a7d04d3688, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2fb46c76-9bc7-42f3-8793-51a7d04d3688,segment=NetworkSegment(d4a007b4-4258-4e35-ad11-f89b35752bdf),segment_id=d4a007b4-4258-4e35-ad11-f89b35752bdf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:15.842937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9826b6f1-d914-4132-9133-9afcea397192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.904837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7af9f956-dc4a-4472-aedf-022a16d8d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.929311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network f911392a-161c-4fbb-b729-7c4d479a2471 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:34:15.942183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:13Z', 'revision_number': 3, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:13Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:15.951883 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9826b6f1-d914-4132-9133-9afcea397192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.983325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:15.991655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:15.991655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Updating router 67af4fdc-499c-4f8d-8be4-fd740783441e port c7d5a670-bb98-4dda-983c-87c420d91b2b binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:34:16.001145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9826b6f1-d914-4132-9133-9afcea397192 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1a16dd549a04f29850c2c4a25827e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866704 Sep 17 01:34:16.002193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826b6f1-d914-4132-9133-9afcea397192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ad5aa7-bbe4-4856-8881-ee323c2047ec,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:16.003862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54858) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:16.058205 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f911392a-161c-4fbb-b729-7c4d479a2471) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:16.062741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:16.063660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.102676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70ec7afb-6398-41d0-9a5e-ebe528598372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.108096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.114119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6e361b-9cfb-430d-8252-3bf47b1c17af None None] Network f911392a-161c-4fbb-b729-7c4d479a2471 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:16.136693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70ec7afb-6398-41d0-9a5e-ebe528598372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.177788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0e48152e-b7ec-4b6b-be8e-d7a8425f74e0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1356196 Sep 17 01:34:16.180672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54860) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:16.243293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-7af9f956-dc4a-4472-aedf-022a16d8d3c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:34:16.243705 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-7af9f956-dc4a-4472-aedf-022a16d8d3c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:34:16.248337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70ec7afb-6398-41d0-9a5e-ebe528598372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.249449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=2fb46c76-9bc7-42f3-8793-51a7d04d3688,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:16.250916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70ec7afb-6398-41d0-9a5e-ebe528598372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.268860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70ec7afb-6398-41d0-9a5e-ebe528598372 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99ad5aa7-bbe4-4856-8881-ee323c2047ec HTTP/1.1" status: 204 len: 168 time: 0.2562771 Sep 17 01:34:16.295053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec7afb-6398-41d0-9a5e-ebe528598372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ad5aa7-bbe4-4856-8881-ee323c2047ec,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:16.598923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-f911392a-161c-4fbb-b729-7c4d479a2471', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:34:16.598923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.713868 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:16.721123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2fb46c76-9bc7-42f3-8793-51a7d04d3688 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:16.791500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.015948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbe70c-c0e5-4810-a0a3-51dc18b36497 None None] Pushing event updated for resources: {'Port': ['ID=c7d5a670-bb98-4dda-983c-87c420d91b2b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:17.047697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Allocated IP 2001:db8:2::2 (f911392a-161c-4fbb-b729-7c4d479a2471/079e048d-df46-4618-9723-ccf8ca5e99d0/73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:17.155452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.188277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:17.191151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.291987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Attempting to bind port c7d5a670-bb98-4dda-983c-87c420d91b2b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:17.292469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Attempting to bind port c7d5a670-bb98-4dda-983c-87c420d91b2b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:17.292977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Attempting to bind port c7d5a670-bb98-4dda-983c-87c420d91b2b on network ff11910e-c8ef-4dcb-9414-29516490adc2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:17.302647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f6c585c6-d253-440f-981f-e90b23b5e44c None None] Provisioning complete for port c7d5a670-bb98-4dda-983c-87c420d91b2b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:17.302647 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f6c585c6-d253-440f-981f-e90b23b5e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.335548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:17.335928 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Checking segment: {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:17.336337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.336735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Bound using segment: {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:17.337283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Bound port: c7d5a670-bb98-4dda-983c-87c420d91b2b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a007b4-4258-4e35-ad11-f89b35752bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:17.337699 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.420308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f6c585c6-d253-440f-981f-e90b23b5e44c None None] Port c7d5a670-bb98-4dda-983c-87c420d91b2b cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:17.509305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f6c585c6-d253-440f-981f-e90b23b5e44c None None] Provisioning complete for port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:17.509692 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f6c585c6-d253-440f-981f-e90b23b5e44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.517294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] For port c7d5a670-bb98-4dda-983c-87c420d91b2b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:17.560552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.565965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] For port c7d5a670-bb98-4dda-983c-87c420d91b2b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7d5a670-bb98-4dda-983c-87c420d91b2b,segment=NetworkSegment(d4a007b4-4258-4e35-ad11-f89b35752bdf),segment_id=d4a007b4-4258-4e35-ad11-f89b35752bdf)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:17.706097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8:2::1 (f911392a-161c-4fbb-b729-7c4d479a2471/079e048d-df46-4618-9723-ccf8ca5e99d0/3181b495-8fd3-4f8b-8b37-3b69b44155ef) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:17.793981 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.796371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.854155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Network f911392a-161c-4fbb-b729-7c4d479a2471 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:17.860547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:17.863399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:17.877726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:17.881646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:17.903569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:17.933876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbe70c-c0e5-4810-a0a3-51dc18b36497 None None] Pushing event updated for resources: {'Port': ['ID=c7d5a670-bb98-4dda-983c-87c420d91b2b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:18.026312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.066895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dda1a161-46f9-4c64-89ce-adff0bac1362 None None] Provisioning complete for port c7d5a670-bb98-4dda-983c-87c420d91b2b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:18.067484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dda1a161-46f9-4c64-89ce-adff0bac1362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.084416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network f911392a-161c-4fbb-b729-7c4d479a2471 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:18.088620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:18.093360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:18.093915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.104664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Pushing event updated for resources: {'Port': ['ID=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:18.113775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Attempting to bind port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:18.114490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Attempting to bind port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:18.114828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Attempting to bind port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd on network f911392a-161c-4fbb-b729-7c4d479a2471 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:18.124851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:18.161006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:18.161337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Checking segment: {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:18.161740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.162142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Bound using segment: {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:18.162626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Bound port: 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:18.163008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.211226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=3181b495-8fd3-4f8b-8b37-3b69b44155ef,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:18.289804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.361529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] For port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:18.380807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] For port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:18.397016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dda1a161-46f9-4c64-89ce-adff0bac1362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.488497 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.515565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dda1a161-46f9-4c64-89ce-adff0bac1362 None None] For port c7d5a670-bb98-4dda-983c-87c420d91b2b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7d5a670-bb98-4dda-983c-87c420d91b2b,segment=NetworkSegment(d4a007b4-4258-4e35-ad11-f89b35752bdf),segment_id=d4a007b4-4258-4e35-ad11-f89b35752bdf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:18.580087 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dda1a161-46f9-4c64-89ce-adff0bac1362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.613862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62c119-7e68-46b1-b6ea-170ef8c5a146 None None] Pushing event updated for resources: {'Port': ['ID=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:18.664539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:13Z', 'revision_number': 3, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:17Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:18.722101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f5028c-d1a7-4244-b1fe-24cc8eb358e6 None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:13Z', 'revision_number': 3, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:17Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:18.734122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1a161-46f9-4c64-89ce-adff0bac1362 None None] Pushing event updated for resources: {'Port': ['ID=c7d5a670-bb98-4dda-983c-87c420d91b2b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:18.746102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-474233a6-8025-491a-8665-0c7169dc9086 None None] Provisioning complete for port c7d5a670-bb98-4dda-983c-87c420d91b2b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:18.746469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-474233a6-8025-491a-8665-0c7169dc9086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.800346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.842223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:18.843199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:19.050447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=3181b495-8fd3-4f8b-8b37-3b69b44155ef,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:19.143246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network f911392a-161c-4fbb-b729-7c4d479a2471 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:19.145499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:19.282987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:19.400489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:19.408269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-56213082-b0ee-4d9f-926d-56e9799b0458 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2228599 Sep 17 01:34:19.408661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54926) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:19.414275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-601786827'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:19.487837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:19.492181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:19.524303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:34:19.535260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:19.535851 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added segment aae4c235-9794-454a-8bfe-3daee163ba21 of type vlan for network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 Sep 17 01:34:19.601870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:19.693026 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:19.693140 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:19.694154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:19.694780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:19.703228 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:19.704063 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:19.783580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Network': ['ID=9f09dca9-a16e-4b98-96c2-b8a4d88761f2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:19.798665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:34:19.803616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d2eda4fa-1a09-432e-90f2-5562cda2b464 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3938303 Sep 17 01:34:19.808938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 54936) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:19.816003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'subnet': {'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:19.842154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:20.010927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2373e-4ea4-4ab3-8946-922aa3a0bd11 None None] Network f911392a-161c-4fbb-b729-7c4d479a2471 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:20.031232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Made reservation on behalf of b09b6bea05a347e6a67d3a4cbfd72f90 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:20.035564 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.163777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-57b12698-976b-4033-b7f2-70412d48b2ff None None] Provisioning complete for port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:20.163777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-57b12698-976b-4033-b7f2-70412d48b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.223064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:20.281932 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:20.282430 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Updating router 67af4fdc-499c-4f8d-8be4-fd740783441e port 3181b495-8fd3-4f8b-8b37-3b69b44155ef binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:34:20.347331 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.364730 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-57b12698-976b-4033-b7f2-70412d48b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.410577 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.429197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-57b12698-976b-4033-b7f2-70412d48b2ff None None] For port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:20.505076 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-57b12698-976b-4033-b7f2-70412d48b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.512841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Subnet': ['ID=b11de972-e10d-40d9-9de5-b50ccd0ebcba,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:20.523789 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Checking segment: {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:20.524203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network hostable DHCP agents. Network: 9f09dca9-a16e-4b98-96c2-b8a4d88761f2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:34:20.588576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b12698-976b-4033-b7f2-70412d48b2ff None None] Pushing event updated for resources: {'Port': ['ID=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:20.613355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:34:20.666069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9f09dca9-a16e-4b98-96c2-b8a4d88761f2) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:20.671392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:20.672228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.689200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5feab-8b11-4db1-843c-f4f3d90984c4 None None] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:20.762628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 54958) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:20.765770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-48906403-61df-4ff3-a64b-d66fe4491091 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9556119 Sep 17 01:34:20.807408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7d5a670-bb98-4dda-983c-87c420d91b2b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:20.847332 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.899252 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:20.989170 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a16e-6602-4549-8e70-eab30029dc13 None None] Pushing event updated for resources: {'Port': ['ID=3181b495-8fd3-4f8b-8b37-3b69b44155ef,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:21.048533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-45c612ac-c3a5-4627-b40c-da5f594be0b2 None None] Provisioning complete for port 3181b495-8fd3-4f8b-8b37-3b69b44155ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:21.049393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45c612ac-c3a5-4627-b40c-da5f594be0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.054343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c7d5a670-bb98-4dda-983c-87c420d91b2b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:21.054708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.068924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Attempting to bind port 3181b495-8fd3-4f8b-8b37-3b69b44155ef on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:21.069299 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Attempting to bind port 3181b495-8fd3-4f8b-8b37-3b69b44155ef by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:21.071942 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Attempting to bind port 3181b495-8fd3-4f8b-8b37-3b69b44155ef on network f911392a-161c-4fbb-b729-7c4d479a2471 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:21.080691 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:21.081086 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Checking segment: {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:21.081493 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.081887 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Bound using segment: {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:21.082355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Bound port: 3181b495-8fd3-4f8b-8b37-3b69b44155ef, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:21.082730 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.195638 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] For port 3181b495-8fd3-4f8b-8b37-3b69b44155ef, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:21.204424 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] For port 3181b495-8fd3-4f8b-8b37-3b69b44155ef, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3181b495-8fd3-4f8b-8b37-3b69b44155ef,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:21.211369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-45c612ac-c3a5-4627-b40c-da5f594be0b2 None None] Port 3181b495-8fd3-4f8b-8b37-3b69b44155ef cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:21.236387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-45c612ac-c3a5-4627-b40c-da5f594be0b2 None None] Provisioning complete for port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:21.239575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45c612ac-c3a5-4627-b40c-da5f594be0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.268859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'fixed_ips': [{'subnet_id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:34:21.269853 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.288920 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.292102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.413414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:21.439150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:21.440613 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:21.530640 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b455a16e-6602-4549-8e70-eab30029dc13 None None] Pushing event updated for resources: {'Port': ['ID=3181b495-8fd3-4f8b-8b37-3b69b44155ef,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:21.620296 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:21.738323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Allocated IP 2001:db8:3::2 (9f09dca9-a16e-4b98-96c2-b8a4d88761f2/b11de972-e10d-40d9-9de5-b50ccd0ebcba/5e6f72a0-3826-462f-be57-08e9d9902cf7) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:21.748755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:21.751891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.859241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c5d7af0c-afcb-4a09-b86a-d4082c7beabe None None] Provisioning complete for port 3181b495-8fd3-4f8b-8b37-3b69b44155ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:21.859897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c5d7af0c-afcb-4a09-b86a-d4082c7beabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:21.928035 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:21Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:21.972253 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7f2d8-4abd-42ee-a473-920e57bdb3ee None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:21Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:22.341945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c5d7af0c-afcb-4a09-b86a-d4082c7beabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.424622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c5d7af0c-afcb-4a09-b86a-d4082c7beabe None None] For port 3181b495-8fd3-4f8b-8b37-3b69b44155ef, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3181b495-8fd3-4f8b-8b37-3b69b44155ef,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:22.425905 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.494043 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c5d7af0c-afcb-4a09-b86a-d4082c7beabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.529144 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.558768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7af0c-afcb-4a09-b86a-d4082c7beabe None None] Pushing event updated for resources: {'Port': ['ID=3181b495-8fd3-4f8b-8b37-3b69b44155ef,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:22.562875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:22.568137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:22.610248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:22.618104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Allocated IP 2001:db8:3::1 (9f09dca9-a16e-4b98-96c2-b8a4d88761f2/b11de972-e10d-40d9-9de5-b50ccd0ebcba/39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:22.689775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Pushing event updated for resources: {'Port': ['ID=5e6f72a0-3826-462f-be57-08e9d9902cf7,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:22.699805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-83da8eab-5f1c-4abb-b022-fd563c192c60 None None] Provisioning complete for port 3181b495-8fd3-4f8b-8b37-3b69b44155ef triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:22.700172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-83da8eab-5f1c-4abb-b022-fd563c192c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.704317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Attempting to bind port 5e6f72a0-3826-462f-be57-08e9d9902cf7 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:22.704671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Attempting to bind port 5e6f72a0-3826-462f-be57-08e9d9902cf7 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:22.705030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Attempting to bind port 5e6f72a0-3826-462f-be57-08e9d9902cf7 on network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:22.770115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:22.782415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Checking segment: {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:22.782991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.789953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Bound using segment: {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:22.789953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Bound port: 5e6f72a0-3826-462f-be57-08e9d9902cf7, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:22.789953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.892181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:22.911934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:22.958268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] For port 5e6f72a0-3826-462f-be57-08e9d9902cf7, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:22.962476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] For port 5e6f72a0-3826-462f-be57-08e9d9902cf7, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5e6f72a0-3826-462f-be57-08e9d9902cf7,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:23.019720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.020388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:23.020794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.022727 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.064222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:23.073811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:23.078434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:23.078434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.130199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56daff5-3547-4a74-9823-4b4da65c93fc None None] Pushing event updated for resources: {'Port': ['ID=5e6f72a0-3826-462f-be57-08e9d9902cf7,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:23.146149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:23.196713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3181b495-8fd3-4f8b-8b37-3b69b44155ef up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:23.249878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3181b495-8fd3-4f8b-8b37-3b69b44155ef triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:23.250252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.273510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.606457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.670706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.671549 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:23.740216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event updated for resources: {'Port': ['ID=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:24.111811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:24.113381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:24.179739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e62671-a75f-449b-a19a-00c08dc38196 None None] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:24.271112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:24.282244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3be6feda-c872-40b1-8707-d93867e5cdac None None] Provisioning complete for port 5e6f72a0-3826-462f-be57-08e9d9902cf7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:24.282615 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3be6feda-c872-40b1-8707-d93867e5cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:24.405632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:24.411139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-64281490-491f-444b-911f-1d74eb06882c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6471260 Sep 17 01:34:24.415072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55008) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:24.422074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:24.423464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:24.484986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:24.485597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:24.530802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3be6feda-c872-40b1-8707-d93867e5cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:24.647388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3be6feda-c872-40b1-8707-d93867e5cdac None None] For port 5e6f72a0-3826-462f-be57-08e9d9902cf7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5e6f72a0-3826-462f-be57-08e9d9902cf7,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:24.658870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:24.715152 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3be6feda-c872-40b1-8707-d93867e5cdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:24.765288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5e6f72a0-3826-462f-be57-08e9d9902cf7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:24.911926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6feda-c872-40b1-8707-d93867e5cdac None None] Pushing event updated for resources: {'Port': ['ID=5e6f72a0-3826-462f-be57-08e9d9902cf7,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:24.928819 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-344b340a-b4df-4098-a3a5-4771f0f06207 None None] Provisioning complete for port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:24.929190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-344b340a-b4df-4098-a3a5-4771f0f06207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:24.988585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.extraroute_db [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=112072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 01:34:25.009595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.extraroute_db [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Removed routes are [] {{(pid=112072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 01:34:25.010005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.024774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5e6f72a0-3826-462f-be57-08e9d9902cf7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:25.024774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.025419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-344b340a-b4df-4098-a3a5-4771f0f06207 None None] Port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:25.099433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-344b340a-b4df-4098-a3a5-4771f0f06207 None None] Provisioning complete for port 5e6f72a0-3826-462f-be57-08e9d9902cf7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:25.099813 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-344b340a-b4df-4098-a3a5-4771f0f06207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.261523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:23Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3', 'name': '', 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:1f:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:21Z', 'updated_at': '2021-09-17T01:34:23Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:25.312014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:25.312370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Updating router 67af4fdc-499c-4f8d-8be4-fd740783441e port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:34:25.341281 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.346247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.354380 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.470358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:25.499581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-90c6421c-5013-4631-bf46-2450bd0d0322 None None] Provisioning complete for port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:25.499953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-90c6421c-5013-4631-bf46-2450bd0d0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.562609 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-90c6421c-5013-4631-bf46-2450bd0d0322 None None] Port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:25.573607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:25.581314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.582866 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a3c69bda-0f0c-40af-b556-48defd6dd260 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 953 time: 1.1654925 Sep 17 01:34:25.585469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55016) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:25.693623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ac4878c-d9f2-477d-b1f5-6a2387518df9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 953 time: 0.1069574 Sep 17 01:34:25.697307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55022) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:25.702501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'routes': None}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:25.730027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.830909 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.898403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b78380-e4d8-449d-a268-41e9de73ff1f None None] Pushing event updated for resources: {'Port': ['ID=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:25.940749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Attempting to bind port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:25.941311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Attempting to bind port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:25.941756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Attempting to bind port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 on network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:25.947593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:25.948040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Checking segment: {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:25.948504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:25.948975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Bound using segment: {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:25.949505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Bound port: 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae4c235-9794-454a-8bfe-3daee163ba21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:25.949944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.053001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] For port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:26.057273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] For port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:26.123256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.200740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:26.201805 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:26.251833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b78380-e4d8-449d-a268-41e9de73ff1f None None] Pushing event updated for resources: {'Port': ['ID=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:26.294447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added routes are [] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 01:34:26.294881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.extraroute_db [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=112073) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 01:34:26.332077 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.333398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-25f15ccc-259e-4f38-a410-5a4bd538f3c9 None None] Provisioning complete for port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:26.333878 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f15ccc-259e-4f38-a410-5a4bd538f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.357497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:26.647320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f15ccc-259e-4f38-a410-5a4bd538f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.718030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.728525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5e6f72a0-3826-462f-be57-08e9d9902cf7 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:26.731255 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:26.955494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:26.966498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-25f15ccc-259e-4f38-a410-5a4bd538f3c9 None None] For port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:27.015922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:24Z', 'revision_number': 6, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3', 'name': '', 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:1f:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:21Z', 'updated_at': '2021-09-17T01:34:26Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:27.018744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5e6f72a0-3826-462f-be57-08e9d9902cf7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:27.021079 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:27.048034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-25f15ccc-259e-4f38-a410-5a4bd538f3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:27.050154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42af4a6-b912-4c28-a32b-c31fda5fd46c None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:24Z', 'revision_number': 6, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3', 'name': '', 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:1f:9f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:21Z', 'updated_at': '2021-09-17T01:34:26Z', 'revision_number': 4, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:27.088270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:27.097308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:27.100404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c4204b29-afa1-4e69-8e5c-2711ff6d022e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 703 time: 1.4001439 Sep 17 01:34:27.101530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55048) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:27.210653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15ccc-259e-4f38-a410-5a4bd538f3c9 None None] Pushing event updated for resources: {'Port': ['ID=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:27.227071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0da6c3d0-1818-489b-a510-2549a463a8d0 None None] Provisioning complete for port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:27.228282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0da6c3d0-1818-489b-a510-2549a463a8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:27.277605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ef0d2ba6-8ccd-424b-9923-93e9c6bbccb5 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 703 time: 0.1645703 Sep 17 01:34:27.279784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55050) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:27.866046 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:28.211591 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:34:28.285697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:28.286245 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:28.330652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:28.345347 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:28.345955 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:28.411289 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:28.411791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:28.433243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:28.689536 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:28.752363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:28.785772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:28.802731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:34:28.803321 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 17 01:34:28.826007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Port 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 not found, will not notify nova. {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 17 01:34:28.827769 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:28.829671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:28.978440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:28.999402 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:26Z', 'revision_number': 7, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3', 'name': '', 'network_id': '9f09dca9-a16e-4b98-96c2-b8a4d88761f2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:1f:9f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:21Z', 'updated_at': '2021-09-17T01:34:26Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'b11de972-e10d-40d9-9de5-b50ccd0ebcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:29.044570 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:29.052606 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:29.053662 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:29.176196 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:29.277330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:29.283475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:29.407759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:29.416546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55064) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:29.418571 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6f912c68-bce5-4882-9c32-38a9fb4da57b tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1357269 Sep 17 01:34:29.498051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet b11de972-e10d-40d9-9de5-b50ccd0ebcba {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:34:29.501371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:29.548046 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:28Z', 'revision_number': 8, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:29.592141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:29.606418 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0c557b-8f21-4da9-bda0-636a3c4fffd2 None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:28Z', 'revision_number': 8, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:29.708128 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:30.421258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:30.461930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:30.470634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=b11de972-e10d-40d9-9de5-b50ccd0ebcba,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:30.481216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:30.481216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:30.486317 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:30.492011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-880aa8e5-20d9-4ed8-8dbc-ce3b4df21c8e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/b11de972-e10d-40d9-9de5-b50ccd0ebcba HTTP/1.1" status: 204 len: 168 time: 1.0737417 Sep 17 01:34:30.495422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55082) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:30.525046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d7e529-eea7-4b99-872c-a461b780d50b None None] Network 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:30.617177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:30.636507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:30.719678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:30.761782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:30.762645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 39cf4ada-ff2d-463f-b8f5-5e1c1beb81b3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:30.771430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 5e6f72a0-3826-462f-be57-08e9d9902cf7 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:30.771712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.071347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:28Z', 'revision_number': 8, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:31.121496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:31.126123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] DHCP port deletion for 9f09dca9-a16e-4b98-96c2-b8a4d88761f2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:34:31.137735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:31.138421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:31.266687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:31.295171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] Deleting port 5e6f72a0-3826-462f-be57-08e9d9902cf7 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:31.295563 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.311122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 5e6f72a0-3826-462f-be57-08e9d9902cf7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5e6f72a0-3826-462f-be57-08e9d9902cf7,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:31.311509 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.325619 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 5e6f72a0-3826-462f-be57-08e9d9902cf7 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:31.430018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] For port 5e6f72a0-3826-462f-be57-08e9d9902cf7, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5e6f72a0-3826-462f-be57-08e9d9902cf7,segment=NetworkSegment(aae4c235-9794-454a-8bfe-3daee163ba21),segment_id=aae4c235-9794-454a-8bfe-3daee163ba21)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:31.430018 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.471914 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.475549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] Calling delete_port for 5e6f72a0-3826-462f-be57-08e9d9902cf7 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:31.517967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=5e6f72a0-3826-462f-be57-08e9d9902cf7,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:31.527686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port 5e6f72a0-3826-462f-be57-08e9d9902cf7 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:31.624160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.658396 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.663650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:28Z', 'revision_number': 8, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:31.667914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] Pushing event deleted for resources: {'Port': ['ID=5e6f72a0-3826-462f-be57-08e9d9902cf7,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:31.688558 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f09dca9-a16e-4b98-96c2-b8a4d88761f2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:31.701006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2969a-95d9-43a8-9b92-963479d25229 None None] No DVR routers for this DVR port 5e6f72a0-3826-462f-be57-08e9d9902cf7 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:31.702890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0fda2f-e8c1-40e9-b14a-081dbb9bd14b None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:28Z', 'revision_number': 8, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': '3181b495-8fd3-4f8b-8b37-3b69b44155ef', 'name': '', 'network_id': 'f911392a-161c-4fbb-b729-7c4d479a2471', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:ab:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:17Z', 'updated_at': '2021-09-17T01:34:22Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': '079e048d-df46-4618-9723-ccf8ca5e99d0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:31.716602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae4c235-9794-454a-8bfe-3daee163ba21') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:31.716602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae4c235-9794-454a-8bfe-3daee163ba21') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:31.734001 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.754026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.764191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:34:31.768342 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:34:31.957196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.963849 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:31.965786 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/9f09dca9-a16e-4b98-96c2-b8a4d88761f2 HTTP/1.1" status: 204 len: 168 time: 1.4684286 Sep 17 01:34:31.968844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55120) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:32.022570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5da06e-622d-487f-957b-a45ea4b57c84 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=9f09dca9-a16e-4b98-96c2-b8a4d88761f2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:32.394036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:32.662009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 3181b495-8fd3-4f8b-8b37-3b69b44155ef {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:32.662485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:32.678324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5e6f72a0-3826-462f-be57-08e9d9902cf7 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:32.706565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5e6f72a0-3826-462f-be57-08e9d9902cf7 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:32.707415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5e6f72a0-3826-462f-be57-08e9d9902cf7 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:32.768345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 3181b495-8fd3-4f8b-8b37-3b69b44155ef, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3181b495-8fd3-4f8b-8b37-3b69b44155ef,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:32.768749 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:32.782724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 3181b495-8fd3-4f8b-8b37-3b69b44155ef owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:33.036713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:33.115549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=3181b495-8fd3-4f8b-8b37-3b69b44155ef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:33.256746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:33.803197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:33.921513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:33.931483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b905fbab-f2ad-4cc2-8024-1ce3eb1dbc05 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576564 Sep 17 01:34:33.931591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55164) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:33.935922 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:33.948564 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:33.950143 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:34.014704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet 079e048d-df46-4618-9723-ccf8ca5e99d0 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:34:34.018618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.089490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.114517 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:34.180044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.345744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.391970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=079e048d-df46-4618-9723-ccf8ca5e99d0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:34.397881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.409353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e2f3f-4bdd-4467-b83d-940117403d8e None None] Network f911392a-161c-4fbb-b729-7c4d479a2471 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:34.416696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cd242201-53f9-428b-8a43-5832e08b81b0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/079e048d-df46-4618-9723-ccf8ca5e99d0 HTTP/1.1" status: 204 len: 168 time: 0.4835930 Sep 17 01:34:34.417359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55170) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:34.422419 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:32Z', 'revision_number': 9, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:34.489091 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:34.505134 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:34.505856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:34.584786 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.681847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:34.706807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] DHCP port deletion for f911392a-161c-4fbb-b729-7c4d479a2471 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:34:34.711283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:34.712468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.797328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:34.797697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.810831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] Deleting port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:34.811256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.830784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:34.923017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] For port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,segment=NetworkSegment(2ae531f4-8c71-4c96-bcd5-d91c4f9fa205),segment_id=2ae531f4-8c71-4c96-bcd5-d91c4f9fa205)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:34.923601 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:34.940878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] Calling delete_port for 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:35.006153 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:32Z', 'revision_number': 9, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:35.038400 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0dd837-d697-4b57-9612-24abf1b0430b None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:32Z', 'revision_number': 9, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'c7d5a670-bb98-4dda-983c-87c420d91b2b', 'name': '', 'network_id': 'ff11910e-c8ef-4dcb-9414-29516490adc2', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:71:d5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:12Z', 'updated_at': '2021-09-17T01:34:18Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'd8b52df1-4fb5-451a-b63d-f32038fe7097', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:35.060969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.068935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.089831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] No DVR routers for this DVR port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:35.122730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff751cb6-a5f8-470b-94b4-aaaed37407a7 None None] Pushing event deleted for resources: {'Port': ['ID=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:35.131711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:35.148095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:35.221516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.244651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f911392a-161c-4fbb-b729-7c4d479a2471']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:35.255182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:35.259060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae531f4-8c71-4c96-bcd5-d91c4f9fa205') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:35.270672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.284520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.292113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:34:35.292476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:34:35.295897 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:34:35.443195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.459461 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.462598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/f911392a-161c-4fbb-b729-7c4d479a2471 HTTP/1.1" status: 204 len: 168 time: 1.0441635 Sep 17 01:34:35.465953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55178) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:35.470425 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b2323f8-3490-4ddc-b4bd-3b44b0e24410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:35.488618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9866c3-6d76-4466-bb0e-febd2a327c10 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=f911392a-161c-4fbb-b729-7c4d479a2471,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:35.848966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:36.113782 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port c7d5a670-bb98-4dda-983c-87c420d91b2b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:36.114041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:36.220323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port c7d5a670-bb98-4dda-983c-87c420d91b2b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c7d5a670-bb98-4dda-983c-87c420d91b2b,segment=NetworkSegment(d4a007b4-4258-4e35-ad11-f89b35752bdf),segment_id=d4a007b4-4258-4e35-ad11-f89b35752bdf)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:36.220685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:36.233573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for c7d5a670-bb98-4dda-983c-87c420d91b2b owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:36.476783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:36.507667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=c7d5a670-bb98-4dda-983c-87c420d91b2b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:36.644150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:36.812744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:36.850347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:36.850700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 73ea7a0c-1be7-43e9-a5dc-aecfe8f5bdcd not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:36.851138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3181b495-8fd3-4f8b-8b37-3b69b44155ef no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:36.949932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:37.062574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3181b495-8fd3-4f8b-8b37-3b69b44155ef {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:37.062726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:37.062841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3181b495-8fd3-4f8b-8b37-3b69b44155ef not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:37.075460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:37.077085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f60a3c76-9cd4-4384-ad3b-5604f790a6c7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6093540 Sep 17 01:34:37.080357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55202) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:37.088221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:37.088972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:37.150295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet d8b52df1-4fb5-451a-b63d-f32038fe7097 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:34:37.154318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.208541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:37.217805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.343237 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.471592 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.491345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:36Z', 'revision_number': 10, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:37.508269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b52df1-4fb5-451a-b63d-f32038fe7097,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:37.510402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.512760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f72e9b8e-62b4-47fc-bdf3-7443e6f21322 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/d8b52df1-4fb5-451a-b63d-f32038fe7097 HTTP/1.1" status: 204 len: 168 time: 0.4306741 Sep 17 01:34:37.518774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55216) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:37.532324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e83f97-56fb-4766-bd50-b9fb3e52bf97 None None] Network ff11910e-c8ef-4dcb-9414-29516490adc2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:37.536206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:37.563925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:37.564548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:37.599135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.662166 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:37.662512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.728703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:37.745270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 2fb46c76-9bc7-42f3-8793-51a7d04d3688, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=2fb46c76-9bc7-42f3-8793-51a7d04d3688,segment=NetworkSegment(d4a007b4-4258-4e35-ad11-f89b35752bdf),segment_id=d4a007b4-4258-4e35-ad11-f89b35752bdf)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:37.745643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.762196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 2fb46c76-9bc7-42f3-8793-51a7d04d3688 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:37.775938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55220) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:37.897436 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] DHCP port deletion for ff11910e-c8ef-4dcb-9414-29516490adc2 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:34:37.927938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5383b531-cb75-4cd7-9562-9377fbadc2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:37.979465 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.008365 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=2fb46c76-9bc7-42f3-8793-51a7d04d3688,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:38.015737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Deleting port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:38.016118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.032504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:38.080290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5383b531-cb75-4cd7-9562-9377fbadc2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.115708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] For port 2fb46c76-9bc7-42f3-8793-51a7d04d3688, host n-d-789963-7, got binding levels [] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:38.116145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.128312 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:36Z', 'revision_number': 10, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:38.157384 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.162522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Calling delete_port for 2fb46c76-9bc7-42f3-8793-51a7d04d3688 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:38.165798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba278bbb-3147-43e3-9ce8-d8b018aca674 None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:36Z', 'revision_number': 10, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None, '_interfaces': [{'id': 'ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e', 'name': '', 'network_id': '6a774b9c-9e95-4b60-a516-b5248506f47a', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'mac_address': 'fa:16:3e:bb:9a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3627, 'fixed_ips': [{'subnet_id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:34:06Z', 'updated_at': '2021-09-17T01:34:11Z', 'revision_number': 5, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'subnets': [{'id': 'cfd7b66b-2a02-4a9a-adcb-2da876ff96fa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:38.168143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5383b531-cb75-4cd7-9562-9377fbadc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.170134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.ipam_backend_mixin [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 was not found and therefore no delete operation was performed {{(pid=112074) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 17 01:34:38.172428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.189617 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff11910e-c8ef-4dcb-9414-29516490adc2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:38.201724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] Pushing event deleted for resources: {'Port': ['ID=2fb46c76-9bc7-42f3-8793-51a7d04d3688,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:38.202020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a007b4-4258-4e35-ad11-f89b35752bdf') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:38.202505 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a007b4-4258-4e35-ad11-f89b35752bdf') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:38.206908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b497d-36e4-4b1f-ae63-a14d59038973 None None] No DVR routers for this DVR port 2fb46c76-9bc7-42f3-8793-51a7d04d3688 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:38.214201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e081495e-f084-4077-9fb0-421fd6ead7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.225314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.233750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5383b531-cb75-4cd7-9562-9377fbadc2d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0ce44994467c4e30ae18f22f6647a31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4564049 Sep 17 01:34:38.237107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55224) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:38.242069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.246800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383b531-cb75-4cd7-9562-9377fbadc2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a80254-d979-4f5a-89a3-1730e1e38395,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:38.250361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:34:38.250687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:34:38.260874 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:34:38.302375 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d70f-7a45-4ec1-89ba-e37712575500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.341854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d70f-7a45-4ec1-89ba-e37712575500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.401571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.410400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.415906 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/ff11910e-c8ef-4dcb-9414-29516490adc2 HTTP/1.1" status: 204 len: 168 time: 0.8993876 Sep 17 01:34:38.419158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:38.430107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22f24e-3853-44e0-8712-3b8a3f925bf8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=ff11910e-c8ef-4dcb-9414-29516490adc2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:38.566820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d70f-7a45-4ec1-89ba-e37712575500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.569558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8ef0d70f-7a45-4ec1-89ba-e37712575500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:38.571904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8ef0d70f-7a45-4ec1-89ba-e37712575500 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26a80254-d979-4f5a-89a3-1730e1e38395 HTTP/1.1" status: 204 len: 168 time: 0.3329821 Sep 17 01:34:38.613565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0d70f-7a45-4ec1-89ba-e37712575500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a80254-d979-4f5a-89a3-1730e1e38395,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:38.721322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7d5a670-bb98-4dda-983c-87c420d91b2b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:38.749777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c7d5a670-bb98-4dda-983c-87c420d91b2b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:38.750495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c7d5a670-bb98-4dda-983c-87c420d91b2b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:38.751022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2fb46c76-9bc7-42f3-8793-51a7d04d3688 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:38.775457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 2fb46c76-9bc7-42f3-8793-51a7d04d3688 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:38.775800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 2fb46c76-9bc7-42f3-8793-51a7d04d3688 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:38.845611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.088151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.124025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:39.124597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.230718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:39.231406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.245487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:39.471812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55244) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:39.493573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b665053e-25a8-479e-a7d2-614b9d4c8efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.533396 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.576383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.614552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:39.744354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.812880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b665053e-25a8-479e-a7d2-614b9d4c8efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.893607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b665053e-25a8-479e-a7d2-614b9d4c8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:39.973359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:39.976255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b665053e-25a8-479e-a7d2-614b9d4c8efc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26012b74f2c34a168ce5f691547ff31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033743 Sep 17 01:34:39.978032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665053e-25a8-479e-a7d2-614b9d4c8efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9937ca-1b5b-4919-bc2f-0bcf30afbb89,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:39.980102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55246) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:40.065054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12f45b62-9294-4104-a13c-ca70b941f635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.074701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:40.085871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e2314552-d829-41b2-ae9a-4fdf8be533c9 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6603281 Sep 17 01:34:40.086000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55248) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:40.086098 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:40.099967 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:40.100567 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:40.129051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12f45b62-9294-4104-a13c-ca70b941f635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.171112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting subnet cfd7b66b-2a02-4a9a-adcb-2da876ff96fa {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:34:40.171835 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:40.174283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.217416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.230194 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:39Z', 'revision_number': 11, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:40.256907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:40.266514 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:40.267138 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:40.304262 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.342742 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:40.405355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:39Z', 'revision_number': 11, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:40.431475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12f45b62-9294-4104-a13c-ca70b941f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.433089 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704969a8-e123-4b77-8ccf-6e050cd3e0ee None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:39Z', 'revision_number': 11, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:40.434961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12f45b62-9294-4104-a13c-ca70b941f635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.438718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12f45b62-9294-4104-a13c-ca70b941f635 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c9937ca-1b5b-4919-bc2f-0bcf30afbb89 HTTP/1.1" status: 204 len: 168 time: 0.4542994 Sep 17 01:34:40.448732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f45b62-9294-4104-a13c-ca70b941f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9937ca-1b5b-4919-bc2f-0bcf30afbb89,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:40.477848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.518174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Subnet': ['ID=cfd7b66b-2a02-4a9a-adcb-2da876ff96fa,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:40.521091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.524369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d40a4cf0-ece1-4ad6-aa1a-9ffadf0047c8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/cfd7b66b-2a02-4a9a-adcb-2da876ff96fa HTTP/1.1" status: 204 len: 168 time: 0.4398680 Sep 17 01:34:40.526980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55256) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:40.528255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52078a2a-15ac-41a1-8b66-3799335e7281 None None] Network 6a774b9c-9e95-4b60-a516-b5248506f47a requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:34:40.623848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.687507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Deleting port 678d4118-6092-4a88-b333-f9549d74ed69 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:40.688108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.765313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] For port 678d4118-6092-4a88-b333-f9549d74ed69, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=678d4118-6092-4a88-b333-f9549d74ed69,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:40.767567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.781685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Calling delete_port for 678d4118-6092-4a88-b333-f9549d74ed69 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:40.835836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] DHCP port deletion for 6a774b9c-9e95-4b60-a516-b5248506f47a request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:34:40.882773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] Deleting port 678d4118-6092-4a88-b333-f9549d74ed69 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:34:40.883306 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.897815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:40.928205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:34:40.930696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ca6e0bfc-207a-4e54-84ac-d3b6a1198c6e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:40.930696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 678d4118-6092-4a88-b333-f9549d74ed69 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:34:40.951195 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:40.991439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Port': ['ID=678d4118-6092-4a88-b333-f9549d74ed69,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:40.994751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No DVR routers for this DVR port 678d4118-6092-4a88-b333-f9549d74ed69 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:41.002459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] For port 678d4118-6092-4a88-b333-f9549d74ed69, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=678d4118-6092-4a88-b333-f9549d74ed69,segment=NetworkSegment(10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f),segment_id=10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:41.002859 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.034062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] Calling delete_port for 678d4118-6092-4a88-b333-f9549d74ed69 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:34:41.040915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 678d4118-6092-4a88-b333-f9549d74ed69 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 01:34:41.041347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 678d4118-6092-4a88-b333-f9549d74ed69 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:34:41.104299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.121531 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.125015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a774b9c-9e95-4b60-a516-b5248506f47a']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:41.125488 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.134991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:41.135325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10852ad3-34c1-4d08-a6ca-cbc4c6ee1c1f') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:41.144669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.154193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] Pushing event deleted for resources: {'Port': ['ID=678d4118-6092-4a88-b333-f9549d74ed69,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:41.161133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6083366-1495-4b8e-b865-83142d3ab6c6 None None] No DVR routers for this DVR port 678d4118-6092-4a88-b333-f9549d74ed69 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:34:41.164915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.171381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:34:41.171781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:34:41.174824 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:34:41.315927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.323707 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.325528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/networks/6a774b9c-9e95-4b60-a516-b5248506f47a HTTP/1.1" status: 204 len: 168 time: 0.7973940 Sep 17 01:34:41.328317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55262) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:41.333004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'routes': None}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:41.337888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85256f00-4422-4772-86fc-60e184f4e20d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Pushing event deleted for resources: {'Network': ['ID=6a774b9c-9e95-4b60-a516-b5248506f47a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:41.385823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55264) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:41.399703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a73a-4c62-448f-97f1-f6d233370b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.496328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a73a-4c62-448f-97f1-f6d233370b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.497315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.extraroute_db [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Added routes are [] {{(pid=112072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 17 01:34:41.497622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.extraroute_db [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Removed routes are [] {{(pid=112072) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 17 01:34:41.497990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.544718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fbf2a73a-4c62-448f-97f1-f6d233370b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.592937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fbf2a73a-4c62-448f-97f1-f6d233370b83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb6099d1851d4fc5a8cfba24b66d9271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034402 Sep 17 01:34:41.592937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2a73a-4c62-448f-97f1-f6d233370b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aeaf06-7e24-4644-9a38-671df1853599,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:41.595109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55270) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:41.655438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4740faed-a053-4f5e-a321-d0c036e4d3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.656513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.662694 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.684598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4740faed-a053-4f5e-a321-d0c036e4d3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.766001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 67af4fdc-499c-4f8d-8be4-fd740783441e has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:34:41.825430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4740faed-a053-4f5e-a321-d0c036e4d3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.828751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4740faed-a053-4f5e-a321-d0c036e4d3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.833361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4740faed-a053-4f5e-a321-d0c036e4d3bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e1aeaf06-7e24-4644-9a38-671df1853599 HTTP/1.1" status: 204 len: 168 time: 0.2340646 Sep 17 01:34:41.855035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740faed-a053-4f5e-a321-d0c036e4d3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aeaf06-7e24-4644-9a38-671df1853599,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:41.858481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:41.872390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] Sync routers for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:41.877137 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:41.879278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e162f2e8-2d6b-4453-9e81-0a14372f4730 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 704 time: 0.5489852 Sep 17 01:34:41.886970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:41.900585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:41.901362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:41.919967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-17341d62-cb7c-4707-9ac4-7d3ee831920d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 205 time: 0.0315769 Sep 17 01:34:41.922340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55288) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:42.012974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-07ab5894-4d39-4449-9ab4-167adcc497aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291088395&fields=id&tenant_id=c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 267 time: 0.0684831 Sep 17 01:34:42.032283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:42.129977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-f9f18b58-71a7-4d1d-9844-f191ec864a01 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:42.134758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:39Z', 'revision_number': 11, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:42.139564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-f9f18b58-71a7-4d1d-9844-f191ec864a01 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1253228 Sep 17 01:34:42.156480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-cdfa18d8-f627-439e-825a-dcfdfb52fc81 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0157084 Sep 17 01:34:42.193034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] Checking router: 67af4fdc-499c-4f8d-8be4-fd740783441e for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:42.210636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] Routers {'67af4fdc-499c-4f8d-8be4-fd740783441e'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:42.211593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['67af4fdc-499c-4f8d-8be4-fd740783441e'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:42.226420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-ad6ab639-82ee-4dda-a207-5b10d1677a2d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684886 Sep 17 01:34:42.355434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] Set router 67af4fdc-499c-4f8d-8be4-fd740783441e gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:42.392911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:42.433632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:39Z', 'revision_number': 11, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:42.479555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc6d247-9afc-410e-b24b-6fa01954a33e None None] The sync data for ids ['67af4fdc-499c-4f8d-8be4-fd740783441e'] in n-d-789963-7 is: [{'id': '67af4fdc-499c-4f8d-8be4-fd740783441e', 'name': 'tempest-RoutersIpV6Test-router-428076904', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:04Z', 'updated_at': '2021-09-17T01:34:39Z', 'revision_number': 11, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:42.494928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-5d1e4ac4-c164-48ed-a118-d7d0faa64073 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647545 Sep 17 01:34:42.635363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:42.637424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-8af6d61e-2524-49b6-a1fc-3f4606c8b72f service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359434 Sep 17 01:34:42.646778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:42.778758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:42.779831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router 67af4fdc-499c-4f8d-8be4-fd740783441e {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:34:42.795371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:42.796519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02f4a95e-35cc-4cdf-83ec-2bf9427fc9da tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 204 len: 168 time: 0.8732846 Sep 17 01:34:42.802189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55312) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:42.805935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-238212154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:42.956066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:42.957132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.011798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.059175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.138855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.140682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-24bd17eb-5792-4a87-8a5c-94da91a0098e tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3383224 Sep 17 01:34:43.142969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55326) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:43.147638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Request body: {'router': {'admin_state_up': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:43.395448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-345ff2da-5e85-4697-aedc-cbd9fdc2bdef req-91798015-e72b-4641-a005-6fac4357c49c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0704701 Sep 17 01:34:43.455285 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-563645', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-561933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3806'] for router, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.522453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-563638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-563631', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-561926'] for router, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.664619 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Router 8e875cc9-05f7-436a-9907-500700f6f384 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:34:43.751546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:34:43.758744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:43.760220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bfba82dd-8369-40e7-ac3e-11a2b90e971f tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "PUT /v2.0/routers/8e875cc9-05f7-436a-9907-500700f6f384 HTTP/1.1" status: 200 len: 697 time: 0.6160402 Sep 17 01:34:43.761259 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] Sync routers for ids ['8e875cc9-05f7-436a-9907-500700f6f384'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:34:43.762575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55344) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:43.771520 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] Routers {'8e875cc9-05f7-436a-9907-500700f6f384'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:43.772410 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8e875cc9-05f7-436a-9907-500700f6f384'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:43.855869 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2ee4e6e9-3de5-4de8-9fa5-b1560a36dedb tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/routers/8e875cc9-05f7-436a-9907-500700f6f384 HTTP/1.1" status: 200 len: 703 time: 0.0911605 Sep 17 01:34:43.857817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55348) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:43.924428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ad909b88-3cd9-43e3-8e9f-6dc331a38052 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e875cc9-05f7-436a-9907-500700f6f384 HTTP/1.1" status: 200 len: 205 time: 0.0653422 Sep 17 01:34:43.926985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55352) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:43.969553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] Set router 8e875cc9-05f7-436a-9907-500700f6f384 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:44.027441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:44.030224 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e875cc9-05f7-436a-9907-500700f6f384', 'name': 'tempest-RoutersIpV6Test-router-238212154', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:42Z', 'updated_at': '2021-09-17T01:34:43Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:44.058187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] Checking router: 8e875cc9-05f7-436a-9907-500700f6f384 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:34:44.066583 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] Routers {'8e875cc9-05f7-436a-9907-500700f6f384'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:34:44.067481 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8e875cc9-05f7-436a-9907-500700f6f384'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:44.150913 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] Set router 8e875cc9-05f7-436a-9907-500700f6f384 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:34:44.209758 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e875cc9-05f7-436a-9907-500700f6f384', 'name': 'tempest-RoutersIpV6Test-router-238212154', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:42Z', 'updated_at': '2021-09-17T01:34:43Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:44.222640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:44.222640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:44.238745 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756f8caa-ec2b-48a4-90d5-0840fd160a3b None None] The sync data for ids ['8e875cc9-05f7-436a-9907-500700f6f384'] in n-d-789963-7 is: [{'id': '8e875cc9-05f7-436a-9907-500700f6f384', 'name': 'tempest-RoutersIpV6Test-router-238212154', 'tenant_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:34:42Z', 'updated_at': '2021-09-17T01:34:43Z', 'revision_number': 2, 'project_id': 'b09b6bea05a347e6a67d3a4cbfd72f90', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:34:44.362216 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:44.363311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Fanout notify agent at l3_agent the message router_deleted on router 8e875cc9-05f7-436a-9907-500700f6f384 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:34:44.378118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:44.379752 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d0a79b26-039d-40d7-a0dc-81f3939ab9b7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/8e875cc9-05f7-436a-9907-500700f6f384 HTTP/1.1" status: 204 len: 168 time: 0.4516666 Sep 17 01:34:44.383798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55358) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.419986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59523e97-658b-47fe-9699-3d0206510e98 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=8e875cc9-05f7-436a-9907-500700f6f384 HTTP/1.1" status: 200 len: 205 time: 0.0344141 Sep 17 01:34:44.422374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.497253 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-5ee88681-5fba-4b7e-92ba-fc7e73b5558c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:44.499747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ee88681-5fba-4b7e-92ba-fc7e73b5558c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/8e875cc9-05f7-436a-9907-500700f6f384 HTTP/1.1" status: 404 len: 336 time: 0.0748475 Sep 17 01:34:44.503641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55364) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.517839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ff29029-ab5c-44ca-a836-8acf30f09f70 req-4cda2cd7-ca92-40de-9604-bbb12bdce1f5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0301011 Sep 17 01:34:44.539970 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e09997-168d-4b40-88b7-f7bdacaefcc0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:44.540554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e09997-168d-4b40-88b7-f7bdacaefcc0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:44.545947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10e09997-168d-4b40-88b7-f7bdacaefcc0 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/b11de972-e10d-40d9-9de5-b50ccd0ebcba HTTP/1.1" status: 404 len: 337 time: 0.0372467 Sep 17 01:34:44.546869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55368) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.597232 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc272e2-b4ea-42f2-a33f-0c055e9902b2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:44.597898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc272e2-b4ea-42f2-a33f-0c055e9902b2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:44.599839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cbc272e2-b4ea-42f2-a33f-0c055e9902b2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/079e048d-df46-4618-9723-ccf8ca5e99d0 HTTP/1.1" status: 404 len: 337 time: 0.0526226 Sep 17 01:34:44.604926 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55372) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.641854 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfd4673-5909-4cef-b50f-4154261f033d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:44.642448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfd4673-5909-4cef-b50f-4154261f033d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:44.647199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55374) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.647379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dcfd4673-5909-4cef-b50f-4154261f033d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/d8b52df1-4fb5-451a-b63d-f32038fe7097 HTTP/1.1" status: 404 len: 337 time: 0.0403602 Sep 17 01:34:44.680464 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbe748e-bf40-482c-8229-929004dd1aba tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:44.683529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbe748e-bf40-482c-8229-929004dd1aba tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:44.683529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4cbe748e-bf40-482c-8229-929004dd1aba tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/cfd7b66b-2a02-4a9a-adcb-2da876ff96fa HTTP/1.1" status: 404 len: 337 time: 0.0343254 Sep 17 01:34:44.686124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.719989 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8a6dc19b-0113-41e2-990d-adade0c29b2a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 200 len: 205 time: 0.0324812 Sep 17 01:34:44.722139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.761550 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-1e7e24eb-b2a3-401f-b51b-f6e9d94afdfc tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:44.762616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1e7e24eb-b2a3-401f-b51b-f6e9d94afdfc tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/67af4fdc-499c-4f8d-8be4-fd740783441e HTTP/1.1" status: 404 len: 336 time: 0.0394900 Sep 17 01:34:44.765318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55380) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.792742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b9ba0509-e5f1-4c7f-8e12-8be9a740af7c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 HTTP/1.1" status: 200 len: 205 time: 0.0254087 Sep 17 01:34:44.794078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55382) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.835132 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-3379962f-a8f6-4ece-b624-9a35de13295c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:44.836196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3379962f-a8f6-4ece-b624-9a35de13295c tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/44d8b0d7-9e53-4809-8c91-8b8a5e5d23e4 HTTP/1.1" status: 404 len: 336 time: 0.0411689 Sep 17 01:34:44.838913 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55384) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.866437 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcebe46-a893-48ee-bbf8-1291b741c3e5 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:44.866966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcebe46-a893-48ee-bbf8-1291b741c3e5 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:44.869582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2dcebe46-a893-48ee-bbf8-1291b741c3e5 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/88500fa6-b286-404f-ba38-7c0ef89e8a1d HTTP/1.1" status: 404 len: 337 time: 0.0296364 Sep 17 01:34:44.872276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55386) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.900994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f616e858-45be-4494-9802-dc3e51201b3a tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 200 len: 205 time: 0.0275559 Sep 17 01:34:44.903271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55388) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.950980 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-fb12a88d-ee43-4e99-96c8-3ac2a14f9f1d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:44.954200 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb12a88d-ee43-4e99-96c8-3ac2a14f9f1d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/35a5b357-1a4a-4526-9a09-492acc2821b0 HTTP/1.1" status: 404 len: 336 time: 0.0480514 Sep 17 01:34:44.955147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55392) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:44.992994 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0203940b-be76-417c-b413-d008d412277d tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 HTTP/1.1" status: 200 len: 205 time: 0.0363693 Sep 17 01:34:44.995536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.036013 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-2660bbbe-2a17-462c-9c7a-448679754ea2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:45.037065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2660bbbe-2a17-462c-9c7a-448679754ea2 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/ff51a81e-7bd9-4ee9-810d-f7260f35bdc7 HTTP/1.1" status: 404 len: 336 time: 0.0403488 Sep 17 01:34:45.040444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55396) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.066849 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d40e22-aa31-4d25-923b-af0afb69c084 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:45.067380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d40e22-aa31-4d25-923b-af0afb69c084 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:45.069039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-48d40e22-aa31-4d25-923b-af0afb69c084 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/a62a029e-4f7f-425b-b059-b3e035bee91b HTTP/1.1" status: 404 len: 337 time: 0.0276175 Sep 17 01:34:45.072054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55398) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.098429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f4809348-deff-47ab-b00e-6b3117f127f8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=89921b4c-898f-4256-bdd7-1e2c51fc4394 HTTP/1.1" status: 200 len: 205 time: 0.0253181 Sep 17 01:34:45.100696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55400) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.142486 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-17c3952b-8091-4714-ba9b-89f0e3313af1 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:45.143568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-17c3952b-8091-4714-ba9b-89f0e3313af1 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/89921b4c-898f-4256-bdd7-1e2c51fc4394 HTTP/1.1" status: 404 len: 336 time: 0.0419927 Sep 17 01:34:45.146104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55402) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.173902 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7f3fc9-b9c2-4337-8a58-332702b30066 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:45.174361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7f3fc9-b9c2-4337-8a58-332702b30066 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:45.176112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7e7f3fc9-b9c2-4337-8a58-332702b30066 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/3050a341-21ef-437a-a935-cbc178c97910 HTTP/1.1" status: 404 len: 337 time: 0.0290563 Sep 17 01:34:45.178662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55404) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.208091 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-07ebc8be-5f74-426a-ab36-7597c74f06ff tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "GET /v2.0/ports?device_id=38f0533c-063a-4e38-bc69-22a30fbd786f HTTP/1.1" status: 200 len: 205 time: 0.0282900 Sep 17 01:34:45.212037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55406) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.250297 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-310aa0c9-e9f0-4228-9aba-7e529ab077a7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] delete failed (client error): The resource could not be found. Sep 17 01:34:45.251393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-310aa0c9-e9f0-4228-9aba-7e529ab077a7 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/routers/38f0533c-063a-4e38-bc69-22a30fbd786f HTTP/1.1" status: 404 len: 336 time: 0.0378113 Sep 17 01:34:45.253975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55408) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.284444 n-d-789963-7 neutron-server[112072]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fed5deb-1b8d-4051-8121-b0f0a5e6e090 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:45.284837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fed5deb-1b8d-4051-8121-b0f0a5e6e090 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112072) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:45.286590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1fed5deb-1b8d-4051-8121-b0f0a5e6e090 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/090306cb-7d1f-4bd7-b285-f6bf644c5311 HTTP/1.1" status: 404 len: 337 time: 0.0317314 Sep 17 01:34:45.289692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.322565 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-950f5a56-456a-4ce7-b57d-fb6497f921e8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] DELETE failed (client error): The resource could not be found. Sep 17 01:34:45.328278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950f5a56-456a-4ce7-b57d-fb6497f921e8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 01:34:45.328278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-950f5a56-456a-4ce7-b57d-fb6497f921e8 tempest-RoutersIpV6Test-110242096 tempest-RoutersIpV6Test-110242096-project] 10.222.0.13 "DELETE /v2.0/subnets/f73a2bef-93cf-4709-be32-7d0231eafb9f HTTP/1.1" status: 404 len: 337 time: 0.0371807 Sep 17 01:34:45.564176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-becfcd49-993a-47fd-9355-48a773a6e549 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:45.565669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-becfcd49-993a-47fd-9355-48a773a6e549 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1431804 Sep 17 01:34:45.622650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-fb06a072-ab4f-4708-b8c2-765df8768a19 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 380 time: 0.0474055 Sep 17 01:34:45.632972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'security_groups': ['da6036f9-9d62-4f3d-8d58-8b03143c38dc']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:45.702384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33852741-40e0-4060-b4a9-0b1d3857fed5 req-f98b848f-35f8-4fd7-bf9e-6c4d794e6e5f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0400736 Sep 17 01:34:45.854408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:45.860026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55432) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:45.863227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.045807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.11 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:46.048272 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7b50b899-2c7d-4123-bccd-74f5da4b7e93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b09b6bea05a347e6a67d3a4cbfd72f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868963 Sep 17 01:34:46.048483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:46.142040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa46a2-b989-436d-9bee-1a1e33a49e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.218687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa46a2-b989-436d-9bee-1a1e33a49e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.292460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.640711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa46a2-b989-436d-9bee-1a1e33a49e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.643250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa46a2-b989-436d-9bee-1a1e33a49e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.644863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7cfa46a2-b989-436d-9bee-1a1e33a49e40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5611c643-0295-43fb-b21a-68f0c4abcb4b HTTP/1.1" status: 204 len: 168 time: 0.5949881 Sep 17 01:34:46.663447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-3d83749c-cf0d-4a6d-8a93-f74eb79a27d6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0e07d4016b9641018c5478765628c122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3545773 Sep 17 01:34:46.667300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa46a2-b989-436d-9bee-1a1e33a49e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5611c643-0295-43fb-b21a-68f0c4abcb4b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:46.844759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f665d-f9ee-4657-aefa-6234fc3efb5e req-2477789e-3ae3-4156-a36e-f5af2a330348 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:46.853941 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f45f665d-f9ee-4657-aefa-6234fc3efb5e req-2477789e-3ae3-4156-a36e-f5af2a330348 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 932 time: 0.0826218 Sep 17 01:34:46.873798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-4082296a-fa5b-4b92-84e5-206cb844dc31 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:46.875504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-4082296a-fa5b-4b92-84e5-206cb844dc31 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028725 Sep 17 01:34:46.877260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:46.900215 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f45f665d-f9ee-4657-aefa-6234fc3efb5e req-6ae3dd1d-e3ab-4318-921e-d0af1c81dafd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Sep 17 01:34:46.928630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-632ae467-4bfc-4fd6-9d2c-d59c71f18c30 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/quotas/0e07d4016b9641018c5478765628c122 HTTP/1.1" status: 200 len: 375 time: 0.0417960 Sep 17 01:34:46.941172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:46.956430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:46.974394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:46.984282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-671d6454-0afd-4fcd-ad2f-68870d53d6b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0e07d4016b9641018c5478765628c122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452921 Sep 17 01:34:47.010644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:47.047762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:47.048568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:47.136860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-4ba245f4-668d-45e1-974d-203e5b5bf985 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5087278 Sep 17 01:34:47.156180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Request body: {'port': {'device_id': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:47.261845 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:47.359714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7d4e5f90-9035-496b-af74-881c01d754c1 req-cb2e2926-fb47-4589-9d5f-b4f97dc82fce tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 210 time: 0.0606070 Sep 17 01:34:47.423979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-49a50cd6-219f-4240-9e15-20313ee9c272 None None] Provisioning complete for port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:47.433984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-49a50cd6-219f-4240-9e15-20313ee9c272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:47.505867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-49a50cd6-219f-4240-9e15-20313ee9c272 None None] Port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:47.645789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:34:47.655453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:47.669225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Transition to ACTIVE for port object e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:34:47.756131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:47.861007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Pushing event updated for resources: {'Port': ['ID=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:47.933160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Attempting to bind port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:47.933741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Attempting to bind port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:47.934165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Attempting to bind port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:47.939364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:34:47.939892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Attempting to bind port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:47.946322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:47.946771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:47.950266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:47.950266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Bound port: e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:47.950266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.080167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] For port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:48.092935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55494) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:48.101009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] For port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:48.119885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e003cbb-6359-4f77-a2da-57668bbbd98a req-44a92820-6134-4c9a-bd64-aa9ea2ac1923 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:48.122167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e003cbb-6359-4f77-a2da-57668bbbd98a req-44a92820-6134-4c9a-bd64-aa9ea2ac1923 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0875328 Sep 17 01:34:48.170567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.230450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:48.231284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.232789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] 10.222.0.23 "PUT /v2.0/ports/e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 HTTP/1.1" status: 200 len: 1092 time: 1.0867503 Sep 17 01:34:48.233345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:34:48.235890 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20" -d '{"events": [{"name": "network-changed", "server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:34:48.256077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e003cbb-6359-4f77-a2da-57668bbbd98a req-ee48c101-8dec-4cc4-84fa-ae9f7b0dd9cf tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199982 Sep 17 01:34:48.303360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Pushing event updated for resources: {'Port': ['ID=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:48.309282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-683199655'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:48.312293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.312771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.320114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.320949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.321439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.321946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.322342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.322744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.323147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.323669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.324102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.324542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b4cbc7-c66a-45a3-9599-9e6554be4314 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:48.339795 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a10204-b261-44fc-b15a-ff45a1f8fbf3 x-openstack-request-id: req-a4a10204-b261-44fc-b15a-ff45a1f8fbf3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:34:48.340436 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:34:48.340816 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4a10204-b261-44fc-b15a-ff45a1f8fbf3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:34:48.341335 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'status': 'completed', 'code': 200} Sep 17 01:34:48.406978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-bdbed68d-ae8b-46a4-a982-ee03df57fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:48.408672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-bdbed68d-ae8b-46a4-a982-ee03df57fc3e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 1095 time: 0.0540283 Sep 17 01:34:48.413028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Made reservation on behalf of a29fa5481c8e4b3e89101a79b7c6c6d3 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:48.417905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.440077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.489667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-360c04dd-4f46-4ac9-aa52-bacb960afe56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0666137 Sep 17 01:34:48.519496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3b3b013-f589-4828-87cb-dbd8e21e79a4 req-5de31c45-30a8-4afa-8b1b-2c79f3172ae3 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 210 time: 0.0328257 Sep 17 01:34:48.593616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-434d2ecd-30cf-4426-b616-5d44f418a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:48.594895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-434d2ecd-30cf-4426-b616-5d44f418a7a9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0741413 Sep 17 01:34:48.621625 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.649082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-c1bd0a05-8533-4ae5-9baf-c9a75864c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:48.650767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-c1bd0a05-8533-4ae5-9baf-c9a75864c2f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477834 Sep 17 01:34:48.710090 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.743104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:34:48.755135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-eb379642-d9a0-4a09-aa56-6c36f9c9608d service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969737 Sep 17 01:34:48.755716 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.756291 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Added segment c40b023c-ffb6-4205-91d9-df34add28e60 of type vlan for network e0798026-da63-47d6-b958-3475881b732f Sep 17 01:34:48.765029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36727fb-239b-40ae-9a3e-d669ef17ebc6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:48.815070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.880578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51ec9acb-346f-4dd6-9cf7-2fb00f675586 req-49ed33f7-1bb2-46f2-b83e-713dcbec199e service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181476 Sep 17 01:34:48.916717 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:48.931468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:48.932525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:49.085392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Pushing event updated for resources: {'Network': ['ID=e0798026-da63-47d6-b958-3475881b732f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:49.098340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e0798026-da63-47d6-b958-3475881b732f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:34:49.109139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-af17e2a6-da41-4e0e-b172-bd7adcd0d1ad tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.0057764 Sep 17 01:34:49.109139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55506) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:49.109139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-ccfb97e0-bdeb-4cff-ad63-faa244c54858 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-2130833112') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:49.109969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-c50d251a-8e1f-4cfb-8c84-c04467f73cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:49.111601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-c50d251a-8e1f-4cfb-8c84-c04467f73cf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 1095 time: 0.1175280 Sep 17 01:34:49.240210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-e3c29b59-c358-42b0-8db2-217e06c70b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:49.241887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-e3c29b59-c358-42b0-8db2-217e06c70b4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1227207 Sep 17 01:34:49.276898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ccfb97e0-bdeb-4cff-ad63-faa244c54858 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "PUT /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-2130833112 HTTP/1.1" status: 201 len: 201 time: 0.1715631 Sep 17 01:34:49.286960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55510) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:49.289757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-cea2dd23-52c6-458b-aa9b-aa21c6c4d459 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0408278 Sep 17 01:34:49.291932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-423ccdfb-9ac6-4bd6-b445-8d36215cba84 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-2130833112') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:49.391199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-93c13c91-829d-4d4e-a24b-584ed5f79cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:49.391199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-93c13c91-829d-4d4e-a24b-584ed5f79cdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0850184 Sep 17 01:34:49.465063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-10a65ff5-65be-4810-8c34-2e91e5057fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:49.466967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-10a65ff5-65be-4810-8c34-2e91e5057fc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672007 Sep 17 01:34:49.467154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabb350-bf50-4ed3-a80c-b3f67a12480b req-d71006a7-47e9-42e1-b54d-6b7204dc858a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:49.468814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcabb350-bf50-4ed3-a80c-b3f67a12480b req-d71006a7-47e9-42e1-b54d-6b7204dc858a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.1271031 Sep 17 01:34:49.474071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-423ccdfb-9ac6-4bd6-b445-8d36215cba84 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-2130833112 HTTP/1.1" status: 204 len: 168 time: 0.1857800 Sep 17 01:34:49.477317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:49.483472 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-f7dd23be-69d9-40b9-bb02-b2f34efd6ce3 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:49.544577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bcabb350-bf50-4ed3-a80c-b3f67a12480b req-944a88ac-fc88-49bc-aeca-6268acbe84b1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567062 Sep 17 01:34:49.588002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-548a65e3-147b-4ec7-abbc-f697c3b0521a service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127462 Sep 17 01:34:49.600542 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f7dd23be-69d9-40b9-bb02-b2f34efd6ce3 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags HTTP/1.1" status: 200 len: 238 time: 0.1211851 Sep 17 01:34:49.603743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55528) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:49.618872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-7e343b71-4610-411c-a20b-a644eeea4212 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', {'tags': ['tempest-TagsTest-Tag-1011690106', 'tempest-TagsTest-Tag-956274747', 'tempest-TagsTest-Tag-950464843']}) {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:49.715995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1994af15-563c-4886-905c-4bb8035bd377 req-22b3ff00-3da9-4b1f-b35f-32b06526ca13 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 210 time: 0.0851307 Sep 17 01:34:49.818528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d612dc8c-d788-4e1f-b256-6dcdb0c21b20 req-d1dfef9c-1c9c-4877-b00c-6f4e17121dfc service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235403 Sep 17 01:34:49.875783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7e343b71-4610-411c-a20b-a644eeea4212 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "PUT /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags HTTP/1.1" status: 200 len: 307 time: 0.2707262 Sep 17 01:34:49.878210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:49.891249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-5048ba5c-4c20-412f-864c-cdd09c3f25a3 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-1011690106') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:49.928453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-925d7b5d-5fe4-4154-a50c-82d9f437811b tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e07d4016b9641018c5478765628c122&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289955 Sep 17 01:34:50.088730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-c093e0e5-19b2-484f-ba3c-cc1d6ca8f1a5 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:50.090121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-c093e0e5-19b2-484f-ba3c-cc1d6ca8f1a5 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552408 Sep 17 01:34:50.102652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Request body: {'port': {'device_id': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '0e07d4016b9641018c5478765628c122'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:50.142699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55540) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.143302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5048ba5c-4c20-412f-864c-cdd09c3f25a3 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "DELETE /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-1011690106 HTTP/1.1" status: 204 len: 168 time: 0.2635667 Sep 17 01:34:50.147355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-9008756a-4e0c-4634-a891-dfab82a904e8 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-1011690106') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.234998 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-9008756a-4e0c-4634-a891-dfab82a904e8 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] show failed (client error): The resource could not be found. Sep 17 01:34:50.236282 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9008756a-4e0c-4634-a891-dfab82a904e8 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-1011690106 HTTP/1.1" status: 404 len: 326 time: 0.0925846 Sep 17 01:34:50.239212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55542) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.245055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-0f86562e-f5af-4e3b-864c-deafa1597e78 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-956274747') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.272898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Made reservation on behalf of 0e07d4016b9641018c5478765628c122 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:34:50.277310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:50.291746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:50.351116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0f86562e-f5af-4e3b-864c-deafa1597e78 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-956274747 HTTP/1.1" status: 204 len: 168 time: 0.1107368 Sep 17 01:34:50.354559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.359216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-061ede1a-87c4-4247-b1da-004b53e2d16c tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-950464843') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.443663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:50.452144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-061ede1a-87c4-4247-b1da-004b53e2d16c tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-950464843 HTTP/1.1" status: 204 len: 168 time: 0.0942616 Sep 17 01:34:50.452400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55546) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.460055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-3b839181-b1ae-4466-9806-be8eb7e11982 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.510250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:50.579631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf2a68-8813-4c65-be9d-97a9c6ac269e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:50.609370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3b839181-b1ae-4466-9806-be8eb7e11982 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "DELETE /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags HTTP/1.1" status: 204 len: 168 time: 0.1555698 Sep 17 01:34:50.611674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55550) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.617738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-3e99de04-560b-4002-852e-bb8f105c3d20 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-956274747') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.691660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Allocated IP 192.168.233.93 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/37bc88e9-42a8-49c9-b4d8-bc9b292e545e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:34:50.739731 n-d-789963-7 neutron-server[112072]: INFO neutron.api.v2.resource [None req-3e99de04-560b-4002-852e-bb8f105c3d20 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] show failed (client error): The resource could not be found. Sep 17 01:34:50.740777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3e99de04-560b-4002-852e-bb8f105c3d20 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-956274747 HTTP/1.1" status: 404 len: 325 time: 0.1281998 Sep 17 01:34:50.746296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.752518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.tag.tag_plugin [None req-f8a1ac05-e149-4f36-b1c3-97e9cfc11c55 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f', 'tempest-TagsTest-Tag-950464843') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.799567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf73297-35aa-4820-9e87-29e38cef0a00 req-ba25d549-7e63-496f-aca7-9daa06e3184e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:50.801612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-faf73297-35aa-4820-9e87-29e38cef0a00 req-ba25d549-7e63-496f-aca7-9daa06e3184e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0761416 Sep 17 01:34:50.871349 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-faf73297-35aa-4820-9e87-29e38cef0a00 req-7864ea7f-375b-4ba6-9324-a1348c3717e2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462468 Sep 17 01:34:50.908679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43542a35-c916-4421-ba72-b4f339140c9e req-939d0088-a918-4548-ba56-6439c8f34c7f tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 210 time: 0.0550790 Sep 17 01:34:50.967379 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-f8a1ac05-e149-4f36-b1c3-97e9cfc11c55 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] show failed (client error): The resource could not be found. Sep 17 01:34:50.968347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f8a1ac05-e149-4f36-b1c3-97e9cfc11c55 tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "GET /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags/tempest-TagsTest-Tag-950464843 HTTP/1.1" status: 404 len: 325 time: 0.2211275 Sep 17 01:34:50.971410 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55558) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:50.975951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.tag.tag_plugin [None req-7a5e0952-0c86-47d3-acf9-3549ee5bcfce tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e0798026-da63-47d6-b958-3475881b732f') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:50.984332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.056002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7a5e0952-0c86-47d3-acf9-3549ee5bcfce tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "DELETE /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f/tags HTTP/1.1" status: 204 len: 168 time: 0.0831296 Sep 17 01:34:51.059709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55560) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:51.111138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.139747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.160516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:34:51.164554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:34:51.168389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:34:51.197147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Pushing event updated for resources: {'Port': ['ID=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:51.233538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:51.234192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.247883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.270356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0798026-da63-47d6-b958-3475881b732f']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:51.281426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40b023c-ffb6-4205-91d9-df34add28e60') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:51.281772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40b023c-ffb6-4205-91d9-df34add28e60') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:34:51.293827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.308226 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.310985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-557d3af6-5955-4e9e-b654-6ce06ca5547e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2123690 Sep 17 01:34:51.315477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:34:51.315878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:34:51.319475 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:34:51.326829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Request body: {'port': {'device_id': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:34:51.397882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.441648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.470143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fb7eed67-d7ba-4a42-80ce-db75fdbfa641 None None] Provisioning complete for port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:51.470688 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb7eed67-d7ba-4a42-80ce-db75fdbfa641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.475602 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.480576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] 10.222.0.13 "DELETE /v2.0/networks/e0798026-da63-47d6-b958-3475881b732f HTTP/1.1" status: 204 len: 168 time: 0.4169471 Sep 17 01:34:51.480576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475b643-3bf0-4735-b383-d40410f7fa5d tempest-TagsTest-767281205 tempest-TagsTest-767281205-project] Pushing event deleted for resources: {'Network': ['ID=e0798026-da63-47d6-b958-3475881b732f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:51.516600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fb7eed67-d7ba-4a42-80ce-db75fdbfa641 None None] Port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:34:51.685431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37bc88e9-42a8-49c9-b4d8-bc9b292e545e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:34:51.692703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.704861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Transition to ACTIVE for port object 37bc88e9-42a8-49c9-b4d8-bc9b292e545e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:34:51.790676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:51.841996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:51.916273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Attempting to bind port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:34:51.916607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Attempting to bind port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:34:51.917006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Attempting to bind port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:51.921717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:34:51.922041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Attempting to bind port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:34:51.927844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:34:51.927844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:34:51.928137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:34:51.935056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Bound port: 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:34:51.935056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.024653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] For port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:34:52.025618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] For port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:34:52.046896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55578) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:52.052551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba97e8-4878-432d-a5db-7fedd5de4e37 req-a06c4120-a2c9-44a5-90f9-fa918263937b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.062144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81ba97e8-4878-432d-a5db-7fedd5de4e37 req-a06c4120-a2c9-44a5-90f9-fa918263937b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0897748 Sep 17 01:34:52.102141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.110557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-81ba97e8-4878-432d-a5db-7fedd5de4e37 req-a3a29795-5041-4270-a739-da9bac5d8867 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474901 Sep 17 01:34:52.151310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.151857 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.153901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/37bc88e9-42a8-49c9-b4d8-bc9b292e545e HTTP/1.1" status: 200 len: 1095 time: 0.8344011 Sep 17 01:34:52.156470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'tag': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:34:52.165794 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "928a8b66-c48a-4f18-8a9d-0d6d84b12fd4", "tag": "37bc88e9-42a8-49c9-b4d8-bc9b292e545e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:34:52.182112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3930b34-c7ba-437a-ac9a-d42bd5f4eb62 req-910ca3a2-785d-4e84-b78a-4e08678ded92 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.183713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3930b34-c7ba-437a-ac9a-d42bd5f4eb62 req-910ca3a2-785d-4e84-b78a-4e08678ded92 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 947 time: 0.1446955 Sep 17 01:34:52.258190 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f205800-aa54-44ac-8953-01ab3e93b46d x-openstack-request-id: req-4f205800-aa54-44ac-8953-01ab3e93b46d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:34:52.258503 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "928a8b66-c48a-4f18-8a9d-0d6d84b12fd4", "tag": "37bc88e9-42a8-49c9-b4d8-bc9b292e545e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:34:52.258741 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f205800-aa54-44ac-8953-01ab3e93b46d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:34:52.259178 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'tag': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e', 'status': 'completed', 'code': 200} Sep 17 01:34:52.259760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd6a2d-af52-4dac-aeb7-84cbb506f4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:52.316918 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3930b34-c7ba-437a-ac9a-d42bd5f4eb62 req-a24a8a61-2a99-4a6b-b165-ae19cee3f5c6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224971 Sep 17 01:34:52.342501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8f307485-e4dd-4f31-9f65-851007bc5507 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a29fa5481c8e4b3e89101a79b7c6c6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911701 Sep 17 01:34:52.342878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55594) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:52.343388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-673ef990-a8d5-423f-ab80-90014e60b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.344613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-673ef990-a8d5-423f-ab80-90014e60b44a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e07d4016b9641018c5478765628c122&device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0980327 Sep 17 01:34:52.395850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-36ee55e4-df30-4123-8477-5980396af12e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e HTTP/1.1" status: 200 len: 217 time: 0.0421293 Sep 17 01:34:52.396960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-186ab8e1-4b36-4a2d-90bb-838adfac75ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.418917 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-186ab8e1-4b36-4a2d-90bb-838adfac75ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.446995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-ce111343-5819-45d4-b11a-89d5751d2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.448806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-ce111343-5819-45d4-b11a-89d5751d2f72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0456862 Sep 17 01:34:52.516614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-ee7ef814-f1ae-49d3-8def-a5c131b392db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.518283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-ee7ef814-f1ae-49d3-8def-a5c131b392db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0627043 Sep 17 01:34:52.544229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-186ab8e1-4b36-4a2d-90bb-838adfac75ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.546899 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-186ab8e1-4b36-4a2d-90bb-838adfac75ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:52.550714 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-186ab8e1-4b36-4a2d-90bb-838adfac75ce admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d36727fb-239b-40ae-9a3e-d669ef17ebc6 HTTP/1.1" status: 204 len: 168 time: 0.2043703 Sep 17 01:34:52.558494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ab8e1-4b36-4a2d-90bb-838adfac75ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36727fb-239b-40ae-9a3e-d669ef17ebc6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:52.629363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-d3ac75d7-6b4e-40ed-ab23-dc8b0c52ab3e service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035044 Sep 17 01:34:52.723268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e7e4e46-e2c9-4096-bf1b-8a5e8d592a83 req-5c250a66-0312-44cd-8a70-4d1c64e4be8f service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866966 Sep 17 01:34:52.872042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-cb78e424-3b40-43ba-9b2e-da4b2ce7c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.873537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-cb78e424-3b40-43ba-9b2e-da4b2ce7c1dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e07d4016b9641018c5478765628c122&device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0419226 Sep 17 01:34:52.976190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-134d8246-403e-416d-b13c-a15f8969cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:52.978456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-134d8246-403e-416d-b13c-a15f8969cf89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.0982263 Sep 17 01:34:53.020002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-afe95de7-d7e5-4be6-b21e-7ee49c4ead6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e HTTP/1.1" status: 200 len: 217 time: 0.0347452 Sep 17 01:34:53.076223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-105e1ae4-234a-49be-91b1-cf176e298a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:53.076223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-105e1ae4-234a-49be-91b1-cf176e298a4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0486822 Sep 17 01:34:53.124654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-432121c0-43e8-43d0-a9b4-23009b10b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:53.126373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-432121c0-43e8-43d0-a9b4-23009b10b197 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430267 Sep 17 01:34:53.234547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-f842a3c7-eac7-4b9b-b44c-78c785a41bfd service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000972 Sep 17 01:34:53.241552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd8f7f-257d-449e-9a3b-b99c84677914 req-eda602bb-22de-478b-9e7d-51aac66d794c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:53.243392 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94fd8f7f-257d-449e-9a3b-b99c84677914 req-eda602bb-22de-478b-9e7d-51aac66d794c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0520003 Sep 17 01:34:53.288777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-94fd8f7f-257d-449e-9a3b-b99c84677914 req-e548332f-0ad6-4bd1-8b0f-f46fb7affd80 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378823 Sep 17 01:34:53.670207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec569c29-f02e-4426-85ae-77eb60350dd3 req-531b5a3c-413d-4ef1-a0d3-ed546914f183 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:53.671849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec569c29-f02e-4426-85ae-77eb60350dd3 req-531b5a3c-413d-4ef1-a0d3-ed546914f183 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 947 time: 0.1141737 Sep 17 01:34:53.673696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e1fadd-adfd-4deb-a8a7-ec0cfa345c8b req-4194810c-dad9-4c67-8aaa-f8b85cd124aa service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272509 Sep 17 01:34:53.715334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec569c29-f02e-4426-85ae-77eb60350dd3 req-d8f681f6-bbb8-48f1-818d-89acdd200fc9 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354862 Sep 17 01:34:53.954276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37bc88e9-42a8-49c9-b4d8-bc9b292e545e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:34:54.213940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:54.225123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e', 'mac_address': 'fa:16:3e:77:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:34:54.263196 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:54.277162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37bc88e9-42a8-49c9-b4d8-bc9b292e545e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:34:54.300291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:54.361948 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:54.412793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14392abd-dac9-43ac-930d-836d5cf1f805 req-ba41d652-8c1a-4a54-8de1-c340745fba5c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:54.414381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14392abd-dac9-43ac-930d-836d5cf1f805 req-ba41d652-8c1a-4a54-8de1-c340745fba5c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0547829 Sep 17 01:34:54.415717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:54.456296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14392abd-dac9-43ac-930d-836d5cf1f805 req-a3d5a94e-c72f-49db-9f67-a7319d65d9aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345318 Sep 17 01:34:54.564047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['37bc88e9-42a8-49c9-b4d8-bc9b292e545e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:34:54.842841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c530ecd-0e57-4726-a7d0-ee7a4e433778 req-b604c1ae-ce95-45fa-a9a1-394129dd6e70 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:54.844529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c530ecd-0e57-4726-a7d0-ee7a4e433778 req-b604c1ae-ce95-45fa-a9a1-394129dd6e70 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 948 time: 0.0614581 Sep 17 01:34:54.893234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c530ecd-0e57-4726-a7d0-ee7a4e433778 req-137c46dd-a1c4-4538-a016-40147ee66120 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422935 Sep 17 01:34:55.574749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e64a4-1b9d-43ec-9f02-3ac156daa132 req-193f4cd2-a0a7-4448-b729-f8d6af61f71d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:55.576253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-599e64a4-1b9d-43ec-9f02-3ac156daa132 req-193f4cd2-a0a7-4448-b729-f8d6af61f71d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0498824 Sep 17 01:34:55.614691 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-599e64a4-1b9d-43ec-9f02-3ac156daa132 req-9f9299a9-2329-4f32-b33e-c15108bdf597 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324039 Sep 17 01:34:55.691334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55704) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:55.767469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:55.852264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10e323d5-3d1c-458e-8618-eb6e86a15ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:55.876797 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087b27ed-074b-4113-b221-c46efff55f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:55.957069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37bc88e9-42a8-49c9-b4d8-bc9b292e545e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:34:56.017430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfb049-d895-4e5c-b444-61f6817a4ffd req-ba2a151d-e8f1-4efe-b95a-1d2cf824b43b tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:56.019042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9cfb049-d895-4e5c-b444-61f6817a4ffd req-ba2a151d-e8f1-4efe-b95a-1d2cf824b43b tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 948 time: 0.0548370 Sep 17 01:34:56.060967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9cfb049-d895-4e5c-b444-61f6817a4ffd req-b9ae0792-6469-4798-8a70-ed8a7900fb99 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Sep 17 01:34:56.161578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:34:56.166902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:34:56.167621 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.247295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.270320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:34:56.272633 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd62acc-d398-4843-ad21-a5db5868c6dc" -d '{"events": [{"server_uuid": "928a8b66-c48a-4f18-8a9d-0d6d84b12fd4", "name": "network-vif-plugged", "status": "completed", "tag": "37bc88e9-42a8-49c9-b4d8-bc9b292e545e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:34:56.288519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:56.295905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10e323d5-3d1c-458e-8618-eb6e86a15ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.312066 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8f5761-07b7-420b-9c0a-307c371798cd x-openstack-request-id: req-6b8f5761-07b7-420b-9c0a-307c371798cd {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:34:56.312358 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928a8b66-c48a-4f18-8a9d-0d6d84b12fd4", "name": "network-vif-plugged", "status": "completed", "tag": "37bc88e9-42a8-49c9-b4d8-bc9b292e545e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:34:56.312609 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b8f5761-07b7-420b-9c0a-307c371798cd {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:34:56.313008 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e', 'code': 200} Sep 17 01:34:56.338639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.365304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-10e323d5-3d1c-458e-8618-eb6e86a15ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.394281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:56.409635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e323d5-3d1c-458e-8618-eb6e86a15ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd02e38-1ebe-4970-b1fb-dbafe7de5040,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:56.428489 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-10e323d5-3d1c-458e-8618-eb6e86a15ee9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e492243257d74991be15b2896a02bbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334185 Sep 17 01:34:56.428919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55716) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:56.445213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a9148-28c4-4e3b-845e-7100a4fd5d5e req-cf95ee63-f385-49b0-9d2f-f0e1828681b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:56.446741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f42a9148-28c4-4e3b-845e-7100a4fd5d5e req-cf95ee63-f385-49b0-9d2f-f0e1828681b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0781274 Sep 17 01:34:56.484022 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087b27ed-074b-4113-b221-c46efff55f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.510238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f42a9148-28c4-4e3b-845e-7100a4fd5d5e req-d42e7db3-2b73-4e17-b9f7-34688d3d8f88 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523026 Sep 17 01:34:56.512847 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59d0be4f-10b8-438f-9d9d-47cd3c661808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.535313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59d0be4f-10b8-438f-9d9d-47cd3c661808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.538548 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-087b27ed-074b-4113-b221-c46efff55f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.576667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-087b27ed-074b-4113-b221-c46efff55f35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5f864b87bda749d09c95fcbc726e18ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081052 Sep 17 01:34:56.578904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b27ed-074b-4113-b221-c46efff55f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde1a75-0d98-401f-9288-9a7573b87344,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:56.579355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:56.627253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a60efe7-f967-4f32-88e5-eba77a24a47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.637496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59d0be4f-10b8-438f-9d9d-47cd3c661808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.639997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59d0be4f-10b8-438f-9d9d-47cd3c661808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.641122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59d0be4f-10b8-438f-9d9d-47cd3c661808 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fd02e38-1ebe-4970-b1fb-dbafe7de5040 HTTP/1.1" status: 204 len: 168 time: 0.2116296 Sep 17 01:34:56.658721 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a60efe7-f967-4f32-88e5-eba77a24a47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.665041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0be4f-10b8-438f-9d9d-47cd3c661808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd02e38-1ebe-4970-b1fb-dbafe7de5040,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:56.752787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5383753-3c19-4d6d-a137-49fff232900a req-af8c3818-4437-435a-9260-746f7223ee4f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:56.754249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5383753-3c19-4d6d-a137-49fff232900a req-af8c3818-4437-435a-9260-746f7223ee4f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0528970 Sep 17 01:34:56.774797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a60efe7-f967-4f32-88e5-eba77a24a47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.777340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9a60efe7-f967-4f32-88e5-eba77a24a47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:56.780869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9a60efe7-f967-4f32-88e5-eba77a24a47a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fde1a75-0d98-401f-9288-9a7573b87344 HTTP/1.1" status: 204 len: 168 time: 0.1981051 Sep 17 01:34:56.792352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60efe7-f967-4f32-88e5-eba77a24a47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde1a75-0d98-401f-9288-9a7573b87344,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:56.808459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5383753-3c19-4d6d-a137-49fff232900a req-af742793-7c4b-48b8-a98b-a0bee123452b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472999 Sep 17 01:34:57.184806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a0c4-5454-462b-85cf-cdfee21f7b23 req-b9eb991f-d42f-4203-81d1-d657a9530bfe tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:57.186375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e91a0c4-5454-462b-85cf-cdfee21f7b23 req-b9eb991f-d42f-4203-81d1-d657a9530bfe tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 949 time: 0.0514522 Sep 17 01:34:57.205984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55732) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:57.220867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3c28b54-9efb-4ddf-b3f7-217f357cbc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.225905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e91a0c4-5454-462b-85cf-cdfee21f7b23 req-80101aab-45b2-4bd9-8aee-a8b0b895d88c tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Sep 17 01:34:57.308800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3c28b54-9efb-4ddf-b3f7-217f357cbc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.407001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e3c28b54-9efb-4ddf-b3f7-217f357cbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.446697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e3c28b54-9efb-4ddf-b3f7-217f357cbc85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d34197c181b4acfbd3acc997729095e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396197 Sep 17 01:34:57.447606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c28b54-9efb-4ddf-b3f7-217f357cbc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b548ec4-cfb8-4015-a28f-70a8902f3f19,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:57.449455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55734) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:57.499137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55736) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:57.512222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3947-8885-41c2-8bc7-d6d194c97ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.512409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95f165b-671a-4e4e-a83a-239f9eb2141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.534835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95f165b-671a-4e4e-a83a-239f9eb2141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.603545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3947-8885-41c2-8bc7-d6d194c97ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.624115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95f165b-671a-4e4e-a83a-239f9eb2141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.626699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95f165b-671a-4e4e-a83a-239f9eb2141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.628014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d95f165b-671a-4e4e-a83a-239f9eb2141c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b548ec4-cfb8-4015-a28f-70a8902f3f19 HTTP/1.1" status: 204 len: 168 time: 0.1772766 Sep 17 01:34:57.636572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f165b-671a-4e4e-a83a-239f9eb2141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b548ec4-cfb8-4015-a28f-70a8902f3f19,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:57.664525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6bce3947-8885-41c2-8bc7-d6d194c97ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.707831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6bce3947-8885-41c2-8bc7-d6d194c97ec4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2ada8daf1994c12a8064a2836592ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2075920 Sep 17 01:34:57.708873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce3947-8885-41c2-8bc7-d6d194c97ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0a47a4-7519-4358-a08e-781b192ad826,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:57.710641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55740) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:34:57.762329 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5816d55-369f-4ff2-bc5e-53f24802a30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.784682 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5816d55-369f-4ff2-bc5e-53f24802a30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.916011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5816d55-369f-4ff2-bc5e-53f24802a30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.918531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e5816d55-369f-4ff2-bc5e-53f24802a30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:57.919712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e5816d55-369f-4ff2-bc5e-53f24802a30f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe0a47a4-7519-4358-a08e-781b192ad826 HTTP/1.1" status: 204 len: 168 time: 0.2077541 Sep 17 01:34:57.927641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c325a3d-ed58-49da-a560-85814ac21132 req-0c925fcc-7e6f-47a2-b026-30c26b7a9780 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:57.929197 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c325a3d-ed58-49da-a560-85814ac21132 req-0c925fcc-7e6f-47a2-b026-30c26b7a9780 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0503721 Sep 17 01:34:57.932047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5816d55-369f-4ff2-bc5e-53f24802a30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0a47a4-7519-4358-a08e-781b192ad826,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:57.982256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c325a3d-ed58-49da-a560-85814ac21132 req-483e03ad-1938-4297-9f31-1bdc2b8cb1e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 Sep 17 01:34:58.345315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6ea20-9f2a-45af-b01d-38de609f090d req-9f383f29-1e1b-4696-b0b6-fa508483de37 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:58.346841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9b6ea20-9f2a-45af-b01d-38de609f090d req-9f383f29-1e1b-4696-b0b6-fa508483de37 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 949 time: 0.0509243 Sep 17 01:34:58.392049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9b6ea20-9f2a-45af-b01d-38de609f090d req-a8f94fff-9295-4599-bce7-11437c61bbe7 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361338 Sep 17 01:34:58.801903 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:59.107576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baf76c-3a4f-4fd8-a569-728b8f827418 req-de102813-dca8-4223-b0fe-a1c7e2be61ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:34:59.109085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92baf76c-3a4f-4fd8-a569-728b8f827418 req-de102813-dca8-4223-b0fe-a1c7e2be61ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 944 time: 0.0511861 Sep 17 01:34:59.150032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-92baf76c-3a4f-4fd8-a569-728b8f827418 req-19a1fd1a-1637-4a88-9ac9-1b970672695b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341280 Sep 17 01:34:59.294014 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:59.603959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:34:59.703033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:59.719144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'mac_address': 'fa:16:3e:09:97:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:34:59.757222 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:59.771102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:34:59.793946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:34:59.887440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:34:59.937326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:34:59.946280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.946722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.947178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.947608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.948024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.948479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.949125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.949539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.949971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.950429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.952004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:34:59.952004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:00.126133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:35:00.294533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d141d-1499-4939-98cf-dfb115f8ece6 req-f87e39cc-d7b6-42d4-94ee-f057afe50e94 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:00.302302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b84d141d-1499-4939-98cf-dfb115f8ece6 req-f87e39cc-d7b6-42d4-94ee-f057afe50e94 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 945 time: 0.0632684 Sep 17 01:35:00.343695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b84d141d-1499-4939-98cf-dfb115f8ece6 req-a8a01ee4-1a4e-4ab8-8cac-867e24ff3ea0 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 Sep 17 01:35:00.944412 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55878) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:01.057052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.155825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.207227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.253576 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=795a746f5c97423a9b0b8ee17a88222e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3076997 Sep 17 01:35:01.254673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1385743d-f58c-42f1-a36f-2993050505a1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:01.256248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55884) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:01.268792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55886) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:01.275961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.276394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.276739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.277071 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.277402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.277726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.278050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.278371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.278694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.279008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.279359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.279681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acd8925-f78c-43df-9908-d3926ad95785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:01.326641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2af0e5ca-aedf-48dd-a60f-dc19fb0827ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.358477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2af0e5ca-aedf-48dd-a60f-dc19fb0827ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.419909 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36efc836-d8e7-4ce7-99ad-74d65bbf9115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.496400 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe1681-9c5a-4dcb-8aa5-ca718a81688f req-9877267d-50a7-4cf2-a824-6688a560a148 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:01.497927 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8dfe1681-9c5a-4dcb-8aa5-ca718a81688f req-9877267d-50a7-4cf2-a824-6688a560a148 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 945 time: 0.0665245 Sep 17 01:35:01.498927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2af0e5ca-aedf-48dd-a60f-dc19fb0827ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.502142 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2af0e5ca-aedf-48dd-a60f-dc19fb0827ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.506103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2af0e5ca-aedf-48dd-a60f-dc19fb0827ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1385743d-f58c-42f1-a36f-2993050505a1 HTTP/1.1" status: 204 len: 168 time: 0.2460554 Sep 17 01:35:01.513318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0e5ca-aedf-48dd-a60f-dc19fb0827ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1385743d-f58c-42f1-a36f-2993050505a1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:01.579189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36efc836-d8e7-4ce7-99ad-74d65bbf9115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.595897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8dfe1681-9c5a-4dcb-8aa5-ca718a81688f req-3bd74132-24ff-49ee-b216-0bad4b655746 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507972 Sep 17 01:35:01.615256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:01.692972 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-36efc836-d8e7-4ce7-99ad-74d65bbf9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.715665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:35:01.720180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:01.720336 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.738739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-36efc836-d8e7-4ce7-99ad-74d65bbf9115 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fa795ae7d9147328a7970a7f6c3d630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4680595 Sep 17 01:35:01.739776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efc836-d8e7-4ce7-99ad-74d65bbf9115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e67b22-e5ec-41c6-998c-b80ceab618f1,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:01.741109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55896) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:01.801751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32279a81-9bc0-4f05-9716-58ec48467d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.806545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.831262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32279a81-9bc0-4f05-9716-58ec48467d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.834159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:35:01.836966 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd82e186-69f4-454f-ab1c-08be2f265901" -d '{"events": [{"server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "name": "network-vif-plugged", "status": "completed", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:35:01.853715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:01.879721 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13930069-a69d-40c8-a129-9199ed6c1de8 x-openstack-request-id: req-13930069-a69d-40c8-a129-9199ed6c1de8 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:35:01.880020 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "name": "network-vif-plugged", "status": "completed", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:35:01.880272 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13930069-a69d-40c8-a129-9199ed6c1de8 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:35:01.880668 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'code': 200} Sep 17 01:35:01.933198 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:01.984644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:02.001006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ee6a-e022-4e7e-830c-b3a6775cf38b req-c4af42ea-f6d0-4eb7-80c9-73fb635a9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:02.005809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a436ee6a-e022-4e7e-830c-b3a6775cf38b req-c4af42ea-f6d0-4eb7-80c9-73fb635a9228 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 1097 time: 0.0540547 Sep 17 01:35:02.025021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32279a81-9bc0-4f05-9716-58ec48467d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.027512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-32279a81-9bc0-4f05-9716-58ec48467d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.032011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-32279a81-9bc0-4f05-9716-58ec48467d05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47e67b22-e5ec-41c6-998c-b80ceab618f1 HTTP/1.1" status: 204 len: 168 time: 0.2843590 Sep 17 01:35:02.042377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32279a81-9bc0-4f05-9716-58ec48467d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e67b22-e5ec-41c6-998c-b80ceab618f1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:02.049848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a436ee6a-e022-4e7e-830c-b3a6775cf38b req-9bc258b8-7193-4b58-a6f0-49bb224ffc6d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400953 Sep 17 01:35:02.233845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55904) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:02.248000 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860ff6f6-4626-4a2a-8818-465c0b44ff0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.339948 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860ff6f6-4626-4a2a-8818-465c0b44ff0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.401809 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-860ff6f6-4626-4a2a-8818-465c0b44ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.445574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ff6f6-4626-4a2a-8818-465c0b44ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b99d0e0-9ada-4b5b-9b06-a3ef65263051,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:02.450043 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-860ff6f6-4626-4a2a-8818-465c0b44ff0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fcebf140989d4569bfdeef6bb67670dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151513 Sep 17 01:35:02.453114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55910) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:02.506423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05618b6c-dce2-40b0-9aa8-a888dd3b7a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.528990 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05618b6c-dce2-40b0-9aa8-a888dd3b7a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.658639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05618b6c-dce2-40b0-9aa8-a888dd3b7a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.661790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05618b6c-dce2-40b0-9aa8-a888dd3b7a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.671983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05618b6c-dce2-40b0-9aa8-a888dd3b7a6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b99d0e0-9ada-4b5b-9b06-a3ef65263051 HTTP/1.1" status: 204 len: 168 time: 0.2096329 Sep 17 01:35:02.681728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05618b6c-dce2-40b0-9aa8-a888dd3b7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b99d0e0-9ada-4b5b-9b06-a3ef65263051,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:02.698903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55916) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:02.719877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1416caa9-1708-40c8-b465-a2d5c8282cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.737588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8d7e7-0bfd-420f-97c3-aec3ed4f508b req-d4a3ef86-1a3f-40a6-8693-445e6e5cc391 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:02.738550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31e8d7e7-0bfd-420f-97c3-aec3ed4f508b req-d4a3ef86-1a3f-40a6-8693-445e6e5cc391 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 946 time: 0.0744572 Sep 17 01:35:02.791507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-31e8d7e7-0bfd-420f-97c3-aec3ed4f508b req-679b9eb8-afb7-41d1-ac6c-76e81266112f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459466 Sep 17 01:35:02.855134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1416caa9-1708-40c8-b465-a2d5c8282cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.955809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1416caa9-1708-40c8-b465-a2d5c8282cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:02.996536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416caa9-1708-40c8-b465-a2d5c8282cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fa8346-568a-4e97-9d01-80054e523c50,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:03.007951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1416caa9-1708-40c8-b465-a2d5c8282cab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4aa4d7a3b0b04010adaa52acdf9791eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071332 Sep 17 01:35:03.008793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 55918) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:03.065323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3fa20ce-50d5-4c6e-bc6b-3fca539fed03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:03.085971 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3fa20ce-50d5-4c6e-bc6b-3fca539fed03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:03.201604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3fa20ce-50d5-4c6e-bc6b-3fca539fed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:03.204886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c3fa20ce-50d5-4c6e-bc6b-3fca539fed03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:03.210337 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c3fa20ce-50d5-4c6e-bc6b-3fca539fed03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57fa8346-568a-4e97-9d01-80054e523c50 HTTP/1.1" status: 204 len: 168 time: 0.1963336 Sep 17 01:35:03.220708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa20ce-50d5-4c6e-bc6b-3fca539fed03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fa8346-568a-4e97-9d01-80054e523c50,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:03.919827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7563-686f-4128-85a5-b8609501234b req-cb0bc08e-36e4-46f6-9393-d1866c0bea2a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:03.921455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39ca7563-686f-4128-85a5-b8609501234b req-cb0bc08e-36e4-46f6-9393-d1866c0bea2a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 946 time: 0.0548978 Sep 17 01:35:03.964017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39ca7563-686f-4128-85a5-b8609501234b req-c9f50575-7036-4dd7-b1fb-0fbba089ea3c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362971 Sep 17 01:35:04.082161 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dfd6b9-d37b-4cc1-a169-346743153506 req-2487830b-01c1-4a77-a166-9629a0628c46 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:04.083659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19dfd6b9-d37b-4cc1-a169-346743153506 req-2487830b-01c1-4a77-a166-9629a0628c46 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 946 time: 0.0493393 Sep 17 01:35:04.124432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19dfd6b9-d37b-4cc1-a169-346743153506 req-1abc5427-5c11-48b1-8058-0d60557f8846 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Sep 17 01:35:04.147601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55966) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:04.377453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b456dc-bb0a-409c-85f0-ef0d097f153a tempest-TestVolumeBootPattern-1353201855 tempest-TestVolumeBootPattern-1353201855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:04.379112 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-80b456dc-bb0a-409c-85f0-ef0d097f153a tempest-TestVolumeBootPattern-1353201855 tempest-TestVolumeBootPattern-1353201855-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 1092 time: 0.2296641 Sep 17 01:35:04.382024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 55972) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:04.387038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:04.487054 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:04.599828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:04.704095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.25.1.42 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/8580cd31-a2d9-407d-9add-78f20af98ef9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:04.816372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:04.916457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:04.955697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:04.958625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:04.962367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:04.990151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=8580cd31-a2d9-407d-9add-78f20af98ef9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:04.999337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56002) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:05.126293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20c874b3-5d7f-474e-9daf-8f8d225e083e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.213764 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:35:05.219673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20c874b3-5d7f-474e-9daf-8f8d225e083e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.263875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-20c874b3-5d7f-474e-9daf-8f8d225e083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.301730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c874b3-5d7f-474e-9daf-8f8d225e083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7ada1c-a9d4-4ba3-8407-bb0834ce670e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:05.325551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-20c874b3-5d7f-474e-9daf-8f8d225e083e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=035fe55e5448476fbc35b706fa1744be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214450 Sep 17 01:35:05.325551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56012) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:05.358046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.380190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d26e40e-144e-4db7-a55a-158195db88ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.402939 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d26e40e-144e-4db7-a55a-158195db88ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.429825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d37b33f-d150-4a9a-ae52-aa3f006b3e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.473200 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.498481 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d26e40e-144e-4db7-a55a-158195db88ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.501092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d26e40e-144e-4db7-a55a-158195db88ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.504631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9d26e40e-144e-4db7-a55a-158195db88ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c7ada1c-a9d4-4ba3-8407-bb0834ce670e HTTP/1.1" status: 204 len: 168 time: 0.1759248 Sep 17 01:35:05.510376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26e40e-144e-4db7-a55a-158195db88ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7ada1c-a9d4-4ba3-8407-bb0834ce670e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:05.642686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.686965 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.757242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=8580cd31-a2d9-407d-9add-78f20af98ef9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:05.767304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:05.873787 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Floating IP 3cfb68d5-dc5d-4042-a492-6258912eff50 associated. External IP: 172.25.1.42, port: e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8. Sep 17 01:35:06.089584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:35:06.203736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:35:06.215971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:35:06.226926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:06.227717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:06.281514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:06.323132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-506001a9-3946-4433-af6a-b8d5e2d63f6f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9309320 Sep 17 01:35:06.323132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:35:06.323132 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb846f10-61ce-49e8-864e-be7c79bfbd01" -d '{"events": [{"name": "network-changed", "server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:35:06.359889 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f473ba-e2e9-4d75-930f-f3cc12e94740 x-openstack-request-id: req-75f473ba-e2e9-4d75-930f-f3cc12e94740 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:35:06.359889 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:35:06.359889 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75f473ba-e2e9-4d75-930f-f3cc12e94740 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:35:06.360403 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'status': 'completed', 'code': 200} Sep 17 01:35:06.377192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:06.428899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-79291ae2-6afa-4cde-9543-dc062e093338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:06.431290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-79291ae2-6afa-4cde-9543-dc062e093338 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 1097 time: 0.0508637 Sep 17 01:35:06.541685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-94328115-efa0-4e61-a0e2-69f531127d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:06.543351 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-94328115-efa0-4e61-a0e2-69f531127d2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1052899 Sep 17 01:35:06.588503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56046) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:06.622100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '3cfb68d5-dc5d-4042-a492-6258912eff50', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:09:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:35:05Z', 'updated_at': '2021-09-17T01:35:05Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:06.656564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:35:06.664998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-3bd8c25b-b6c7-40c5-a6b4-381f6450c31c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 HTTP/1.1" status: 200 len: 999 time: 0.1145802 Sep 17 01:35:06.666504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:06.667450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:34:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:06.704031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1559084327-network', 'tenant_id': '90ca127359924ef7b471e16da4b50273'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:06.739116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-bb936af0-1eb7-4584-8848-37100c015e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:06.740617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-bb936af0-1eb7-4584-8848-37100c015e40 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0685964 Sep 17 01:35:06.787741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-49275df2-3cb0-4923-ae14-69b15ca47a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:06.789423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-49275df2-3cb0-4923-ae14-69b15ca47a6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424597 Sep 17 01:35:06.801172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Made reservation on behalf of 90ca127359924ef7b471e16da4b50273 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:35:06.803712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:06.815841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:06.815997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:06.892134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-d681af33-eec4-4e6d-876b-5cb0a087f257 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960016 Sep 17 01:35:06.922213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:06.989979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.006374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb846f10-61ce-49e8-864e-be7c79bfbd01 req-daf4a746-905d-4529-9d32-f9fe34635397 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066341 Sep 17 01:35:07.030240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:35:07.032526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd169df-14af-4662-b305-63996159ab1b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:07.048367 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.049223 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Added segment 8d40f9be-8a19-485f-b3b3-aef08e9c076e of type vlan for network f81c17c6-1c09-45f3-95f5-973730e95767 Sep 17 01:35:07.095996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '3cfb68d5-dc5d-4042-a492-6258912eff50', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:09:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:35:05Z', 'updated_at': '2021-09-17T01:35:05Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:07.113117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.130675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a8b29-1d01-4b0b-b975-50d798015da9 None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '3cfb68d5-dc5d-4042-a492-6258912eff50', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.42', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:09:97:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:35:05Z', 'updated_at': '2021-09-17T01:35:05Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:35:07.201000 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.202001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:07.202594 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.263776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] Pushing event updated for resources: {'Network': ['ID=f81c17c6-1c09-45f3-95f5-973730e95767,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:07.279175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network f81c17c6-1c09-45f3-95f5-973730e95767 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:35:07.299238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ef697955-f9fb-4ee3-b3f4-3173797e5a6e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7089200 Sep 17 01:35:07.302004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56054) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:07.308324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Request body: {'subnet': {'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1559084327-subnet', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:07.340420 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93942d0a-e1fc-4e75-b627-b2c376604e5b None None] New status for floating IP 3cfb68d5-dc5d-4042-a492-6258912eff50: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:35:07.378248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Made reservation on behalf of 90ca127359924ef7b471e16da4b50273 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:35:07.380755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.601942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.660764 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:07.669807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Checking segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:07.670165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Network hostable DHCP agents. Network: f81c17c6-1c09-45f3-95f5-973730e95767, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:35:07.721117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Network f81c17c6-1c09-45f3-95f5-973730e95767 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:35:07.778315 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, f81c17c6-1c09-45f3-95f5-973730e95767) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:07.782449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:07.783041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.786746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97e431-05c3-432b-9c39-cdacad971e28 None None] Network f81c17c6-1c09-45f3-95f5-973730e95767 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:35:07.882181 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57976d24-4568-421c-aa1e-8c0f8a70affb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5784283 Sep 17 01:35:07.884746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56058) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:07.889353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:07.931472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-f81c17c6-1c09-45f3-95f5-973730e95767', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:35:07.932328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.966998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:07.968117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.019587 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.067370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Allocated IP 172.20.0.2 (f81c17c6-1c09-45f3-95f5-973730e95767/95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b/d565bb14-d98f-4b96-89b9-2c01aa59fe9f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:08.174539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14edeb20-c3d1-45df-be70-1ce75f67d901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.219024 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.230454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.315746 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.358593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Network f81c17c6-1c09-45f3-95f5-973730e95767 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:08.362680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:08.369052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:08.371999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Pushing event updated for resources: {'Port': ['ID=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:08.430336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Attempting to bind port d565bb14-d98f-4b96-89b9-2c01aa59fe9f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:08.430846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Attempting to bind port d565bb14-d98f-4b96-89b9-2c01aa59fe9f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:08.431343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Attempting to bind port d565bb14-d98f-4b96-89b9-2c01aa59fe9f on network f81c17c6-1c09-45f3-95f5-973730e95767 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:08.436507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:08.437014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Checking segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:08.437518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.437999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Bound using segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:08.438554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Bound port: d565bb14-d98f-4b96-89b9-2c01aa59fe9f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:08.439028 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.501000 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.503319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] For port d565bb14-d98f-4b96-89b9-2c01aa59fe9f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:08.506457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] For port d565bb14-d98f-4b96-89b9-2c01aa59fe9f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:08.520965 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.605575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.635139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Allocated IP 172.25.1.11 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/a2f98fc2-0075-4207-b9a8-095ca85c86c2) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:08.667874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe8e09-3ea6-451e-81b0-7adcf1866833 None None] Pushing event updated for resources: {'Port': ['ID=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:08.775113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.910573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:08.960616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:08.964271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:08.968670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:08.996629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Pushing event updated for resources: {'Port': ['ID=a2f98fc2-0075-4207-b9a8-095ca85c86c2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:09.070630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:09.295708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:09.498506 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:09.529622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:09.721142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Router c33a4ddb-ad42-41be-8a70-10d8587f3b2c is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:35:09.742317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fc078b-7492-4fb1-a6e9-f506f773bd86 None None] Network f81c17c6-1c09-45f3-95f5-973730e95767 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:35:09.856729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:35:09.884306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fa685061-3b2a-4a67-af1e-4bad5ab04005 None None] Provisioning complete for port d565bb14-d98f-4b96-89b9-2c01aa59fe9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:09.884873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa685061-3b2a-4a67-af1e-4bad5ab04005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:09.890795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Sync routers for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:35:09.923650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:09.924046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:09.962247 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:09.963528 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2a724dff-00ad-4792-8d39-928cbe92ad57 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0776157 Sep 17 01:35:09.971716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56078) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:10.274310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:10.307365 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa685061-3b2a-4a67-af1e-4bad5ab04005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.418165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fa685061-3b2a-4a67-af1e-4bad5ab04005 None None] For port d565bb14-d98f-4b96-89b9-2c01aa59fe9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:10.436671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.494750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa685061-3b2a-4a67-af1e-4bad5ab04005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.568678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa685061-3b2a-4a67-af1e-4bad5ab04005 None None] Pushing event updated for resources: {'Port': ['ID=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:10.583398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:09Z', 'revision_number': 3, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:10.615953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Checking router: c33a4ddb-ad42-41be-8a70-10d8587f3b2c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:35:10.616370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Updating router c33a4ddb-ad42-41be-8a70-10d8587f3b2c port a2f98fc2-0075-4207-b9a8-095ca85c86c2 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:35:10.655443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.655443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8098cda1-a72a-4965-b856-4ae5b4ddd270 None None] Provisioning complete for port d565bb14-d98f-4b96-89b9-2c01aa59fe9f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:10.655443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8098cda1-a72a-4965-b856-4ae5b4ddd270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.701799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Allocated IP 172.20.0.1 (f81c17c6-1c09-45f3-95f5-973730e95767/95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b/7bf53d4d-9804-464d-bf9b-8c4f48699603) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:10.774285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d565bb14-d98f-4b96-89b9-2c01aa59fe9f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:10.873252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.948189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d565bb14-d98f-4b96-89b9-2c01aa59fe9f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:10.948702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:10.961889 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.004777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Network f81c17c6-1c09-45f3-95f5-973730e95767 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:11.030011 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:11.032905 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf53d4d-9804-464d-bf9b-8c4f48699603,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:11.045177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:11.102635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.112139 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.162862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.235669 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.308352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Attempting to bind port a2f98fc2-0075-4207-b9a8-095ca85c86c2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:11.308912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Attempting to bind port a2f98fc2-0075-4207-b9a8-095ca85c86c2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:11.309142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Attempting to bind port a2f98fc2-0075-4207-b9a8-095ca85c86c2 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:11.311183 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faadba7-41a1-421f-b0ff-f74eb51b31e4 None None] Pushing event updated for resources: {'Port': ['ID=a2f98fc2-0075-4207-b9a8-095ca85c86c2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:11.317801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:11.318179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:11.318657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.319261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:11.320212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Bound port: a2f98fc2-0075-4207-b9a8-095ca85c86c2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:11.320782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.359464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.380523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] For port a2f98fc2-0075-4207-b9a8-095ca85c86c2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:11.394909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] For port a2f98fc2-0075-4207-b9a8-095ca85c86c2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a2f98fc2-0075-4207-b9a8-095ca85c86c2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:11.399580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0ce21ef1-17b9-4d36-abe0-a53b13555b1a None None] Provisioning complete for port 7bf53d4d-9804-464d-bf9b-8c4f48699603 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:11.399993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0ce21ef1-17b9-4d36-abe0-a53b13555b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.439907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0ce21ef1-17b9-4d36-abe0-a53b13555b1a None None] Port 7bf53d4d-9804-464d-bf9b-8c4f48699603 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:35:11.476557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.546660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.547592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:11.548338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:11.597174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faadba7-41a1-421f-b0ff-f74eb51b31e4 None None] Pushing event updated for resources: {'Port': ['ID=a2f98fc2-0075-4207-b9a8-095ca85c86c2,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:11.607496 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.677902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Pushing event updated for resources: {'Port': ['ID=7bf53d4d-9804-464d-bf9b-8c4f48699603,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:11.680573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:11.695611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:11.799693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Network f81c17c6-1c09-45f3-95f5-973730e95767 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:11.801342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:11.974080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Router c33a4ddb-ad42-41be-8a70-10d8587f3b2c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:35:11.984286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:10Z', 'revision_number': 1, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:12.021430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb67bf52-6deb-44ee-b32e-260b6f708cc1 None None] The sync data for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 is: [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:10Z', 'revision_number': 1, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:35:12.139521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:35:12.147144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fb565c40-4fcd-45cf-b8bd-67757643dd46 admin admin] 10.222.0.13 "PUT /v2.0/routers/c33a4ddb-ad42-41be-8a70-10d8587f3b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1731896 Sep 17 01:35:12.172937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-468704a1-3b2e-4dfa-a87e-8b30b8b67b39 None None] Provisioning complete for port 7bf53d4d-9804-464d-bf9b-8c4f48699603 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:12.173473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-468704a1-3b2e-4dfa-a87e-8b30b8b67b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:12.221396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-468704a1-3b2e-4dfa-a87e-8b30b8b67b39 None None] Port 7bf53d4d-9804-464d-bf9b-8c4f48699603 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:35:13.054556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56148) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:13.060103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1243829165-network', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:13.159989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Made reservation on behalf of d83ca8feb81445e0a7b2df97362656d5 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:35:13.162847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.174633 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.286287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.355996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.748992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:35:13.755358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9324bb45-7a32-42cf-b0e6-95939ef13f76,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:13.761556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.761898 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Added segment 06eac07b-fba8-4b61-af58-0224a7a4408a of type vlan for network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 Sep 17 01:35:13.805173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.893349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.894835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:13.895608 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:13.964142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] Pushing event updated for resources: {'Network': ['ID=a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:13.975859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:35:14.015754 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-04d0f03b-b085-44be-8384-b848d5ff6cf0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9571755 Sep 17 01:35:14.016445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56154) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:14.020832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Request body: {'subnet': {'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1243829165-subnet', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:14.120922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Made reservation on behalf of d83ca8feb81445e0a7b2df97362656d5 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:35:14.123413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:14.390186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:14.467844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=408234e6-09c7-4cea-85a7-fb6876d2070e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:14.504135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Checking segment: {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:14.504488 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Network hostable DHCP agents. Network: a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:35:14.554151 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Sync routers for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:35:14.564753 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:14.565400 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:14.590327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:35:14.654382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:14.664169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:14.664772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:14.678422 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:14.678761 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16d20d-7f94-4adb-b807-7ed6ab6abd62 None None] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:35:14.779931 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fa5a8c75-9ea3-457d-9014-3eba6d7608e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7628288 Sep 17 01:35:14.782420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56158) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:14.786948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:14.874914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a2f98fc2-0075-4207-b9a8-095ca85c86c2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:14.916073 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:14.917074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:14.963378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a2f98fc2-0075-4207-b9a8-095ca85c86c2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:14.964008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:14.973069 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 2, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:15.011047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Checking router: c33a4ddb-ad42-41be-8a70-10d8587f3b2c for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:35:15.011415 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Updating router c33a4ddb-ad42-41be-8a70-10d8587f3b2c port 7bf53d4d-9804-464d-bf9b-8c4f48699603 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:35:15.033058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.044147 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.139280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.158567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'fixed_ips': [{'subnet_id': '408234e6-09c7-4cea-85a7-fb6876d2070e'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:35:15.159468 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.190065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port a2f98fc2-0075-4207-b9a8-095ca85c86c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a2f98fc2-0075-4207-b9a8-095ca85c86c2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:15.296790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.325402 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.383507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Allocated IP 172.20.0.2 (a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9/408234e6-09c7-4cea-85a7-fb6876d2070e/28bd77f7-1926-4f2b-8ca8-34e88235f453) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:15.401741 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.404531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=a2f98fc2-0075-4207-b9a8-095ca85c86c2,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:15.505820 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.572814 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.630040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.641286 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Attempting to bind port 7bf53d4d-9804-464d-bf9b-8c4f48699603 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:15.641757 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Attempting to bind port 7bf53d4d-9804-464d-bf9b-8c4f48699603 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:15.641903 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Attempting to bind port 7bf53d4d-9804-464d-bf9b-8c4f48699603 on network f81c17c6-1c09-45f3-95f5-973730e95767 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:15.643934 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Pushing event updated for resources: {'Port': ['ID=7bf53d4d-9804-464d-bf9b-8c4f48699603,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:15.653024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.653266 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:15.653391 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Checking segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:15.653776 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.654167 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Bound using segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:15.654625 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Bound port: 7bf53d4d-9804-464d-bf9b-8c4f48699603, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:15.655199 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.657989 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.667907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:35:15.673461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.704285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:15.707403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:15.715344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:15.756405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Pushing event updated for resources: {'Port': ['ID=28bd77f7-1926-4f2b-8ca8-34e88235f453,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:15.784099 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] For port 7bf53d4d-9804-464d-bf9b-8c4f48699603, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:15.789219 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] For port 7bf53d4d-9804-464d-bf9b-8c4f48699603, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7bf53d4d-9804-464d-bf9b-8c4f48699603,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:15.804088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Attempting to bind port 28bd77f7-1926-4f2b-8ca8-34e88235f453 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:15.804088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Attempting to bind port 28bd77f7-1926-4f2b-8ca8-34e88235f453 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:15.804088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Attempting to bind port 28bd77f7-1926-4f2b-8ca8-34e88235f453 on network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:15.804088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:15.804088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Checking segment: {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:15.804969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.805160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Bound using segment: {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:15.805646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Bound port: 28bd77f7-1926-4f2b-8ca8-34e88235f453, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:15.806146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.868031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Allocated IP 172.25.1.23 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/7aad0269-6347-49d3-be8c-a586c5a4f2a4) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:15.871942 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.915339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] For port 28bd77f7-1926-4f2b-8ca8-34e88235f453, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:15.921777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9258835d-f051-491c-ac6d-b3e6f008509d None None] Provisioning complete for port 7bf53d4d-9804-464d-bf9b-8c4f48699603 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:15.922267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9258835d-f051-491c-ac6d-b3e6f008509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:15.925463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] For port 28bd77f7-1926-4f2b-8ca8-34e88235f453, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=28bd77f7-1926-4f2b-8ca8-34e88235f453,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:15.928963 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:15.929763 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:15.963797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56178) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:15.999313 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.008058 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca62f53-1547-4f5f-be65-f1330167d659 None None] Pushing event updated for resources: {'Port': ['ID=7bf53d4d-9804-464d-bf9b-8c4f48699603,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:16.072255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.145930 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:16.189837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ea76b7-db26-4426-b31b-55ea47ec492c admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.201683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.275482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:16.281904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:16.288920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:16.318046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9258835d-f051-491c-ac6d-b3e6f008509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.341017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c1043-db87-429b-8865-0d0f69683047 None None] Pushing event updated for resources: {'Port': ['ID=28bd77f7-1926-4f2b-8ca8-34e88235f453,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:16.377822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9258835d-f051-491c-ac6d-b3e6f008509d None None] For port 7bf53d4d-9804-464d-bf9b-8c4f48699603, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7bf53d4d-9804-464d-bf9b-8c4f48699603,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:16.407266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Pushing event updated for resources: {'Port': ['ID=7aad0269-6347-49d3-be8c-a586c5a4f2a4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:16.419262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ea76b7-db26-4426-b31b-55ea47ec492c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.452486 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9258835d-f051-491c-ac6d-b3e6f008509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.483524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ea76b7-db26-4426-b31b-55ea47ec492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.519632 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:16.538369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258835d-f051-491c-ac6d-b3e6f008509d None None] Pushing event updated for resources: {'Port': ['ID=7bf53d4d-9804-464d-bf9b-8c4f48699603,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:16.573614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4ea76b7-db26-4426-b31b-55ea47ec492c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a9456e17fe04022b09701229a58aa6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6085989 Sep 17 01:35:16.576339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56182) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:16.587685 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9335565d-bc03-4a54-b3b8-cb35bece95f9 None None] The sync data for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 is: [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:35:16.588571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea76b7-db26-4426-b31b-55ea47ec492c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a6ab54-e257-4a01-9326-10312215bfc9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:16.589496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-899a0a23-82af-4a94-beb8-0ec66cb66ae3 None None] Provisioning complete for port 7bf53d4d-9804-464d-bf9b-8c4f48699603 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:16.589864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-899a0a23-82af-4a94-beb8-0ec66cb66ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.725532 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ca71f505-25c4-4cd6-ae74-90b6ce32d8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.804655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ca71f505-25c4-4cd6-ae74-90b6ce32d8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.815370 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:16.918041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 28bd77f7-1926-4f2b-8ca8-34e88235f453 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:16.987946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 28bd77f7-1926-4f2b-8ca8-34e88235f453 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:16.988263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.032490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ca71f505-25c4-4cd6-ae74-90b6ce32d8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.035064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ca71f505-25c4-4cd6-ae74-90b6ce32d8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.036577 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ca71f505-25c4-4cd6-ae74-90b6ce32d8e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2a6ab54-e257-4a01-9326-10312215bfc9 HTTP/1.1" status: 204 len: 168 time: 0.4589517 Sep 17 01:35:17.053005 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71f505-25c4-4cd6-ae74-90b6ce32d8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a6ab54-e257-4a01-9326-10312215bfc9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:17.097001 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.151115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 28bd77f7-1926-4f2b-8ca8-34e88235f453, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=28bd77f7-1926-4f2b-8ca8-34e88235f453,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:17.152593 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.264013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.265341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7bf53d4d-9804-464d-bf9b-8c4f48699603 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:17.369791 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=28bd77f7-1926-4f2b-8ca8-34e88235f453,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:17.392593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7bf53d4d-9804-464d-bf9b-8c4f48699603 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:17.393009 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.424575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Router 5babedf4-4e52-47b9-97d7-69f71eedadc2 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:35:17.579353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a2f98fc2-0075-4207-b9a8-095ca85c86c2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:17.604996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:35:17.614745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Sync routers for ids ['5babedf4-4e52-47b9-97d7-69f71eedadc2'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:35:17.633044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Routers {'5babedf4-4e52-47b9-97d7-69f71eedadc2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:17.633657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5babedf4-4e52-47b9-97d7-69f71eedadc2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:17.637308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6852511-014e-4c51-834e-306ffd24ead8 None None] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:35:17.727024 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.728483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-32fa1f0b-5ea4-48a4-b9ce-d8744fd9b8fb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9448776 Sep 17 01:35:17.731191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56190) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:17.736506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a2f98fc2-0075-4207-b9a8-095ca85c86c2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:17.736921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.821920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4ecaafb2-1dc7-4641-9168-e6b41c993e8e None None] Provisioning complete for port 28bd77f7-1926-4f2b-8ca8-34e88235f453 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:17.822295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ecaafb2-1dc7-4641-9168-e6b41c993e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:17.905664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Set router 5babedf4-4e52-47b9-97d7-69f71eedadc2 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:17.994221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56194) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:18.009058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58802412-c654-40e7-a219-41657a3f73ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.118459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58802412-c654-40e7-a219-41657a3f73ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.202867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58802412-c654-40e7-a219-41657a3f73ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.216475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 3, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:18.223711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.248614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Checking router: 5babedf4-4e52-47b9-97d7-69f71eedadc2 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:35:18.252392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Updating router 5babedf4-4e52-47b9-97d7-69f71eedadc2 port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:35:18.262618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58802412-c654-40e7-a219-41657a3f73ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9e48c8-5e35-4e0a-bcb2-b12ac61223a9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:18.281970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-58802412-c654-40e7-a219-41657a3f73ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0795d46980f844c8b749c18193bd2b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819600 Sep 17 01:35:18.282070 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.284540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56198) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:18.357937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-421312ca-d949-4c49-917c-e755975a8f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.402079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-421312ca-d949-4c49-917c-e755975a8f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.481436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Allocated IP 172.20.0.1 (a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9/408234e6-09c7-4cea-85a7-fb6876d2070e/30dd0a27-b83c-4bfc-982b-d5a170e9971e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:18.508438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-db073d2a-bec0-40bd-86bf-c7c7982a3306 None None] Provisioning complete for port 28bd77f7-1926-4f2b-8ca8-34e88235f453 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:18.509420 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-db073d2a-bec0-40bd-86bf-c7c7982a3306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.527644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-421312ca-d949-4c49-917c-e755975a8f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.531601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-421312ca-d949-4c49-917c-e755975a8f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.536531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-421312ca-d949-4c49-917c-e755975a8f24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f9e48c8-5e35-4e0a-bcb2-b12ac61223a9 HTTP/1.1" status: 204 len: 168 time: 0.2492115 Sep 17 01:35:18.554615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421312ca-d949-4c49-917c-e755975a8f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9e48c8-5e35-4e0a-bcb2-b12ac61223a9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:18.611588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.679675 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.722301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 28bd77f7-1926-4f2b-8ca8-34e88235f453 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:18.733282 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.772021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 28bd77f7-1926-4f2b-8ca8-34e88235f453 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:18.773278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.773574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:18.775861 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.778009 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:18.782177 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:18.791054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Pushing event updated for resources: {'Port': ['ID=30dd0a27-b83c-4bfc-982b-d5a170e9971e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:18.845764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.877935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Attempting to bind port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:18.878320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Attempting to bind port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:18.878689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Attempting to bind port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:18.886245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:18.886726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:18.887219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.887639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:18.888125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Bound port: 7aad0269-6347-49d3-be8c-a586c5a4f2a4, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:18.888533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:18.899214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7040ba-f494-4cd5-9ad5-df1ffeb03d34 None None] Pushing event updated for resources: {'Port': ['ID=7aad0269-6347-49d3-be8c-a586c5a4f2a4,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:19.004498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] For port 7aad0269-6347-49d3-be8c-a586c5a4f2a4, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:19.008807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] For port 7aad0269-6347-49d3-be8c-a586c5a4f2a4, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7aad0269-6347-49d3-be8c-a586c5a4f2a4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:19.089132 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.123730 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.137207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-05060115-94e8-4336-ac31-7e1dcf9382b1 None None] Provisioning complete for port 30dd0a27-b83c-4bfc-982b-d5a170e9971e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:19.137207 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-05060115-94e8-4336-ac31-7e1dcf9382b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.184364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Routers {'5babedf4-4e52-47b9-97d7-69f71eedadc2'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:19.185016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5babedf4-4e52-47b9-97d7-69f71eedadc2'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:19.248514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7040ba-f494-4cd5-9ad5-df1ffeb03d34 None None] Pushing event updated for resources: {'Port': ['ID=7aad0269-6347-49d3-be8c-a586c5a4f2a4,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:19.256662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-05060115-94e8-4336-ac31-7e1dcf9382b1 None None] Port 30dd0a27-b83c-4bfc-982b-d5a170e9971e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:35:19.319931 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.332887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] Set router 5babedf4-4e52-47b9-97d7-69f71eedadc2 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:19.392144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.461471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.475515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Pushing event updated for resources: {'Port': ['ID=30dd0a27-b83c-4bfc-982b-d5a170e9971e,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:19.583613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:19.586595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:19.732077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '30dd0a27-b83c-4bfc-982b-d5a170e9971e', 'name': '', 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'mac_address': 'fa:16:3e:82:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:18Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 1, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'subnets': [{'id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:19.761769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27849396-2fd4-4f0e-b3d4-97829da72e25 None None] The sync data for ids ['5babedf4-4e52-47b9-97d7-69f71eedadc2'] in n-d-789963-7 is: [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '30dd0a27-b83c-4bfc-982b-d5a170e9971e', 'name': '', 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'mac_address': 'fa:16:3e:82:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:18Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 1, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'subnets': [{'id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:35:19.773264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Router 5babedf4-4e52-47b9-97d7-69f71eedadc2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:35:19.891179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d0307a6e-d39e-44fd-8946-f5b274d74a14 None None] Provisioning complete for port 30dd0a27-b83c-4bfc-982b-d5a170e9971e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:19.891558 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d0307a6e-d39e-44fd-8946-f5b274d74a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:19.929941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:35:19.935723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bee5b61a-deb5-47bf-96ae-004b171269b7 admin admin] 10.222.0.13 "PUT /v2.0/routers/5babedf4-4e52-47b9-97d7-69f71eedadc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2034614 Sep 17 01:35:19.960811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d0307a6e-d39e-44fd-8946-f5b274d74a14 None None] Port 30dd0a27-b83c-4bfc-982b-d5a170e9971e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:35:20.600343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:20.605065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191275409', 'description': 'tempest-secgroup-smoke-1191275409 description', 'project_id': '90ca127359924ef7b471e16da4b50273'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:20.698543 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:20.768559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7aad0269-6347-49d3-be8c-a586c5a4f2a4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:20.821681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:20.827782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:20.828334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:20.915340 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:20.929745 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:20.941381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 7aad0269-6347-49d3-be8c-a586c5a4f2a4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7aad0269-6347-49d3-be8c-a586c5a4f2a4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:20.988874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bcff0a-0511-44cd-b86f-e955c16a9e1d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:21.052876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.058931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.058931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ab6e92e4-dbb6-49a3-99e4-3d17a51d5372 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4535749 Sep 17 01:35:21.059211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56244) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:21.067678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group_rule': {'security_group_id': '35bcff0a-0511-44cd-b86f-e955c16a9e1d', 'project_id': '90ca127359924ef7b471e16da4b50273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:21.128459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=7aad0269-6347-49d3-be8c-a586c5a4f2a4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:21.201774 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.273994 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.395586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.420078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54c6839-f0bd-4492-bcf5-92fa8b021b27,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:21.510147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.511428 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f3648fcb-12bc-4408-98cf-85faf4f11830 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4478161 Sep 17 01:35:21.514334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56248) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:21.519003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group_rule': {'security_group_id': '35bcff0a-0511-44cd-b86f-e955c16a9e1d', 'project_id': '90ca127359924ef7b471e16da4b50273', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:21.601646 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.666871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.743986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.762573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21826c0-3e62-48ff-b6bc-d2eca4e48f89,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:21.887260 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:21.891114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-02c59bbc-cc20-42e6-a397-1c6821a2904e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733249 Sep 17 01:35:21.892104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56250) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:21.899977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group_rule': {'security_group_id': '35bcff0a-0511-44cd-b86f-e955c16a9e1d', 'project_id': '90ca127359924ef7b471e16da4b50273', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:22.020177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.098275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.177991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.199402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a985d974-1475-487c-8ef4-2d8f18e73b14,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:22.298231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.299609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f434a575-5fca-4fbd-baf4-6653e891216c tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4060936 Sep 17 01:35:22.302244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56256) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:22.307029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group_rule': {'security_group_id': '35bcff0a-0511-44cd-b86f-e955c16a9e1d', 'project_id': '90ca127359924ef7b471e16da4b50273', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:22.423265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.485802 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.561461 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.580895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d003df-6b59-4f38-8556-238b1b388b1e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:22.625072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-13a3c84e-9c7b-4d49-899f-ef0491bea417 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401726 Sep 17 01:35:22.659997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.661184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e31a37f-5a61-4c29-a281-fe5db7457b2a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3580275 Sep 17 01:35:22.666575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56258) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:22.671004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group_rule': {'security_group_id': '35bcff0a-0511-44cd-b86f-e955c16a9e1d', 'project_id': '90ca127359924ef7b471e16da4b50273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:22.713473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7aad0269-6347-49d3-be8c-a586c5a4f2a4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:22.721543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-b5e1179d-b64a-4b9b-9612-0bea23e45675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:22.723044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-b5e1179d-b64a-4b9b-9612-0bea23e45675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e07d4016b9641018c5478765628c122&device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0457482 Sep 17 01:35:22.772221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:22.773106 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.778963 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Project 90ca127359924ef7b471e16da4b50273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:35:22.783534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.847527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-20d5f2db-40b0-493e-99b1-59781c33ed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:22.849010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-20d5f2db-40b0-493e-99b1-59781c33ed92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.1050086 Sep 17 01:35:22.859854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.892348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-ddbc6a5a-a9f3-40a9-9480-e41a2b369548 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e HTTP/1.1" status: 200 len: 217 time: 0.0355923 Sep 17 01:35:22.940892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-07610b92-4b24-468e-b0ff-5acbf627f8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:22.942367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-07610b92-4b24-468e-b0ff-5acbf627f8db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0437315 Sep 17 01:35:22.972448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:22.995126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67cc764-8077-4b75-a5f0-c26e109d1acd,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:22.996377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-5bb3b5ff-250c-480a-b57c-5e296f5ae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:22.998086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-5bb3b5ff-250c-480a-b57c-5e296f5ae55a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0490785 Sep 17 01:35:23.073059 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:23.074301 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-550242d2-5b10-49f5-90d3-9ecd0b448168 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4071891 Sep 17 01:35:23.081919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 56262) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:23.087039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'security_group_rule': {'security_group_id': '35bcff0a-0511-44cd-b86f-e955c16a9e1d', 'project_id': '90ca127359924ef7b471e16da4b50273', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:23.096754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-b678b4de-5337-4cb7-8640-324863f55666 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914526 Sep 17 01:35:23.196237 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Project 90ca127359924ef7b471e16da4b50273 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:35:23.202880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:23.205516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79068dcc-8d51-43f7-873c-5cc4fe6c9e95 req-402141ae-5bb5-4b37-91f4-384fe6d441e5 service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012201 Sep 17 01:35:23.266627 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:23.327159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:23.349611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f86937-48d6-4b4a-9479-2287cd12bb8b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:23.430332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:23.431590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c742fbff-7628-4c6d-965d-4708891ea9d6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3486836 Sep 17 01:35:23.594816 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Sync routers for ids ['5babedf4-4e52-47b9-97d7-69f71eedadc2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:35:23.604553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Routers {'5babedf4-4e52-47b9-97d7-69f71eedadc2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:23.605348 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5babedf4-4e52-47b9-97d7-69f71eedadc2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:23.671506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-814306ac-3e30-4c1c-9f0a-1b628e210d51 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191275409&fields=id&tenant_id=90ca127359924ef7b471e16da4b50273 HTTP/1.1" status: 200 len: 267 time: 0.0395219 Sep 17 01:35:23.726667 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Set router 5babedf4-4e52-47b9-97d7-69f71eedadc2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:23.789648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-73b3c643-4f83-4696-be9c-60a1b783c88e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:23.791280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-73b3c643-4f83-4696-be9c-60a1b783c88e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 809 time: 0.1110528 Sep 17 01:35:23.807815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-8ccbc9af-f23e-4b7a-abb8-df29ada7c7f6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/quotas/90ca127359924ef7b471e16da4b50273 HTTP/1.1" status: 200 len: 375 time: 0.0098140 Sep 17 01:35:23.951510 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '30dd0a27-b83c-4bfc-982b-d5a170e9971e', 'name': '', 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'mac_address': 'fa:16:3e:82:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:18Z', 'updated_at': '2021-09-17T01:35:19Z', 'revision_number': 2, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'subnets': [{'id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:23.983953 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Checking router: 5babedf4-4e52-47b9-97d7-69f71eedadc2 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:35:23.984556 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Updating router 5babedf4-4e52-47b9-97d7-69f71eedadc2 port 30dd0a27-b83c-4bfc-982b-d5a170e9971e binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:35:24.012951 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.183647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-47236f66-ed3b-4f6a-8a93-684a13b447c1 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3583891 Sep 17 01:35:24.294146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-567de1eb-f5c8-45e9-8b33-04acbf9963ab service neutron] 10.222.0.13 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089118 Sep 17 01:35:24.328218 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.395740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-fe76c59b-c7d8-4e5b-83b0-7fcdfb1fd9fe service neutron] 10.222.0.13 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951009 Sep 17 01:35:24.424091 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.533433 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbf469-786e-4be2-80b1-af458c16dc27 None None] Pushing event updated for resources: {'Port': ['ID=30dd0a27-b83c-4bfc-982b-d5a170e9971e,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:24.572368 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Attempting to bind port 30dd0a27-b83c-4bfc-982b-d5a170e9971e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:24.572883 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Attempting to bind port 30dd0a27-b83c-4bfc-982b-d5a170e9971e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:24.573312 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Attempting to bind port 30dd0a27-b83c-4bfc-982b-d5a170e9971e on network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:24.584241 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:24.584611 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Checking segment: {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:24.585649 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.589452 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Bound using segment: {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:24.589452 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Bound port: 30dd0a27-b83c-4bfc-982b-d5a170e9971e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06eac07b-fba8-4b61-af58-0224a7a4408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:24.589452 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.688161 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] For port 30dd0a27-b83c-4bfc-982b-d5a170e9971e, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:24.691756 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] For port 30dd0a27-b83c-4bfc-982b-d5a170e9971e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=30dd0a27-b83c-4bfc-982b-d5a170e9971e,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:24.792174 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.823326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-28850223-bc69-4f20-8136-fc5a255a9d8f None None] Provisioning complete for port 30dd0a27-b83c-4bfc-982b-d5a170e9971e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:24.823785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28850223-bc69-4f20-8136-fc5a255a9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.853647 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Routers {'5babedf4-4e52-47b9-97d7-69f71eedadc2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:24.859250 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5babedf4-4e52-47b9-97d7-69f71eedadc2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:24.861241 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbf469-786e-4be2-80b1-af458c16dc27 None None] Pushing event updated for resources: {'Port': ['ID=30dd0a27-b83c-4bfc-982b-d5a170e9971e,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:24.916358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f48d5d1-1d86-4ba9-8a57-4f2009cb2907 req-67e01599-d189-4dce-a317-2a6d7dd3c387 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 210 time: 0.1917684 Sep 17 01:35:24.947873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28850223-bc69-4f20-8136-fc5a255a9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:24.999085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-28850223-bc69-4f20-8136-fc5a255a9d8f None None] For port 30dd0a27-b83c-4bfc-982b-d5a170e9971e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=30dd0a27-b83c-4bfc-982b-d5a170e9971e,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:25.046462 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] Set router 5babedf4-4e52-47b9-97d7-69f71eedadc2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:25.090644 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28850223-bc69-4f20-8136-fc5a255a9d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:25.231014 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28850223-bc69-4f20-8136-fc5a255a9d8f None None] Pushing event updated for resources: {'Port': ['ID=30dd0a27-b83c-4bfc-982b-d5a170e9971e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:25.236368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5d019db2-1d6a-43a4-8553-3add4483064c None None] Provisioning complete for port 30dd0a27-b83c-4bfc-982b-d5a170e9971e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:25.236744 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d019db2-1d6a-43a4-8553-3add4483064c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:25.361935 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '30dd0a27-b83c-4bfc-982b-d5a170e9971e', 'name': '', 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'mac_address': 'fa:16:3e:82:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:18Z', 'updated_at': '2021-09-17T01:35:24Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'subnets': [{'id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:25.389432 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687972ec-9a23-427d-9cee-ba1399ac8a42 None None] The sync data for ids ['5babedf4-4e52-47b9-97d7-69f71eedadc2'] in n-d-789963-7 is: [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:35:18Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '30dd0a27-b83c-4bfc-982b-d5a170e9971e', 'name': '', 'network_id': 'a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'mac_address': 'fa:16:3e:82:99:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:18Z', 'updated_at': '2021-09-17T01:35:24Z', 'revision_number': 4, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'subnets': [{'id': '408234e6-09c7-4cea-85a7-fb6876d2070e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:35:25.998672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3524407-1251-4c27-97d6-76cc6e8273b5 req-1c1660c0-1e86-4acd-8afb-8d05877a6327 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 210 time: 0.0278945 Sep 17 01:35:26.730665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 30dd0a27-b83c-4bfc-982b-d5a170e9971e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:26.782590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 30dd0a27-b83c-4bfc-982b-d5a170e9971e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:26.783391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:27.101834 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-037ce96b-c833-44f7-81cc-ee5151a89fb5 req-96bac3d8-51d7-4ea3-a34f-77f0758ceae0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 210 time: 0.0299802 Sep 17 01:35:27.614225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-7731bd52-3eb2-439c-acc2-c6b91e54c50b tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:27.615698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-7731bd52-3eb2-439c-acc2-c6b91e54c50b tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.23 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 809 time: 0.1357234 Sep 17 01:35:27.661510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-c016d3cf-7738-4c3e-a2a7-3b2b4ba09b8e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=90ca127359924ef7b471e16da4b50273 HTTP/1.1" status: 200 len: 380 time: 0.0362854 Sep 17 01:35:27.672634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'port': {'device_id': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'admin_state_up': True, 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'security_groups': ['35bcff0a-0511-44cd-b86f-e955c16a9e1d']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:27.915475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Made reservation on behalf of 90ca127359924ef7b471e16da4b50273 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:35:27.919321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.061757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Allocated IP 172.20.0.14 (f81c17c6-1c09-45f3-95f5-973730e95767/95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b/b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:28.234865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-afeafe47-471b-4bf7-80d3-b55c9ea0d7a7 req-eabdab35-fc8e-4367-b0c2-f5eebb65bbc4 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 210 time: 0.0377674 Sep 17 01:35:28.239550 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.333348 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.378734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Network f81c17c6-1c09-45f3-95f5-973730e95767 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:28.382068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:28.386711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:28.412800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'Port': ['ID=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:28.443417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:28.444350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.529323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d44e4868-15ce-4124-8a19-5cdbee31df7a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8616323 Sep 17 01:35:28.544150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Request body: {'port': {'device_id': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:28.625652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.679625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9196a57c-0f23-4742-b865-61436c09c91f None None] Provisioning complete for port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:28.680257 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9196a57c-0f23-4742-b865-61436c09c91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.719442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9196a57c-0f23-4742-b865-61436c09c91f None None] Port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:35:28.830031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.903926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:35:28.911367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:28.924424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Transition to ACTIVE for port object b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:35:29.025577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:29.079501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Pushing event updated for resources: {'Port': ['ID=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:29.157441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Attempting to bind port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:35:29.158846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Attempting to bind port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:35:29.158846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Attempting to bind port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e on network f81c17c6-1c09-45f3-95f5-973730e95767 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:29.162899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e on network f81c17c6-1c09-45f3-95f5-973730e95767 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:35:29.163415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Attempting to bind port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e on network f81c17c6-1c09-45f3-95f5-973730e95767 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:35:29.169148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:35:29.169493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Checking segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:35:29.169870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Bound using segment: {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:35:29.170297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Bound port: b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d40f9be-8a19-485f-b3b3-aef08e9c076e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:35:29.170660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:29.240335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] For port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:35:29.244301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] For port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:35:29.315392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:29.350374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:29.362094 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c1a88-6a8e-48a6-b98f-8a3541403113 req-ed9a6ece-8bf7-498b-8b80-fe0127c47ca5 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:29.363604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-591c1a88-6a8e-48a6-b98f-8a3541403113 req-ed9a6ece-8bf7-498b-8b80-fe0127c47ca5 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 944 time: 0.0540588 Sep 17 01:35:29.386918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:29.387632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:29.389522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] 10.222.0.23 "PUT /v2.0/ports/b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 1092 time: 0.8510239 Sep 17 01:35:29.391667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:35:29.395168 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5898f150-30f6-4a18-bb21-faaff7582333" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:35:29.410448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-591c1a88-6a8e-48a6-b98f-8a3541403113 req-92d7cf32-06f8-4954-9ca7-6e862f9da940 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404599 Sep 17 01:35:29.439727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d72a2f-23b4-4d6a-b89f-48701331fb6d service neutron] Pushing event updated for resources: {'Port': ['ID=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:29.459578 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530254c2-51bf-4713-b453-be707d0bd6d1 x-openstack-request-id: req-530254c2-51bf-4713-b453-be707d0bd6d1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:35:29.460645 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:35:29.463871 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-530254c2-51bf-4713-b453-be707d0bd6d1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:35:29.464658 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'status': 'completed', 'code': 200} Sep 17 01:35:29.530151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898f150-30f6-4a18-bb21-faaff7582333 req-1c97669d-fa75-4d08-a98a-a8ae66656fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:29.531976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5898f150-30f6-4a18-bb21-faaff7582333 req-1c97669d-fa75-4d08-a98a-a8ae66656fed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1095 time: 0.0510788 Sep 17 01:35:29.723193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898f150-30f6-4a18-bb21-faaff7582333 req-6a32c4de-0a08-4633-ba64-3640b3c57de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:29.724667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5898f150-30f6-4a18-bb21-faaff7582333 req-6a32c4de-0a08-4633-ba64-3640b3c57de2 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=90ca127359924ef7b471e16da4b50273&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1849117 Sep 17 01:35:29.892960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898f150-30f6-4a18-bb21-faaff7582333 req-c24da5db-d266-441b-a780-fe774fa99ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:29.894512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5898f150-30f6-4a18-bb21-faaff7582333 req-c24da5db-d266-441b-a780-fe774fa99ccb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1626511 Sep 17 01:35:29.973296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-7959b7cb-1f7e-479f-a8f8-251c149fc6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:29.974782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-7959b7cb-1f7e-479f-a8f8-251c149fc6a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1095 time: 0.0441592 Sep 17 01:35:30.021588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-978cb24a-b42d-4bd7-9ba3-2aad29553377 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 217 time: 0.0382226 Sep 17 01:35:30.071799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-bf6c74c7-aeda-420e-af4f-c6629e581d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:30.073239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-bf6c74c7-aeda-420e-af4f-c6629e581d6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 200 len: 848 time: 0.0446343 Sep 17 01:35:30.123832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-162215f0-0920-4959-9698-1455e8c7f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:30.125208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-162215f0-0920-4959-9698-1455e8c7f501 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f81c17c6-1c09-45f3-95f5-973730e95767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451519 Sep 17 01:35:30.216476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-64c4647b-f8ce-4924-9f1e-06505b393cc9 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831842 Sep 17 01:35:30.316882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-155fa0a4-06ce-4ab3-a8d5-42c5422320c6 req-d6c527e4-e020-4741-a0ba-8eec7c80a60d service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929625 Sep 17 01:35:30.542503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f52d2d-73a0-4b78-8c3b-0f1eca80d980 req-6df29784-6f6a-4fe4-ba7b-d0946394f175 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:30.544118 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4f52d2d-73a0-4b78-8c3b-0f1eca80d980 req-6df29784-6f6a-4fe4-ba7b-d0946394f175 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 944 time: 0.0504956 Sep 17 01:35:30.584681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a4f52d2d-73a0-4b78-8c3b-0f1eca80d980 req-a74c450e-073e-45d1-9bd0-2ea680da42bd tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342188 Sep 17 01:35:31.772332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed76bb-c194-480a-99d6-53261e1821a6 req-241f8034-482d-4340-a780-397cd45dec67 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:31.775096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04ed76bb-c194-480a-99d6-53261e1821a6 req-241f8034-482d-4340-a780-397cd45dec67 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 944 time: 0.1181121 Sep 17 01:35:31.802210 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:35:31.817040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04ed76bb-c194-480a-99d6-53261e1821a6 req-8c2a2c7b-fdf3-42e3-8247-37430a25849f tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355909 Sep 17 01:35:31.908992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:31.925497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'port_id': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'mac_address': 'fa:16:3e:d9:6f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:35:31.965314 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:31.982573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:35:32.003123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:32.139277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:32.200838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:32.344392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:35:32.589064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56384) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:32.702761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98e3a0b6-cfd6-4aea-aa85-c2c9f5b3e31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:32.792525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98e3a0b6-cfd6-4aea-aa85-c2c9f5b3e31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:32.863832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-98e3a0b6-cfd6-4aea-aa85-c2c9f5b3e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:32.904371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3a0b6-cfd6-4aea-aa85-c2c9f5b3e31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a284827-4ee4-43a7-b0a7-c38d9ffbf489,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:32.910595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-98e3a0b6-cfd6-4aea-aa85-c2c9f5b3e31a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cafcebf1680f46d292e13628e61c82be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200691 Sep 17 01:35:32.913377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56390) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:32.937588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd481df-71f1-422a-8782-4b18ac5d8d81 req-82855c19-55a4-47f8-b615-153bde43f173 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:32.939114 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fd481df-71f1-422a-8782-4b18ac5d8d81 req-82855c19-55a4-47f8-b615-153bde43f173 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 945 time: 0.0491369 Sep 17 01:35:32.972892 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7c45-6c94-400a-8475-df4b209bff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:32.981952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fd481df-71f1-422a-8782-4b18ac5d8d81 req-ce99d511-c294-43c2-90e5-f3d5111f45ae tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338109 Sep 17 01:35:32.995449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7c45-6c94-400a-8475-df4b209bff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:33.120870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7c45-6c94-400a-8475-df4b209bff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:33.123419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7c45-6c94-400a-8475-df4b209bff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:33.124573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7c7d7c45-6c94-400a-8475-df4b209bff17 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a284827-4ee4-43a7-b0a7-c38d9ffbf489 HTTP/1.1" status: 204 len: 168 time: 0.2101839 Sep 17 01:35:33.132944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7c45-6c94-400a-8475-df4b209bff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a284827-4ee4-43a7-b0a7-c38d9ffbf489,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:33.808079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:35:33.955049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:35:33.959042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:35:33.959454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:34.040994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:34.064888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:35:34.070294 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa66dde3-a76d-44da-a8d0-16e17ff4cad1" -d '{"events": [{"server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "name": "network-vif-plugged", "status": "completed", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:35:34.081857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:35:34.110791 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f79709b-5e78-439c-a4ab-0f2c6309fd22 x-openstack-request-id: req-0f79709b-5e78-439c-a4ab-0f2c6309fd22 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:35:34.110791 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "name": "network-vif-plugged", "status": "completed", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:35:34.110791 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f79709b-5e78-439c-a4ab-0f2c6309fd22 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:35:34.111199 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'code': 200} Sep 17 01:35:34.123032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad86cc-c7b6-4518-b4bb-f97f9c87d740 req-1d03d0fb-3d2b-4f5c-acb6-c40dd4e669ec tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:34.127380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-58ad86cc-c7b6-4518-b4bb-f97f9c87d740 req-1d03d0fb-3d2b-4f5c-acb6-c40dd4e669ec tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 945 time: 0.0629902 Sep 17 01:35:34.143854 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:34.172451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-58ad86cc-c7b6-4518-b4bb-f97f9c87d740 req-3641411d-268c-4e70-a766-ed1721e3855a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383942 Sep 17 01:35:34.203615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:34.233040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bad789-5a01-469b-ba7b-f45ef0f9bbb5 req-0c4f724a-e97e-41db-a32b-d880db9384a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:34.234516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57bad789-5a01-469b-ba7b-f45ef0f9bbb5 req-0c4f724a-e97e-41db-a32b-d880db9384a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.0580883 Sep 17 01:35:34.278297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57bad789-5a01-469b-ba7b-f45ef0f9bbb5 req-90ecd038-dc9b-4a40-8a48-5a37449ce579 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336630 Sep 17 01:35:35.322396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c010d2-c92e-438f-bcc7-29a1fb31bf5b req-90f676cf-7d8a-456d-893c-16242a9db176 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:35.326017 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57c010d2-c92e-438f-bcc7-29a1fb31bf5b req-90f676cf-7d8a-456d-893c-16242a9db176 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0585401 Sep 17 01:35:35.387499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57c010d2-c92e-438f-bcc7-29a1fb31bf5b req-4d8ddc31-1a1e-4e49-b34f-a498a08a4d6a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564280 Sep 17 01:35:35.486691 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24f81603-81cb-4605-9528-080bb9dc3241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:36.538761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c8e19a-521c-45c6-8d41-1525f632efef req-28d5003b-230e-4316-8138-8ea66d1d24ed tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:36.540993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0c8e19a-521c-45c6-8d41-1525f632efef req-28d5003b-230e-4316-8138-8ea66d1d24ed tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0503488 Sep 17 01:35:36.581657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0c8e19a-521c-45c6-8d41-1525f632efef req-8c3c899d-1460-452c-bbe8-cb388166bb7b tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344973 Sep 17 01:35:36.700542 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8c30a-28ca-4a6e-bbbf-7401cb0942b4 req-2fd78527-01f7-4175-9493-63497f323393 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:36.702055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-97c8c30a-28ca-4a6e-bbbf-7401cb0942b4 req-2fd78527-01f7-4175-9493-63497f323393 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0521677 Sep 17 01:35:36.741632 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-97c8c30a-28ca-4a6e-bbbf-7401cb0942b4 req-ee2c3afb-57d8-4340-adf7-69b601b975fe tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 Sep 17 01:35:36.858512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761231f-96d1-4969-8d11-64f5c86f64d5 req-2931303f-345d-436e-8259-172e50b5eb9a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:36.860045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9761231f-96d1-4969-8d11-64f5c86f64d5 req-2931303f-345d-436e-8259-172e50b5eb9a tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0506885 Sep 17 01:35:36.899302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9761231f-96d1-4969-8d11-64f5c86f64d5 req-4e947b7e-9a60-41bb-bc0b-532adbc0de79 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326438 Sep 17 01:35:36.921827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56448) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:37.112310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720217b-b651-4c49-8561-f81a1bdc434f tempest-TestServerBasicOps-34591247 tempest-TestServerBasicOps-34591247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:37.123998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a720217b-b651-4c49-8561-f81a1bdc434f tempest-TestServerBasicOps-34591247 tempest-TestServerBasicOps-34591247-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1092 time: 0.1912267 Sep 17 01:35:37.123998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:37.123998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:35:37.235062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:37.353849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:37.487968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Allocated IP 172.25.1.124 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/9001022a-89c8-46d2-8f03-67f367e9af6e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:35:37.602278 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:37.704396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:37.746891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:35:37.750004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:35:37.752553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:35:37.787720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'Port': ['ID=9001022a-89c8-46d2-8f03-67f367e9af6e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:38.138035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-86f99740-cf56-4573-8066-1dec9e1b756b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:38.166839 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:38.276104 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:38.433448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:38.544893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:38.627309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event updated for resources: {'Port': ['ID=9001022a-89c8-46d2-8f03-67f367e9af6e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:38.632182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:38.746854 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Floating IP 1109d24f-e4c8-4eb6-9b7d-782004555a8e associated. External IP: 172.25.1.124, port: b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e. Sep 17 01:35:39.058567 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:39.261764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Router c33a4ddb-ad42-41be-8a70-10d8587f3b2c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:35:39.374113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:35:39.385380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] Sync routers for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:35:39.394643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:39.396626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:39.441690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:39.505097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-055c3fd3-ad67-4c36-b35b-d3d3fb9d531e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3860402 Sep 17 01:35:39.505964 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:35:39.510175 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:35:39.518092 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:39.543049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:39.584502 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ffb215-1d03-4245-9785-a3a679937729 x-openstack-request-id: req-c2ffb215-1d03-4245-9785-a3a679937729 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:35:39.586388 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:35:39.587654 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2ffb215-1d03-4245-9785-a3a679937729 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:35:39.588307 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'status': 'completed', 'code': 200} Sep 17 01:35:39.675692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-558bae51-3385-4032-a077-9d04d930174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:39.679258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-558bae51-3385-4032-a077-9d04d930174e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.0722561 Sep 17 01:35:39.830852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-86744ced-b87d-4c0d-9653-9565395fb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:39.832445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-86744ced-b87d-4c0d-9653-9565395fb653 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 910 time: 0.1461542 Sep 17 01:35:39.883752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '1109d24f-e4c8-4eb6-9b7d-782004555a8e', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'port_id': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'mac_address': 'fa:16:3e:d9:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:35:38Z', 'updated_at': '2021-09-17T01:35:38Z', 'revision_number': 0, 'project_id': '90ca127359924ef7b471e16da4b50273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:39.906904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-c1deec17-3c64-486d-9715-d4310f7e9b83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 1000 time: 0.0665753 Sep 17 01:35:39.921653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] Checking router: c33a4ddb-ad42-41be-8a70-10d8587f3b2c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:35:39.933579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:35:39.934191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:35:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:39.964695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-d01a8da2-aa59-4e5f-84fa-b9e019e737d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:39.966683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-d01a8da2-aa59-4e5f-84fa-b9e019e737d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 200 len: 848 time: 0.0516012 Sep 17 01:35:40.034777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-1f4d26f0-3324-43c0-a168-c0d47e090886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:40.036434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-1f4d26f0-3324-43c0-a168-c0d47e090886 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f81c17c6-1c09-45f3-95f5-973730e95767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0619316 Sep 17 01:35:40.050432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:35:40.156196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-8a9bafe4-2a36-40a9-8e0a-dd4deae93efb service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119685 Sep 17 01:35:40.314660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56480) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:40.322515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fd407fb5-8c71-4a6f-bce8-25b9e197fbd2 req-c468e0cd-640d-4533-9e11-2f399d7f882b service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581862 Sep 17 01:35:40.351250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '1109d24f-e4c8-4eb6-9b7d-782004555a8e', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'port_id': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'mac_address': 'fa:16:3e:d9:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:35:38Z', 'updated_at': '2021-09-17T01:35:38Z', 'revision_number': 0, 'project_id': '90ca127359924ef7b471e16da4b50273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:35:40.376212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34caeb72-49fc-43a0-83f5-3468c98095fc None None] The sync data for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 is: [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '1109d24f-e4c8-4eb6-9b7d-782004555a8e', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'floating_ip_address': '172.25.1.124', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'port_id': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'mac_address': 'fa:16:3e:d9:6f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:35:38Z', 'updated_at': '2021-09-17T01:35:38Z', 'revision_number': 0, 'project_id': '90ca127359924ef7b471e16da4b50273', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:35:40.469784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6754b9a-42ce-46d5-823a-44594d6c3594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.578189 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6754b9a-42ce-46d5-823a-44594d6c3594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.638937 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f80389-43d4-446e-8c7b-8dff6cec2606 None None] New status for floating IP 1109d24f-e4c8-4eb6-9b7d-782004555a8e: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:35:40.666113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6754b9a-42ce-46d5-823a-44594d6c3594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.715674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6754b9a-42ce-46d5-823a-44594d6c3594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b24f0-4013-45ed-b82a-8f5077b23db7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:40.721587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c6754b9a-42ce-46d5-823a-44594d6c3594 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a8f01acd7d54b8fbd293ae2cbcbf714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056115 Sep 17 01:35:40.723947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 56488) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:35:40.783482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62be6d26-f914-487c-b316-6cbe066d79d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.809186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62be6d26-f914-487c-b316-6cbe066d79d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.909417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62be6d26-f914-487c-b316-6cbe066d79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.912122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-62be6d26-f914-487c-b316-6cbe066d79d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:40.915187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-62be6d26-f914-487c-b316-6cbe066d79d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/582b24f0-4013-45ed-b82a-8f5077b23db7 HTTP/1.1" status: 204 len: 168 time: 0.1896114 Sep 17 01:35:40.923238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be6d26-f914-487c-b316-6cbe066d79d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b24f0-4013-45ed-b82a-8f5077b23db7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:35:41.074880 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:42.213378 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:35:42.888016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-0f0d9e8e-d6cf-4e37-b852-de2c749a0070 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412130 Sep 17 01:35:42.975777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-0642ab53-cd87-4a29-afbd-eb00e27bb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:42.977578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-0642ab53-cd87-4a29-afbd-eb00e27bb4dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 1097 time: 0.0431776 Sep 17 01:35:43.094270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-1cedcd5a-e3ef-4c8e-a420-1bce49640018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:43.095916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-1cedcd5a-e3ef-4c8e-a420-1bce49640018 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0986681 Sep 17 01:35:43.163481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-67d08bb3-cd6b-4a01-b69e-e70f829dfc8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 HTTP/1.1" status: 200 len: 1001 time: 0.0592282 Sep 17 01:35:43.219245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-d261408d-ba55-48ae-ad9f-2d91140e846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:43.220824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-d261408d-ba55-48ae-ad9f-2d91140e846a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0511119 Sep 17 01:35:43.273365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-cd75b0cf-966c-49a6-a316-56cb22d6e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:35:43.275258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-cd75b0cf-966c-49a6-a316-56cb22d6e3d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469794 Sep 17 01:35:43.379632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-96a839c6-19e8-4f3c-b6b1-173d24016e0c service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970843 Sep 17 01:35:43.486510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e0bd8b0c-c403-47a9-9783-2d3a725559e7 req-11cf5420-fac8-400d-88f2-fa0e99c06613 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996635 Sep 17 01:35:58.641734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-663c785d-4319-4c08-b40b-8dac0749dd80 req-3d7c087e-4e93-43ea-9238-c742226c8cff service neutron] (112073) timed out ('10.222.0.23', 58899) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:35:58.869668 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:35:59.286364 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:05.446693 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5529f465-4140-40ed-a385-017f0ebf9838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:08.167487 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51df05e1-c035-4561-b805-bde7e76b5152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:09.046804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:09.514642 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:11.109470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:13.729100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57090) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:13.884921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af678-2fcd-42ce-960f-b40e21c94d73 req-f367d57d-e561-45ab-8f12-6c8c726185e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:13.888114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d0af678-2fcd-42ce-960f-b40e21c94d73 req-f367d57d-e561-45ab-8f12-6c8c726185e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.1574073 Sep 17 01:36:13.939954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d0af678-2fcd-42ce-960f-b40e21c94d73 req-83f4888b-2868-4a5f-aded-b5417aa1b070 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Sep 17 01:36:19.212778 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:36:24.592077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-420cf58f-7b49-4adb-bb54-b2a6cb91d629 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396512 Sep 17 01:36:24.680174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-d383a5ba-6cb6-4b79-98a1-66e1b7a1b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:24.681249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-d383a5ba-6cb6-4b79-98a1-66e1b7a1b3df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e07d4016b9641018c5478765628c122&device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 1100 time: 0.0476327 Sep 17 01:36:24.794321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-292a5590-ec27-4230-af9f-0e35e775201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:24.795895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-292a5590-ec27-4230-af9f-0e35e775201d service neutron] 10.222.0.36 "GET /v2.0/networks?id=26a1017f-6886-4061-86ae-01626833211c HTTP/1.1" status: 200 len: 870 time: 0.0918016 Sep 17 01:36:24.841878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-17c6716c-ad66-498d-9b58-3d8671ef6051 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e HTTP/1.1" status: 200 len: 217 time: 0.0390739 Sep 17 01:36:24.894126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-600fe2ab-8f3b-4e3e-901a-96bff323732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:24.896786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-600fe2ab-8f3b-4e3e-901a-96bff323732e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0481031 Sep 17 01:36:24.943176 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-f9c9b1b2-1284-40c0-b61a-f65208a2a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:24.944851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-f9c9b1b2-1284-40c0-b61a-f65208a2a539 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406492 Sep 17 01:36:25.041009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-13bb6e4e-e7b8-4f40-9b39-f5eeb2e5714d service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890214 Sep 17 01:36:25.140980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e89cce04-e9c2-4391-83b7-69b83a0e6bfb req-efaa2526-3d3d-49aa-9c35-ac464b849a8e service neutron] 10.222.0.36 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922751 Sep 17 01:36:25.740976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57302) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:25.852639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:25.999201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:26.092504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:26.130375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0d348a-e9e9-46ca-9068-3be3efc29dbc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:26.134121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d23725dc348148c78e3aa2d46d86422d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915555 Sep 17 01:36:26.137010 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57306) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:26.140338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.140683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.141645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.142069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.142405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.142735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.143055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.143397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.143719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.144037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.144356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.144670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7efd80a-e617-4066-b301-bb62c22f8c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.192170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:26.214953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:26.329734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:26.330583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:26.331983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb0d348a-e9e9-46ca-9068-3be3efc29dbc HTTP/1.1" status: 204 len: 168 time: 0.1938846 Sep 17 01:36:26.340708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0d348a-e9e9-46ca-9068-3be3efc29dbc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:26.349093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.349446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.349791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.350133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.350503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.350834 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.351192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.351521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.351846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.352171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.352496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:26.352820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be42aa42-995d-4d90-a40b-e5199415bc18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:28.852620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.248583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57364) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:29.253828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'network': {'name': 'tempest-network-smoke--668872080', 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:29.309255 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.337762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Made reservation on behalf of b64d2ae8f578470db134352ddc70a384 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:36:29.341435 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.351394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.440910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.514573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.541955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:36:29.552695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ccb838-605a-45ef-8297-e4f857a30198,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:29.557417 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.561195 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Added segment 2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9 of type vlan for network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 Sep 17 01:36:29.598865 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.694263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.697812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:29.698411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.769586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Network': ['ID=97ebb725-4631-4a9d-b7b6-bbc5a3076005,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:29.780532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:36:29.796755 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0da8b20b-9f87-4484-bf2d-44e243979c40 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5463145 Sep 17 01:36:29.800009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57366) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:29.804805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'admin_state_up': True, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:29.903381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.904723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:29.960112 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:30.185981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:30.433929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:30.461662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:30.572476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.25.1.201 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/05a51814-e416-4bda-9284-c92a24fd440a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:36:30.683852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:30.777515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:30.815133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:36:30.818062 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:30.822707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:36:30.850578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=05a51814-e416-4bda-9284-c92a24fd440a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:31.173337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:31.376224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:31.555031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:36:31.666710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:36:31.679152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Sync routers for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:36:31.691746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:36:31.693838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:31.770651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:31.770651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0c76fcb4-293e-4b0b-bb15-6ee6d672df62 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9676073 Sep 17 01:36:31.772301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57412) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:31.923509 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7216cf13-d9d6-40b7-aab2-5b6145b98a38 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b64d2ae8f578470db134352ddc70a384&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1500580 Sep 17 01:36:31.926314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57420) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:31.960817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:36:32.183536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:30Z', 'revision_number': 3, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:32.214610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Checking router: b65ddab2-9bf7-400c-a5f5-6ba0aa230151 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:36:32.215029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Updating router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 port 05a51814-e416-4bda-9284-c92a24fd440a binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:36:32.242812 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.416425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c785fc-a176-46ea-ba19-e8307619afa3 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:32.418116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-13c785fc-a176-46ea-ba19-e8307619afa3 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4908133 Sep 17 01:36:32.420930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57444) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:32.463406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cd1e8308-865f-4072-9246-1c47d2d6a9a3 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384138 Sep 17 01:36:32.463406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57450) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:32.468233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-566455313', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:32.514667 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.595212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.630832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Made reservation on behalf of b64d2ae8f578470db134352ddc70a384 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:36:32.634537 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.650707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Attempting to bind port 05a51814-e416-4bda-9284-c92a24fd440a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:36:32.651170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Attempting to bind port 05a51814-e416-4bda-9284-c92a24fd440a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:36:32.651535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Attempting to bind port 05a51814-e416-4bda-9284-c92a24fd440a on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:36:32.653543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Pushing event updated for resources: {'Port': ['ID=05a51814-e416-4bda-9284-c92a24fd440a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:32.662406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:36:32.662778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:36:32.663204 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.663603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:36:32.664062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Bound port: 05a51814-e416-4bda-9284-c92a24fd440a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:36:32.664440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.666690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.667031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.667393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.667724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.668117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.668440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.668765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.669088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.669409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.669727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.670047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.670364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:32.730066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] For port 05a51814-e416-4bda-9284-c92a24fd440a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:36:32.733429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] For port 05a51814-e416-4bda-9284-c92a24fd440a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=05a51814-e416-4bda-9284-c92a24fd440a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:36:32.847008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.904770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:36:32.905378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:32.939109 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:32.945477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c227e7-3629-4c67-a89f-840cfab131a5 None None] Pushing event updated for resources: {'Port': ['ID=05a51814-e416-4bda-9284-c92a24fd440a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:33.005839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Subnet': ['ID=3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:33.013120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Checking segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:36:33.013448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network hostable DHCP agents. Network: 97ebb725-4631-4a9d-b7b6-bbc5a3076005, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:36:33.019033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:36:33.075331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:36:33.182698 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 97ebb725-4631-4a9d-b7b6-bbc5a3076005) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:33.187428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:33.188112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:33.198378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d43d31-7909-44b3-8aac-1a85d2502d13 None None] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:36:33.266962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57488) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:33.267488 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-204f35eb-02ee-491a-af53-6ff3856394e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8031497 Sep 17 01:36:33.278222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:30Z', 'revision_number': 3, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:33.313245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1193ab-d5c5-4f9d-ad59-2b3eac4205c6 None None] The sync data for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 is: [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:30Z', 'revision_number': 3, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:36:33.384532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:36:33.385713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:33.557109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Allocated IP 172.20.0.2 (97ebb725-4631-4a9d-b7b6-bbc5a3076005/3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3/418eec2b-a515-47e5-8a42-6e43819e9801) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:36:33.746461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:33.824278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:33.877469 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:36:33.880483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:33.884046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:36:33.892298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Pushing event updated for resources: {'Port': ['ID=418eec2b-a515-47e5-8a42-6e43819e9801,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:33.948688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Attempting to bind port 418eec2b-a515-47e5-8a42-6e43819e9801 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:36:33.949148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Attempting to bind port 418eec2b-a515-47e5-8a42-6e43819e9801 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:36:33.949747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Attempting to bind port 418eec2b-a515-47e5-8a42-6e43819e9801 on network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:36:33.955796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:36:33.956180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Checking segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:36:33.956589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:33.956983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Bound using segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:36:33.957453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Bound port: 418eec2b-a515-47e5-8a42-6e43819e9801, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:36:33.957838 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.029569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] For port 418eec2b-a515-47e5-8a42-6e43819e9801, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:36:34.034783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] For port 418eec2b-a515-47e5-8a42-6e43819e9801, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=418eec2b-a515-47e5-8a42-6e43819e9801,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:36:34.115803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.195231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c153b3-8c1d-40bf-8ecc-128f217bf777 None None] Pushing event updated for resources: {'Port': ['ID=418eec2b-a515-47e5-8a42-6e43819e9801,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:34.205075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.522659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.20.0.1 (97ebb725-4631-4a9d-b7b6-bbc5a3076005/3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3/d2567e7f-84af-41ad-bed4-4a0274ef9457) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:36:34.639334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.737920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.782734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:36:34.795851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:34.798667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:36:34.815757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 05a51814-e416-4bda-9284-c92a24fd440a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:36:34.847940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=d2567e7f-84af-41ad-bed4-4a0274ef9457,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:34.865344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.879779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 05a51814-e416-4bda-9284-c92a24fd440a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:34.880155 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.962116 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:34.984169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 05a51814-e416-4bda-9284-c92a24fd440a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=05a51814-e416-4bda-9284-c92a24fd440a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:35.052335 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.053177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 418eec2b-a515-47e5-8a42-6e43819e9801 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:36:35.059842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.132961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=05a51814-e416-4bda-9284-c92a24fd440a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:35.144726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 418eec2b-a515-47e5-8a42-6e43819e9801 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:35.144726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.254597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.290680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 418eec2b-a515-47e5-8a42-6e43819e9801, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=418eec2b-a515-47e5-8a42-6e43819e9801,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:35.355628 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.367604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.427260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.440995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=418eec2b-a515-47e5-8a42-6e43819e9801,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:35.486691 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb546421-d49f-4da2-92d9-760613cfd5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.511860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.513624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=d2567e7f-84af-41ad-bed4-4a0274ef9457,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:35.575481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a92e14-dca2-4b47-903b-a3405491dcdb None None] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:36:35.618513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:36:35.620097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:35.668193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-50c32134-7828-4528-93cb-a9f077adc1d7 None None] Provisioning complete for port 418eec2b-a515-47e5-8a42-6e43819e9801 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:35.668471 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-50c32134-7828-4528-93cb-a9f077adc1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.737888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:36:35.855754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:36:35.865612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8c278151-6e3e-4b97-a5fd-9a126d1f0afc tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "PUT /v2.0/routers/b65ddab2-9bf7-400c-a5f5-6ba0aa230151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5940099 Sep 17 01:36:35.866209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57610) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:35.867040 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Sync routers for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:36:35.870855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1726036819', 'description': 'tempest-secgroup_access--1726036819 description', 'project_id': 'b64d2ae8f578470db134352ddc70a384'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:35.885393 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:36:35.886024 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:35.989632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:35.999629 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:36:36.037124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0cce432c-545d-4453-b316-983b810e0704 None None] Provisioning complete for port 418eec2b-a515-47e5-8a42-6e43819e9801 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:36.037678 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0cce432c-545d-4453-b316-983b810e0704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.086437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.145959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0cce432c-545d-4453-b316-983b810e0704 None None] Provisioning complete for port d2567e7f-84af-41ad-bed4-4a0274ef9457 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:36.146353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0cce432c-545d-4453-b316-983b810e0704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.167393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.184244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0cce432c-545d-4453-b316-983b810e0704 None None] Port d2567e7f-84af-41ad-bed4-4a0274ef9457 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:36:36.210355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281686fc-9305-4883-8e57-02d4d12dbbe9,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:36.238504 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:35Z', 'revision_number': 2, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:36.264257 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.265427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1c44bb62-2c58-40c1-94c0-a07aed51b96d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3981526 Sep 17 01:36:36.268244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57630) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:36.269318 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Checking router: b65ddab2-9bf7-400c-a5f5-6ba0aa230151 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:36:36.269675 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Updating router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 port d2567e7f-84af-41ad-bed4-4a0274ef9457 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:36:36.272678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1695963038', 'description': 'tempest-secgroup_general--1695963038 description', 'project_id': 'b64d2ae8f578470db134352ddc70a384'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:36.295363 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.306672 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-760d3007-f906-4d3e-b15a-7433c520ad33 None None] Provisioning complete for port d2567e7f-84af-41ad-bed4-4a0274ef9457 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:36.307696 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-760d3007-f906-4d3e-b15a-7433c520ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.346649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-760d3007-f906-4d3e-b15a-7433c520ad33 None None] Port d2567e7f-84af-41ad-bed4-4a0274ef9457 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:36:36.389456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.476561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-19f23578-c24e-434f-a05a-4449cda7c770 None None] Provisioning complete for port d2567e7f-84af-41ad-bed4-4a0274ef9457 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:36.476954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-19f23578-c24e-434f-a05a-4449cda7c770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.487303 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.516707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-19f23578-c24e-434f-a05a-4449cda7c770 None None] Port d2567e7f-84af-41ad-bed4-4a0274ef9457 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:36:36.572453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.581349 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.606082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a466ce10-ddd8-4122-bf0c-7a154d7216bb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:36.673962 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.732155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.733458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9d36143a-8df0-478b-ac30-c5a4cc301ac3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4642463 Sep 17 01:36:36.737886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57652) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:36.742545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'security_group_rule': {'security_group_id': '281686fc-9305-4883-8e57-02d4d12dbbe9', 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:36.773861 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Pushing event updated for resources: {'Port': ['ID=d2567e7f-84af-41ad-bed4-4a0274ef9457,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:36.783106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 05a51814-e416-4bda-9284-c92a24fd440a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:36:36.786726 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Attempting to bind port d2567e7f-84af-41ad-bed4-4a0274ef9457 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:36:36.787133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Attempting to bind port d2567e7f-84af-41ad-bed4-4a0274ef9457 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:36:36.787489 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Attempting to bind port d2567e7f-84af-41ad-bed4-4a0274ef9457 on network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:36:36.794755 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.795104 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.795456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.795794 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.796118 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.796442 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.796768 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.797128 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.797443 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.797762 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.798082 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.798400 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:36:36.805310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:36:36.805310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Checking segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:36:36.805310 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.805310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Bound using segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:36:36.805767 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Bound port: d2567e7f-84af-41ad-bed4-4a0274ef9457, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:36:36.806115 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.841325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 05a51814-e416-4bda-9284-c92a24fd440a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:36.841894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.858631 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.901583 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] For port d2567e7f-84af-41ad-bed4-4a0274ef9457, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:36:36.905912 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] For port d2567e7f-84af-41ad-bed4-4a0274ef9457, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d2567e7f-84af-41ad-bed4-4a0274ef9457,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:36:36.944800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 418eec2b-a515-47e5-8a42-6e43819e9801 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:36:36.949186 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:36.992207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 418eec2b-a515-47e5-8a42-6e43819e9801 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:36.992502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.001287 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.024328 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.056737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fe0e1f-8f3a-493b-ace9-dbf839749861,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:37.061852 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:36:37.062572 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:37.069634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bbffd916-0616-47c0-8f37-8155be5bd346 None None] Provisioning complete for port d2567e7f-84af-41ad-bed4-4a0274ef9457 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:37.070191 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbffd916-0616-47c0-8f37-8155be5bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.115600 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab9ed9-8d5e-4e07-bc6f-dd96d95fe3a3 None None] Pushing event updated for resources: {'Port': ['ID=d2567e7f-84af-41ad-bed4-4a0274ef9457,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:37.133276 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.142659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-08a99877-55ab-44f2-8b18-00992f60ee1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3956001 Sep 17 01:36:37.215911 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:36:37.216556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbffd916-0616-47c0-8f37-8155be5bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.289602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bbffd916-0616-47c0-8f37-8155be5bd346 None None] For port d2567e7f-84af-41ad-bed4-4a0274ef9457, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d2567e7f-84af-41ad-bed4-4a0274ef9457,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:37.300279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-5eaa3248-1760-459f-8c4c-834efa9db726 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_general--1695963038&fields=id&tenant_id=b64d2ae8f578470db134352ddc70a384 HTTP/1.1" status: 200 len: 267 time: 0.0389991 Sep 17 01:36:37.341107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-378c4cff-214c-4e05-9832-fd3893c13aa7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup_access--1726036819&fields=id&tenant_id=b64d2ae8f578470db134352ddc70a384 HTTP/1.1" status: 200 len: 267 time: 0.0341752 Sep 17 01:36:37.366719 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbffd916-0616-47c0-8f37-8155be5bd346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.418114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffd916-0616-47c0-8f37-8155be5bd346 None None] Pushing event updated for resources: {'Port': ['ID=d2567e7f-84af-41ad-bed4-4a0274ef9457,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:37.454117 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:36Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:37.481103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-9cc72208-f953-4e4d-a7d1-081208d5dfa9 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:37.482535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-9cc72208-f953-4e4d-a7d1-081208d5dfa9 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/networks?id=97ebb725-4631-4a9d-b7b6-bbc5a3076005 HTTP/1.1" status: 200 len: 796 time: 0.1318667 Sep 17 01:36:37.482671 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ec208-0b03-4d34-b378-6e4935357771 None None] The sync data for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 is: [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:36Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:36:37.488236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c8eeddfb-ee7b-4c01-8f86-20cf12d83f7d None None] Provisioning complete for port d2567e7f-84af-41ad-bed4-4a0274ef9457 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:37.488611 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c8eeddfb-ee7b-4c01-8f86-20cf12d83f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:37.502632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-38b2f71f-39c1-4e1c-8a70-72c79e92cb6e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/quotas/b64d2ae8f578470db134352ddc70a384 HTTP/1.1" status: 200 len: 375 time: 0.0102382 Sep 17 01:36:37.574369 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-a7fa8274-5506-48cf-976e-20114fc05714 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645308 Sep 17 01:36:37.685092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-a02419eb-ab27-431a-a31a-6eb4b6c80605 service neutron] 10.222.0.13 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026914 Sep 17 01:36:37.780246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-6ef5f8cf-2bb7-4b0a-9f59-f3341b751b9c service neutron] 10.222.0.13 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884700 Sep 17 01:36:37.996107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-130bde15-b30d-4ab6-981f-0f97541b6b84 req-7e559239-15af-4881-b1a0-e183b036b43f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 210 time: 0.0274973 Sep 17 01:36:38.155043 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f478d73b-4924-4616-be33-21f806dfaab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:38.785135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d2567e7f-84af-41ad-bed4-4a0274ef9457 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:36:38.836107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d2567e7f-84af-41ad-bed4-4a0274ef9457 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:38.836469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:39.099800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4d910963-917f-4c2b-9f8e-8c76ad2c204e req-6ebfa8e0-f898-4065-91d6-79bd83061ab3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 210 time: 0.0342274 Sep 17 01:36:39.120823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:39.532286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:40.212472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-a6a75d25-3cf3-409f-8916-b21b0da3c14e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:40.214344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-a6a75d25-3cf3-409f-8916-b21b0da3c14e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.36 "GET /v2.0/networks?id=97ebb725-4631-4a9d-b7b6-bbc5a3076005 HTTP/1.1" status: 200 len: 796 time: 0.1294029 Sep 17 01:36:40.231274 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e54eaa14-9d7e-4407-a1f0-e316e7e40c09 req-f3548576-e7bf-47e1-b997-6b263220572e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 210 time: 0.0390346 Sep 17 01:36:40.260287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-2d3ec325-a1db-4832-927c-4945dc2b76a8 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b64d2ae8f578470db134352ddc70a384 HTTP/1.1" status: 200 len: 478 time: 0.0372939 Sep 17 01:36:40.274833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'port': {'device_id': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'admin_state_up': True, 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'security_groups': ['a466ce10-ddd8-4122-bf0c-7a154d7216bb', '281686fc-9305-4883-8e57-02d4d12dbbe9']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:40.446536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Made reservation on behalf of b64d2ae8f578470db134352ddc70a384 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:36:40.450229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:40.583898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.20.0.5 (97ebb725-4631-4a9d-b7b6-bbc5a3076005/3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3/82745b93-b61d-499a-945e-81030d1d2470) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:36:40.730401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:40.811956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:40.859030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:36:40.862192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:40.866606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:36:40.900107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=82745b93-b61d-499a-945e-81030d1d2470,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:40.931140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:40.932407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.001510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-292b9f15-98a6-404b-9b60-7e99f6e0ca3b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7348564 Sep 17 01:36:41.014595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Request body: {'port': {'device_id': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:41.067539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-998ac2d7-0089-43ca-bc58-cb4d2452dbde None None] Provisioning complete for port 82745b93-b61d-499a-945e-81030d1d2470 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:41.068129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-998ac2d7-0089-43ca-bc58-cb4d2452dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.087302 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.103330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-998ac2d7-0089-43ca-bc58-cb4d2452dbde None None] Port 82745b93-b61d-499a-945e-81030d1d2470 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:36:41.114027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.388622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bd6ea-ea00-4adf-ab56-99c2d2b3e5ab req-c4ad1047-1f53-4968-810c-986894a14dc5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:41.390114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b93bd6ea-ea00-4adf-ab56-99c2d2b3e5ab req-c4ad1047-1f53-4968-810c-986894a14dc5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 970 time: 0.0855567 Sep 17 01:36:41.408827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82745b93-b61d-499a-945e-81030d1d2470 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:36:41.422504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.447543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Transition to ACTIVE for port object 82745b93-b61d-499a-945e-81030d1d2470 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:36:41.455055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b93bd6ea-ea00-4adf-ab56-99c2d2b3e5ab req-83d793e9-57e2-4d9b-b41b-521a4e5b7b68 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0575149 Sep 17 01:36:41.520950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.574976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Pushing event updated for resources: {'Port': ['ID=82745b93-b61d-499a-945e-81030d1d2470,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:41.651211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Attempting to bind port 82745b93-b61d-499a-945e-81030d1d2470 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:36:41.651650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Attempting to bind port 82745b93-b61d-499a-945e-81030d1d2470 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:36:41.652281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Attempting to bind port 82745b93-b61d-499a-945e-81030d1d2470 on network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:36:41.657511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Port 82745b93-b61d-499a-945e-81030d1d2470 on network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:36:41.663235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Attempting to bind port 82745b93-b61d-499a-945e-81030d1d2470 on network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:36:41.664206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:36:41.664602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Checking segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:36:41.664993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Bound using segment: {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:36:41.665486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Bound port: 82745b93-b61d-499a-945e-81030d1d2470, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:36:41.666100 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.748839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] For port 82745b93-b61d-499a-945e-81030d1d2470, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:36:41.752763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] For port 82745b93-b61d-499a-945e-81030d1d2470, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82745b93-b61d-499a-945e-81030d1d2470,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:36:41.827470 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.868052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:41.868677 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:41.870085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] 10.222.0.36 "PUT /v2.0/ports/82745b93-b61d-499a-945e-81030d1d2470 HTTP/1.1" status: 200 len: 1130 time: 0.8607841 Sep 17 01:36:41.870668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'tag': '82745b93-b61d-499a-945e-81030d1d2470'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:36:41.872916 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cd8e0a-dd1e-4d35-922f-05d26447c09d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "tag": "82745b93-b61d-499a-945e-81030d1d2470"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:36:41.910336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095017f-83c4-48ca-aa09-397f9d2a2c30 service neutron] Pushing event updated for resources: {'Port': ['ID=82745b93-b61d-499a-945e-81030d1d2470,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:41.924196 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328a3ccb-a76a-4400-b84e-e5928a975213 x-openstack-request-id: req-328a3ccb-a76a-4400-b84e-e5928a975213 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:36:41.925878 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "tag": "82745b93-b61d-499a-945e-81030d1d2470", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:36:41.925878 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-328a3ccb-a76a-4400-b84e-e5928a975213 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:36:41.925878 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'tag': '82745b93-b61d-499a-945e-81030d1d2470', 'status': 'completed', 'code': 200} Sep 17 01:36:41.988248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8e0a-dd1e-4d35-922f-05d26447c09d req-087e6073-b977-402a-8894-bf80704fd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:41.989946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51cd8e0a-dd1e-4d35-922f-05d26447c09d req-087e6073-b977-402a-8894-bf80704fd305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1133 time: 0.0448496 Sep 17 01:36:42.090811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8e0a-dd1e-4d35-922f-05d26447c09d req-c31a08d4-72a1-4482-8201-ef0ab77c4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.092384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51cd8e0a-dd1e-4d35-922f-05d26447c09d req-c31a08d4-72a1-4482-8201-ef0ab77c4148 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b64d2ae8f578470db134352ddc70a384&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0943990 Sep 17 01:36:42.191904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd8e0a-dd1e-4d35-922f-05d26447c09d req-a8d482fd-4e72-4e1c-b9dd-b81ab9cb9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.193269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51cd8e0a-dd1e-4d35-922f-05d26447c09d req-a8d482fd-4e72-4e1c-b9dd-b81ab9cb9e05 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912106 Sep 17 01:36:42.276693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-dbb28250-2376-4675-a3f3-0bbb4dd5d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.278202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-dbb28250-2376-4675-a3f3-0bbb4dd5d3c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1133 time: 0.0425453 Sep 17 01:36:42.324225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-d8addb13-4632-4ac2-a494-cdea6bf9f534 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82745b93-b61d-499a-945e-81030d1d2470 HTTP/1.1" status: 200 len: 217 time: 0.0383413 Sep 17 01:36:42.371422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-ce301462-73fb-4c97-9dad-c20878cd3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.372840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-ce301462-73fb-4c97-9dad-c20878cd3870 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3 HTTP/1.1" status: 200 len: 834 time: 0.0419874 Sep 17 01:36:42.417619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-c0ded488-3005-4a37-9003-823aa776cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.419208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-c0ded488-3005-4a37-9003-823aa776cdc7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97ebb725-4631-4a9d-b7b6-bbc5a3076005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395851 Sep 17 01:36:42.517048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-8cf754ef-c316-4208-b0e4-56688e8d00f9 service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907378 Sep 17 01:36:42.577929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecee8f-51ee-4740-9b84-05dfe712ed9f req-caf7f207-ef00-45b2-a339-f508fae822e5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.580212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21ecee8f-51ee-4740-9b84-05dfe712ed9f req-caf7f207-ef00-45b2-a339-f508fae822e5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 982 time: 0.0515375 Sep 17 01:36:42.611237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f704ee7c-51ba-4fd5-a2d4-c9e5fca9cb97 req-dc967e53-da4f-44ea-b572-6740e476f6f7 service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Sep 17 01:36:42.623526 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21ecee8f-51ee-4740-9b84-05dfe712ed9f req-38e2e492-d62d-47aa-8c0f-8b5370292458 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0358908 Sep 17 01:36:42.877088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-3f65ef23-1a4c-4312-b17a-50aedfd6ce85 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465477 Sep 17 01:36:42.938303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-8e69a7bf-547a-4b46-b585-d815e8eae8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:42.939833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-8e69a7bf-547a-4b46-b585-d815e8eae8d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.0418291 Sep 17 01:36:43.043952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-587e987a-8fd6-458a-84fa-e02db2a233f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:43.045416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-587e987a-8fd6-458a-84fa-e02db2a233f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 910 time: 0.0863588 Sep 17 01:36:43.115511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-dab6eb36-6de5-4d33-9f19-b4da613189a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 1002 time: 0.0627882 Sep 17 01:36:43.164207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-0ce19229-3977-4523-bb38-333701227407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:43.165535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-0ce19229-3977-4523-bb38-333701227407 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 200 len: 848 time: 0.0430410 Sep 17 01:36:43.211594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-d252372c-a129-46b2-9de2-b4b1e3fea512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:43.213073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-d252372c-a129-46b2-9de2-b4b1e3fea512 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f81c17c6-1c09-45f3-95f5-973730e95767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402248 Sep 17 01:36:43.306307 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-662a4778-71cb-409c-951e-21b31a8ee272 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 Sep 17 01:36:43.396392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72330f34-73e4-4f92-87d6-3bdda8554683 req-7284f240-4d02-4211-85fe-8be9b83bd90c service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827651 Sep 17 01:36:43.749070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972dd9f-ec64-4b5f-89ca-0b1c8c358ee4 req-cfc1cf2e-7ab2-4a2c-9eef-0b19de876335 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:43.751109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f972dd9f-ec64-4b5f-89ca-0b1c8c358ee4 req-cfc1cf2e-7ab2-4a2c-9eef-0b19de876335 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 982 time: 0.0552020 Sep 17 01:36:43.792259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f972dd9f-ec64-4b5f-89ca-0b1c8c358ee4 req-666c5cf3-6601-4ecc-885d-29f3ab8c39ae tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346041 Sep 17 01:36:44.917630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6ab03-913f-48c4-ac4f-e2b21bb62465 req-81a5040e-578c-4c2a-97f0-10ecc414b1c7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:44.919397 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ab6ab03-913f-48c4-ac4f-e2b21bb62465 req-81a5040e-578c-4c2a-97f0-10ecc414b1c7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 982 time: 0.0542192 Sep 17 01:36:44.969103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6ab6ab03-913f-48c4-ac4f-e2b21bb62465 req-b8d66648-eb69-450d-9f03-074d4bee3b0b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0437546 Sep 17 01:36:46.090601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4f022-266b-45e2-b47e-779026edff30 req-80267578-22a6-4b1c-b916-01d3faea5154 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:46.092160 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1de4f022-266b-45e2-b47e-779026edff30 req-80267578-22a6-4b1c-b916-01d3faea5154 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 982 time: 0.0535662 Sep 17 01:36:46.133261 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1de4f022-266b-45e2-b47e-779026edff30 req-a17f17ce-efd1-4837-9d98-996977093903 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0336831 Sep 17 01:36:46.401369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f3eff-16c6-4454-9f48-c4f4dcf17584 req-89d5e8b4-d020-4a6f-8f62-4218c3f1475e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:46.402833 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c63f3eff-16c6-4454-9f48-c4f4dcf17584 req-89d5e8b4-d020-4a6f-8f62-4218c3f1475e tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 949 time: 0.0488989 Sep 17 01:36:46.436922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82745b93-b61d-499a-945e-81030d1d2470 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:36:46.441349 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c63f3eff-16c6-4454-9f48-c4f4dcf17584 req-4d8305c7-7ece-4a72-94e1-73e808e03bb1 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Sep 17 01:36:46.533594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 82745b93-b61d-499a-945e-81030d1d2470, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82745b93-b61d-499a-945e-81030d1d2470,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:46.544325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '82745b93-b61d-499a-945e-81030d1d2470', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'port_id': '82745b93-b61d-499a-945e-81030d1d2470', 'mac_address': 'fa:16:3e:89:d0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:36:46.581154 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:46.593255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82745b93-b61d-499a-945e-81030d1d2470 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:36:46.614725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 82745b93-b61d-499a-945e-81030d1d2470, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82745b93-b61d-499a-945e-81030d1d2470,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:46.679922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:46.734033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=82745b93-b61d-499a-945e-81030d1d2470,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:46.903889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['82745b93-b61d-499a-945e-81030d1d2470'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:36:47.259018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0791f9f-4044-46d6-bdd6-cccce4de7196 req-f9b391e7-5a04-448f-a44c-3e8907e058b5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:47.260546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0791f9f-4044-46d6-bdd6-cccce4de7196 req-f9b391e7-5a04-448f-a44c-3e8907e058b5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 983 time: 0.0522969 Sep 17 01:36:47.301187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0791f9f-4044-46d6-bdd6-cccce4de7196 req-29b54e79-6130-45cd-8999-fd29a0935ebd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0332048 Sep 17 01:36:47.556405 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bd4c6-bdd6-46dc-92cc-1d63f4a29b00 req-266a2883-209c-40ee-b0ea-4ce71b979105 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:47.557873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-481bd4c6-bdd6-46dc-92cc-1d63f4a29b00 req-266a2883-209c-40ee-b0ea-4ce71b979105 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 949 time: 0.0489259 Sep 17 01:36:47.598582 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-481bd4c6-bdd6-46dc-92cc-1d63f4a29b00 req-204ab381-49bf-45bb-a96d-393d32a3c204 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/security-groups?id=5daf2a68-8813-4c65-be9d-97a9c6ac269e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Sep 17 01:36:47.825623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1fea0e-8725-4365-b666-88c409f6234f req-391b75f0-3d55-4b44-9ee0-c0583b04cbc7 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:47.827051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f1fea0e-8725-4365-b666-88c409f6234f req-391b75f0-3d55-4b44-9ee0-c0583b04cbc7 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.36 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 949 time: 0.0487738 Sep 17 01:36:47.920142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Deleting port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:36:47.920487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.007628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] For port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:48.007981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.020005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Calling delete_port for 37bc88e9-42a8-49c9-b4d8-bc9b292e545e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:36:48.205673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.217557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['37bc88e9-42a8-49c9-b4d8-bc9b292e545e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:36:48.234161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Pushing event deleted for resources: {'Port': ['ID=37bc88e9-42a8-49c9-b4d8-bc9b292e545e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:48.283026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] No DVR routers for this DVR port 37bc88e9-42a8-49c9-b4d8-bc9b292e545e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:36:48.285708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.287759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f1fea0e-8725-4365-b666-88c409f6234f req-a815be78-a779-4fc3-9e21-6f3e8b4f42b6 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.36 "DELETE /v2.0/ports/37bc88e9-42a8-49c9-b4d8-bc9b292e545e HTTP/1.1" status: 204 len: 173 time: 0.4546747 Sep 17 01:36:48.288212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'name': 'network-vif-deleted', 'tag': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:36:48.290431 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a459476f-e9da-4002-9016-219b2d1b8080" -d '{"events": [{"server_uuid": "928a8b66-c48a-4f18-8a9d-0d6d84b12fd4", "name": "network-vif-deleted", "tag": "37bc88e9-42a8-49c9-b4d8-bc9b292e545e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:36:48.325592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fcbc1a-d9ac-47d9-968b-e2e3c483cd07 x-openstack-request-id: req-68fcbc1a-d9ac-47d9-968b-e2e3c483cd07 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:36:48.325889 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "928a8b66-c48a-4f18-8a9d-0d6d84b12fd4", "name": "network-vif-deleted", "tag": "37bc88e9-42a8-49c9-b4d8-bc9b292e545e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:36:48.326145 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68fcbc1a-d9ac-47d9-968b-e2e3c483cd07 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:36:48.326544 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '928a8b66-c48a-4f18-8a9d-0d6d84b12fd4', 'name': 'network-vif-deleted', 'tag': '37bc88e9-42a8-49c9-b4d8-bc9b292e545e', 'status': 'completed', 'code': 200} Sep 17 01:36:48.422686 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073da29-b19c-4c15-9794-46c7cd4130a3 req-11b9cdc6-1e22-42d6-ae8c-a3d103e8a029 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:48.424209 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9073da29-b19c-4c15-9794-46c7cd4130a3 req-11b9cdc6-1e22-42d6-ae8c-a3d103e8a029 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 983 time: 0.0550106 Sep 17 01:36:48.467257 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9073da29-b19c-4c15-9794-46c7cd4130a3 req-18f3f344-d548-4279-aff2-2a4c89987f7e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0367029 Sep 17 01:36:48.474262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82745b93-b61d-499a-945e-81030d1d2470 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:36:48.595559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 82745b93-b61d-499a-945e-81030d1d2470 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:36:48.600128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 82745b93-b61d-499a-945e-81030d1d2470 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:36:48.600799 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.688145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.720664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82745b93-b61d-499a-945e-81030d1d2470'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:36:48.722030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b1b928f-2cfb-409d-ac15-a3fd176d3034 req-38c8c7e6-4ddd-45b8-bfb2-ced53567d248 tempest-VolumesBackupsTest-150601239 tempest-VolumesBackupsTest-150601239-project] 10.222.0.13 "GET /v2.0/ports?device_id=928a8b66-c48a-4f18-8a9d-0d6d84b12fd4 HTTP/1.1" status: 200 len: 210 time: 0.0365524 Sep 17 01:36:48.723294 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13628fd-b4b0-4c29-baf9-3036cfc6de26" -d '{"events": [{"server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "name": "network-vif-plugged", "status": "completed", "tag": "82745b93-b61d-499a-945e-81030d1d2470"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:36:48.740821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 82745b93-b61d-499a-945e-81030d1d2470, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82745b93-b61d-499a-945e-81030d1d2470,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:36:48.763522 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d481241-ad5e-4223-97f6-c0f40503e9ef x-openstack-request-id: req-2d481241-ad5e-4223-97f6-c0f40503e9ef {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:36:48.763814 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "name": "network-vif-plugged", "status": "completed", "tag": "82745b93-b61d-499a-945e-81030d1d2470", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:36:48.764061 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d481241-ad5e-4223-97f6-c0f40503e9ef {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:36:48.764487 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82745b93-b61d-499a-945e-81030d1d2470', 'code': 200} Sep 17 01:36:48.830053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:48.860642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b041c0-3c32-4345-b2ed-f53a65b0a35e req-33f034ca-9830-43b8-b786-d631c6bf0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:48.862326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00b041c0-3c32-4345-b2ed-f53a65b0a35e req-33f034ca-9830-43b8-b786-d631c6bf0da1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1135 time: 0.0411875 Sep 17 01:36:48.879451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=82745b93-b61d-499a-945e-81030d1d2470,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:48.901593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00b041c0-3c32-4345-b2ed-f53a65b0a35e req-497fa9d1-7dd7-4201-a804-475d46b78e00 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=281686fc-9305-4883-8e57-02d4d12dbbe9&id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0317099 Sep 17 01:36:49.583810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224335-de51-4b18-a9c9-945b7a60d3f9 req-725ae472-7bae-4f89-9df3-b85d47e49935 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:49.585256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d224335-de51-4b18-a9c9-945b7a60d3f9 req-725ae472-7bae-4f89-9df3-b85d47e49935 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 984 time: 0.0480442 Sep 17 01:36:49.624517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d224335-de51-4b18-a9c9-945b7a60d3f9 req-ce0838ae-cbaf-4049-9f18-8d4e0974ad92 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0331905 Sep 17 01:36:50.484103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37bc88e9-42a8-49c9-b4d8-bc9b292e545e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:36:50.504949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 37bc88e9-42a8-49c9-b4d8-bc9b292e545e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:36:50.505289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 37bc88e9-42a8-49c9-b4d8-bc9b292e545e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:36:50.745594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc5298-49e8-478d-99f4-cb0442d4bfb0 req-08cfeb82-6e76-4974-8cd0-3513fe7e67a8 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:50.747051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcfc5298-49e8-478d-99f4-cb0442d4bfb0 req-08cfeb82-6e76-4974-8cd0-3513fe7e67a8 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 984 time: 0.0541303 Sep 17 01:36:50.787501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcfc5298-49e8-478d-99f4-cb0442d4bfb0 req-4845dee7-513d-402b-8925-3a9e0ce85371 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0336778 Sep 17 01:36:50.904723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81aad9-f119-4856-a211-308dbe2728a9 req-c7ad126e-69e2-4528-a14b-e6b8fbf059e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:50.906231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c81aad9-f119-4856-a211-308dbe2728a9 req-c7ad126e-69e2-4528-a14b-e6b8fbf059e4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 984 time: 0.0504165 Sep 17 01:36:50.947020 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c81aad9-f119-4856-a211-308dbe2728a9 req-1e1997f9-8d2a-4e8b-897c-9b49db5bb6d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346406 Sep 17 01:36:51.057477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b6a8b-1468-4bf9-841b-cc797123cb86 req-ec3eca21-8a92-4d87-a5ed-22e77f4030b7 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:51.059060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-460b6a8b-1468-4bf9-841b-cc797123cb86 req-ec3eca21-8a92-4d87-a5ed-22e77f4030b7 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1135 time: 0.0442562 Sep 17 01:36:51.077610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-460b6a8b-1468-4bf9-841b-cc797123cb86 req-1506b272-0cda-4539-9e69-d7acb30669ba tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.169273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-460b6a8b-1468-4bf9-841b-cc797123cb86 req-1506b272-0cda-4539-9e69-d7acb30669ba tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.240450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-460b6a8b-1468-4bf9-841b-cc797123cb86 req-1506b272-0cda-4539-9e69-d7acb30669ba tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.264672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-460b6a8b-1468-4bf9-841b-cc797123cb86 req-1506b272-0cda-4539-9e69-d7acb30669ba tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1994874 Sep 17 01:36:51.273623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506b272-0cda-4539-9e69-d7acb30669ba tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204bdc85-05e4-453f-8dff-49e84e9af8ad,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:51.287210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57934) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:51.331324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef9589e-5756-4298-a1f6-48c08b454d2e tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:51.332899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8ef9589e-5756-4298-a1f6-48c08b454d2e tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1130 time: 0.0446670 Sep 17 01:36:51.335818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 57936) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:51.340082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '82745b93-b61d-499a-945e-81030d1d2470', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:36:51.435364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.538545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.648657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.25.1.213 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0cbcef6c-10ce-4b61-9cc9-918d53e20369) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:36:51.749555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.818194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:51.861242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:36:51.865571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:36:51.872287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:36:51.874235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=0cbcef6c-10ce-4b61-9cc9-918d53e20369,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:52.542384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:52.677995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:52.853762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:52.995045 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:53.068191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=0cbcef6c-10ce-4b61-9cc9-918d53e20369,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:36:53.080647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:53.187252 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Floating IP a1a65786-71dd-4c73-90c2-59ebf9716e14 associated. External IP: 172.25.1.213, port: 82745b93-b61d-499a-945e-81030d1d2470. Sep 17 01:36:53.418080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:36:53.530638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:36:53.541432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] Sync routers for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:36:53.551954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:36:53.552571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:36:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:53.658501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:53.661546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:36:53.685977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9ee54f96-6fe2-431c-b623-7a3bfc79f5d7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3491449 Sep 17 01:36:53.690464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'tag': '82745b93-b61d-499a-945e-81030d1d2470'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:36:53.690613 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57982) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:53.691104 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20ccfdd-c894-4d25-9256-d4b4753b427f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "tag": "82745b93-b61d-499a-945e-81030d1d2470"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:36:53.727224 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab936e53-f0a4-4fff-9ed4-df9a18a0e198 x-openstack-request-id: req-ab936e53-f0a4-4fff-9ed4-df9a18a0e198 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:36:53.727522 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "tag": "82745b93-b61d-499a-945e-81030d1d2470", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:36:53.727777 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab936e53-f0a4-4fff-9ed4-df9a18a0e198 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:36:53.728180 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'tag': '82745b93-b61d-499a-945e-81030d1d2470', 'status': 'completed', 'code': 200} Sep 17 01:36:53.795205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-4a822710-cfde-4bc0-b699-ea089e357f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.796808 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-4a822710-cfde-4bc0-b699-ea089e357f1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1135 time: 0.0454533 Sep 17 01:36:53.904069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-ae0a4957-258e-4389-8be1-6bd1872b0c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.908136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-ae0a4957-258e-4389-8be1-6bd1872b0c41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97ebb725-4631-4a9d-b7b6-bbc5a3076005 HTTP/1.1" status: 200 len: 897 time: 0.1021383 Sep 17 01:36:53.914509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.914997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.915484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.916132 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.916754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.917372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.917992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.918611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:53.920856 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ccb9593b-5bb4-43a7-9a30-5b6a31101386 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.2309885 Sep 17 01:36:53.923976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57988) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:53.991266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-747f5f61-cf2c-4d69-9dac-e6c55033e507 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82745b93-b61d-499a-945e-81030d1d2470 HTTP/1.1" status: 200 len: 999 time: 0.0770149 Sep 17 01:36:54.033063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.033530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.034047 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.034522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.034976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.035929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.036077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.036436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.041245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a38ff451-cdd7-4665-94d4-0ee1520b884c tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5277 time: 0.1132812 Sep 17 01:36:54.041474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 57992) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:54.052265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-822954eb-ffc1-428d-b71c-1cc62187f222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.052265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-822954eb-ffc1-428d-b71c-1cc62187f222 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3 HTTP/1.1" status: 200 len: 834 time: 0.0558712 Sep 17 01:36:54.109713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-8ee02ccb-859c-4e56-bb91-b9a4c1b5de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.111631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-8ee02ccb-859c-4e56-bb91-b9a4c1b5de94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97ebb725-4631-4a9d-b7b6-bbc5a3076005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524952 Sep 17 01:36:54.118407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'a1a65786-71dd-4c73-90c2-59ebf9716e14', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'port_id': '82745b93-b61d-499a-945e-81030d1d2470', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'mac_address': 'fa:16:3e:89:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:36:52Z', 'updated_at': '2021-09-17T01:36:52Z', 'revision_number': 0, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:37Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:54.146913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] Checking router: b65ddab2-9bf7-400c-a5f5-6ba0aa230151 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:36:54.157885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:36:54.158554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:36:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:54.223790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-437e0363-feca-4c48-930c-f7356bdf008a service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048737 Sep 17 01:36:54.274655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:36:54.325236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-28db8b3e-0440-4a3b-be1c-307c3dd4d253 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4489 time: 0.2801559 Sep 17 01:36:54.326031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58016) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:36:54.338604 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f20ccfdd-c894-4d25-9256-d4b4753b427f req-0fd7fa25-95e6-4356-8d88-b3978c8f6b3b service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084108 Sep 17 01:36:54.411717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054ddb4-2f46-4eec-9037-74634b94cd43 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.413346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8054ddb4-2f46-4eec-9037-74634b94cd43 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:36:54.415320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8054ddb4-2f46-4eec-9037-74634b94cd43 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b65ddab2-9bf7-400c-a5f5-6ba0aa230151 HTTP/1.1" status: 200 len: 1990 time: 0.0882244 Sep 17 01:36:54.545477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'a1a65786-71dd-4c73-90c2-59ebf9716e14', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'port_id': '82745b93-b61d-499a-945e-81030d1d2470', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'mac_address': 'fa:16:3e:89:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:36:52Z', 'updated_at': '2021-09-17T01:36:52Z', 'revision_number': 0, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:37Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:36:54.580026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d148d0-163c-490c-bf26-b830828a36ac None None] The sync data for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 is: [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'a1a65786-71dd-4c73-90c2-59ebf9716e14', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'floating_ip_address': '172.25.1.213', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'port_id': '82745b93-b61d-499a-945e-81030d1d2470', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'mac_address': 'fa:16:3e:89:d0:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:36:52Z', 'updated_at': '2021-09-17T01:36:52Z', 'revision_number': 0, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:37Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:36:54.788379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420fd50-d117-4a30-bed2-0fb7d06f8b23 None None] New status for floating IP a1a65786-71dd-4c73-90c2-59ebf9716e14: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:36:56.211490 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:36:58.829302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:36:59.303910 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:05.452029 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7351a894-8392-4314-a062-d0b1c9f0c98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:08.160728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6fc06238-58f8-4d8f-843e-2054cd9ec623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:09.057574 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:09.508778 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:11.091419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:24.593931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-e6b516ac-6ad4-41c3-850b-6421777e8c71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412056 Sep 17 01:37:24.677644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-a3f844e6-0f19-4651-9903-958145107fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:24.679198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-a3f844e6-0f19-4651-9903-958145107fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1135 time: 0.0442910 Sep 17 01:37:24.792410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-b3d24900-751b-4067-86f7-65ddba4d433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:24.793923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-b3d24900-751b-4067-86f7-65ddba4d433f service neutron] 10.222.0.36 "GET /v2.0/networks?id=97ebb725-4631-4a9d-b7b6-bbc5a3076005 HTTP/1.1" status: 200 len: 897 time: 0.0905118 Sep 17 01:37:24.860466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-433881f1-b27f-4fe4-8751-75258bfc28c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82745b93-b61d-499a-945e-81030d1d2470 HTTP/1.1" status: 200 len: 1001 time: 0.0584385 Sep 17 01:37:24.912410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-20c17b69-1259-4a56-a121-4e567f3738c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:24.914059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-20c17b69-1259-4a56-a121-4e567f3738c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3 HTTP/1.1" status: 200 len: 834 time: 0.0476327 Sep 17 01:37:24.960190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-fa6471c9-878f-40a2-89b8-d764b5e596fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:24.961634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-fa6471c9-878f-40a2-89b8-d764b5e596fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97ebb725-4631-4a9d-b7b6-bbc5a3076005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407653 Sep 17 01:37:25.059242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-1366e484-a245-4172-bea0-5b5f14de2c9d service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888574 Sep 17 01:37:25.152270 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be791fbc-35af-493d-b2f0-ea8eb7b4391a req-6f993ba4-9f74-45c2-b53d-33612f346c13 service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865319 Sep 17 01:37:27.413766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58202) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:27.510709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eb14a6fa-a75a-4b9a-9c58-06a158bebe90 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3449 time: 0.0930588 Sep 17 01:37:27.510931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58204) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:27.516068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'network': {'name': 'tempest-network-smoke--278514113', 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'port_security_enabled': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:27.628115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Made reservation on behalf of b64d2ae8f578470db134352ddc70a384 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:37:27.632085 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:27.654938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:37:27.663945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:27.664356 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Added segment 75692f42-8877-4f11-a519-c77eb7dae0ea of type vlan for network 5a78bd19-c2d7-4963-910e-3bde6b6a182b Sep 17 01:37:27.705295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:27.846657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:27.852239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:27.852812 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:27.919813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Network': ['ID=5a78bd19-c2d7-4963-910e-3bde6b6a182b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:27.928069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.928417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.928754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.929089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.929415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.929743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.930064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.930387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.930708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.931054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.931395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.931710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:27.944512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:37:27.967138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-43a25cd2-51f9-4de8-be3b-c59a4d737e66 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4550967 Sep 17 01:37:27.970124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58214) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:27.974946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'admin_state_up': True, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:28.063916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.064974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.116631 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.322075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.587557 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.606564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.709960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.25.1.90 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/22f5e999-6d30-4672-af3a-67019904e27b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:37:28.824582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.846299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.944481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:28.981063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:37:28.983913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:28.988090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:37:29.016445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=22f5e999-6d30-4672-af3a-67019904e27b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:29.315603 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:29.342183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:29.541402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:29.743250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:37:30.172992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:37:30.184061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Sync routers for ids ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:37:30.195511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Routers {'24854dd6-e1fe-4a81-8fb2-224bdc9a9615'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:30.196149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:30.263944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:30.265328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-360f07dd-a26c-46e7-b564-7f45f2d4afbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.2940867 Sep 17 01:37:30.268377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58226) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.301983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Set router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:30.346157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0043b314-3787-4f8e-9e86-5c1abe613854 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:30.348016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0043b314-3787-4f8e-9e86-5c1abe613854 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b64d2ae8f578470db134352ddc70a384&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0786927 Sep 17 01:37:30.353488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58230) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.490255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:29Z', 'revision_number': 3, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:30.517530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Checking router: 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:37:30.517966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Updating router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 port 22f5e999-6d30-4672-af3a-67019904e27b binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:37:30.518676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d83ac2a-31c6-49c6-ae38-e42058b5e605 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:30.522951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3d83ac2a-31c6-49c6-ae38-e42058b5e605 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1657252 Sep 17 01:37:30.523324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.551248 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:30.559140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f252f68d-1920-43c8-b2b0-98263b9d9a77 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332975 Sep 17 01:37:30.561609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58234) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.589124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b0e97c74-ec02-4b2e-9216-1ce84d053bfc tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=b64d2ae8f578470db134352ddc70a384&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275493 Sep 17 01:37:30.591768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.683530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7444a760-7045-4a9d-96a8-aab14fb14c0e tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:30.688400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7444a760-7045-4a9d-96a8-aab14fb14c0e tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925059 Sep 17 01:37:30.688761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58238) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.720438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a739e3cb-0cfa-4c59-85c9-3e80c454eb40 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279655 Sep 17 01:37:30.720647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58240) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:30.725384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224241618', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:30.827805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:30.908995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Made reservation on behalf of b64d2ae8f578470db134352ddc70a384 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:37:30.912675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:30.937724 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:30.993455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b960-6a72-4922-ae5c-8b4c8b203d62 None None] Pushing event updated for resources: {'Port': ['ID=22f5e999-6d30-4672-af3a-67019904e27b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:30.996316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Attempting to bind port 22f5e999-6d30-4672-af3a-67019904e27b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:37:30.997023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Attempting to bind port 22f5e999-6d30-4672-af3a-67019904e27b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:37:30.997390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Attempting to bind port 22f5e999-6d30-4672-af3a-67019904e27b on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:31.003521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:37:31.003698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:37:31.004032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:31.004414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:37:31.004871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Bound port: 22f5e999-6d30-4672-af3a-67019904e27b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:37:31.005385 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:31.061129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] For port 22f5e999-6d30-4672-af3a-67019904e27b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:37:31.065175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] For port 22f5e999-6d30-4672-af3a-67019904e27b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=22f5e999-6d30-4672-af3a-67019904e27b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:37:31.148518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:31.171150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:31.207310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Routers {'24854dd6-e1fe-4a81-8fb2-224bdc9a9615'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:31.207930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:31.240939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Subnet': ['ID=f0d80535-aaad-4882-8ca5-dbbf7194ecda,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:31.247059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49b960-6a72-4922-ae5c-8b4c8b203d62 None None] Pushing event updated for resources: {'Port': ['ID=22f5e999-6d30-4672-af3a-67019904e27b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:31.248170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Checking segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:37:31.248538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network hostable DHCP agents. Network: 5a78bd19-c2d7-4963-910e-3bde6b6a182b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:37:31.325927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] Set router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:31.394844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:37:31.469099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 5a78bd19-c2d7-4963-910e-3bde6b6a182b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:31.473607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:31.474209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:31.480725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5002f0e4-97b2-4431-a018-74fcd668cfc0 None None] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:37:31.564511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-87964c57-1231-4e84-93ff-38716090b30d tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8396907 Sep 17 01:37:31.565141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58248) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:31.577985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:29Z', 'revision_number': 3, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:31.610844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c233c-2d45-4c70-a053-ea37fb698f85 None None] The sync data for ids ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'] in n-d-789963-7 is: [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:29Z', 'revision_number': 3, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:37:31.699967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'fixed_ips': [{'subnet_id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:37:31.700962 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.080663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Allocated IP 172.20.0.18 (5a78bd19-c2d7-4963-910e-3bde6b6a182b/f0d80535-aaad-4882-8ca5-dbbf7194ecda/e57280f3-906a-49c1-af10-7d93043cfffb) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:37:32.174614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.255227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.320953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.361369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:37:32.364675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:32.367221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:37:32.428818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Pushing event updated for resources: {'Port': ['ID=e57280f3-906a-49c1-af10-7d93043cfffb,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:32.446801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Attempting to bind port e57280f3-906a-49c1-af10-7d93043cfffb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:37:32.447287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Attempting to bind port e57280f3-906a-49c1-af10-7d93043cfffb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:37:32.447811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Attempting to bind port e57280f3-906a-49c1-af10-7d93043cfffb on network 5a78bd19-c2d7-4963-910e-3bde6b6a182b {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:32.453119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:37:32.466299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Checking segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:37:32.466299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.466299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Bound using segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:37:32.466299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Bound port: e57280f3-906a-49c1-af10-7d93043cfffb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:37:32.466299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.499843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.20.0.17 (5a78bd19-c2d7-4963-910e-3bde6b6a182b/f0d80535-aaad-4882-8ca5-dbbf7194ecda/38619b93-f9a9-4d7d-be23-8ec13f6e52d1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:37:32.534914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] For port e57280f3-906a-49c1-af10-7d93043cfffb, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:37:32.539219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] For port e57280f3-906a-49c1-af10-7d93043cfffb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e57280f3-906a-49c1-af10-7d93043cfffb,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:37:32.618168 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.632957 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.679446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Pushing event updated for resources: {'Port': ['ID=e57280f3-906a-49c1-af10-7d93043cfffb,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:32.698382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.698874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.699248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.699592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.699950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.700319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.700626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.700923 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.701256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.701577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.702460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.702969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387a5be6-ff4a-4b56-aacd-c0cf4b8ead8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:32.737593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.783548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:37:32.785766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:32.789669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:37:32.800331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:32.846288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:32.878455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 22f5e999-6d30-4672-af3a-67019904e27b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:37:33.019015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 22f5e999-6d30-4672-af3a-67019904e27b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:33.019422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.121851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.141928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.148589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 22f5e999-6d30-4672-af3a-67019904e27b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=22f5e999-6d30-4672-af3a-67019904e27b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:33.205212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.216428 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:37:33.263574 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=22f5e999-6d30-4672-af3a-67019904e27b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:33.466015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.549377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.629245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:33.634384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:33.744633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:37:33.746286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:33.882996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:37:33.924594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc2085-d2ca-4d3a-845a-553d9bc274d7 req-501535ed-fd2d-4f15-b737-81f267b4e962 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:33.926846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7bc2085-d2ca-4d3a-845a-553d9bc274d7 req-501535ed-fd2d-4f15-b737-81f267b4e962 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 946 time: 0.0629725 Sep 17 01:37:33.978203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7bc2085-d2ca-4d3a-845a-553d9bc274d7 req-79fa34d3-1bc6-4f93-9866-e494bfdadc3c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450356 Sep 17 01:37:34.034167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:37:34.043114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-05ab1345-8f38-4d25-bb6d-cdf231c88a84 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "PUT /v2.0/routers/24854dd6-e1fe-4a81-8fb2-224bdc9a9615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727917 Sep 17 01:37:34.051752 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Sync routers for ids ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:37:34.063977 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Routers {'24854dd6-e1fe-4a81-8fb2-224bdc9a9615'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:34.069707 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:34.085822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea45de-3e01-4815-ba85-5990fad2baa2 None None] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:37:34.129170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-005972c2-b265-448f-bab0-4c798576b4c7 None None] Provisioning complete for port e57280f3-906a-49c1-af10-7d93043cfffb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:34.129545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-005972c2-b265-448f-bab0-4c798576b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:34.288377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-08e20943-33ba-4717-8f40-313d6ab422c3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:34.296874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-08e20943-33ba-4717-8f40-313d6ab422c3 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/networks?id=5a78bd19-c2d7-4963-910e-3bde6b6a182b HTTP/1.1" status: 200 len: 797 time: 0.1303792 Sep 17 01:37:34.305713 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Set router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:34.316166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-6b8e834a-0944-44b5-8835-7dfb6914c2fd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/quotas/b64d2ae8f578470db134352ddc70a384 HTTP/1.1" status: 200 len: 375 time: 0.0178301 Sep 17 01:37:34.333197 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-005972c2-b265-448f-bab0-4c798576b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:34.382232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-005972c2-b265-448f-bab0-4c798576b4c7 None None] For port e57280f3-906a-49c1-af10-7d93043cfffb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e57280f3-906a-49c1-af10-7d93043cfffb,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:34.391764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-410dd703-e312-4104-8e01-643aab42ee27 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0739443 Sep 17 01:37:34.472059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-005972c2-b265-448f-bab0-4c798576b4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:34.525309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-5b4816db-58e9-41d1-9c7d-a9a12823fb4c service neutron] 10.222.0.13 "GET /v2.0/networks/5a78bd19-c2d7-4963-910e-3bde6b6a182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180656 Sep 17 01:37:34.592749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005972c2-b265-448f-bab0-4c798576b4c7 None None] Pushing event updated for resources: {'Port': ['ID=e57280f3-906a-49c1-af10-7d93043cfffb,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:34.614680 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:32Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '38619b93-f9a9-4d7d-be23-8ec13f6e52d1', 'name': '', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:df:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:32Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 2, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:34.642859 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Checking router: 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:37:34.643272 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Updating router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:37:34.653500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-2b5cb561-cc07-4d91-bdb9-8447437068d0 service neutron] 10.222.0.13 "GET /v2.0/networks/5a78bd19-c2d7-4963-910e-3bde6b6a182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273897 Sep 17 01:37:34.680453 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:34.704447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-24f72001-fc6f-4fc1-b3d6-589e63e67a5b None None] Provisioning complete for port e57280f3-906a-49c1-af10-7d93043cfffb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:34.704823 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24f72001-fc6f-4fc1-b3d6-589e63e67a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:34.875889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-24f72001-fc6f-4fc1-b3d6-589e63e67a5b None None] Provisioning complete for port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:34.876483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24f72001-fc6f-4fc1-b3d6-589e63e67a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:34.949380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-24f72001-fc6f-4fc1-b3d6-589e63e67a5b None None] Port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:37:35.090317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e57280f3-906a-49c1-af10-7d93043cfffb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:37:35.109495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d608cef1-fc2b-4c89-bbaf-d06d8bee924e req-b0b39158-066a-45b5-97ab-558cc0bea528 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 210 time: 0.0736470 Sep 17 01:37:35.146935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0edc19ad-f909-46a3-8acb-1131828f0eab None None] Provisioning complete for port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:35.147495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0edc19ad-f909-46a3-8acb-1131828f0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.209382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a935007-db30-4c2d-9b44-9efaea3e86cd req-8cec4846-43bf-488c-a02a-3c6ef0b50798 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:35.211001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a935007-db30-4c2d-9b44-9efaea3e86cd req-8cec4846-43bf-488c-a02a-3c6ef0b50798 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 946 time: 0.1243303 Sep 17 01:37:35.212005 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.226945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e57280f3-906a-49c1-af10-7d93043cfffb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:35.227355 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.230152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0edc19ad-f909-46a3-8acb-1131828f0eab None None] Port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:37:35.303492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a935007-db30-4c2d-9b44-9efaea3e86cd req-adfbf97d-c0a3-40c7-b054-11dd9c3c54e5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781224 Sep 17 01:37:35.322650 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.351842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 22f5e999-6d30-4672-af3a-67019904e27b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:37:35.441542 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1dc1-3366-4f78-961f-d9ecada71c73 None None] Pushing event updated for resources: {'Port': ['ID=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:35.482711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-e500a04c-2472-49e2-9520-46474a4cda54 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:35.484294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-e500a04c-2472-49e2-9520-46474a4cda54 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 946 time: 0.1212094 Sep 17 01:37:35.498678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ecb280e4-1ab1-4a29-93a6-6eb429addb59 None None] Provisioning complete for port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:35.499339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ecb280e4-1ab1-4a29-93a6-6eb429addb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.501529 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 22f5e999-6d30-4672-af3a-67019904e27b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:35.501883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.545806 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Attempting to bind port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:37:35.546175 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Attempting to bind port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:37:35.546535 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Attempting to bind port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 on network 5a78bd19-c2d7-4963-910e-3bde6b6a182b {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:35.559572 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:37:35.562252 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Checking segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:37:35.562252 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.562252 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Bound using segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:37:35.562252 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Bound port: 38619b93-f9a9-4d7d-be23-8ec13f6e52d1, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:37:35.562252 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.587833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88b9f949-aa63-4fc9-9a3b-380a610a16f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.625132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:37:35.626498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.650066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ecb280e4-1ab1-4a29-93a6-6eb429addb59 None None] Port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:37:35.718886 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] For port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:37:35.724187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] For port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:37:35.773546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9f33e762-d86a-4af0-bbc4-557f6981ab06 None None] Provisioning complete for port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:35.773922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9f33e762-d86a-4af0-bbc4-557f6981ab06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.791940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:35.792308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.812624 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:35.842816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9f33e762-d86a-4af0-bbc4-557f6981ab06 None None] Port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:37:35.888866 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1dc1-3366-4f78-961f-d9ecada71c73 None None] Pushing event updated for resources: {'Port': ['ID=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:35.895688 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Routers {'24854dd6-e1fe-4a81-8fb2-224bdc9a9615'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:35.896282 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:36.002261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:36.002566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:36.002898 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Floating IP 3cfb68d5-dc5d-4042-a492-6258912eff50 disassociated. External IP: 172.25.1.42, port: e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8. Sep 17 01:37:36.003275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:37:36.033812 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] Set router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:36.246483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:36.258907 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c47dbeb6-638e-429b-8e13-2d3194a7c5c0 req-4b5c3333-6fdb-46c6-99f7-82481127f9c9 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 210 time: 0.0513728 Sep 17 01:37:36.262584 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:32Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '38619b93-f9a9-4d7d-be23-8ec13f6e52d1', 'name': '', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:df:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:32Z', 'updated_at': '2021-09-17T01:37:35Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:36.275879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-920e9893-7098-4dce-9253-da863a5f4228 None None] Provisioning complete for port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:36.277384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-920e9893-7098-4dce-9253-da863a5f4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:36.278233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:36.292117 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75b77a3-0848-452d-9cef-28b265f21469 None None] The sync data for ids ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'] in n-d-789963-7 is: [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:32Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '38619b93-f9a9-4d7d-be23-8ec13f6e52d1', 'name': '', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:df:90:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:32Z', 'updated_at': '2021-09-17T01:37:35Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:37:36.461961 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-920e9893-7098-4dce-9253-da863a5f4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:36.488632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b514894-1390-4fc8-aec6-779f7fa48a76 req-cf99415c-6d40-42b0-8af9-c41b8fb04b79 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0458300 Sep 17 01:37:36.510522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-920e9893-7098-4dce-9253-da863a5f4228 None None] For port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:36.521932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:37:36.565631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-920e9893-7098-4dce-9253-da863a5f4228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:36.665537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e9893-7098-4dce-9253-da863a5f4228 None None] Pushing event updated for resources: {'Port': ['ID=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:36.898374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:37:37.012784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:37.013849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:37.069017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:37:37.086729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:37:37.102037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:37.102746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:37.112483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:37:37.115433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:37.117890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-437048d3-920a-4c4f-b110-f19021ae21e3 req-462ed196-7542-4d4d-98c6-21f4449de5ca tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "DELETE /v2.0/ports/e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 HTTP/1.1" status: 204 len: 173 time: 1.6276164 Sep 17 01:37:37.118407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'name': 'network-vif-deleted', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:37:37.121278 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64de00b-fdbf-487a-a3f4-e987e0444ac8" -d '{"events": [{"server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "name": "network-vif-deleted", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:37:37.274623 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12689c8-289a-4cde-b912-e19998e3fb00 x-openstack-request-id: req-d12689c8-289a-4cde-b912-e19998e3fb00 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:37:37.274921 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4645a8b9-378e-43c9-8411-77a63848dbfc", "name": "network-vif-deleted", "tag": "e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:37:37.275203 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d12689c8-289a-4cde-b912-e19998e3fb00 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:37:37.275597 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4645a8b9-378e-43c9-8411-77a63848dbfc', 'name': 'network-vif-deleted', 'tag': 'e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8', 'status': 'completed', 'code': 200} Sep 17 01:37:37.278855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:37.436135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ad982ec-12fd-44a4-9d7e-d05b7b936422 req-fdffc788-0e4a-4903-881e-a3f084a37c9e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 210 time: 0.0450437 Sep 17 01:37:37.627555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a39e991c-a947-4cf9-8590-13383025f05e req-9b22c13e-dee5-47a6-87c5-5ce22efa7433 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0395014 Sep 17 01:37:37.647592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-de9a7911-4194-4789-a58b-17f9b6b66f99 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:37.649498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-de9a7911-4194-4789-a58b-17f9b6b66f99 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.23 "GET /v2.0/networks?id=5a78bd19-c2d7-4963-910e-3bde6b6a182b HTTP/1.1" status: 200 len: 797 time: 0.1792974 Sep 17 01:37:37.662437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:37.667562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Request body: {'port': {'device_id': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'admin_state_up': True, 'tenant_id': 'b64d2ae8f578470db134352ddc70a384'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:37.700670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:37:37.710653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:37.722042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:37.887123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:38.013348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Made reservation on behalf of b64d2ae8f578470db134352ddc70a384 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:37:38.016975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.149956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:38.179702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb93e05f-ca4d-468b-881a-b04c4ee9cd4f None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:37:38.203679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Allocated IP 172.20.0.22 (5a78bd19-c2d7-4963-910e-3bde6b6a182b/f0d80535-aaad-4882-8ca5-dbbf7194ecda/eea31a7c-67a7-4cd6-a5b2-aced601d65e8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:37:38.223805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8400e525-ed36-4d5e-b1d8-94a55a836c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.345614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.429982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.483632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:37:38.492631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:38.501348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:37:38.549608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event updated for resources: {'Port': ['ID=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:38.598913 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4cdae9-b38d-4e8b-8d54-ac91ae8731e2 None None] New status for floating IP 3cfb68d5-dc5d-4042-a492-6258912eff50: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:37:38.617786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:38.618464 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.638900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4bdfd-35a0-4e42-903f-eac108f3948b req-a1893c3e-9194-4ca9-9e6f-01e4cc6e24c0 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:38.647675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-eef4bdfd-35a0-4e42-903f-eac108f3948b req-a1893c3e-9194-4ca9-9e6f-01e4cc6e24c0 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 895 time: 0.1039999 Sep 17 01:37:38.710115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-02d6f372-7234-41d4-b886-07b77fab2a1e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0515108 Sep 17 01:37:38.759735 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a941cbea-7931-4377-8e95-d278982d9da0 req-ce00af71-402e-426d-8859-e6a9b7b5184e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0563200 Sep 17 01:37:38.802842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Request body: {'port': {'device_id': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:38.865161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.911132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bbc0121e-2631-47e7-8a36-5e20cff81672 None None] Provisioning complete for port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:38.911710 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbc0121e-2631-47e7-8a36-5e20cff81672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:38.959232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0121e-2631-47e7-8a36-5e20cff81672 None None] Port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:37:39.076460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.170588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea31a7c-67a7-4cd6-a5b2-aced601d65e8 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:37:39.178133 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.190348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Transition to ACTIVE for port object eea31a7c-67a7-4cd6-a5b2-aced601d65e8 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:37:39.274589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.323967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:39.406211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Attempting to bind port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:37:39.406735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Attempting to bind port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:37:39.407203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Attempting to bind port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 on network 5a78bd19-c2d7-4963-910e-3bde6b6a182b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:39.412054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 on network 5a78bd19-c2d7-4963-910e-3bde6b6a182b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:37:39.412482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Attempting to bind port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 on network 5a78bd19-c2d7-4963-910e-3bde6b6a182b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:39.417331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:37:39.417778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Checking segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:37:39.418248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Bound using segment: {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:37:39.418770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Bound port: eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75692f42-8877-4f11-a519-c77eb7dae0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:37:39.419428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.513192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] For port eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:37:39.519479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] For port eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:37:39.525005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.622838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.663172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:39.663940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:39.665603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/eea31a7c-67a7-4cd6-a5b2-aced601d65e8 HTTP/1.1" status: 200 len: 1055 time: 0.9465580 Sep 17 01:37:39.666083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'tag': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:37:39.668513 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35927e16-97ef-4048-805d-31218a6d1be8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f550e9e-9584-4db0-8b7e-72afbf89e087", "tag": "eea31a7c-67a7-4cd6-a5b2-aced601d65e8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:37:39.702660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec87e19-9841-4ef6-9af5-45f112a822c8 service neutron] Pushing event updated for resources: {'Port': ['ID=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:39.728408 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a277371f-667e-456a-a97c-c493f79466fe x-openstack-request-id: req-a277371f-667e-456a-a97c-c493f79466fe {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:37:39.731229 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f550e9e-9584-4db0-8b7e-72afbf89e087", "tag": "eea31a7c-67a7-4cd6-a5b2-aced601d65e8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:37:39.731229 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a277371f-667e-456a-a97c-c493f79466fe {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:37:39.731229 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'tag': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8', 'status': 'completed', 'code': 200} Sep 17 01:37:39.838482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8225e-b584-4bfd-8ea2-d8cc1013009c req-b6077205-ead2-4bcf-864b-b1473c0b66dd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:39.840189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1fe8225e-b584-4bfd-8ea2-d8cc1013009c req-b6077205-ead2-4bcf-864b-b1473c0b66dd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 907 time: 0.0977235 Sep 17 01:37:39.847333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927e16-97ef-4048-805d-31218a6d1be8 req-e35eb6df-5765-41f5-9e1a-356cfc27db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:39.849296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35927e16-97ef-4048-805d-31218a6d1be8 req-e35eb6df-5765-41f5-9e1a-356cfc27db85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 1058 time: 0.0944307 Sep 17 01:37:39.875782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3425f0f5-a54f-4652-8b2f-8ec15b4d12fb req-523c68b8-3b83-4356-9e29-6446d8d59b9a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0389814 Sep 17 01:37:39.982175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927e16-97ef-4048-805d-31218a6d1be8 req-f8db89a9-a98f-46af-a91e-9c51b089f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:39.982664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927e16-97ef-4048-805d-31218a6d1be8 req-f8db89a9-a98f-46af-a91e-9c51b089f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:39.984335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35927e16-97ef-4048-805d-31218a6d1be8 req-f8db89a9-a98f-46af-a91e-9c51b089f276 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b64d2ae8f578470db134352ddc70a384&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1275907 Sep 17 01:37:40.089125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927e16-97ef-4048-805d-31218a6d1be8 req-a44f7cfd-2939-428b-bb3a-18eff96a5613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:40.090658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35927e16-97ef-4048-805d-31218a6d1be8 req-a44f7cfd-2939-428b-bb3a-18eff96a5613 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001043 Sep 17 01:37:40.174841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-70b8cbb6-05b6-4b2e-ae95-ad7fca5d8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:40.176677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-70b8cbb6-05b6-4b2e-ae95-ad7fca5d8844 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 1058 time: 0.0494378 Sep 17 01:37:40.221748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-83b76aa8-82c7-4df5-94a2-b635b4c46260 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=eea31a7c-67a7-4cd6-a5b2-aced601d65e8 HTTP/1.1" status: 200 len: 217 time: 0.0370414 Sep 17 01:37:40.275920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-9d99823b-c246-4ed4-bb0b-50d9109ecafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:40.277457 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-9d99823b-c246-4ed4-bb0b-50d9109ecafa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f0d80535-aaad-4882-8ca5-dbbf7194ecda HTTP/1.1" status: 200 len: 837 time: 0.0480072 Sep 17 01:37:40.313348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:37:40.331252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f4465-d184-4548-b6b2-72af177b94f1 req-343ee77b-ad7e-453b-8372-c3117de3f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:40.333418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-343ee77b-ad7e-453b-8372-c3117de3f2f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5a78bd19-c2d7-4963-910e-3bde6b6a182b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491354 Sep 17 01:37:40.338084 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:37:40.338527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device e54f5958-c8a8-4a5f-aa30-ae79e2f7f7a8 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:37:40.433263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-338d3bb6-9b73-4096-9207-0933b897fae3 service neutron] 10.222.0.23 "GET /v2.0/networks/5a78bd19-c2d7-4963-910e-3bde6b6a182b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917838 Sep 17 01:37:40.536148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-165f4465-d184-4548-b6b2-72af177b94f1 req-13c597c7-a2cc-49c1-b810-fd8f56bd7074 service neutron] 10.222.0.23 "GET /v2.0/networks/5a78bd19-c2d7-4963-910e-3bde6b6a182b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952678 Sep 17 01:37:40.975586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca97154-af3f-47d3-9e9e-746df2bf675d req-50518512-6e8f-49c5-a23e-ad207e5a0698 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:40.977641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bca97154-af3f-47d3-9e9e-746df2bf675d req-50518512-6e8f-49c5-a23e-ad207e5a0698 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 907 time: 0.0643494 Sep 17 01:37:40.990014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be094b0c-62a2-4c81-9786-2ffe228c4977 req-1799207b-6b3d-48a6-847c-5c4a27af26e7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0350893 Sep 17 01:37:41.108490 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:42.106760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be04c0-14e1-4a25-86cc-457db320db31 req-bdf3580b-1917-4f5d-8100-49a32fc74bd4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:42.106760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7be04c0-14e1-4a25-86cc-457db320db31 req-bdf3580b-1917-4f5d-8100-49a32fc74bd4 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 907 time: 0.0568330 Sep 17 01:37:42.133913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-427fa0bd-5249-4010-8fcd-e61db929c72e req-2f20dcef-7704-4adb-9242-ede51701de81 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4645a8b9-378e-43c9-8411-77a63848dbfc HTTP/1.1" status: 200 len: 210 time: 0.0383537 Sep 17 01:37:43.241649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f73862-ccea-4df7-84e7-eab155a8d8bd req-8a18b19b-80d4-4ca5-95d6-eebcc75ba2e0 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:43.243494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2f73862-ccea-4df7-84e7-eab155a8d8bd req-8a18b19b-80d4-4ca5-95d6-eebcc75ba2e0 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 907 time: 0.0647542 Sep 17 01:37:43.407537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-bc9eb2d7-796e-4476-9d64-ed71c38236ad tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291088395&fields=id&tenant_id=c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 267 time: 0.0420671 Sep 17 01:37:43.601485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-2e0b9450-eada-43d4-9bff-c66ee2d9f3bb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:43.603431 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-2e0b9450-eada-43d4-9bff-c66ee2d9f3bb tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1877851 Sep 17 01:37:43.621424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-90b2df9b-9bda-4089-b3fd-0f33b154224f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0121052 Sep 17 01:37:43.712663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-d57a8661-d06f-47b7-99a4-6a83c141009a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847578 Sep 17 01:37:43.787266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-231fa6bc-2c87-4862-9393-f9315fffc8c4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:37:43.788279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-231fa6bc-2c87-4862-9393-f9315fffc8c4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613348 Sep 17 01:37:43.883290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-d7308c7f-dabf-4192-b1ec-346c2aa95707 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0496573 Sep 17 01:37:43.901870 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-20a8a488-af62-40db-adb7-44d7d1ffd1bd service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072805 Sep 17 01:37:43.991190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6a2d-0e30-499b-8106-750da7f51685 req-0e5015dc-e155-4063-a0a7-1ca04d05c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:43.994444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-0e5015dc-e155-4063-a0a7-1ca04d05c93a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.0665050 Sep 17 01:37:44.016258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-30dfd359-1a88-4ff9-8717-bf3968488056 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082170 Sep 17 01:37:44.111782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6a2d-0e30-499b-8106-750da7f51685 req-30aa650d-e441-490e-86be-aa025767f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:44.113283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-30aa650d-e441-490e-86be-aa025767f34d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 910 time: 0.0985475 Sep 17 01:37:44.187275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-9048bd60-3e38-4bf5-a78c-38074271ef02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 1002 time: 0.0653958 Sep 17 01:37:44.242725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6a2d-0e30-499b-8106-750da7f51685 req-e0325fa9-78c9-4ecf-9eb2-d29724c9f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:44.244278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-e0325fa9-78c9-4ecf-9eb2-d29724c9f10b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 200 len: 848 time: 0.0512538 Sep 17 01:37:44.300900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6a2d-0e30-499b-8106-750da7f51685 req-b3d1294f-c269-40ce-8214-0b64306f2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:44.302591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-b3d1294f-c269-40ce-8214-0b64306f2f93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f81c17c6-1c09-45f3-95f5-973730e95767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515478 Sep 17 01:37:44.323989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device eea31a7c-67a7-4cd6-a5b2-aced601d65e8 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:37:44.441087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:44.449971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a1cad-d1a8-4ae0-bfd9-ff78b2ab0132 req-2a9651ea-2f77-444a-9d67-0e1e0dab7e7c tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:44.451461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-931a1cad-d1a8-4ae0-bfd9-ff78b2ab0132 req-2a9651ea-2f77-444a-9d67-0e1e0dab7e7c tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 907 time: 0.1227448 Sep 17 01:37:44.453852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8', 'network_id': '5a78bd19-c2d7-4963-910e-3bde6b6a182b', 'port_id': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8', 'mac_address': 'fa:16:3e:61:e8:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d80535-aaad-4882-8ca5-dbbf7194ecda', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:37:44.483158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-bd0737ed-cb7d-495f-8d25-0595841e2527 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731992 Sep 17 01:37:44.513839 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:44.584547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edde6a2d-0e30-499b-8106-750da7f51685 req-be77c980-f00c-4d89-8ed7-7a5cea614bf6 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941076 Sep 17 01:37:44.678460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60d1f168-2781-4044-a4d1-1d156aa4440a req-28664fe8-5a75-487d-860b-371053d0e1c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0399020 Sep 17 01:37:44.709229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea31a7c-67a7-4cd6-a5b2-aced601d65e8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:37:44.728895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:44.828226 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:44.875810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:45.077484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['eea31a7c-67a7-4cd6-a5b2-aced601d65e8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:37:45.591938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfded0-e2ef-4178-bf60-b02622b3c31a req-1a0335bb-826e-49d6-8306-59b4f1945698 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:45.593420 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afbfded0-e2ef-4178-bf60-b02622b3c31a req-1a0335bb-826e-49d6-8306-59b4f1945698 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 908 time: 0.0580659 Sep 17 01:37:45.774919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c617ee52-3247-428e-a2b4-f3fd3860aa4e req-7f3070e9-065c-45a5-87db-0e97a002987b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0259392 Sep 17 01:37:46.339942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device eea31a7c-67a7-4cd6-a5b2-aced601d65e8 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:37:46.429165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-f76347c2-a257-4728-89d4-6513abf44cd4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:46.430699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-f76347c2-a257-4728-89d4-6513abf44cd4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1102998 Sep 17 01:37:46.482331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-f47462d2-e923-425b-b325-4deac756712b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 380 time: 0.0418894 Sep 17 01:37:46.491439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'security_groups': ['da6036f9-9d62-4f3d-8d58-8b03143c38dc']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:46.491921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:37:46.496112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:46.496483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:46.575523 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:46.600727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:37:46.602975 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b732be-724e-4597-8438-ef89db38e670" -d '{"events": [{"server_uuid": "0f550e9e-9584-4db0-8b7e-72afbf89e087", "name": "network-vif-plugged", "status": "completed", "tag": "eea31a7c-67a7-4cd6-a5b2-aced601d65e8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:37:46.642134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:46.681856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:37:46.685714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:46.707964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:46.756227 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1a3629-489e-4746-b76a-116773cdda75 x-openstack-request-id: req-2a1a3629-489e-4746-b76a-116773cdda75 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:37:46.756529 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f550e9e-9584-4db0-8b7e-72afbf89e087", "name": "network-vif-plugged", "status": "completed", "tag": "eea31a7c-67a7-4cd6-a5b2-aced601d65e8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:37:46.756785 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a1a3629-489e-4746-b76a-116773cdda75 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:37:46.757171 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8', 'code': 200} Sep 17 01:37:46.797196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:46.861249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.14 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/c02c4f72-d338-433d-a82a-c15d05b4198e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:37:46.905954 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f105487-427c-42eb-a676-c1f4c79620f7 req-30164e95-dbe6-4ce3-baac-822c6193ac5e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0422494 Sep 17 01:37:47.040768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d933ea8-74f0-44c9-abc4-d09be8306aef req-0cc5530a-624c-42fa-a0e3-31ce1a928cb1 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:47.042276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d933ea8-74f0-44c9-abc4-d09be8306aef req-0cc5530a-624c-42fa-a0e3-31ce1a928cb1 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 908 time: 0.3764713 Sep 17 01:37:47.045852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163767b4-3026-4761-83a2-bf8409c0b713 req-46538d04-11bf-4e03-8290-bf27108c0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:47.047437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-163767b4-3026-4761-83a2-bf8409c0b713 req-46538d04-11bf-4e03-8290-bf27108c0a1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 1060 time: 0.1330912 Sep 17 01:37:47.080728 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:47.177005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:47.227365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:37:47.230748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:37:47.234941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:37:47.281219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=c02c4f72-d338-433d-a82a-c15d05b4198e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:47.303449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:47.304167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:47.372618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ca800754-c0dd-4e4d-83aa-0e84638c40c6 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8849137 Sep 17 01:37:47.459368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Request body: {'port': {'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:37:47.535838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:47.612296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3cd047c2-ba20-4446-989e-20f7e09c6a09 None None] Provisioning complete for port c02c4f72-d338-433d-a82a-c15d05b4198e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:37:47.612868 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3cd047c2-ba20-4446-989e-20f7e09c6a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:47.688209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3cd047c2-ba20-4446-989e-20f7e09c6a09 None None] Port c02c4f72-d338-433d-a82a-c15d05b4198e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:37:47.826040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02c4f72-d338-433d-a82a-c15d05b4198e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:37:47.834676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:47.847177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Transition to ACTIVE for port object c02c4f72-d338-433d-a82a-c15d05b4198e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:37:47.914393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:48.090962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Attempting to bind port c02c4f72-d338-433d-a82a-c15d05b4198e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:37:48.091369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Attempting to bind port c02c4f72-d338-433d-a82a-c15d05b4198e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:37:48.095703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Attempting to bind port c02c4f72-d338-433d-a82a-c15d05b4198e on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:48.098667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Pushing event updated for resources: {'Port': ['ID=c02c4f72-d338-433d-a82a-c15d05b4198e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:48.103316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Port c02c4f72-d338-433d-a82a-c15d05b4198e on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:37:48.103645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Attempting to bind port c02c4f72-d338-433d-a82a-c15d05b4198e on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:37:48.109187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:37:48.109520 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:37:48.110275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:37:48.110434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Bound port: c02c4f72-d338-433d-a82a-c15d05b4198e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:37:48.111374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:48.234688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] For port c02c4f72-d338-433d-a82a-c15d05b4198e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:37:48.281311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7dd8-4d56-47e9-840b-2e27c02f4698 req-c78661f0-5bbe-49ff-a0cb-fd749979343c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.290629 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-118d7dd8-4d56-47e9-840b-2e27c02f4698 req-c78661f0-5bbe-49ff-a0cb-fd749979343c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.1206737 Sep 17 01:37:48.293166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] For port c02c4f72-d338-433d-a82a-c15d05b4198e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c02c4f72-d338-433d-a82a-c15d05b4198e,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:37:48.308606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83813e8-3f33-4439-8e2e-597b3036a02d req-64986c4c-c700-4830-b08b-fb4a7e0a0400 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.328392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e83813e8-3f33-4439-8e2e-597b3036a02d req-64986c4c-c700-4830-b08b-fb4a7e0a0400 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 909 time: 0.0950742 Sep 17 01:37:48.344550 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:48.384369 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-118d7dd8-4d56-47e9-840b-2e27c02f4698 req-b7a13d0d-5e26-467e-842b-95e99ebfd237 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915353 Sep 17 01:37:48.419025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.419607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:48.421134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] 10.222.0.36 "PUT /v2.0/ports/c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 1092 time: 1.0402246 Sep 17 01:37:48.421591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:37:48.428563 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d691b355-8371-4941-a5c7-53160047c1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:37:48.477722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0923ea26-bd37-4eb2-884c-64056d8b1dad service neutron] Pushing event updated for resources: {'Port': ['ID=c02c4f72-d338-433d-a82a-c15d05b4198e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:48.503405 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7f922f-3bfd-49c3-899b-7c299da0fe44 x-openstack-request-id: req-4d7f922f-3bfd-49c3-899b-7c299da0fe44 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:37:48.503775 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:37:48.503929 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d7f922f-3bfd-49c3-899b-7c299da0fe44 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:37:48.504333 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'status': 'completed', 'code': 200} Sep 17 01:37:48.576701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691b355-8371-4941-a5c7-53160047c1b6 req-ce970827-736a-4b55-b6c6-070ff3f086c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.578397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d691b355-8371-4941-a5c7-53160047c1b6 req-ce970827-736a-4b55-b6c6-070ff3f086c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1095 time: 0.0525091 Sep 17 01:37:48.687208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691b355-8371-4941-a5c7-53160047c1b6 req-2418359d-a12a-4555-80d5-185ec1149924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.688851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d691b355-8371-4941-a5c7-53160047c1b6 req-2418359d-a12a-4555-80d5-185ec1149924 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025457 Sep 17 01:37:48.796307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691b355-8371-4941-a5c7-53160047c1b6 req-fbc6b63b-65a8-4f7f-81b1-fe6a5b37d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.797798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d691b355-8371-4941-a5c7-53160047c1b6 req-fbc6b63b-65a8-4f7f-81b1-fe6a5b37d42b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024718 Sep 17 01:37:48.877517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-084b28be-6167-4b9b-a6f9-a84e165f9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.879217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-084b28be-6167-4b9b-a6f9-a84e165f9a96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1095 time: 0.0447299 Sep 17 01:37:48.920776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-29f200ec-8c1d-4420-804d-baa199fc80e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 217 time: 0.0339096 Sep 17 01:37:48.974924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ff1579d3-fadb-4823-be50-8394aeb133d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:48.976418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-ff1579d3-fadb-4823-be50-8394aeb133d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0487947 Sep 17 01:37:49.022473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-8f156f69-c1b8-4c10-8b77-0f9ca29c363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.024016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-8f156f69-c1b8-4c10-8b77-0f9ca29c363d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408232 Sep 17 01:37:49.119221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-33017c58-0e2a-48e5-b63f-e70879065309 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868571 Sep 17 01:37:49.214842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2a3323-47fd-496f-ac31-97ea67d40a84 req-c3bb09f1-f0eb-4fc8-8819-582915c0929a service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890255 Sep 17 01:37:49.456357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19d14f-8258-4ae4-baa4-e0ffd53fb034 req-5e462bc8-818c-4097-9572-622fa8157d49 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.457893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad19d14f-8258-4ae4-baa4-e0ffd53fb034 req-5e462bc8-818c-4097-9572-622fa8157d49 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 909 time: 0.0614133 Sep 17 01:37:49.515131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f245bf-5103-4756-8abc-9e9155e050a3 req-0295a420-6913-482f-ab1f-1fb60b6f7031 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.517673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d4f245bf-5103-4756-8abc-9e9155e050a3 req-0295a420-6913-482f-ab1f-1fb60b6f7031 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0622468 Sep 17 01:37:49.564624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d4f245bf-5103-4756-8abc-9e9155e050a3 req-58624ba9-dc46-49ff-a0b3-b362404db7a7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404217 Sep 17 01:37:49.588672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73aa262-a495-4acd-af24-19ba265d3a81 req-96570abb-a5dd-4152-ade5-bc13e8794771 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.590290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f73aa262-a495-4acd-af24-19ba265d3a81 req-96570abb-a5dd-4152-ade5-bc13e8794771 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 909 time: 0.0508265 Sep 17 01:37:49.712272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a937ba-ac30-4994-bb19-aeca981d17be req-c4eb5df5-c79d-4b76-b84d-055073c2b71a tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.713861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27a937ba-ac30-4994-bb19-aeca981d17be req-c4eb5df5-c79d-4b76-b84d-055073c2b71a tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 1060 time: 0.0481462 Sep 17 01:37:49.823525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352d03-8516-40e7-b7c0-7fb16ce369fd req-80b9ed46-1439-4ca7-8e34-8b1f5b83978a tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.827536 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8f352d03-8516-40e7-b7c0-7fb16ce369fd req-80b9ed46-1439-4ca7-8e34-8b1f5b83978a tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1135 time: 0.0452995 Sep 17 01:37:49.877738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8f352d03-8516-40e7-b7c0-7fb16ce369fd req-ee3a8282-132b-4874-81ca-52bf318e97ba tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0420587 Sep 17 01:37:49.902835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58478) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:49.943772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b850c1-c004-457a-a13d-6e675df7fc39 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:49.947116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f1b850c1-c004-457a-a13d-6e675df7fc39 tempest-TestSecurityGroupsBasicOps-1599978547 tempest-TestSecurityGroupsBasicOps-1599978547-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 1055 time: 0.0410562 Sep 17 01:37:50.389307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b5284-02c0-4207-b0c2-870be2972a2e req-8a23105a-918f-4c8f-862d-0c41f3c2b874 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:50.390977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b00b5284-02c0-4207-b0c2-870be2972a2e req-8a23105a-918f-4c8f-862d-0c41f3c2b874 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 909 time: 0.0506225 Sep 17 01:37:50.688240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9541da-555a-4777-a9dc-630540d38a45 req-56274c28-0d91-42db-9975-85d546895a17 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:50.689809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd9541da-555a-4777-a9dc-630540d38a45 req-56274c28-0d91-42db-9975-85d546895a17 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0497591 Sep 17 01:37:50.729054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd9541da-555a-4777-a9dc-630540d38a45 req-f346d1b1-12ec-4cda-9fae-63d9909e53a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Sep 17 01:37:51.523290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72699b81-bafc-4c3b-bbf1-2dcf7fe11d4f req-7fac746c-d658-49a7-a3c3-e6347f57a152 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:51.524980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72699b81-bafc-4c3b-bbf1-2dcf7fe11d4f req-7fac746c-d658-49a7-a3c3-e6347f57a152 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 909 time: 0.0496027 Sep 17 01:37:51.604493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-d406c9fa-2f92-4d02-b516-3006e12f43a5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:51.606016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-d406c9fa-2f92-4d02-b516-3006e12f43a5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 909 time: 0.0552831 Sep 17 01:37:51.702281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:37:51.702999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:51.795162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] For port eea31a7c-67a7-4cd6-a5b2-aced601d65e8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:51.795533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:51.821401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for eea31a7c-67a7-4cd6-a5b2-aced601d65e8 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:37:51.900433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7ea66-9094-47b1-b055-6d8b6a69d5e8 req-0b44f4df-e25f-48f0-bd49-c1e012719a61 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:51.901923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2a7ea66-9094-47b1-b055-6d8b6a69d5e8 req-0b44f4df-e25f-48f0-bd49-c1e012719a61 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0960066 Sep 17 01:37:51.957285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2a7ea66-9094-47b1-b055-6d8b6a69d5e8 req-8e05e272-92bd-4294-80d5-b0bc94be9718 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477419 Sep 17 01:37:52.057917 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:52.083615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=eea31a7c-67a7-4cd6-a5b2-aced601d65e8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:52.131118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] No DVR routers for this DVR port eea31a7c-67a7-4cd6-a5b2-aced601d65e8 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:37:52.133675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:52.135750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-046f7b8a-8e64-41b3-bfc1-152976e4cd4a req-565cf719-c28a-4dac-94fb-5b59720772d6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.23 "DELETE /v2.0/ports/eea31a7c-67a7-4cd6-a5b2-aced601d65e8 HTTP/1.1" status: 204 len: 173 time: 0.5238445 Sep 17 01:37:52.136191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'name': 'network-vif-deleted', 'tag': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:37:52.138537 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289708cd-7c63-4f23-8de2-86e6342d5b96" -d '{"events": [{"server_uuid": "0f550e9e-9584-4db0-8b7e-72afbf89e087", "name": "network-vif-deleted", "tag": "eea31a7c-67a7-4cd6-a5b2-aced601d65e8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:37:52.181593 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3029316-c6cd-463d-8f3e-90623681fd4a x-openstack-request-id: req-f3029316-c6cd-463d-8f3e-90623681fd4a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:37:52.181889 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f550e9e-9584-4db0-8b7e-72afbf89e087", "name": "network-vif-deleted", "tag": "eea31a7c-67a7-4cd6-a5b2-aced601d65e8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:37:52.182159 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3029316-c6cd-463d-8f3e-90623681fd4a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:37:52.182532 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f550e9e-9584-4db0-8b7e-72afbf89e087', 'name': 'network-vif-deleted', 'tag': 'eea31a7c-67a7-4cd6-a5b2-aced601d65e8', 'status': 'completed', 'code': 200} Sep 17 01:37:52.634552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-183b6797-671f-4363-be88-de6fa1b3c1c3 req-9f7b1b5c-6753-4ef1-be42-9bf08c386062 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f550e9e-9584-4db0-8b7e-72afbf89e087 HTTP/1.1" status: 200 len: 210 time: 0.0267820 Sep 17 01:37:53.092587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c39ab-d0ff-441b-98a2-70e63957cdee req-4e3c5c08-d9d2-49f0-a08e-3882816f8b6b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:53.094097 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba2c39ab-d0ff-441b-98a2-70e63957cdee req-4e3c5c08-d9d2-49f0-a08e-3882816f8b6b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0531056 Sep 17 01:37:53.132749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba2c39ab-d0ff-441b-98a2-70e63957cdee req-68e0ad6b-414e-4413-92db-e87d92515b36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Sep 17 01:37:53.691147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:54.331662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b6274-671a-4fef-ae46-ab2b80d4102d req-3da5b2ba-3bc1-4b6c-a9a4-804e4962615c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:54.333133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c05b6274-671a-4fef-ae46-ab2b80d4102d req-3da5b2ba-3bc1-4b6c-a9a4-804e4962615c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0799694 Sep 17 01:37:54.388319 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c05b6274-671a-4fef-ae46-ab2b80d4102d req-8d9923c8-f5d1-4751-aed9-47dce0d03b84 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480645 Sep 17 01:37:54.456448 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:54.722151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:37:54.722498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:54.810134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] For port 38619b93-f9a9-4d7d-be23-8ec13f6e52d1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:54.810500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:54.822984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:37:55.090947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:55.118068 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=38619b93-f9a9-4d7d-be23-8ec13f6e52d1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:55.130831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.131206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.131550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.131911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.132213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.132544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.132869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.133198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.133519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.133844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.134167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.134484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:37:55.308616 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:55.525359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4950-7043-4ab1-925b-c33f2ecacb27 req-aa48be8a-d868-4899-ab73-e9ea4486f1d7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:55.527023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-059d4950-7043-4ab1-925b-c33f2ecacb27 req-aa48be8a-d868-4899-ab73-e9ea4486f1d7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0505402 Sep 17 01:37:55.542145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:37:55.570615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-059d4950-7043-4ab1-925b-c33f2ecacb27 req-a27a19d5-1939-41c0-8a74-ad93ae0c1f89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339470 Sep 17 01:37:55.654436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:37:55.663128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d8c97e7a-3e6f-4ca5-8b47-1cb250b9f04f tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "PUT /v2.0/routers/24854dd6-e1fe-4a81-8fb2-224bdc9a9615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681225 Sep 17 01:37:55.663569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58540) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:55.664322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] Sync routers for ids ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:37:55.675007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] Routers {'24854dd6-e1fe-4a81-8fb2-224bdc9a9615'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:55.675663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:55.719108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting subnet f0d80535-aaad-4882-8ca5-dbbf7194ecda {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:37:55.722180 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:55.761257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:55.788306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] Set router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:55.843695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:55.971642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:54Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:55.982740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.001882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] Checking router: 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:37:56.012807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] Routers {'24854dd6-e1fe-4a81-8fb2-224bdc9a9615'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:56.013627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:56.018552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Subnet': ['ID=f0d80535-aaad-4882-8ca5-dbbf7194ecda,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:56.020724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.022624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-01b85e3c-eca9-401f-a107-2f8898692150 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/subnets/f0d80535-aaad-4882-8ca5-dbbf7194ecda HTTP/1.1" status: 204 len: 168 time: 0.3578672 Sep 17 01:37:56.025349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58542) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:56.054397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc5edcf-423f-4884-b02d-af2c0172df8e None None] Network 5a78bd19-c2d7-4963-910e-3bde6b6a182b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:37:56.140244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.217110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] Set router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:56.260210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.344224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device eea31a7c-67a7-4cd6-a5b2-aced601d65e8 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:37:56.369417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: eea31a7c-67a7-4cd6-a5b2-aced601d65e8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:37:56.375915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device eea31a7c-67a7-4cd6-a5b2-aced601d65e8 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:37:56.378620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] DHCP port deletion for 5a78bd19-c2d7-4963-910e-3bde6b6a182b request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:37:56.383383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port 22f5e999-6d30-4672-af3a-67019904e27b {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:37:56.383718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.466838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] Deleting port e57280f3-906a-49c1-af10-7d93043cfffb {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:37:56.467332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.471681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] For port 22f5e999-6d30-4672-af3a-67019904e27b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=22f5e999-6d30-4672-af3a-67019904e27b,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:56.472051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.490364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for 22f5e999-6d30-4672-af3a-67019904e27b owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:37:56.524868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:54Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:56.558437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea390d4-79cb-4cf5-ab64-ad95b1a7aa9a None None] The sync data for ids ['24854dd6-e1fe-4a81-8fb2-224bdc9a9615'] in n-d-789963-7 is: [{'id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'name': 'tempest-TestSecurityGroupsBasicOps-router-270037290', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '22f5e999-6d30-4672-af3a-67019904e27b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:54Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '22f5e999-6d30-4672-af3a-67019904e27b', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24854dd6-e1fe-4a81-8fb2-224bdc9a9615', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:37:28Z', 'updated_at': '2021-09-17T01:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:37:56.561060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] For port e57280f3-906a-49c1-af10-7d93043cfffb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e57280f3-906a-49c1-af10-7d93043cfffb,segment=NetworkSegment(75692f42-8877-4f11-a519-c77eb7dae0ea),segment_id=75692f42-8877-4f11-a519-c77eb7dae0ea)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:37:56.561389 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.573698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] Calling delete_port for e57280f3-906a-49c1-af10-7d93043cfffb owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:37:56.725611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57611b85-2ff9-479a-9abb-1b6dd0a5190b req-bb03cf1e-b957-4b9f-8010-8e54a2be3bf5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:56.727175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57611b85-2ff9-479a-9abb-1b6dd0a5190b req-bb03cf1e-b957-4b9f-8010-8e54a2be3bf5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0580983 Sep 17 01:37:56.749449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.762619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.769829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-57611b85-2ff9-479a-9abb-1b6dd0a5190b req-40a7dbc3-8475-4a5b-9f29-1d7581edd4c7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368333 Sep 17 01:37:56.776587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] Pushing event deleted for resources: {'Port': ['ID=e57280f3-906a-49c1-af10-7d93043cfffb,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:56.783324 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e151a7c2-d3b5-4ac1-a97f-7e700ff78489 None None] No DVR routers for this DVR port e57280f3-906a-49c1-af10-7d93043cfffb on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:37:56.793693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=22f5e999-6d30-4672-af3a-67019904e27b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:56.855571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.970903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:56.976225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.076087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e57280f3-906a-49c1-af10-7d93043cfffb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:37:57.091776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.092491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Fanout notify agent at l3_agent the message router_deleted on router 24854dd6-e1fe-4a81-8fb2-224bdc9a9615 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:37:57.101180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e57280f3-906a-49c1-af10-7d93043cfffb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:37:57.101596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e57280f3-906a-49c1-af10-7d93043cfffb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:37:57.102121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:37:57.104106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.105263 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39384158-b7f1-47aa-ad0a-726ec408830e tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/routers/24854dd6-e1fe-4a81-8fb2-224bdc9a9615 HTTP/1.1" status: 204 len: 168 time: 1.0789196 Sep 17 01:37:57.108202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:57.122676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:37:57.123025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 38619b93-f9a9-4d7d-be23-8ec13f6e52d1 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:37:57.193587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.288938 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.309809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a78bd19-c2d7-4963-910e-3bde6b6a182b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:57.324224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75692f42-8877-4f11-a519-c77eb7dae0ea') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:57.324633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75692f42-8877-4f11-a519-c77eb7dae0ea') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:57.337660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.359562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.366098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:37:57.366489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:37:57.369673 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:37:57.519362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.526872 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.528344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/networks/5a78bd19-c2d7-4963-910e-3bde6b6a182b HTTP/1.1" status: 204 len: 168 time: 0.4191244 Sep 17 01:37:57.531301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58556) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:37:57.540572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f30e1e4-c2b1-4f15-96b3-4293d207cbbd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Network': ['ID=5a78bd19-c2d7-4963-910e-3bde6b6a182b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:57.769824 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port 0cbcef6c-10ce-4b61-9cc9-918d53e20369 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:37:57.770510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.851863 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.852337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:57.864808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for 0cbcef6c-10ce-4b61-9cc9-918d53e20369 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:37:57.914059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979a1be-d41f-4a03-bbd2-164700d66a57 req-e9aeba50-0657-4787-8af5-357fa8ac8409 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:57.915592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7979a1be-d41f-4a03-bbd2-164700d66a57 req-e9aeba50-0657-4787-8af5-357fa8ac8409 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0489058 Sep 17 01:37:57.954178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7979a1be-d41f-4a03-bbd2-164700d66a57 req-3b70c3d5-a570-4282-a567-741e1e392bf1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319464 Sep 17 01:37:58.109222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:58.138648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=0cbcef6c-10ce-4b61-9cc9-918d53e20369,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:37:58.199878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:58.200257 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Floating IP a1a65786-71dd-4c73-90c2-59ebf9716e14 disassociated (deleted). External IP: 172.25.1.213, port: 82745b93-b61d-499a-945e-81030d1d2470. Sep 17 01:37:58.691475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:37:58.773632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 22f5e999-6d30-4672-af3a-67019904e27b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:37:58.801727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 22f5e999-6d30-4672-af3a-67019904e27b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:37:58.802073 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 22f5e999-6d30-4672-af3a-67019904e27b not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:37:58.805281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:37:58.809883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:58.826017 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] Sync routers for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:37:58.842394 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8c0062c3-f8a0-4c0e-ad90-6d8875c09496 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/floatingips/a1a65786-71dd-4c73-90c2-59ebf9716e14 HTTP/1.1" status: 204 len: 168 time: 1.3099289 Sep 17 01:37:58.845081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'tag': '82745b93-b61d-499a-945e-81030d1d2470'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:37:58.845220 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:58.845220 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:58.846000 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b9978e-d75c-430a-931c-4f023783fd58" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "tag": "82745b93-b61d-499a-945e-81030d1d2470"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:37:58.919351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:58.953165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:58.970614 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ec44f-59e3-4541-b521-615257742243 x-openstack-request-id: req-718ec44f-59e3-4541-b521-615257742243 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:37:58.970614 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "tag": "82745b93-b61d-499a-945e-81030d1d2470", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:37:58.970614 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-718ec44f-59e3-4541-b521-615257742243 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:37:58.970614 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'tag': '82745b93-b61d-499a-945e-81030d1d2470', 'status': 'completed', 'code': 200} Sep 17 01:37:59.049541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9978e-d75c-430a-931c-4f023783fd58 req-34b52812-dd83-4fdb-9730-cf0581a10c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:59.051689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-34b52812-dd83-4fdb-9730-cf0581a10c25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b64d2ae8f578470db134352ddc70a384&device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 1135 time: 0.0575962 Sep 17 01:37:59.146166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150296cd-4878-41f0-9dea-71129b1d4c61 req-304ce19b-450e-494b-8db0-aebe21c4d867 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:59.147688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-150296cd-4878-41f0-9dea-71129b1d4c61 req-304ce19b-450e-494b-8db0-aebe21c4d867 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.1098292 Sep 17 01:37:59.189012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9978e-d75c-430a-931c-4f023783fd58 req-74bcb169-34e8-49c9-bc12-621d65a58940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:59.190397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-74bcb169-34e8-49c9-bc12-621d65a58940 service neutron] 10.222.0.36 "GET /v2.0/networks?id=97ebb725-4631-4a9d-b7b6-bbc5a3076005 HTTP/1.1" status: 200 len: 897 time: 0.1255608 Sep 17 01:37:59.325130 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:37Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:59.349195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:37:59.356412 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] Checking router: b65ddab2-9bf7-400c-a5f5-6ba0aa230151 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:37:59.357359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30888de-66b3-491c-9c7d-e96d7b414106 req-6525d4f8-11c4-4413-8235-059daf6cbfe7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:59.360235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e30888de-66b3-491c-9c7d-e96d7b414106 req-6525d4f8-11c4-4413-8235-059daf6cbfe7 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 984 time: 0.0623074 Sep 17 01:37:59.368277 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:37:59.369025 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:59.410963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e30888de-66b3-491c-9c7d-e96d7b414106 req-f027de6f-2213-491e-a567-a10d0ddf15bd tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0425146 Sep 17 01:37:59.483856 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:37:59.599491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-150296cd-4878-41f0-9dea-71129b1d4c61 req-89b00302-af8b-477d-a66e-69c2eb094095 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420009 Sep 17 01:37:59.600884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-83205a23-00e0-47d4-8259-53f69530e1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82745b93-b61d-499a-945e-81030d1d2470 HTTP/1.1" status: 200 len: 217 time: 0.4026849 Sep 17 01:37:59.657419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9978e-d75c-430a-931c-4f023783fd58 req-48448416-0d77-4236-9da4-5f09921ab204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:59.658848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-48448416-0d77-4236-9da4-5f09921ab204 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3 HTTP/1.1" status: 200 len: 834 time: 0.0501826 Sep 17 01:37:59.707435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9978e-d75c-430a-931c-4f023783fd58 req-9c77d199-f5ec-4346-af65-a3ed3cd5b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:37:59.709191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-9c77d199-f5ec-4346-af65-a3ed3cd5b8fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=97ebb725-4631-4a9d-b7b6-bbc5a3076005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423408 Sep 17 01:37:59.710111 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:37Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:37:59.737550 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e1188c-b270-424b-9d2f-9bab9664f035 None None] The sync data for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 is: [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd2567e7f-84af-41ad-bed4-4a0274ef9457', 'name': '', 'network_id': '97ebb725-4631-4a9d-b7b6-bbc5a3076005', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'mac_address': 'fa:16:3e:da:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:34Z', 'updated_at': '2021-09-17T01:36:37Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'subnets': [{'id': '3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:37:59.808182 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-b0b77b86-c558-4a6e-a752-3869af16e4ac service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904202 Sep 17 01:37:59.905864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02b9978e-d75c-430a-931c-4f023783fd58 req-968e0988-fa7c-4fdd-bd14-4711246d7320 service neutron] 10.222.0.36 "GET /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 Sep 17 01:37:59.981458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ba10d-6f5a-44b4-8dfc-e6b26e815429 None None] New status for floating IP a1a65786-71dd-4c73-90c2-59ebf9716e14: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:38:00.533298 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc02ef5-9d0a-4b15-a59e-2851982b1fdc req-4d2fd154-0e8a-447a-a146-57a4e38613c0 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:00.534783 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bc02ef5-9d0a-4b15-a59e-2851982b1fdc req-4d2fd154-0e8a-447a-a146-57a4e38613c0 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 984 time: 0.0533421 Sep 17 01:38:00.574782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0bc02ef5-9d0a-4b15-a59e-2851982b1fdc req-384ad233-4c97-4f3a-822c-481393b285d8 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/security-groups?id=a466ce10-ddd8-4122-bf0c-7a154d7216bb&id=281686fc-9305-4883-8e57-02d4d12dbbe9&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0337930 Sep 17 01:38:00.586870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-d82d1c24-89e9-4940-b221-0d422f4bf9e5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:00.590125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-d82d1c24-89e9-4940-b221-0d422f4bf9e5 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 984 time: 0.0499110 Sep 17 01:38:00.715762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port 82745b93-b61d-499a-945e-81030d1d2470 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:38:00.716107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:00.743657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51135b16-9f9a-4091-8e8f-c38efa431795 req-360ec501-3f28-46b7-9578-f090cc1656f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:00.745148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51135b16-9f9a-4091-8e8f-c38efa431795 req-360ec501-3f28-46b7-9578-f090cc1656f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 944 time: 0.0767195 Sep 17 01:38:00.827013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c02c4f72-d338-433d-a82a-c15d05b4198e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:38:00.832542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51135b16-9f9a-4091-8e8f-c38efa431795 req-6fe064e2-afb6-4813-8d87-5c24061d892d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777383 Sep 17 01:38:00.847333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] For port 82745b93-b61d-499a-945e-81030d1d2470, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=82745b93-b61d-499a-945e-81030d1d2470,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:00.847704 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:00.864103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for 82745b93-b61d-499a-945e-81030d1d2470 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:38:00.930432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c02c4f72-d338-433d-a82a-c15d05b4198e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c02c4f72-d338-433d-a82a-c15d05b4198e,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:00.941701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:38:00.978607 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:00.993857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02c4f72-d338-433d-a82a-c15d05b4198e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:38:01.013525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c02c4f72-d338-433d-a82a-c15d05b4198e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c02c4f72-d338-433d-a82a-c15d05b4198e,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:01.069646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:01.097952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:01.098517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=82745b93-b61d-499a-945e-81030d1d2470,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:01.149587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] No DVR routers for this DVR port 82745b93-b61d-499a-945e-81030d1d2470 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:38:01.152118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:01.154226 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09d68a06-8917-4155-ab48-cbdf079c0705 req-18f69da8-7cea-45f0-a23e-7cdb67c0e3bb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.36 "DELETE /v2.0/ports/82745b93-b61d-499a-945e-81030d1d2470 HTTP/1.1" status: 204 len: 173 time: 0.5598321 Sep 17 01:38:01.154674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'name': 'network-vif-deleted', 'tag': '82745b93-b61d-499a-945e-81030d1d2470'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:38:01.157048 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce975014-7a35-4ddb-956c-f1989b9f0cb3" -d '{"events": [{"server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "name": "network-vif-deleted", "tag": "82745b93-b61d-499a-945e-81030d1d2470"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:38:01.159557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c02c4f72-d338-433d-a82a-c15d05b4198e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:01.205309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7144d2a-e955-47ac-a3f6-a9fbd6971e73 x-openstack-request-id: req-f7144d2a-e955-47ac-a3f6-a9fbd6971e73 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:38:01.205603 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1cbc2d-9e06-435e-a9fb-89cb091e61f8", "name": "network-vif-deleted", "tag": "82745b93-b61d-499a-945e-81030d1d2470", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:38:01.205853 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7144d2a-e955-47ac-a3f6-a9fbd6971e73 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:38:01.206246 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1cbc2d-9e06-435e-a9fb-89cb091e61f8', 'name': 'network-vif-deleted', 'tag': '82745b93-b61d-499a-945e-81030d1d2470', 'status': 'completed', 'code': 200} Sep 17 01:38:01.304559 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c02c4f72-d338-433d-a82a-c15d05b4198e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:38:01.689840 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36357774-bbd7-447e-8a1b-b7e4bb4b4247 req-eaef22ec-8820-4267-8074-d2f24ef88bcb tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a1cbc2d-9e06-435e-a9fb-89cb091e61f8 HTTP/1.1" status: 200 len: 210 time: 0.0292716 Sep 17 01:38:01.958595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f0976-a372-4093-b531-a05ff479d1ec req-c01fd605-3037-40b1-82c6-3c1d92e4a099 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:01.960177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f2f0976-a372-4093-b531-a05ff479d1ec req-c01fd605-3037-40b1-82c6-3c1d92e4a099 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Sep 17 01:38:02.010998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f2f0976-a372-4093-b531-a05ff479d1ec req-bd52f43e-028d-4fc5-a6bb-aa46ffad4a58 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 Sep 17 01:38:02.754366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58614) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:02.813719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-577935ce-6b03-4e00-ae37-e110f5dc59a2 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:02.827221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c02c4f72-d338-433d-a82a-c15d05b4198e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:38:02.838642 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-577935ce-6b03-4e00-ae37-e110f5dc59a2 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:02.943378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c02c4f72-d338-433d-a82a-c15d05b4198e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:38:02.947244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c02c4f72-d338-433d-a82a-c15d05b4198e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:38:02.948940 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:02.971903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-577935ce-6b03-4e00-ae37-e110f5dc59a2 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:02.974624 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-577935ce-6b03-4e00-ae37-e110f5dc59a2 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:02.976103 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-577935ce-6b03-4e00-ae37-e110f5dc59a2 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/security-groups/a466ce10-ddd8-4122-bf0c-7a154d7216bb HTTP/1.1" status: 204 len: 168 time: 0.2204912 Sep 17 01:38:02.978971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58618) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:02.985529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577935ce-6b03-4e00-ae37-e110f5dc59a2 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a466ce10-ddd8-4122-bf0c-7a154d7216bb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:03.041656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-495ebd6a-eeb4-48ac-bff1-e4417b094d9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.052060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.069207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-495ebd6a-eeb4-48ac-bff1-e4417b094d9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.084817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:38:03.088085 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617baa35-ee9c-470c-82e1-3de40a6cf8c0" -d '{"events": [{"server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "name": "network-vif-plugged", "status": "completed", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:38:03.102962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c02c4f72-d338-433d-a82a-c15d05b4198e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c02c4f72-d338-433d-a82a-c15d05b4198e,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:03.141688 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fe212a-00ba-4a4c-91fd-28e22ac41811 x-openstack-request-id: req-d3fe212a-00ba-4a4c-91fd-28e22ac41811 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:38:03.142313 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "name": "network-vif-plugged", "status": "completed", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:38:03.143742 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3fe212a-00ba-4a4c-91fd-28e22ac41811 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:38:03.144435 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'code': 200} Sep 17 01:38:03.146372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.147460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82745b93-b61d-499a-945e-81030d1d2470 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:38:03.166139 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156193b-81f0-4f5c-9cfa-8787f459a9f0 req-3918949e-7838-42a0-8119-60ace0d25a47 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:03.167676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1156193b-81f0-4f5c-9cfa-8787f459a9f0 req-3918949e-7838-42a0-8119-60ace0d25a47 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 945 time: 0.0695536 Sep 17 01:38:03.201114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 82745b93-b61d-499a-945e-81030d1d2470 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:38:03.201562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-495ebd6a-eeb4-48ac-bff1-e4417b094d9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.201725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 82745b93-b61d-499a-945e-81030d1d2470 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:38:03.207177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-495ebd6a-eeb4-48ac-bff1-e4417b094d9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.212534 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1156193b-81f0-4f5c-9cfa-8787f459a9f0 req-dda83163-bb91-40e4-87b8-80dfe78f7ff5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349991 Sep 17 01:38:03.212534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58624) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:03.213985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-495ebd6a-eeb4-48ac-bff1-e4417b094d9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/security-groups/281686fc-9305-4883-8e57-02d4d12dbbe9 HTTP/1.1" status: 204 len: 168 time: 0.2327261 Sep 17 01:38:03.259808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c02c4f72-d338-433d-a82a-c15d05b4198e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:03.265038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ebd6a-eeb4-48ac-bff1-e4417b094d9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281686fc-9305-4883-8e57-02d4d12dbbe9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:03.287030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d55e4-d0ca-4525-88c2-1635c021eb97 req-df224749-4683-47da-809c-ce82b4c4a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:03.288553 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f39d55e4-d0ca-4525-88c2-1635c021eb97 req-df224749-4683-47da-809c-ce82b4c4a952 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0734248 Sep 17 01:38:03.326710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f39d55e4-d0ca-4525-88c2-1635c021eb97 req-06b530ce-2bae-4e58-9bb8-346bc1150b6e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294890 Sep 17 01:38:03.600165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.867790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port d2567e7f-84af-41ad-bed4-4a0274ef9457 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:38:03.868012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.960901 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] For port d2567e7f-84af-41ad-bed4-4a0274ef9457, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d2567e7f-84af-41ad-bed4-4a0274ef9457,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:03.961270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:03.973962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for d2567e7f-84af-41ad-bed4-4a0274ef9457 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:38:04.251002 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:04.291863 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=d2567e7f-84af-41ad-bed4-4a0274ef9457,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:04.354978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f3749-189f-4dea-a0ed-4637cd063600 req-60f62ea0-e771-4e21-89d4-112c26f5cd4c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:04.358699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c6f3749-189f-4dea-a0ed-4637cd063600 req-60f62ea0-e771-4e21-89d4-112c26f5cd4c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 946 time: 0.0654926 Sep 17 01:38:04.409028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c6f3749-189f-4dea-a0ed-4637cd063600 req-56a35c1a-35be-4d9d-88fd-f5cc1ab5ff90 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Sep 17 01:38:04.508148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:04.727050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:38:04.846126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:38:04.855713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-37d553ff-3a81-40b7-b3e4-67bc7d2a7034 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "PUT /v2.0/routers/b65ddab2-9bf7-400c-a5f5-6ba0aa230151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6388459 Sep 17 01:38:04.855837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58648) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:04.858163 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] Sync routers for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:38:04.868197 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:38:04.868797 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:04.908805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting subnet 3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:38:04.912418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:04.956830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:04.978723 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:38:05.046701 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.158122 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:38:04Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:05.176823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.187646 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] Checking router: b65ddab2-9bf7-400c-a5f5-6ba0aa230151 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:38:05.198076 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] Routers {'b65ddab2-9bf7-400c-a5f5-6ba0aa230151'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:38:05.198679 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:37:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:05.202693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:05.210007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.212440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1a6ff9d2-b5dd-4e4e-9380-20829e71e414 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/subnets/3c5d6673-bb7e-49d5-a6eb-71cbecfd42b3 HTTP/1.1" status: 204 len: 168 time: 0.3558366 Sep 17 01:38:05.214902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:05.216767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce16ca82-7663-4f11-91fa-c1057884e679 None None] Network 97ebb725-4631-4a9d-b7b6-bbc5a3076005 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:38:05.310015 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] Set router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:38:05.340062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.446122 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d1cee1a-f34f-4a4c-ba1a-3ed77f2b0081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.476527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] DHCP port deletion for 97ebb725-4631-4a9d-b7b6-bbc5a3076005 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:38:05.529062 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.555396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] Deleting port 418eec2b-a515-47e5-8a42-6e43819e9801 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:38:05.555765 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.560665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116eece-c183-4436-bbf5-65c70645a753 req-222fcb61-1d23-484d-bb1f-060047473d46 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:05.563153 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:38:04Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:05.569595 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0116eece-c183-4436-bbf5-65c70645a753 req-222fcb61-1d23-484d-bb1f-060047473d46 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 946 time: 0.0689514 Sep 17 01:38:05.601759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fc749c-df83-4a10-a007-c872f87df74f None None] The sync data for ids ['b65ddab2-9bf7-400c-a5f5-6ba0aa230151'] in n-d-789963-7 is: [{'id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1539323110', 'tenant_id': 'b64d2ae8f578470db134352ddc70a384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': '05a51814-e416-4bda-9284-c92a24fd440a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:36:29Z', 'updated_at': '2021-09-17T01:38:04Z', 'revision_number': 5, 'project_id': 'b64d2ae8f578470db134352ddc70a384', 'gw_port': {'id': '05a51814-e416-4bda-9284-c92a24fd440a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:c5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65ddab2-9bf7-400c-a5f5-6ba0aa230151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:36:30Z', 'updated_at': '2021-09-17T01:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:38:05.617561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0116eece-c183-4436-bbf5-65c70645a753 req-056177d7-8d60-4310-a608-11fa13c3ee48 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 Sep 17 01:38:05.700614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Deleting port 05a51814-e416-4bda-9284-c92a24fd440a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:38:05.700873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.796832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] For port 418eec2b-a515-47e5-8a42-6e43819e9801, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=418eec2b-a515-47e5-8a42-6e43819e9801,segment=NetworkSegment(2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9),segment_id=2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:05.797229 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.808462 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b520e-d415-4b88-bcdf-ecb5bcae636c req-0d0d7e6d-1a9c-41f6-9da2-e3ccc4037d20 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:05.810031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f91b520e-d415-4b88-bcdf-ecb5bcae636c req-0d0d7e6d-1a9c-41f6-9da2-e3ccc4037d20 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 946 time: 0.1116362 Sep 17 01:38:05.811481 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] Calling delete_port for 418eec2b-a515-47e5-8a42-6e43819e9801 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:38:05.850647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] For port 05a51814-e416-4bda-9284-c92a24fd440a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=05a51814-e416-4bda-9284-c92a24fd440a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:38:05.851188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.882164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f91b520e-d415-4b88-bcdf-ecb5bcae636c req-b0cd88b8-4b1d-42be-89cb-f7af41ac85df tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614507 Sep 17 01:38:05.883024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Calling delete_port for 05a51814-e416-4bda-9284-c92a24fd440a owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:38:05.921633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58666) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:05.955540 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:05.981213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] Pushing event deleted for resources: {'Port': ['ID=418eec2b-a515-47e5-8a42-6e43819e9801,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:05.992969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab73a272-fd09-4c4c-9a6a-31edc2aa3482 None None] No DVR routers for this DVR port 418eec2b-a515-47e5-8a42-6e43819e9801 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:38:06.000531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaa2492-5404-45bb-ba97-e84e1267c94e tempest-TestVolumeBootPattern-1353201855 tempest-TestVolumeBootPattern-1353201855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:06.014782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5aaa2492-5404-45bb-ba97-e84e1267c94e tempest-TestVolumeBootPattern-1353201855 tempest-TestVolumeBootPattern-1353201855-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1092 time: 0.0838335 Sep 17 01:38:06.019210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:06.021320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:38:06.123598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.161172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.195378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Port': ['ID=05a51814-e416-4bda-9284-c92a24fd440a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:06.235464 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.274172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.346051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.25.1.7 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/3e307882-a24a-430f-a870-4075c8cfb398) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:38:06.371629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.373763 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.454954 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.490771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.491358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Fanout notify agent at l3_agent the message router_deleted on router b65ddab2-9bf7-400c-a5f5-6ba0aa230151 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:38:06.500748 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.500748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-176bc577-4856-472c-b30c-5ac94860dd9b tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/routers/b65ddab2-9bf7-400c-a5f5-6ba0aa230151 HTTP/1.1" status: 204 len: 168 time: 1.2837989 Sep 17 01:38:06.503631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58674) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:06.573614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.639748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.643323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=3e307882-a24a-430f-a870-4075c8cfb398,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:06.650042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:38:06.653878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:38:06.656155 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:38:06.786344 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.834868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ebb725-4631-4a9d-b7b6-bbc5a3076005']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:06.848254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:06.848550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3fc1c2-7aac-4b0c-a1af-afdce8e188b9') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:06.868193 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.914999 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.927266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:38:06.927266 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:38:06.928548 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:38:07.043135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 418eec2b-a515-47e5-8a42-6e43819e9801 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:38:07.065967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 418eec2b-a515-47e5-8a42-6e43819e9801 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:38:07.071541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 418eec2b-a515-47e5-8a42-6e43819e9801 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:38:07.071541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d2567e7f-84af-41ad-bed4-4a0274ef9457 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:38:07.085160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d2567e7f-84af-41ad-bed4-4a0274ef9457 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:38:07.085426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d2567e7f-84af-41ad-bed4-4a0274ef9457 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:38:07.085833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 05a51814-e416-4bda-9284-c92a24fd440a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:38:07.104703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 05a51814-e416-4bda-9284-c92a24fd440a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:38:07.105051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 05a51814-e416-4bda-9284-c92a24fd440a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:38:07.415140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:07.441160 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:07.443236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] 10.222.0.13 "DELETE /v2.0/networks/97ebb725-4631-4a9d-b7b6-bbc5a3076005 HTTP/1.1" status: 204 len: 168 time: 0.9380689 Sep 17 01:38:07.468450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7bd51-5d57-48dc-a8e5-afe2768bdac6 tempest-TestSecurityGroupsBasicOps-388212255 tempest-TestSecurityGroupsBasicOps-388212255-project] Pushing event deleted for resources: {'Network': ['ID=97ebb725-4631-4a9d-b7b6-bbc5a3076005,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:07.706416 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:07.859718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.027525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.072250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58696) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:08.119512 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.166549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3834e135-4ee3-4b21-b5f5-5a9da25e6a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.212343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=3e307882-a24a-430f-a870-4075c8cfb398,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:08.234911 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.284270 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-969f05f8-8c59-4929-b2bd-98111029e6f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b64d2ae8f578470db134352ddc70a384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107587 Sep 17 01:38:08.286775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58702) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:08.387660 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Floating IP aa99d94f-f3fc-4da2-9584-b4c42abe7f59 associated. External IP: 172.25.1.7, port: c02c4f72-d338-433d-a82a-c15d05b4198e. Sep 17 01:38:08.389825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79a28d81-5664-423b-84a8-eaeb6d6798ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.451493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79a28d81-5664-423b-84a8-eaeb6d6798ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.648083 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:38:08.690239 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79a28d81-5664-423b-84a8-eaeb6d6798ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.693033 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-79a28d81-5664-423b-84a8-eaeb6d6798ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.694212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-79a28d81-5664-423b-84a8-eaeb6d6798ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2ccb838-605a-45ef-8297-e4f857a30198 HTTP/1.1" status: 204 len: 168 time: 0.4065142 Sep 17 01:38:08.705765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a28d81-5664-423b-84a8-eaeb6d6798ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ccb838-605a-45ef-8297-e4f857a30198,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:08.792064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:38:08.802392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:38:08.811111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:38:08.811740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:38:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:08.886378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:08.921248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-26db6c91-8318-4af2-ac23-30083115bd36 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9045937 Sep 17 01:38:08.922006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:38:08.927070 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14992fb6-894b-4d91-adf9-e30484671d41" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:38:08.949966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:38:08.970932 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a72cf-0d29-4b53-a5d8-ea8cb12b8afc x-openstack-request-id: req-be5a72cf-0d29-4b53-a5d8-ea8cb12b8afc {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:38:08.971384 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:38:08.971733 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be5a72cf-0d29-4b53-a5d8-ea8cb12b8afc {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:38:08.972228 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'status': 'completed', 'code': 200} Sep 17 01:38:09.040548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992fb6-894b-4d91-adf9-e30484671d41 req-7cc3fa75-1cf4-4395-a501-d732f4939372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:09.042748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-7cc3fa75-1cf4-4395-a501-d732f4939372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0506058 Sep 17 01:38:09.140039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.147604 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992fb6-894b-4d91-adf9-e30484671d41 req-8df94799-f342-408d-bb51-a82b8ba51c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:09.149147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-8df94799-f342-408d-bb51-a82b8ba51c35 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0995507 Sep 17 01:38:09.229241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-e34112ca-2cfa-49f1-b9ad-833a929b2088 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 998 time: 0.0729883 Sep 17 01:38:09.230966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:07Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:09.258019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:38:09.266296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:38:09.266899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:38:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:09.279386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992fb6-894b-4d91-adf9-e30484671d41 req-6d7184e2-06c5-4bd6-8f77-f0ab8def1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:09.280894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-6d7184e2-06c5-4bd6-8f77-f0ab8def1cb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0450702 Sep 17 01:38:09.329108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992fb6-894b-4d91-adf9-e30484671d41 req-f1a1e747-1a86-4ad3-a03a-4082d1c351e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:09.331466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-f1a1e747-1a86-4ad3-a03a-4082d1c351e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435257 Sep 17 01:38:09.379930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:38:09.438485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 58722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:09.441479 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-77a1a9a9-8e12-4027-902f-8668db122878 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029027 Sep 17 01:38:09.452854 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55f175cf-a0aa-431a-be4d-b4bb6c34bdb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.569479 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14992fb6-894b-4d91-adf9-e30484671d41 req-6d7cb6a0-1d81-4a37-ae36-9ca4ccbbd898 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203740 Sep 17 01:38:09.600054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55f175cf-a0aa-431a-be4d-b4bb6c34bdb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.632193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.680803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55f175cf-a0aa-431a-be4d-b4bb6c34bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.685558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:07Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:38:09.717482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16729422-0cd9-4948-b388-a0c34547e065 None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:07Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:38:09.730836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-55f175cf-a0aa-431a-be4d-b4bb6c34bdb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca9a3f45d14b4d369c7fd3cbb8459646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912421 Sep 17 01:38:09.733643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58724) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:09.733868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f175cf-a0aa-431a-be4d-b4bb6c34bdb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd8a69c-3610-44fa-8a42-eb2fd5046032,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:09.803299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5698b1b-bc2f-41d8-9a3c-bea6c4861d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.827899 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5698b1b-bc2f-41d8-9a3c-bea6c4861d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.960131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5698b1b-bc2f-41d8-9a3c-bea6c4861d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.962737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f5698b1b-bc2f-41d8-9a3c-bea6c4861d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:09.969846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f5698b1b-bc2f-41d8-9a3c-bea6c4861d13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5cd8a69c-3610-44fa-8a42-eb2fd5046032 HTTP/1.1" status: 204 len: 168 time: 0.2345655 Sep 17 01:38:09.979398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5698b1b-bc2f-41d8-9a3c-bea6c4861d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd8a69c-3610-44fa-8a42-eb2fd5046032,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:10.012991 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac40651-933d-4111-8ee7-a3bd9bb3c9db None None] New status for floating IP aa99d94f-f3fc-4da2-9584-b4c42abe7f59: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:38:10.222644 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:38:10.666656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:10.708478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-169504ab-4242-4ff1-aa50-8c003c05352c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dc3c505d724540b89198392ab1318849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405414 Sep 17 01:38:10.711052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 58742) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:38:10.759266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45184b90-1dba-4dfb-af67-4d7b45ff1586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:10.780425 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45184b90-1dba-4dfb-af67-4d7b45ff1586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:10.891845 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45184b90-1dba-4dfb-af67-4d7b45ff1586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:10.895222 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-45184b90-1dba-4dfb-af67-4d7b45ff1586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:10.896408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-45184b90-1dba-4dfb-af67-4d7b45ff1586 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/204bdc85-05e4-453f-8dff-49e84e9af8ad HTTP/1.1" status: 204 len: 168 time: 0.1844015 Sep 17 01:38:10.904191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45184b90-1dba-4dfb-af67-4d7b45ff1586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204bdc85-05e4-453f-8dff-49e84e9af8ad,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:38:11.125181 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:24.638347 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-59e63703-09dc-4479-8f64-ac2b69f6f65b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393374 Sep 17 01:38:24.721012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-cb9c18f9-fc63-41f1-bcd6-d06ce50c4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:24.722257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-cb9c18f9-fc63-41f1-bcd6-d06ce50c4738 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0440488 Sep 17 01:38:24.826201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-32b08a48-02e9-4873-8f05-e448feb9714c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:24.827706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-32b08a48-02e9-4873-8f05-e448feb9714c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0862215 Sep 17 01:38:24.896691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-5ae55efe-6654-40fe-a9cf-9474a3a15a66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 1000 time: 0.0616429 Sep 17 01:38:24.950522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-5b462da2-b006-47e7-9a56-ecb286ac5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:24.952346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-5b462da2-b006-47e7-9a56-ecb286ac5415 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0484178 Sep 17 01:38:25.003983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-b495f967-a438-46e0-8b80-f239356e4bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:25.005578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-b495f967-a438-46e0-8b80-f239356e4bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457366 Sep 17 01:38:25.113933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-48c8ff6f-9514-42f2-80ab-70c8f910362a service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003759 Sep 17 01:38:25.215181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b97186b-f8a6-4e8e-b3f5-982e8dd2fce1 req-35e737df-2745-41c6-82dc-d3278fbc875b service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940061 Sep 17 01:38:28.902277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:29.359336 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:35.467368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7bdb6c2d-c7cb-410d-84d1-e7e837ca7d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:38.160696 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1545f4d-131f-4f5d-9f09-53a434a44ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:39.069734 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:39.543053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:41.120839 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:43.859044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-79f5a77a-0c30-434c-9502-4e7693cb65c8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462267 Sep 17 01:38:44.008015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-a239d545-01f6-4df2-9c53-2ce677e6664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:44.009508 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-a239d545-01f6-4df2-9c53-2ce677e6664f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.0424743 Sep 17 01:38:44.131601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-9c2e86aa-9efd-4bee-ae33-749724fcc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:44.131601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-9c2e86aa-9efd-4bee-ae33-749724fcc979 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 910 time: 0.1001439 Sep 17 01:38:44.200305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-3c2f28a8-2082-4460-b6b6-8e0064f7fd3c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 1002 time: 0.0638382 Sep 17 01:38:44.249602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-09755915-90c6-440e-98b8-d0b8e6cff70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:44.251147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-09755915-90c6-440e-98b8-d0b8e6cff70e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 200 len: 848 time: 0.0443149 Sep 17 01:38:44.298327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-cfdcaa77-10b2-48ca-9587-9d40aa724e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:38:44.300029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-cfdcaa77-10b2-48ca-9587-9d40aa724e77 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f81c17c6-1c09-45f3-95f5-973730e95767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419097 Sep 17 01:38:44.403674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-f824b220-1327-449a-8829-3e59668c6d32 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945094 Sep 17 01:38:44.514682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03b7c9d-f306-4688-b964-d17f47b58c68 req-e6028483-cd40-4fc1-9877-b2d5558a5c7e service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040606 Sep 17 01:38:47.227226 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:38:58.890170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:38:59.354417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:05.440293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f8762304-f941-4953-9fa4-5801351b375a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:08.160339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fe356387-8fe5-4c08-bee4-e822f9007948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:09.074894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:09.531728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:11.130086 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:24.227085 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:39:26.606749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-8983854f-9e55-417d-8d48-2fc817ca9a5b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401616 Sep 17 01:39:26.684992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cac16-6025-43de-8c6f-036462a66dd1 req-124a6a43-715e-4382-a426-79ed2ba5a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:26.686487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-124a6a43-715e-4382-a426-79ed2ba5a724 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0398052 Sep 17 01:39:26.791605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cac16-6025-43de-8c6f-036462a66dd1 req-bcf7abc1-1551-4655-b760-46ca6dc76957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:26.793696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-bcf7abc1-1551-4655-b760-46ca6dc76957 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0871770 Sep 17 01:39:26.865333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-e569853f-6c64-4a93-b6b2-ba41a1581be6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 1000 time: 0.0603542 Sep 17 01:39:26.913338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cac16-6025-43de-8c6f-036462a66dd1 req-36ab6f04-f48d-4372-ba69-84f96754724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:26.914797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-36ab6f04-f48d-4372-ba69-84f96754724b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0478113 Sep 17 01:39:26.964387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cac16-6025-43de-8c6f-036462a66dd1 req-eab4868f-a29f-484e-ad6f-c1f47f790cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:26.965869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-eab4868f-a29f-484e-ad6f-c1f47f790cc9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443590 Sep 17 01:39:27.055736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-71f00d97-78c1-45f7-af1d-dc21dbe664e8 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828781 Sep 17 01:39:27.150455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-376cac16-6025-43de-8c6f-036462a66dd1 req-7dafaab7-55eb-4f02-897a-7a1c80eded0c service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876219 Sep 17 01:39:28.932076 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:29.324167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:35.445925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b83de5ac-1045-462d-b3de-a27402b36c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:38.169824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7196117c-05b5-4142-816b-649f82295f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:39.068874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:39.531719 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:41.114271 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:43.857045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-4bb11181-7a94-425d-92d4-1c42c1b14517 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450108 Sep 17 01:39:43.948287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-e6b3cbac-78c6-49fe-9dc5-3413d3d78f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:43.949981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-e6b3cbac-78c6-49fe-9dc5-3413d3d78f2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=90ca127359924ef7b471e16da4b50273&device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 1097 time: 0.0439224 Sep 17 01:39:44.059466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-9b8c12f2-8c84-44bd-bb6a-c1e59a7a2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:44.060963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-9b8c12f2-8c84-44bd-bb6a-c1e59a7a2936 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 200 len: 910 time: 0.0904710 Sep 17 01:39:44.134968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-517e6b2d-ee21-4749-bcb8-37dbb8467a0d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 200 len: 1002 time: 0.0671918 Sep 17 01:39:44.187847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-9cbe5fd3-ce34-407a-9a2a-d41403eb285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:44.189238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-9cbe5fd3-ce34-407a-9a2a-d41403eb285a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 200 len: 848 time: 0.0477226 Sep 17 01:39:44.236305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-47c5c1de-8b92-4f68-b64a-e4d693013cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:39:44.238314 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-47c5c1de-8b92-4f68-b64a-e4d693013cd9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f81c17c6-1c09-45f3-95f5-973730e95767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411894 Sep 17 01:39:44.335696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-02bd2083-e192-404d-979f-a2bb6f34e833 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898204 Sep 17 01:39:44.428987 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a103b4f-9dab-49ce-8ae6-06ac8cdd37e0 req-0e526f9d-96f1-4408-9a8b-f2d7cd77e025 service neutron] 10.222.0.23 "GET /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866406 Sep 17 01:39:51.796748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-4aa731bb-5410-4348-8448-07d3476d45f2 req-f5eefc04-ea7f-49bb-a244-c764f7f7ed8c service neutron] (112072) timed out ('10.222.0.13', 41364) {{(pid=112072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:39:55.306752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-703e26da-1d58-43e8-9903-473533712dfe req-fb75368e-5cf9-4529-8ab6-7f39f1f8c774 service neutron] (112072) timed out ('10.222.0.13', 32786) {{(pid=112072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:39:58.891717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:39:59.348756 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:01.227495 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:40:05.455831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c909545d-de1a-4f71-b544-48855c416a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:08.176987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fb1778b5-8b99-40c7-b75d-568733330333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:09.129629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:09.548449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:11.163395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:19.015777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4efbb-71f1-4a30-bd51-285f23d4ee17 req-a925b4a6-fa1b-41a7-907a-c2f38d05ffec tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:19.018400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9b4efbb-71f1-4a30-bd51-285f23d4ee17 req-a925b4a6-fa1b-41a7-907a-c2f38d05ffec tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0542750 Sep 17 01:40:19.062545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9b4efbb-71f1-4a30-bd51-285f23d4ee17 req-80ae15fe-3edb-49ed-b30c-6bdadc0c57b4 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348377 Sep 17 01:40:20.233812 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f0b56-e8f3-41c9-9133-3bf0c08bf377 req-e53e9b7e-2685-4306-b9a5-e30d2ca3f044 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:20.236566 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab9f0b56-e8f3-41c9-9133-3bf0c08bf377 req-e53e9b7e-2685-4306-b9a5-e30d2ca3f044 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0660706 Sep 17 01:40:20.274411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd198a-4bde-4814-83ad-5895a532d96a req-487bf1ef-0c7c-475a-9f31-eb3319be2e54 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:20.277196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16fd198a-4bde-4814-83ad-5895a532d96a req-487bf1ef-0c7c-475a-9f31-eb3319be2e54 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.23 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 946 time: 0.0761569 Sep 17 01:40:20.279879 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ab9f0b56-e8f3-41c9-9133-3bf0c08bf377 req-d17a2929-f36d-4503-82d2-50130aa37ca8 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/security-groups?id=35bcff0a-0511-44cd-b86f-e955c16a9e1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358644 Sep 17 01:40:20.379142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Deleting port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:20.379981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:20.495843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] For port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:20.496216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:20.699451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:20.700449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:20.700449 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Floating IP 1109d24f-e4c8-4eb6-9b7d-782004555a8e disassociated. External IP: 172.25.1.124, port: b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e. Sep 17 01:40:20.700449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Calling delete_port for b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:20.920024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:20.953227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event deleted for resources: {'Port': ['ID=b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:20.964159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.964550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.964892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.965227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.965557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.965886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.966211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.966538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.966859 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.967202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.967528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:20.967846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:21.086715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Router c33a4ddb-ad42-41be-8a70-10d8587f3b2c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:40:21.605379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:40:21.618328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] Sync routers for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:40:21.633256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:40:21.635442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:21.684685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40914846-cfa9-4c74-b99f-8323a60c8b60 req-399d7518-3ac3-4f70-8041-40d9042fd83e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 210 time: 0.0474122 Sep 17 01:40:21.685340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] No DVR routers for this DVR port b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:40:21.688403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:21.691970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16fd198a-4bde-4814-83ad-5895a532d96a req-d6500e4f-cf5c-4bd7-864e-76177c139a5e tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.23 "DELETE /v2.0/ports/b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e HTTP/1.1" status: 204 len: 173 time: 1.4095891 Sep 17 01:40:21.692443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'name': 'network-vif-deleted', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:40:21.702834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a6f16a-1f87-432c-bfb3-5585b0a832fb" -d '{"events": [{"server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "name": "network-vif-deleted", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:40:21.761505 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ba9662-581f-4771-b553-aa2b4bede640 x-openstack-request-id: req-84ba9662-581f-4771-b553-aa2b4bede640 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:40:21.762303 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1bf495-7702-4cb8-a24f-cd0309b00ddf", "name": "network-vif-deleted", "tag": "b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:40:21.762567 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-84ba9662-581f-4771-b553-aa2b4bede640 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:40:21.763127 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1bf495-7702-4cb8-a24f-cd0309b00ddf', 'name': 'network-vif-deleted', 'tag': 'b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e', 'status': 'completed', 'code': 200} Sep 17 01:40:21.783789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:40:22.022438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:22.050448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] Checking router: c33a4ddb-ad42-41be-8a70-10d8587f3b2c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:40:22.059432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:40:22.060108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:22.178642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:40:22.414181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:22.452649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303eb003-28c3-4c67-b262-b8a31065d9dd None None] The sync data for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 is: [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:35:11Z', 'revision_number': 4, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '7bf53d4d-9804-464d-bf9b-8c4f48699603', 'name': '', 'network_id': 'f81c17c6-1c09-45f3-95f5-973730e95767', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'mac_address': 'fa:16:3e:98:db:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:10Z', 'updated_at': '2021-09-17T01:35:16Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'subnets': [{'id': '95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:40:22.715544 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2068197e-03cc-41ba-9a03-56b776d1202d None None] New status for floating IP 1109d24f-e4c8-4eb6-9b7d-782004555a8e: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:40:22.852951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d4d0b938-6572-4779-b415-7c1651666afa req-a6f69398-181b-4808-8df7-0cebb33394a6 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd1bf495-7702-4cb8-a24f-cd0309b00ddf HTTP/1.1" status: 200 len: 210 time: 0.0405734 Sep 17 01:40:23.916370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60564) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:24.054595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Deleting port 9001022a-89c8-46d2-8f03-67f367e9af6e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:24.054939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.134186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.134516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.151483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Calling delete_port for 9001022a-89c8-46d2-8f03-67f367e9af6e owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:24.388720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.418109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event deleted for resources: {'Port': ['ID=9001022a-89c8-46d2-8f03-67f367e9af6e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:24.509283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.511815 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.513025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-02f4e905-f7ee-4a92-915c-4c16cbad44f0 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "DELETE /v2.0/floatingips/1109d24f-e4c8-4eb6-9b7d-782004555a8e HTTP/1.1" status: 204 len: 168 time: 0.5956457 Sep 17 01:40:24.592550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60582) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:24.656572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68cbbd73-a5bc-41c0-8cfd-1b767e44ea66 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.680586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68cbbd73-a5bc-41c0-8cfd-1b767e44ea66 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.817989 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68cbbd73-a5bc-41c0-8cfd-1b767e44ea66 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.820783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-68cbbd73-a5bc-41c0-8cfd-1b767e44ea66 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:24.824638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-68cbbd73-a5bc-41c0-8cfd-1b767e44ea66 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] 10.222.0.13 "DELETE /v2.0/security-groups/35bcff0a-0511-44cd-b86f-e955c16a9e1d HTTP/1.1" status: 204 len: 168 time: 0.2285123 Sep 17 01:40:24.842974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbbd73-a5bc-41c0-8cfd-1b767e44ea66 tempest-TestServerBasicOps-1691788014 tempest-TestServerBasicOps-1691788014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bcff0a-0511-44cd-b86f-e955c16a9e1d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:24.886466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:24.909736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:24.910088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b754a9f5-1c1b-4e98-8cdd-eb8bf545f48e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:24.928284 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:25.485019 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:25.787385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Deleting port 7bf53d4d-9804-464d-bf9b-8c4f48699603 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:25.787741 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:25.876946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] For port 7bf53d4d-9804-464d-bf9b-8c4f48699603, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7bf53d4d-9804-464d-bf9b-8c4f48699603,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:25.877313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:25.894431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Calling delete_port for 7bf53d4d-9804-464d-bf9b-8c4f48699603 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:26.186430 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:26.212625 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf53d4d-9804-464d-bf9b-8c4f48699603,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:26.230682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.231464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.231750 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.232093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.232457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.232743 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.233070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.233397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.233734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.234058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.234381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.234699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:26.605882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-da7a019e-a522-4ec7-a112-c951945e0e44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687029 Sep 17 01:40:26.708143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-78a23908-fe50-4f51-ae73-63ccecfa87c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:26.709709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-78a23908-fe50-4f51-ae73-63ccecfa87c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0470548 Sep 17 01:40:26.711179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:26.841206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-2817bbc2-e8ac-4ba7-bf3b-f77aa94c9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:26.842759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-2817bbc2-e8ac-4ba7-bf3b-f77aa94c9094 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.1136956 Sep 17 01:40:26.920192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-b8831822-22a6-4ada-9b5a-6db11b2052b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 1000 time: 0.0707574 Sep 17 01:40:26.987046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Router c33a4ddb-ad42-41be-8a70-10d8587f3b2c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:40:26.988506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-67ccf675-3338-4bde-8dbf-cbe952d8d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:26.990706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-67ccf675-3338-4bde-8dbf-cbe952d8d5aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0603883 Sep 17 01:40:27.040007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-fe65daaf-f1db-4ae4-82c7-cb33a6d7a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:27.041900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-fe65daaf-f1db-4ae4-82c7-cb33a6d7a976 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442510 Sep 17 01:40:27.126050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:40:27.134734 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a53ebff9-9f16-445f-b990-a3960cfaca61 admin admin] 10.222.0.13 "PUT /v2.0/routers/c33a4ddb-ad42-41be-8a70-10d8587f3b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2042418 Sep 17 01:40:27.137474 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60634) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:27.140657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] Sync routers for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:40:27.143886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-fdda6f9e-daa3-4282-8063-8d25da8f0239 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943387 Sep 17 01:40:27.163244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:40:27.163880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:27.247792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-122bb654-8982-4f8e-b46d-5a47ef977346 req-72f20482-7808-4c8f-8936-0505f40bd878 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963860 Sep 17 01:40:27.281880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:40:27.296062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:27.424163 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:27.544618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Deleting port a2f98fc2-0075-4207-b9a8-095ca85c86c2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:27.544969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:27.638673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] For port a2f98fc2-0075-4207-b9a8-095ca85c86c2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a2f98fc2-0075-4207-b9a8-095ca85c86c2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:27.646274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:27.666206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Calling delete_port for a2f98fc2-0075-4207-b9a8-095ca85c86c2 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:27.669506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:40:26Z', 'revision_number': 5, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port': {'id': 'a2f98fc2-0075-4207-b9a8-095ca85c86c2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:fb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:08Z', 'updated_at': '2021-09-17T01:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:27.704852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] Checking router: c33a4ddb-ad42-41be-8a70-10d8587f3b2c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:40:27.714150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] Routers {'c33a4ddb-ad42-41be-8a70-10d8587f3b2c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:40:27.714812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:27.826320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] Set router c33a4ddb-ad42-41be-8a70-10d8587f3b2c gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:40:27.880068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:40:27Z', 'revision_number': 6, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:27.911749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7015e-a545-4927-8b33-87dde10fdd3b None None] The sync data for ids ['c33a4ddb-ad42-41be-8a70-10d8587f3b2c'] in n-d-789963-7 is: [{'id': 'c33a4ddb-ad42-41be-8a70-10d8587f3b2c', 'name': 'tempest-TestServerBasicOps-1559084327-router', 'tenant_id': '90ca127359924ef7b471e16da4b50273', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:07Z', 'updated_at': '2021-09-17T01:40:27Z', 'revision_number': 6, 'project_id': '90ca127359924ef7b471e16da4b50273', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:40:27.954197 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:27.988396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2f98fc2-0075-4207-b9a8-095ca85c86c2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:28.050858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.144330 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.147061 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.348821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.349475 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c33a4ddb-ad42-41be-8a70-10d8587f3b2c {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:40:28.353926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.355344 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-814c695f-cd2e-4a3a-8bf9-e2a5c43bdc66 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c33a4ddb-ad42-41be-8a70-10d8587f3b2c HTTP/1.1" status: 204 len: 168 time: 1.2167823 Sep 17 01:40:28.357934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:28.412598 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Deleting subnet 95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:40:28.415858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.453189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.549606 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.715103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.749317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:28.753015 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.758924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44751aa9-979b-4745-acda-64844ebbd011 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/95bd4933-c08b-4dd2-b79f-0ea4c7ec7d9b HTTP/1.1" status: 204 len: 168 time: 0.3978465 Sep 17 01:40:28.759513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60664) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:28.783054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f089dcb-f463-42b5-8f72-4b2500e1b5d5 None None] Network f81c17c6-1c09-45f3-95f5-973730e95767 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:40:28.866727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.940918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Deleting port d565bb14-d98f-4b96-89b9-2c01aa59fe9f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:28.944548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:28.962954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7bf53d4d-9804-464d-bf9b-8c4f48699603 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:28.990933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7bf53d4d-9804-464d-bf9b-8c4f48699603 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:28.991588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7bf53d4d-9804-464d-bf9b-8c4f48699603 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:28.992289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a2f98fc2-0075-4207-b9a8-095ca85c86c2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:29.015370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a2f98fc2-0075-4207-b9a8-095ca85c86c2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:29.015707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a2f98fc2-0075-4207-b9a8-095ca85c86c2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:29.018205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.026785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] For port d565bb14-d98f-4b96-89b9-2c01aa59fe9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:29.026785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.042376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Calling delete_port for d565bb14-d98f-4b96-89b9-2c01aa59fe9f owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:29.116184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] DHCP port deletion for f81c17c6-1c09-45f3-95f5-973730e95767 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:40:29.185338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Deleting port d565bb14-d98f-4b96-89b9-2c01aa59fe9f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:29.185751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.223770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.253561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:29.257525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] No DVR routers for this DVR port d565bb14-d98f-4b96-89b9-2c01aa59fe9f on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:40:29.268784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] For port d565bb14-d98f-4b96-89b9-2c01aa59fe9f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,segment=NetworkSegment(8d40f9be-8a19-485f-b3b3-aef08e9c076e),segment_id=8d40f9be-8a19-485f-b3b3-aef08e9c076e)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:29.269186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.291348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Calling delete_port for d565bb14-d98f-4b96-89b9-2c01aa59fe9f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:29.338145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.359411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81c17c6-1c09-45f3-95f5-973730e95767']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:29.369688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d40f9be-8a19-485f-b3b3-aef08e9c076e') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:29.369983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d40f9be-8a19-485f-b3b3-aef08e9c076e') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:29.378280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.381765 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.407827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.411960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Pushing event deleted for resources: {'Port': ['ID=d565bb14-d98f-4b96-89b9-2c01aa59fe9f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:29.414739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] No DVR routers for this DVR port d565bb14-d98f-4b96-89b9-2c01aa59fe9f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:40:29.419646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:40:29.420035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:40:29.423423 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:40:29.426052 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.426052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.426052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.426052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.426052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.426052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.426554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.426772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.427061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.427610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.428108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.428603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.429235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c13e26-f360-424d-9084-8dfd352c2a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:40:29.563559 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.570061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:29.571838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f81c17c6-1c09-45f3-95f5-973730e95767 HTTP/1.1" status: 204 len: 168 time: 0.8113608 Sep 17 01:40:29.574893 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60680) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:29.590111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c17472-6269-472a-95ed-fdca25b65b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=f81c17c6-1c09-45f3-95f5-973730e95767,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:29.969687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:30.246466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Deleting port 30dd0a27-b83c-4bfc-982b-d5a170e9971e {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:30.246806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:30.333316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] For port 30dd0a27-b83c-4bfc-982b-d5a170e9971e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=30dd0a27-b83c-4bfc-982b-d5a170e9971e,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:30.365583 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:30.365583 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Calling delete_port for 30dd0a27-b83c-4bfc-982b-d5a170e9971e owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:30.623202 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:30.651265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Pushing event deleted for resources: {'Port': ['ID=30dd0a27-b83c-4bfc-982b-d5a170e9971e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:31.012225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d565bb14-d98f-4b96-89b9-2c01aa59fe9f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:31.037717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d565bb14-d98f-4b96-89b9-2c01aa59fe9f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:31.038053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d565bb14-d98f-4b96-89b9-2c01aa59fe9f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:31.156580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:31.401883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Router 5babedf4-4e52-47b9-97d7-69f71eedadc2 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:40:31.515699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:40:31.525020 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8cdfca22-26cf-4aa1-b987-eb24b7a9525c admin admin] 10.222.0.13 "PUT /v2.0/routers/5babedf4-4e52-47b9-97d7-69f71eedadc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9486961 Sep 17 01:40:31.527463 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60718) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:31.529376 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] Sync routers for ids ['5babedf4-4e52-47b9-97d7-69f71eedadc2'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:40:31.540179 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] Routers {'5babedf4-4e52-47b9-97d7-69f71eedadc2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:40:31.540810 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5babedf4-4e52-47b9-97d7-69f71eedadc2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:31.642062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:31.725242 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] Set router 5babedf4-4e52-47b9-97d7-69f71eedadc2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:40:31.750453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:31.857476 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:40:30Z', 'revision_number': 5, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:31.896461 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] Checking router: 5babedf4-4e52-47b9-97d7-69f71eedadc2 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:40:31.905277 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] Routers {'5babedf4-4e52-47b9-97d7-69f71eedadc2'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:40:31.905881 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['5babedf4-4e52-47b9-97d7-69f71eedadc2'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:31.976073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Deleting port 7aad0269-6347-49d3-be8c-a586c5a4f2a4 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:31.977038 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.068358 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] Set router 5babedf4-4e52-47b9-97d7-69f71eedadc2 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:40:32.092904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] For port 7aad0269-6347-49d3-be8c-a586c5a4f2a4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7aad0269-6347-49d3-be8c-a586c5a4f2a4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:32.094111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.108783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Calling delete_port for 7aad0269-6347-49d3-be8c-a586c5a4f2a4 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:32.260468 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:40:30Z', 'revision_number': 5, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:32.288915 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63eedc7d-796e-442e-8310-f2ad12249792 None None] The sync data for ids ['5babedf4-4e52-47b9-97d7-69f71eedadc2'] in n-d-789963-7 is: [{'id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'name': 'tempest-TestServerBasicOps-1243829165-router', 'tenant_id': 'd83ca8feb81445e0a7b2df97362656d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:35:14Z', 'updated_at': '2021-09-17T01:40:30Z', 'revision_number': 5, 'project_id': 'd83ca8feb81445e0a7b2df97362656d5', 'gw_port': {'id': '7aad0269-6347-49d3-be8c-a586c5a4f2a4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:f8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5babedf4-4e52-47b9-97d7-69f71eedadc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:35:15Z', 'updated_at': '2021-09-17T01:35:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:40:32.403387 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.432235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7aad0269-6347-49d3-be8c-a586c5a4f2a4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:32.517333 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.635389 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.636273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.743284 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.746382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5babedf4-4e52-47b9-97d7-69f71eedadc2 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:40:32.749870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.751061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7590817f-df2b-43aa-8b49-d39d577218cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/5babedf4-4e52-47b9-97d7-69f71eedadc2 HTTP/1.1" status: 204 len: 168 time: 1.2224569 Sep 17 01:40:32.753784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60738) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:32.808994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Deleting subnet 408234e6-09c7-4cea-85a7-fb6876d2070e {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:40:32.813283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.853262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.927833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 30dd0a27-b83c-4bfc-982b-d5a170e9971e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:32.953143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:32.955737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 30dd0a27-b83c-4bfc-982b-d5a170e9971e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:32.956339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 30dd0a27-b83c-4bfc-982b-d5a170e9971e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:33.152383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.178572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=408234e6-09c7-4cea-85a7-fb6876d2070e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:33.188597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.190742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dc9a4d0c-22c6-4ab6-9431-beecc4b8786d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/408234e6-09c7-4cea-85a7-fb6876d2070e HTTP/1.1" status: 204 len: 168 time: 0.4350975 Sep 17 01:40:33.190896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab896a-bc6a-4c37-9c28-feaf268d0d9d None None] Network a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:40:33.195302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60744) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:33.271871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.397189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Deleting port 28bd77f7-1926-4f2b-8ca8-34e88235f453 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:33.397559 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.453247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] DHCP port deletion for a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:40:33.510736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] For port 28bd77f7-1926-4f2b-8ca8-34e88235f453, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=28bd77f7-1926-4f2b-8ca8-34e88235f453,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:33.511260 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.533524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Calling delete_port for 28bd77f7-1926-4f2b-8ca8-34e88235f453 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:33.539973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] Deleting port 28bd77f7-1926-4f2b-8ca8-34e88235f453 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:40:33.540695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.609575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] For port 28bd77f7-1926-4f2b-8ca8-34e88235f453, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=28bd77f7-1926-4f2b-8ca8-34e88235f453,segment=NetworkSegment(06eac07b-fba8-4b61-af58-0224a7a4408a),segment_id=06eac07b-fba8-4b61-af58-0224a7a4408a)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:33.610081 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.631416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] Calling delete_port for 28bd77f7-1926-4f2b-8ca8-34e88235f453 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:40:33.792244 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.800127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.826114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Pushing event deleted for resources: {'Port': ['ID=28bd77f7-1926-4f2b-8ca8-34e88235f453,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:33.828285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] Pushing event deleted for resources: {'Port': ['ID=28bd77f7-1926-4f2b-8ca8-34e88235f453,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:33.833710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b86fa-a7df-4149-84ef-e740ffeaea94 None None] No DVR routers for this DVR port 28bd77f7-1926-4f2b-8ca8-34e88235f453 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:40:33.835230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] No DVR routers for this DVR port 28bd77f7-1926-4f2b-8ca8-34e88235f453 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:40:33.923979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.939293 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:33.949734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06eac07b-fba8-4b61-af58-0224a7a4408a') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:33.950080 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06eac07b-fba8-4b61-af58-0224a7a4408a') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:40:33.967380 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.984795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.991690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:40:33.992088 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:40:33.993898 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:40:34.125626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:34.140940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:34.140940 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] 10.222.0.13 "DELETE /v2.0/networks/a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9 HTTP/1.1" status: 204 len: 168 time: 0.9431059 Sep 17 01:40:34.174993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3e410-7349-4bdb-89e1-d059db62efce admin admin] Pushing event deleted for resources: {'Network': ['ID=a2eb63d0-3a99-4025-b763-a4a1ee3ae6e9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:34.564537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60752) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:34.615126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-39b3df6f-ca7e-4dc9-8686-a40177c84b08 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90ca127359924ef7b471e16da4b50273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491014 Sep 17 01:40:34.617124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60754) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:34.676527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e9566a4-b05f-430b-bde8-f5569fccd9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:34.705612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e9566a4-b05f-430b-bde8-f5569fccd9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:34.844908 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e9566a4-b05f-430b-bde8-f5569fccd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:34.848521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0e9566a4-b05f-430b-bde8-f5569fccd9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:34.854541 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0e9566a4-b05f-430b-bde8-f5569fccd9f4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dd169df-14af-4662-b305-63996159ab1b HTTP/1.1" status: 204 len: 168 time: 0.2310724 Sep 17 01:40:34.867096 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9566a4-b05f-430b-bde8-f5569fccd9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd169df-14af-4662-b305-63996159ab1b,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:34.909777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 28bd77f7-1926-4f2b-8ca8-34e88235f453 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:34.930718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 28bd77f7-1926-4f2b-8ca8-34e88235f453 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:34.931070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 28bd77f7-1926-4f2b-8ca8-34e88235f453 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:34.931510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7aad0269-6347-49d3-be8c-a586c5a4f2a4 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:40:34.951259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7aad0269-6347-49d3-be8c-a586c5a4f2a4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:40:34.951615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7aad0269-6347-49d3-be8c-a586c5a4f2a4 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:40:35.445954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-05494d54-8495-4b24-b41d-0367c509fc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:35.621966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 60774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:35.680027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 60776) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:35.680639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-71e7421c-108e-4e2b-a2e0-a6ca9e9a9f87 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d83ca8feb81445e0a7b2df97362656d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572872 Sep 17 01:40:35.698229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-6cdaf2bf-42d2-42fc-be99-01f872ec28d3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1291088395&fields=id&tenant_id=c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 267 time: 0.0486283 Sep 17 01:40:35.732455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d435197-a31b-4002-9b66-206f24ba3497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:35.754746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d435197-a31b-4002-9b66-206f24ba3497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:35.816037 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-92421a41-cdb4-4785-bef7-297cecd01219 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:35.817876 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-92421a41-cdb4-4785-bef7-297cecd01219 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1119933 Sep 17 01:40:35.834358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-53dcd51c-0a9d-4a57-af6e-3646abb7d546 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/quotas/c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 375 time: 0.0100358 Sep 17 01:40:35.880492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d435197-a31b-4002-9b66-206f24ba3497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:35.883113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1d435197-a31b-4002-9b66-206f24ba3497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:35.886943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1d435197-a31b-4002-9b66-206f24ba3497 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9324bb45-7a32-42cf-b0e6-95939ef13f76 HTTP/1.1" status: 204 len: 168 time: 0.2030783 Sep 17 01:40:35.898663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d435197-a31b-4002-9b66-206f24ba3497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9324bb45-7a32-42cf-b0e6-95939ef13f76,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:35.907592 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-5165db0b-41c4-4026-adb0-f6041f74fac7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0653691 Sep 17 01:40:36.004878 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-adb83e99-e38a-460c-9765-1bf0c691c878 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941551 Sep 17 01:40:36.108220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-090b3d96-f92a-4f3e-842b-ada006d32fc3 service neutron] 10.222.0.13 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964782 Sep 17 01:40:36.856794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97244436-7f22-44dc-b22f-8dd0db1c8234 req-8d6da55c-462f-408d-84be-4b098108497e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.2472894 Sep 17 01:40:37.936955 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf9be547-c5c2-4219-b4bd-21e72ae460bc req-14fd485e-2e15-4589-b6c1-8cedfcc77b57 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Sep 17 01:40:38.168818 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d420b932-26c7-4601-9698-4bfeaa8a5000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:38.227624 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:40:39.030298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8848caee-c202-494a-bcb3-e5c5e6d7bbab req-3fe8fda1-7156-4b0c-abfb-86b601456064 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0281084 Sep 17 01:40:39.112132 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:39.557268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:40.129386 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-471adb46-f20f-41ab-b65a-2abaee63604c req-b3002468-7ee9-4ef6-abbe-544bac37905c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0289414 Sep 17 01:40:40.682838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-28c5b978-955f-4ed5-a4ef-67e3dd38ec4a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:40.684305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-28c5b978-955f-4ed5-a4ef-67e3dd38ec4a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 812 time: 0.1073117 Sep 17 01:40:40.731726 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-90960ce1-a7f4-4d60-8857-a01e1187106b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c188f8d48e6944029ce3aa00b57ece8c HTTP/1.1" status: 200 len: 380 time: 0.0380287 Sep 17 01:40:40.741830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'port': {'device_id': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'admin_state_up': True, 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'security_groups': ['da6036f9-9d62-4f3d-8d58-8b03143c38dc']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:40:40.936260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Made reservation on behalf of c188f8d48e6944029ce3aa00b57ece8c for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:40:40.938807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.081874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.20.0.11 (9e052690-426b-429b-914d-973beb27dec6/b5235015-fec0-44fd-bb2d-a55208c7ecee/6f5bb399-0af3-4291-8df2-7e854db50a97) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:40:41.119926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.247810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09392b99-be8f-4b3a-b769-a3626fa89da8 req-753b0a07-afdb-40a1-8491-0e5c4d509734 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0403705 Sep 17 01:40:41.253183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.360533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.404376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 9e052690-426b-429b-914d-973beb27dec6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:40:41.407562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:40:41.410239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:40:41.450887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=6f5bb399-0af3-4291-8df2-7e854db50a97,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:41.499348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:41.500208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.606425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-a535e796-c6af-4e8d-8126-5b663587be89 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8687098 Sep 17 01:40:41.621531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Request body: {'port': {'device_id': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:40:41.674918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9c349839-ba6f-41d0-be58-4297151c506b None None] Provisioning complete for port 6f5bb399-0af3-4291-8df2-7e854db50a97 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:40:41.675965 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c349839-ba6f-41d0-be58-4297151c506b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.684501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.723369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9c349839-ba6f-41d0-be58-4297151c506b None None] Port 6f5bb399-0af3-4291-8df2-7e854db50a97 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:40:41.976035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5bb399-0af3-4291-8df2-7e854db50a97 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:40:41.984545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:41.997921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Transition to ACTIVE for port object 6f5bb399-0af3-4291-8df2-7e854db50a97 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:40:42.080639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:42.164089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Pushing event updated for resources: {'Port': ['ID=6f5bb399-0af3-4291-8df2-7e854db50a97,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:42.232416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Attempting to bind port 6f5bb399-0af3-4291-8df2-7e854db50a97 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:40:42.232801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Attempting to bind port 6f5bb399-0af3-4291-8df2-7e854db50a97 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:40:42.233077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Attempting to bind port 6f5bb399-0af3-4291-8df2-7e854db50a97 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:40:42.238938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Port 6f5bb399-0af3-4291-8df2-7e854db50a97 on network 9e052690-426b-429b-914d-973beb27dec6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:40:42.239328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Attempting to bind port 6f5bb399-0af3-4291-8df2-7e854db50a97 on network 9e052690-426b-429b-914d-973beb27dec6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:40:42.246661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:40:42.247517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Checking segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:40:42.248758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Bound using segment: {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:40:42.248758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Bound port: 6f5bb399-0af3-4291-8df2-7e854db50a97, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3624f3b5-e47f-4b25-878c-6068ba683db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9e052690-426b-429b-914d-973beb27dec6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:40:42.248758 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:42.372295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] For port 6f5bb399-0af3-4291-8df2-7e854db50a97, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:40:42.375776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] For port 6f5bb399-0af3-4291-8df2-7e854db50a97, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6f5bb399-0af3-4291-8df2-7e854db50a97,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:40:42.449570 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67687c8-b005-49a3-a9f6-d90a63526fc6 req-cf69d471-8281-4263-b314-5f117b339062 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:42.457063 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67687c8-b005-49a3-a9f6-d90a63526fc6 req-cf69d471-8281-4263-b314-5f117b339062 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.1029944 Sep 17 01:40:42.461860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:42.505264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:42.505891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:42.506620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d67687c8-b005-49a3-a9f6-d90a63526fc6 req-2470f5f6-5e18-4d07-9928-e6c6176a7167 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483668 Sep 17 01:40:42.507345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] 10.222.0.23 "PUT /v2.0/ports/6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 200 len: 1092 time: 0.8913331 Sep 17 01:40:42.507808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:40:42.510541 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f02a6-4407-45e5-abfa-d084112e5447" -d '{"events": [{"name": "network-changed", "server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:40:42.550364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924d09e-4616-42a3-95d7-265d7c42891f service neutron] Pushing event updated for resources: {'Port': ['ID=6f5bb399-0af3-4291-8df2-7e854db50a97,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:42.574659 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed5e33f-a532-47be-8131-b52d8bd2d308 x-openstack-request-id: req-7ed5e33f-a532-47be-8131-b52d8bd2d308 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:40:42.575007 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:40:42.575511 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7ed5e33f-a532-47be-8131-b52d8bd2d308 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:40:42.575897 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'status': 'completed', 'code': 200} Sep 17 01:40:42.650081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f02a6-4407-45e5-abfa-d084112e5447 req-fea79bf8-5b4b-4b0f-8c55-00b15f67d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:42.652083 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-331f02a6-4407-45e5-abfa-d084112e5447 req-fea79bf8-5b4b-4b0f-8c55-00b15f67d672 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1095 time: 0.0548227 Sep 17 01:40:42.760613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f02a6-4407-45e5-abfa-d084112e5447 req-6124cbdc-df7e-488e-942b-61f82578dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:42.762150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-331f02a6-4407-45e5-abfa-d084112e5447 req-6124cbdc-df7e-488e-942b-61f82578dea0 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1019542 Sep 17 01:40:42.872487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f02a6-4407-45e5-abfa-d084112e5447 req-b4e11ffd-a2b8-4410-9710-3869a6d3ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:42.874009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-331f02a6-4407-45e5-abfa-d084112e5447 req-b4e11ffd-a2b8-4410-9710-3869a6d3ca07 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056139 Sep 17 01:40:42.953995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-c34396c8-01aa-4523-b80b-cd04871f78f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:42.955573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-c34396c8-01aa-4523-b80b-cd04871f78f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1095 time: 0.0445249 Sep 17 01:40:43.002568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-ceb4a633-4dcc-4b56-8d0e-c685db37d421 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 200 len: 217 time: 0.0394602 Sep 17 01:40:43.053833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-4f70957d-9212-43dc-ae3a-bed9e0a451e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:43.055319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-4f70957d-9212-43dc-ae3a-bed9e0a451e9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0460093 Sep 17 01:40:43.104564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-107f76fa-10bd-4a4c-82d8-073d2a340e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:43.106142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-107f76fa-10bd-4a4c-82d8-073d2a340e1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437968 Sep 17 01:40:43.202367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-22649908-4c2c-4eb1-a156-32cb230b5f3a service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890317 Sep 17 01:40:43.294409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2137ee1-8b3c-4e60-8f48-600179a79dc0 req-d70b6610-5888-4e59-895d-7bce56532f18 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850353 Sep 17 01:40:43.641401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a35881-9f65-4655-8c21-1c25254f8f17 req-00213609-bf9d-4958-9b9b-f76d393c99c8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:43.643801 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90a35881-9f65-4655-8c21-1c25254f8f17 req-00213609-bf9d-4958-9b9b-f76d393c99c8 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0618303 Sep 17 01:40:43.687397 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90a35881-9f65-4655-8c21-1c25254f8f17 req-cfd15a77-a029-4828-b87f-920ea6b174f3 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369649 Sep 17 01:40:44.809684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98deba27-c5b5-452c-af0a-07c59dab00d4 req-77e2744d-12d4-49b0-b070-78926ebf68fd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:44.811223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-98deba27-c5b5-452c-af0a-07c59dab00d4 req-77e2744d-12d4-49b0-b070-78926ebf68fd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0523963 Sep 17 01:40:44.857984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-98deba27-c5b5-452c-af0a-07c59dab00d4 req-0bb52f5e-a7c0-4e4a-afbe-c6b45e55702e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Sep 17 01:40:45.978079 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b9673-5a62-4709-8fe8-ff3a532b9de9 req-a6931ee2-0293-45ab-bceb-94a420a855e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:45.979642 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a94b9673-5a62-4709-8fe8-ff3a532b9de9 req-a6931ee2-0293-45ab-bceb-94a420a855e1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0519102 Sep 17 01:40:46.018279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a94b9673-5a62-4709-8fe8-ff3a532b9de9 req-606eeca2-0002-44cd-9d19-685ca45a9907 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327342 Sep 17 01:40:47.139941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699b1df-07a1-4541-af50-598ea854e1bf req-ba613551-6a06-4d12-a2ac-3b0aa7ed173b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:47.141445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3699b1df-07a1-4541-af50-598ea854e1bf req-ba613551-6a06-4d12-a2ac-3b0aa7ed173b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0491388 Sep 17 01:40:47.180594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3699b1df-07a1-4541-af50-598ea854e1bf req-df2e8305-002b-4af6-b4c1-08be19432cbd tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Sep 17 01:40:48.302173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db832a39-3147-47c0-bf8f-17441c5b90c4 req-65ef22e9-3395-437d-bceb-1eb31d27d317 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:48.303688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db832a39-3147-47c0-bf8f-17441c5b90c4 req-65ef22e9-3395-437d-bceb-1eb31d27d317 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0504551 Sep 17 01:40:48.348030 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-db832a39-3147-47c0-bf8f-17441c5b90c4 req-862e57bf-f2b3-4112-8e8f-92e6c9c8d452 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378370 Sep 17 01:40:49.464712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91310f39-1c6c-449e-bdcc-21b9b37475ee req-fb29ddb3-029a-4ddd-baad-e115954ef3b2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:49.466227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91310f39-1c6c-449e-bdcc-21b9b37475ee req-fb29ddb3-029a-4ddd-baad-e115954ef3b2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0516706 Sep 17 01:40:49.505806 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91310f39-1c6c-449e-bdcc-21b9b37475ee req-d7e5389d-4674-4d52-95d0-d81b363067f9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331817 Sep 17 01:40:50.622129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a8108-4ec1-4aa3-9c80-fcf76a4f969f req-1c61ea4c-b123-4650-9770-b243b07437c1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:50.623639 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a29a8108-4ec1-4aa3-9c80-fcf76a4f969f req-1c61ea4c-b123-4650-9770-b243b07437c1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0498378 Sep 17 01:40:50.662281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a29a8108-4ec1-4aa3-9c80-fcf76a4f969f req-00e44f57-968d-468b-8988-4a6c737722e9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Sep 17 01:40:51.775954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeba9de-8bab-4638-ae0b-312d461ecd2d req-5a768e48-a3aa-48de-ac6e-9c73e550e7b9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:51.777552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7aeba9de-8bab-4638-ae0b-312d461ecd2d req-5a768e48-a3aa-48de-ac6e-9c73e550e7b9 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0488565 Sep 17 01:40:51.820335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7aeba9de-8bab-4638-ae0b-312d461ecd2d req-5f55e9fa-9543-4add-bbe8-f2421e501688 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368364 Sep 17 01:40:52.935388 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce48c3-86f4-449f-9af1-fc05e0b645b2 req-8d9d589e-0b00-40c6-a142-1c21b22a0b2a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:52.936867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62ce48c3-86f4-449f-9af1-fc05e0b645b2 req-8d9d589e-0b00-40c6-a142-1c21b22a0b2a tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0495195 Sep 17 01:40:52.975533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-62ce48c3-86f4-449f-9af1-fc05e0b645b2 req-fbae0120-a2cd-4087-a292-f056a7fa981d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312369 Sep 17 01:40:54.090659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10682f8b-36bf-4a25-bc2c-848d03ed3b6e req-488bc05a-bdac-49ed-87b1-95bb0f1f0192 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:54.092239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10682f8b-36bf-4a25-bc2c-848d03ed3b6e req-488bc05a-bdac-49ed-87b1-95bb0f1f0192 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0500102 Sep 17 01:40:54.130748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10682f8b-36bf-4a25-bc2c-848d03ed3b6e req-79107d5d-000f-450f-8225-be7765edf5a2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320601 Sep 17 01:40:54.970213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6f5bb399-0af3-4291-8df2-7e854db50a97 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:40:55.072511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6f5bb399-0af3-4291-8df2-7e854db50a97, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6f5bb399-0af3-4291-8df2-7e854db50a97,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:55.083306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'port_id': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:40:55.119583 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:55.132551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5bb399-0af3-4291-8df2-7e854db50a97 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:40:55.153150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6f5bb399-0af3-4291-8df2-7e854db50a97, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6f5bb399-0af3-4291-8df2-7e854db50a97,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:55.234247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:55.248871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf44d3b-7500-4f48-95ba-0154db878c47 req-2db742f5-c4f7-4560-8aa6-27d119d9f91b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:55.250372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ddf44d3b-7500-4f48-95ba-0154db878c47 req-2db742f5-c4f7-4560-8aa6-27d119d9f91b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 944 time: 0.0503290 Sep 17 01:40:55.289656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=6f5bb399-0af3-4291-8df2-7e854db50a97,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:55.297298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ddf44d3b-7500-4f48-95ba-0154db878c47 req-25b38cb8-647c-4541-b808-70f5dae36799 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393476 Sep 17 01:40:55.456706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['6f5bb399-0af3-4291-8df2-7e854db50a97'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:40:56.412598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc5d7c-12f2-4eff-b8fb-0dc964205325 req-606f54b8-e0e6-49a7-89d3-011f57bc6319 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:56.413662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46cc5d7c-12f2-4eff-b8fb-0dc964205325 req-606f54b8-e0e6-49a7-89d3-011f57bc6319 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 945 time: 0.0496328 Sep 17 01:40:56.453399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46cc5d7c-12f2-4eff-b8fb-0dc964205325 req-32b1a362-7a37-4a99-b758-b6d9b51a38da tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Sep 17 01:40:56.979955 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6f5bb399-0af3-4291-8df2-7e854db50a97 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:40:57.117338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 6f5bb399-0af3-4291-8df2-7e854db50a97 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:40:57.121363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 6f5bb399-0af3-4291-8df2-7e854db50a97 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:40:57.124972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:57.203460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:57.226809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:40:57.229056 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7058cd-a740-47d1-b223-cb4f847a70d8" -d '{"events": [{"server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "name": "network-vif-plugged", "status": "completed", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:40:57.241579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6f5bb399-0af3-4291-8df2-7e854db50a97, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6f5bb399-0af3-4291-8df2-7e854db50a97,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:40:57.270503 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01066d62-8a18-413e-8555-a2ee221851e3 x-openstack-request-id: req-01066d62-8a18-413e-8555-a2ee221851e3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:40:57.270503 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "name": "network-vif-plugged", "status": "completed", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:40:57.270503 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01066d62-8a18-413e-8555-a2ee221851e3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:40:57.270503 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'code': 200} Sep 17 01:40:57.312278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:57.362734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=6f5bb399-0af3-4291-8df2-7e854db50a97,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:40:57.365130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055121-24d4-4fe4-b408-df30794d1151 req-4b222ce2-e395-4f98-bee4-d1ce787a6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:57.367069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d055121-24d4-4fe4-b408-df30794d1151 req-4b222ce2-e395-4f98-bee4-d1ce787a6709 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1097 time: 0.0425332 Sep 17 01:40:57.409082 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d055121-24d4-4fe4-b408-df30794d1151 req-da6c480b-25fc-4394-b0c4-b5f6c15e602f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331111 Sep 17 01:40:57.572373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce42c6-509a-4d98-a8c8-c6a70c6f2f94 req-4a87c7d4-a0c6-4b9f-a9ab-012a49849fde tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:57.573833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34ce42c6-509a-4d98-a8c8-c6a70c6f2f94 req-4a87c7d4-a0c6-4b9f-a9ab-012a49849fde tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 946 time: 0.0510347 Sep 17 01:40:57.612321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-34ce42c6-509a-4d98-a8c8-c6a70c6f2f94 req-dd4e482f-0c8f-4db6-8a41-f6f80af44375 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323620 Sep 17 01:40:58.738414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d60f5-4504-4770-82a4-87c6358d41a4 req-5fcbf916-ec42-43a9-848a-26174f8d12dc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:58.739825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c5d60f5-4504-4770-82a4-87c6358d41a4 req-5fcbf916-ec42-43a9-848a-26174f8d12dc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Sep 17 01:40:58.779283 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c5d60f5-4504-4770-82a4-87c6358d41a4 req-3ec7001c-f07c-4d91-8065-0707cb1ecd96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Sep 17 01:40:58.894641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c89f0-f987-4326-aaa5-31fefd14485f req-9b17fb31-9335-489b-b16b-8590b0a0bb3d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:58.896149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f41c89f0-f987-4326-aaa5-31fefd14485f req-9b17fb31-9335-489b-b16b-8590b0a0bb3d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 946 time: 0.0506573 Sep 17 01:40:58.934302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f41c89f0-f987-4326-aaa5-31fefd14485f req-effc63ec-bc95-4e87-8aed-16f64c5f463e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316079 Sep 17 01:40:58.950132 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:58.957249 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33114) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:59.184660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57592e8f-8d08-4b43-8f7a-b37c078a5684 tempest-TestVolumeBootPattern-1353201855 tempest-TestVolumeBootPattern-1353201855-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:40:59.186203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-57592e8f-8d08-4b43-8f7a-b37c078a5684 tempest-TestVolumeBootPattern-1353201855 tempest-TestVolumeBootPattern-1353201855-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1092 time: 0.2279584 Sep 17 01:40:59.188973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 33122) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:40:59.193496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:40:59.285872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:59.389660 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:59.397804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:59.494220 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Allocated IP 172.25.1.151 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/93f3c00a-cfce-4812-8099-1c41e3e713ea) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:40:59.598739 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:59.737331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:40:59.775102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:40:59.779403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:40:59.782817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:40:59.790974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=93f3c00a-cfce-4812-8099-1c41e3e713ea,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:41:00.153648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:00.311970 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:00.471601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:00.582145 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:00.654107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event updated for resources: {'Port': ['ID=93f3c00a-cfce-4812-8099-1c41e3e713ea,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:41:00.666392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:00.765525 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Floating IP f62fae02-2cd8-48d4-996f-5a8e1a34b35f associated. External IP: 172.25.1.151, port: 6f5bb399-0af3-4291-8df2-7e854db50a97. Sep 17 01:41:00.823041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33136) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:41:00.958744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9c79b45a-62c4-4dcb-93a5-32b927c5e5f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e07d4016b9641018c5478765628c122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342173 Sep 17 01:41:00.961701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 33140) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:41:00.982366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:41:01.013789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3615d799-5d05-4379-81b2-63aaa2ac3b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:01.036039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3615d799-5d05-4379-81b2-63aaa2ac3b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:01.159806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3615d799-5d05-4379-81b2-63aaa2ac3b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:01.162260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3615d799-5d05-4379-81b2-63aaa2ac3b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:01.164727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3615d799-5d05-4379-81b2-63aaa2ac3b07 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5daf2a68-8813-4c65-be9d-97a9c6ac269e HTTP/1.1" status: 204 len: 168 time: 0.2021060 Sep 17 01:41:01.173441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615d799-5d05-4379-81b2-63aaa2ac3b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf2a68-8813-4c65-be9d-97a9c6ac269e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:41:01.385741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:41:01.395287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:41:01.405116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:41:01.407484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:41:01.511726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:01.515643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:41:01.555865 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7a551758-43d5-4020-867a-1ef55693b7f4 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3657117 Sep 17 01:41:01.556441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:41:01.558755 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b" -d '{"events": [{"name": "network-changed", "server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:41:01.597657 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a83e36-d518-4ba9-9035-4d11fc859df9 x-openstack-request-id: req-d8a83e36-d518-4ba9-9035-4d11fc859df9 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:41:01.597657 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:41:01.597657 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8a83e36-d518-4ba9-9035-4d11fc859df9 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:41:01.597657 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'status': 'completed', 'code': 200} Sep 17 01:41:01.672283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-4e6c4c11-012d-4e2c-9ca7-9c49cffce1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:01.672283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-4e6c4c11-012d-4e2c-9ca7-9c49cffce1e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1097 time: 0.0499444 Sep 17 01:41:01.752926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:10Z', 'revision_number': 1, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}, {'id': 'f62fae02-2cd8-48d4-996f-5a8e1a34b35f', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:41:00Z', 'updated_at': '2021-09-17T01:41:00Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:41:01.773364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-7960cc19-3369-4f95-a441-6d5d129d6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:01.775374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-7960cc19-3369-4f95-a441-6d5d129d6a17 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0983682 Sep 17 01:41:01.782299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:41:01.791783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:41:01.792392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:40:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:41:01.843331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-03faf34a-ac7a-455f-b24a-82a7debe6712 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 200 len: 1000 time: 0.0611165 Sep 17 01:41:01.892560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-169fe38d-1500-48c2-9d5e-62b596612f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:01.894014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-169fe38d-1500-48c2-9d5e-62b596612f90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0446775 Sep 17 01:41:01.903976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:41:01.946527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-58c0f791-70f6-4a64-aae4-976494a5b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:01.954927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-58c0f791-70f6-4a64-aae4-976494a5b083 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474367 Sep 17 01:41:02.045694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-3b030e0d-421c-443e-8b0f-789dfe7f6263 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889871 Sep 17 01:41:02.150981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9fc85b5-6574-4c7e-9f2d-e41fb4efd57b req-6313b8a7-6d25-44a4-a784-f44b3af912dd service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981781 Sep 17 01:41:02.314199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:10Z', 'revision_number': 1, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}, {'id': 'f62fae02-2cd8-48d4-996f-5a8e1a34b35f', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:41:00Z', 'updated_at': '2021-09-17T01:41:00Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:41:02.341053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e2536a-56d6-4697-ba82-4e81d59f6832 None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:10Z', 'revision_number': 1, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}, {'id': 'f62fae02-2cd8-48d4-996f-5a8e1a34b35f', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3837, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:5e:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:41:00Z', 'updated_at': '2021-09-17T01:41:00Z', 'revision_number': 0, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:41:02.550016 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629d445-db8c-4077-a370-da93b09eefd4 None None] New status for floating IP f62fae02-2cd8-48d4-996f-5a8e1a34b35f: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:41:05.519602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b64f87de-904b-4e80-b56b-448822eb3d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:08.185934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e75abc3-ca77-400f-9e5f-da5e46e55362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:09.137000 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:09.525806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:11.123056 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:15.227161 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:41:28.620633 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-4e0d8ed2-8819-4406-b5d0-42680578cf32 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414870 Sep 17 01:41:28.703660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e541877-a499-4504-bce0-1b30e335079d req-cd552896-fd73-4f3d-8673-2fbcc29a91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:28.705518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-cd552896-fd73-4f3d-8673-2fbcc29a91b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0419087 Sep 17 01:41:28.816912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e541877-a499-4504-bce0-1b30e335079d req-b1f90704-5340-4f93-82fe-5205ea23c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:28.818476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-b1f90704-5340-4f93-82fe-5205ea23c959 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0943804 Sep 17 01:41:28.894013 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-d93c2bab-ab5b-41ac-8db9-84fa9161217f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 1000 time: 0.0687203 Sep 17 01:41:28.928356 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:28.947766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e541877-a499-4504-bce0-1b30e335079d req-9fef77a8-3ccd-47d1-8a5f-5813eff097f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:28.949325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-9fef77a8-3ccd-47d1-8a5f-5813eff097f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0493109 Sep 17 01:41:28.995037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e541877-a499-4504-bce0-1b30e335079d req-56213b3b-b91e-48c7-bb73-509923f5a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:28.996595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-56213b3b-b91e-48c7-bb73-509923f5a301 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407953 Sep 17 01:41:29.086542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-619d21bc-89c5-4490-b530-247fe34efd06 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830934 Sep 17 01:41:29.179978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5e541877-a499-4504-bce0-1b30e335079d req-78c2be16-847e-4cc7-9915-f2b0b4bc71b7 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860987 Sep 17 01:41:29.390934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:35.454183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8abe39aa-5934-4b54-98cc-6f5900dd1291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:38.153431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-289b9be3-df06-465c-94b5-086c5cd5c80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:39.128348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:39.528193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:41.134067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:44.868177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-7f729271-eae1-41a4-a51d-ecdb35acc957 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404649 Sep 17 01:41:44.951402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0c629-be75-482a-8737-fee09cce0fca req-4eded83e-dfc1-4254-8d22-03ebcc81647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:44.952994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-4eded83e-dfc1-4254-8d22-03ebcc81647e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1097 time: 0.0406106 Sep 17 01:41:45.059638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0c629-be75-482a-8737-fee09cce0fca req-94e17651-0559-407e-b026-fef076745f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:45.061033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-94e17651-0559-407e-b026-fef076745f56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0894222 Sep 17 01:41:45.126354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-89986cf8-4a28-446a-ae1a-14908f69e190 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 200 len: 1002 time: 0.0583806 Sep 17 01:41:45.178473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0c629-be75-482a-8737-fee09cce0fca req-518b29c4-ead0-4746-8b30-e5043a0a9925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:45.179963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-518b29c4-ead0-4746-8b30-e5043a0a9925 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0469611 Sep 17 01:41:45.225810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0c629-be75-482a-8737-fee09cce0fca req-ca933c8e-f3be-48d3-9ca9-e199f0e8d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:41:45.227323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-ca933c8e-f3be-48d3-9ca9-e199f0e8d282 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404477 Sep 17 01:41:45.319898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-881f0799-5a8f-4ff9-b738-c7217490d839 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853376 Sep 17 01:41:45.412261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-81b0c629-be75-482a-8737-fee09cce0fca req-b927fdd9-9eab-422f-95ac-59d5f640a509 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853379 Sep 17 01:41:52.227067 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:41:58.947856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:41:59.353173 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:05.422083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4f873fef-0200-462e-9095-aecc45fb7ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:08.173805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-918205de-0b76-4f42-adb9-cff60fecbd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.091263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.562103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.596408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34214) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:09.703888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.790996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.847773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.887918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f819b15-ac83-476b-a43b-54c02159354f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:09.891746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14cec2a83be5471e9caf0ea98c903af3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943223 Sep 17 01:42:09.894674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34218) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:09.897966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.898354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.898691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.899021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.899375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.899699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.900022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.900420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.900747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.901064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.901383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.901696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79396162-bc77-47de-b5c1-2d86d6b133c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:09.949529 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:09.978791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:10.107372 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:10.109949 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:10.111224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f819b15-ac83-476b-a43b-54c02159354f HTTP/1.1" status: 204 len: 168 time: 0.2154977 Sep 17 01:42:10.119395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f819b15-ac83-476b-a43b-54c02159354f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:10.126868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.127246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.127590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.127936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.128256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.128585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.128984 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.129409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.129909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.130268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.130591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:10.130914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddb2eed-b9e8-490b-a2b3-796c5f3c2047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:11.141762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:11.767385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34250) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:11.873541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf007bc0-c52c-4a64-a8c6-230d911f39ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:11.962858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf007bc0-c52c-4a64-a8c6-230d911f39ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:12.033257 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bf007bc0-c52c-4a64-a8c6-230d911f39ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:12.073648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bf007bc0-c52c-4a64-a8c6-230d911f39ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ca7df25058a4d3b8902d5dfc5070fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049252 Sep 17 01:42:12.074543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf007bc0-c52c-4a64-a8c6-230d911f39ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4cb185-88b7-43c3-b554-048456741a08,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:12.076146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34254) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:12.125569 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a8174fbe-2e1b-48b1-b9ee-694c76c2d329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:12.146998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a8174fbe-2e1b-48b1-b9ee-694c76c2d329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:12.267315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a8174fbe-2e1b-48b1-b9ee-694c76c2d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:12.269901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a8174fbe-2e1b-48b1-b9ee-694c76c2d329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:12.272914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a8174fbe-2e1b-48b1-b9ee-694c76c2d329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee4cb185-88b7-43c3-b554-048456741a08 HTTP/1.1" status: 204 len: 168 time: 0.1938703 Sep 17 01:42:12.279204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8174fbe-2e1b-48b1-b9ee-694c76c2d329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4cb185-88b7-43c3-b554-048456741a08,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:15.196315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-228bf72b-bdf4-4463-97ed-2eafb9437594 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7018504646e94c6684175c1e0fcb88d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227981 Sep 17 01:42:15.306906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-8ffe00ee-e819-44bd-a197-f850619fb73a tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:15.308535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-8ffe00ee-e819-44bd-a197-f850619fb73a tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068804 Sep 17 01:42:15.324466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-12535580-e9fc-4097-b0d1-fa359eb4577d tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/quotas/7018504646e94c6684175c1e0fcb88d5 HTTP/1.1" status: 200 len: 375 time: 0.0101385 Sep 17 01:42:15.356088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-46f1a80f-42b3-48a7-83f9-425a9bff1fc9 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7018504646e94c6684175c1e0fcb88d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261083 Sep 17 01:42:15.584720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fed2e9bf-e435-4a17-a2cc-7aea968280ea req-6a4c6732-c441-489a-84d9-a3e934b59cbc tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Sep 17 01:42:16.661136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-02c7e552-cec7-4903-b946-61363515eb36 req-1b402c0f-e282-4c95-84ce-dbf58a0890bf tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0259061 Sep 17 01:42:17.757241 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0f16875d-fb90-41a0-86c1-25600e1ef08e req-a665d13b-3b6d-48a6-8f10-fdfa63b9fd39 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0291684 Sep 17 01:42:17.866594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-4655fff3-8d3f-47ed-99e7-ebb3910ab803 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=7018504646e94c6684175c1e0fcb88d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215857 Sep 17 01:42:17.979542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-8df10958-9bee-4cd9-8de1-acf43c8ae280 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:17.980962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-8df10958-9bee-4cd9-8de1-acf43c8ae280 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087751 Sep 17 01:42:17.993020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Request body: {'port': {'device_id': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '7018504646e94c6684175c1e0fcb88d5'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:18.202074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Made reservation on behalf of 7018504646e94c6684175c1e0fcb88d5 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:42:18.205611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:18.218511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:18.304079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:18.361789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:18.414200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-16f50556-634e-4dad-a638-11f6ef053aab req-3b67c5d9-1924-450d-9935-fe74f231b95a service neutron] (112073) timed out ('10.222.0.36', 63190) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:42:18.424688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32219484-ea87-4561-b1a9-f669feb04883,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:18.495955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Allocated IP 192.168.233.173 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/c2a82441-6c35-413e-9213-dd9a30083c6b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:42:18.934080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec3873b8-9582-4db3-85aa-82dd783cbb22 req-3e2920f5-0d95-4e13-b8ae-ee48f8ccea05 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0530605 Sep 17 01:42:18.977982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.053565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.098087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:42:19.101166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:19.105633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:42:19.114677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Pushing event updated for resources: {'Port': ['ID=c2a82441-6c35-413e-9213-dd9a30083c6b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:19.160715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:19.161339 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.239852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-13b14932-452f-47d8-9264-c00f6757c6ab tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2502522 Sep 17 01:42:19.250688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-8eabe80b-4e67-4ee8-b82c-a87936d77b89 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:42:19.251753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-8eabe80b-4e67-4ee8-b82c-a87936d77b89 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055683 Sep 17 01:42:19.265911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Request body: {'port': {'device_id': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:19.309108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e7ff07d-e298-4f30-b781-edbc63afda85 None None] Provisioning complete for port c2a82441-6c35-413e-9213-dd9a30083c6b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:19.309742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e7ff07d-e298-4f30-b781-edbc63afda85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.319607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.344499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ff07d-e298-4f30-b781-edbc63afda85 None None] Port c2a82441-6c35-413e-9213-dd9a30083c6b cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:42:19.581292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a82441-6c35-413e-9213-dd9a30083c6b {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:42:19.589170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.600818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Transition to ACTIVE for port object c2a82441-6c35-413e-9213-dd9a30083c6b will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:42:19.673076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.722281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a82441-6c35-413e-9213-dd9a30083c6b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:19.799202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Attempting to bind port c2a82441-6c35-413e-9213-dd9a30083c6b on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:42:19.799648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Attempting to bind port c2a82441-6c35-413e-9213-dd9a30083c6b by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:42:19.800051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Attempting to bind port c2a82441-6c35-413e-9213-dd9a30083c6b on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:19.804611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Port c2a82441-6c35-413e-9213-dd9a30083c6b on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:42:19.804909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Attempting to bind port c2a82441-6c35-413e-9213-dd9a30083c6b on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:19.810441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:42:19.811135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:42:19.811518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:42:19.812063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Bound port: c2a82441-6c35-413e-9213-dd9a30083c6b, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:42:19.812283 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.878551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] For port c2a82441-6c35-413e-9213-dd9a30083c6b, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:42:19.882150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] For port c2a82441-6c35-413e-9213-dd9a30083c6b, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c2a82441-6c35-413e-9213-dd9a30083c6b,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:42:19.954104 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.994695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:19.995495 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:19.996881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] 10.222.0.23 "PUT /v2.0/ports/c2a82441-6c35-413e-9213-dd9a30083c6b HTTP/1.1" status: 200 len: 1096 time: 0.7353654 Sep 17 01:42:19.997326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'tag': 'c2a82441-6c35-413e-9213-dd9a30083c6b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:42:19.999586 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb4437b-a12e-467f-a393-b94ab63639dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9cec3ad7-b19c-4684-8c31-d621b051d7f3", "tag": "c2a82441-6c35-413e-9213-dd9a30083c6b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:42:20.032546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93cc3bc-7d1e-4e31-8cb8-ab9cef14b215 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a82441-6c35-413e-9213-dd9a30083c6b,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:20.056313 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098517bf-c61a-43c6-adb3-da0d1da0c2fd x-openstack-request-id: req-098517bf-c61a-43c6-adb3-da0d1da0c2fd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:42:20.057171 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cec3ad7-b19c-4684-8c31-d621b051d7f3", "tag": "c2a82441-6c35-413e-9213-dd9a30083c6b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:42:20.057487 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-098517bf-c61a-43c6-adb3-da0d1da0c2fd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:42:20.058061 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'tag': 'c2a82441-6c35-413e-9213-dd9a30083c6b', 'status': 'completed', 'code': 200} Sep 17 01:42:20.072508 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593ea37-0735-479e-a324-a0346f459d94 req-2d243417-1f15-4c2b-8d0c-ee10a3d57c7b tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:20.074148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2593ea37-0735-479e-a324-a0346f459d94 req-2d243417-1f15-4c2b-8d0c-ee10a3d57c7b tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 948 time: 0.0565588 Sep 17 01:42:20.120258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2593ea37-0735-479e-a324-a0346f459d94 req-6ec9f796-3f0f-45fe-88d8-7f1a3ada61a5 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397022 Sep 17 01:42:20.123001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4437b-a12e-467f-a393-b94ab63639dc req-6301c4f2-fa6d-41f0-a532-0ad0aec22493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:20.124662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb4437b-a12e-467f-a393-b94ab63639dc req-6301c4f2-fa6d-41f0-a532-0ad0aec22493 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7018504646e94c6684175c1e0fcb88d5&device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 1099 time: 0.0468581 Sep 17 01:42:20.155820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb4437b-a12e-467f-a393-b94ab63639dc req-d8eeb999-fba2-4d87-aedd-95c0a8e58550 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7018504646e94c6684175c1e0fcb88d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221205 Sep 17 01:42:20.257438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4437b-a12e-467f-a393-b94ab63639dc req-f6829d22-d823-4e55-bc40-0cf5b7386ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:20.259002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bcb4437b-a12e-467f-a393-b94ab63639dc req-f6829d22-d823-4e55-bc40-0cf5b7386ba4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957921 Sep 17 01:42:20.335724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-9ea0e7c9-ebad-418d-82c3-76a8713d37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:20.337189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-9ea0e7c9-ebad-418d-82c3-76a8713d37ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7018504646e94c6684175c1e0fcb88d5&device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 1099 time: 0.0411658 Sep 17 01:42:20.382707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-2d28ba8a-be5a-456e-927a-a651d94cd463 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=c2a82441-6c35-413e-9213-dd9a30083c6b HTTP/1.1" status: 200 len: 217 time: 0.0377584 Sep 17 01:42:20.430802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-c04b5ed2-9a63-43ae-8fa4-f6d39ac936ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:20.432814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-c04b5ed2-9a63-43ae-8fa4-f6d39ac936ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0438213 Sep 17 01:42:20.478819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-cd10f4c0-8339-4fa5-bec3-157264515176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:20.480362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-cd10f4c0-8339-4fa5-bec3-157264515176 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406451 Sep 17 01:42:20.573268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-beaf72c3-517e-4564-a8c8-76a55b359539 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Sep 17 01:42:20.662764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-11feed96-7d0b-48d1-acb8-dbbc374dabd2 req-e44563e8-d3b0-467a-9d12-de05bee8bbd8 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820889 Sep 17 01:42:21.236343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6a88f-f799-4bf0-bde1-a78c0f08f8bd req-358fa84f-d0cd-4424-93f0-c47fc5226e1d tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:21.237839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecc6a88f-f799-4bf0-bde1-a78c0f08f8bd req-358fa84f-d0cd-4424-93f0-c47fc5226e1d tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 948 time: 0.0539737 Sep 17 01:42:21.274353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecc6a88f-f799-4bf0-bde1-a78c0f08f8bd req-126d8e9a-bcc2-41a8-ae6b-83b14c75b0c5 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Sep 17 01:42:22.390050 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568ae4a-0169-48be-8e19-3736edf0a0d0 req-3b028d9a-b47f-4dd5-afff-97c777d864db tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:22.391553 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1568ae4a-0169-48be-8e19-3736edf0a0d0 req-3b028d9a-b47f-4dd5-afff-97c777d864db tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 948 time: 0.0494792 Sep 17 01:42:22.429429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1568ae4a-0169-48be-8e19-3736edf0a0d0 req-230f1658-002a-4e68-9820-0c63f56108f3 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Sep 17 01:42:23.461527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c2a82441-6c35-413e-9213-dd9a30083c6b details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:42:23.549956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34473-229a-495b-9379-9c01aa715a56 req-9382783f-14ee-4fd8-b508-25fd43f2b8fb tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:23.551565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2e34473-229a-495b-9379-9c01aa715a56 req-9382783f-14ee-4fd8-b508-25fd43f2b8fb tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 948 time: 0.0515621 Sep 17 01:42:23.559534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c2a82441-6c35-413e-9213-dd9a30083c6b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c2a82441-6c35-413e-9213-dd9a30083c6b,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:23.571203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c2a82441-6c35-413e-9213-dd9a30083c6b', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'c2a82441-6c35-413e-9213-dd9a30083c6b', 'mac_address': 'fa:16:3e:da:df:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:42:23.590720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2e34473-229a-495b-9379-9c01aa715a56 req-cf3ef870-0a23-4649-aebd-0cdf4a8abdde tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Sep 17 01:42:23.608678 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:23.621925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a82441-6c35-413e-9213-dd9a30083c6b {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:42:23.641325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c2a82441-6c35-413e-9213-dd9a30083c6b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c2a82441-6c35-413e-9213-dd9a30083c6b,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:23.716307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:23.766902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c2a82441-6c35-413e-9213-dd9a30083c6b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:23.774174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.774526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.774868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.775241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.775579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.775913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.776241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.776569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.776968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.777229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.777630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.777894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:23.956924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c2a82441-6c35-413e-9213-dd9a30083c6b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:42:24.707477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06487ecc-ec40-4776-8657-509d991690b6 req-9c9c9b9b-f263-4c0e-967b-bb6c70e9b8ca tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:24.708944 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06487ecc-ec40-4776-8657-509d991690b6 req-9c9c9b9b-f263-4c0e-967b-bb6c70e9b8ca tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 949 time: 0.0527997 Sep 17 01:42:24.746049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-06487ecc-ec40-4776-8657-509d991690b6 req-7ab64773-a930-4859-abc4-8ca36786fbec tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304525 Sep 17 01:42:25.466287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c2a82441-6c35-413e-9213-dd9a30083c6b up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:25.572779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c2a82441-6c35-413e-9213-dd9a30083c6b completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:42:25.576541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c2a82441-6c35-413e-9213-dd9a30083c6b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:25.576998 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:25.653535 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:25.676137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a82441-6c35-413e-9213-dd9a30083c6b'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:42:25.678365 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4f0215-a441-440c-8c7e-d74522906efa" -d '{"events": [{"server_uuid": "9cec3ad7-b19c-4684-8c31-d621b051d7f3", "name": "network-vif-plugged", "status": "completed", "tag": "c2a82441-6c35-413e-9213-dd9a30083c6b"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:42:25.692573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c2a82441-6c35-413e-9213-dd9a30083c6b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c2a82441-6c35-413e-9213-dd9a30083c6b,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:25.715986 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1eddbe-66d9-4559-8c29-f22a6933ddb7 x-openstack-request-id: req-9d1eddbe-66d9-4559-8c29-f22a6933ddb7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:42:25.716278 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec3ad7-b19c-4684-8c31-d621b051d7f3", "name": "network-vif-plugged", "status": "completed", "tag": "c2a82441-6c35-413e-9213-dd9a30083c6b", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:42:25.716527 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d1eddbe-66d9-4559-8c29-f22a6933ddb7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:42:25.716943 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a82441-6c35-413e-9213-dd9a30083c6b', 'code': 200} Sep 17 01:42:25.750201 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:25.802629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c2a82441-6c35-413e-9213-dd9a30083c6b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:25.816838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468a12-3ec4-43bd-8731-d43841a1a8d0 req-1a3ff400-f58c-4f0a-84a0-c86b3240cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:25.818342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a468a12-3ec4-43bd-8731-d43841a1a8d0 req-1a3ff400-f58c-4f0a-84a0-c86b3240cb02 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 1101 time: 0.0452993 Sep 17 01:42:25.854384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a468a12-3ec4-43bd-8731-d43841a1a8d0 req-a329246b-3133-49f4-9680-e3fc44c688d7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293894 Sep 17 01:42:25.869368 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872baa3-8740-4f6b-a7a3-fa13f6ae5380 req-0aac0b36-0845-4876-93da-231e60d1b124 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:25.870911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d872baa3-8740-4f6b-a7a3-fa13f6ae5380 req-0aac0b36-0845-4876-93da-231e60d1b124 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0521300 Sep 17 01:42:25.911365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d872baa3-8740-4f6b-a7a3-fa13f6ae5380 req-9ff63de1-ed15-4c8f-84f8-93615c07c3c3 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Sep 17 01:42:27.034568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75634aa-4183-42f2-9a4b-9116bfff54e0 req-ec7310d7-393e-4b12-a8d8-0bcf2af747d9 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:27.036074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f75634aa-4183-42f2-9a4b-9116bfff54e0 req-ec7310d7-393e-4b12-a8d8-0bcf2af747d9 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0553560 Sep 17 01:42:27.075364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f75634aa-4183-42f2-9a4b-9116bfff54e0 req-e66fd82b-cd0c-420c-a717-ae2e687c6f46 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332713 Sep 17 01:42:28.194049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78ecb3-c802-4dc3-b8f7-58e46b1478b0 req-75fe1a53-2290-47aa-b14b-9690ff0b1ab5 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:28.195523 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e78ecb3-c802-4dc3-b8f7-58e46b1478b0 req-75fe1a53-2290-47aa-b14b-9690ff0b1ab5 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0481136 Sep 17 01:42:28.234072 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0e78ecb3-c802-4dc3-b8f7-58e46b1478b0 req-10685e05-abd8-49b0-aabb-e6b73abc2332 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313931 Sep 17 01:42:28.713404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0124ab-3ca7-4b0f-a2b3-74e25ed86505 req-94ca1c60-7844-49d5-9f94-b4133b2b4d35 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:28.715111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af0124ab-3ca7-4b0f-a2b3-74e25ed86505 req-94ca1c60-7844-49d5-9f94-b4133b2b4d35 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0529106 Sep 17 01:42:28.752048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af0124ab-3ca7-4b0f-a2b3-74e25ed86505 req-42281570-4c8c-4d5f-bfed-4cd2c7e91493 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308840 Sep 17 01:42:28.939068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:29.225869 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:42:29.378835 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:29.872929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72570e-b3e7-42fe-bb6c-1c1e5fd472d5 req-e40519fc-58be-421a-8368-6d782d75d419 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:29.874425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b72570e-b3e7-42fe-bb6c-1c1e5fd472d5 req-e40519fc-58be-421a-8368-6d782d75d419 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0499575 Sep 17 01:42:29.913025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b72570e-b3e7-42fe-bb6c-1c1e5fd472d5 req-9de5be97-ea5b-4f47-b0af-b2a818c4c04c tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/security-groups?id=32219484-ea87-4561-b1a9-f669feb04883&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Sep 17 01:42:29.992616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-0f0409f4-8859-44a0-8c9d-37dbe5e4c01a tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:29.994043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-0f0409f4-8859-44a0-8c9d-37dbe5e4c01a tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0488815 Sep 17 01:42:30.092142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Deleting port c2a82441-6c35-413e-9213-dd9a30083c6b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:42:30.092393 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:30.180446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] For port c2a82441-6c35-413e-9213-dd9a30083c6b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c2a82441-6c35-413e-9213-dd9a30083c6b,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:30.180810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:30.193815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Calling delete_port for c2a82441-6c35-413e-9213-dd9a30083c6b owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:42:30.367237 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:30.378319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c2a82441-6c35-413e-9213-dd9a30083c6b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:42:30.396831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Pushing event deleted for resources: {'Port': ['ID=c2a82441-6c35-413e-9213-dd9a30083c6b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:30.444034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] No DVR routers for this DVR port c2a82441-6c35-413e-9213-dd9a30083c6b on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:42:30.446671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:30.449026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79d9ed07-d764-4ca2-9d02-7c0ceaa5d8f8 req-16e5dd9a-b178-4c4b-b345-7d1718122524 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.23 "DELETE /v2.0/ports/c2a82441-6c35-413e-9213-dd9a30083c6b HTTP/1.1" status: 204 len: 173 time: 0.4489262 Sep 17 01:42:30.449496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'name': 'network-vif-deleted', 'tag': 'c2a82441-6c35-413e-9213-dd9a30083c6b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:42:30.452400 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8e896d-133a-4699-8bb3-ef126b836172" -d '{"events": [{"server_uuid": "9cec3ad7-b19c-4684-8c31-d621b051d7f3", "name": "network-vif-deleted", "tag": "c2a82441-6c35-413e-9213-dd9a30083c6b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:42:30.491834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a27ba2-0976-40aa-b856-6715f3595c90 x-openstack-request-id: req-a2a27ba2-0976-40aa-b856-6715f3595c90 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:42:30.492137 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cec3ad7-b19c-4684-8c31-d621b051d7f3", "name": "network-vif-deleted", "tag": "c2a82441-6c35-413e-9213-dd9a30083c6b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:42:30.492521 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a2a27ba2-0976-40aa-b856-6715f3595c90 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:42:30.492955 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cec3ad7-b19c-4684-8c31-d621b051d7f3', 'name': 'network-vif-deleted', 'tag': 'c2a82441-6c35-413e-9213-dd9a30083c6b', 'status': 'completed', 'code': 200} Sep 17 01:42:30.573591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-42458dc6-3588-45e9-9935-92a007df9169 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459187 Sep 17 01:42:30.655886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697140b-cdbf-41d0-80be-a7123f02172f req-f21a5ca6-1c8a-43eb-b34d-a8918377c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:30.657307 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-f21a5ca6-1c8a-43eb-b34d-a8918377c32d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0413890 Sep 17 01:42:30.768234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697140b-cdbf-41d0-80be-a7123f02172f req-db56ed22-d680-4a26-9c08-f6c5a9b4c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:30.769844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-db56ed22-d680-4a26-9c08-f6c5a9b4c5a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0925860 Sep 17 01:42:30.838496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-cd43e4aa-e421-4a41-97a7-348132faef1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 1000 time: 0.0609827 Sep 17 01:42:30.892351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697140b-cdbf-41d0-80be-a7123f02172f req-c528d9e4-da1c-4f1a-a5fe-22ff2c2cf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:30.893782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-c528d9e4-da1c-4f1a-a5fe-22ff2c2cf03e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0479889 Sep 17 01:42:30.939904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697140b-cdbf-41d0-80be-a7123f02172f req-fa5a6ac6-cc2a-419d-b72a-4fa1fd1a18dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:30.941540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-fa5a6ac6-cc2a-419d-b72a-4fa1fd1a18dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408921 Sep 17 01:42:31.042544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce5b9e2e-96ea-4312-b3b8-79df25741b7b req-0e56c838-c150-4ace-99d8-3315c61bf454 tempest-VolumesNegativeTest-1839910009 tempest-VolumesNegativeTest-1839910009-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cec3ad7-b19c-4684-8c31-d621b051d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0367410 Sep 17 01:42:31.061926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-e2a840ef-08c8-4405-80e2-44fbd25e7194 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137643 Sep 17 01:42:31.153803 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b697140b-cdbf-41d0-80be-a7123f02172f req-caef94eb-1da1-4c4f-b0f2-1f220f02af0a service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Sep 17 01:42:33.481553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c2a82441-6c35-413e-9213-dd9a30083c6b no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:42:33.501904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: c2a82441-6c35-413e-9213-dd9a30083c6b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:42:33.502248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c2a82441-6c35-413e-9213-dd9a30083c6b not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:42:35.450437 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-15826096-c5eb-4b30-a135-83c71f46dc89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:38.150375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a47fed7f-517e-441d-9e51-406069956d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:38.690473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:38.828073 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-969bb731-e3bd-45e4-a7eb-767145bf2b12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7018504646e94c6684175c1e0fcb88d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363077 Sep 17 01:42:38.830481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34596) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:38.878251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f451ceb-092b-4fde-8aee-20e1cc5bcb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:38.898547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f451ceb-092b-4fde-8aee-20e1cc5bcb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:39.021571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f451ceb-092b-4fde-8aee-20e1cc5bcb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:39.024110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4f451ceb-092b-4fde-8aee-20e1cc5bcb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:39.027631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4f451ceb-092b-4fde-8aee-20e1cc5bcb62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32219484-ea87-4561-b1a9-f669feb04883 HTTP/1.1" status: 204 len: 168 time: 0.1939211 Sep 17 01:42:39.033484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f451ceb-092b-4fde-8aee-20e1cc5bcb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32219484-ea87-4561-b1a9-f669feb04883,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:39.084836 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:39.552773 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.127391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.288843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34636) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:41.293654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781149004', 'description': 'tempest-secgroup-smoke-781149004 description', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:41.361439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.369151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.461422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.538494 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.575869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=171a8895-0e8d-4680-baca-7140266bae7c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:41.627695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.709879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.738211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89191183-3219-44e1-a15a-bf48d06a5ae4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:41.801870 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.803603 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-177b4c84-c639-469f-94cb-8efd7b57ef8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5131788 Sep 17 01:42:41.807815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34638) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:41.813522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '89191183-3219-44e1-a15a-bf48d06a5ae4', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:41.903851 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:41.961590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.038708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.056327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4eec77-2e73-42c1-aedb-8c10e63affa9,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:42.118771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.120302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-128cc88b-0b57-4291-a04c-308462734ff4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3112752 Sep 17 01:42:42.122980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34640) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:42.133565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '89191183-3219-44e1-a15a-bf48d06a5ae4', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:42.215497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.272050 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.347300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.370347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65fc4930-9567-4eb4-a745-2c9fb3780eb9,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:42.433384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.434617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e12eeaaa-4a3b-41eb-aab9-4f2f1734046f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104939 Sep 17 01:42:42.437459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34642) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:42.442216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '89191183-3219-44e1-a15a-bf48d06a5ae4', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:42.530169 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.586947 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.644361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.661832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b601a725-6515-4f6a-b537-9d77fb071d48,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:42.721274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.722466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e7a6b0a7-3c7e-4c92-8e76-b66ba81d0a1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840495 Sep 17 01:42:42.725153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34644) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:42.729520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '89191183-3219-44e1-a15a-bf48d06a5ae4', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:42.805792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.867204 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.924390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:42.943778 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4cc87d-453e-4fad-a360-9e4f6886081e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:43.013791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.015022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-97ef8704-54dd-4e7c-8cb8-bb2f09edefc5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2889643 Sep 17 01:42:43.017663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34646) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:43.021976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '89191183-3219-44e1-a15a-bf48d06a5ae4', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:43.090416 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:42:43.095298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.155701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.224308 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.240091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d7e51c-ec88-492c-95b0-ed539953c2e2,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:43.316125 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.317370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6c34fef-e672-40f7-8eab-593781325d11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987967 Sep 17 01:42:43.320077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34648) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:43.324481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '89191183-3219-44e1-a15a-bf48d06a5ae4', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:43.401547 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:42:43.406629 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.470213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.559706 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.578018 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3ade17-0e5e-4589-a72c-5fbc7050d887,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:43.670547 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.671813 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c2a4c9fc-9d74-4059-b733-7977c3c9166b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508263 Sep 17 01:42:43.674886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34650) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:43.679754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'network': {'name': 'tempest-network-smoke--533973997', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:43.772933 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:42:43.776632 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.800445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:42:43.808953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.816225 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Added segment e51658b1-2796-48fc-aaeb-a6b1fffab078 of type vlan for network 421e0aa8-0296-49e6-a0e4-1112b5c58acc Sep 17 01:42:43.856556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.961290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:43.967615 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:43.968215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.034627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Network': ['ID=421e0aa8-0296-49e6-a0e4-1112b5c58acc,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:44.045337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:42:44.048116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0b3d4f98-1cbf-42b2-b8d2-245e7f39444f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3720982 Sep 17 01:42:44.050978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34652) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:44.055685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'admin_state_up': True, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:44.132943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.134072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.185093 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.364915 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.617486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.635931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.739024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.43 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/328d1fbe-0673-4389-890a-2ea667e70bf2) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:42:44.836899 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.936403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:44.976171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:42:44.979030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:44.984175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:42:45.011921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=328d1fbe-0673-4389-890a-2ea667e70bf2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:45.282324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:45.473365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:45.661708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:42:45.766539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:42:45.776453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Sync routers for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:42:45.786023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:42:45.791697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:45.847487 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:45.848734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-59687426-e848-4873-bd6b-295249aded91 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7967267 Sep 17 01:42:45.852383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34656) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:45.904693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:42:46.001286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-244d163e-1209-436f-beed-5fb1a1106415 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1f0c34ace7094937a3a85fef0f4ea137&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1477065 Sep 17 01:42:46.004168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34660) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:46.093859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:45Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:46.097102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d5f4b8-8db9-4011-99d1-83dda4abf646 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:46.101023 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44d5f4b8-8db9-4011-99d1-83dda4abf646 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0958014 Sep 17 01:42:46.101777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34662) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:46.123305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Checking router: 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:42:46.123644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Updating router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe port 328d1fbe-0673-4389-890a-2ea667e70bf2 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:42:46.141448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27c78b5b-bb30-4c3a-b35e-d5394122275b tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384429 Sep 17 01:42:46.142118 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34664) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:46.147179 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376938829', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:46.155852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.304491 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-3d503508-f4c2-4e38-b876-2e972523bb88 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4932325 Sep 17 01:42:46.326997 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:42:46.330699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.390416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95443a-f800-426f-bb80-a9882121d37a req-3f8bee35-d70d-4a65-9afd-f4695d30e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:46.391945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-3f8bee35-d70d-4a65-9afd-f4695d30e62e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1097 time: 0.0437701 Sep 17 01:42:46.430420 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.493481 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.507231 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95443a-f800-426f-bb80-a9882121d37a req-6961cd8c-1f76-422c-8e51-ee4c4656da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:46.508760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-6961cd8c-1f76-422c-8e51-ee4c4656da58 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0963142 Sep 17 01:42:46.547483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Attempting to bind port 328d1fbe-0673-4389-890a-2ea667e70bf2 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:42:46.547840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Attempting to bind port 328d1fbe-0673-4389-890a-2ea667e70bf2 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:42:46.548207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Attempting to bind port 328d1fbe-0673-4389-890a-2ea667e70bf2 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:46.550189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4b86c-fa0e-4f6a-a075-710d8e7130ed None None] Pushing event updated for resources: {'Port': ['ID=328d1fbe-0673-4389-890a-2ea667e70bf2,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:46.556055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:42:46.556055 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:42:46.556541 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.556830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:42:46.557298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Bound port: 328d1fbe-0673-4389-890a-2ea667e70bf2, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:42:46.557687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.570422 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.576873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-b0fd10e7-6a6c-41b2-9eb4-de4e7311ff31 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 200 len: 1002 time: 0.0614390 Sep 17 01:42:46.613849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] For port 328d1fbe-0673-4389-890a-2ea667e70bf2, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:42:46.616966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] For port 328d1fbe-0673-4389-890a-2ea667e70bf2, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=328d1fbe-0673-4389-890a-2ea667e70bf2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:42:46.628466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95443a-f800-426f-bb80-a9882121d37a req-081e9024-e9c2-4cb1-928f-70f3dec0af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:46.630056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-081e9024-e9c2-4cb1-928f-70f3dec0af5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0462329 Sep 17 01:42:46.641678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Subnet': ['ID=1dc26478-b142-44ad-9c9a-a192124d93fb,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:46.646538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Checking segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:42:46.646886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network hostable DHCP agents. Network: 421e0aa8-0296-49e6-a0e4-1112b5c58acc, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:42:46.676709 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.682278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95443a-f800-426f-bb80-a9882121d37a req-10ab635a-b687-490e-ad9b-2d63bd6a645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:46.684486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-10ab635a-b687-490e-ad9b-2d63bd6a645d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467920 Sep 17 01:42:46.724573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:42:46.733302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:42:46.733933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:46.769034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4b86c-fa0e-4f6a-a075-710d8e7130ed None None] Pushing event updated for resources: {'Port': ['ID=328d1fbe-0673-4389-890a-2ea667e70bf2,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:46.779701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-a00546cd-e5b8-4fbd-aa80-f4efc7d08dc3 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Sep 17 01:42:46.816126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 421e0aa8-0296-49e6-a0e4-1112b5c58acc) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:46.823321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:46.823848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:46.832408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf94c38-3fa8-4503-8c80-587f448d3444 None None] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:42:46.880750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e95443a-f800-426f-bb80-a9882121d37a req-1bd5a10a-a05f-4b5e-ae90-626a1db2a258 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943234 Sep 17 01:42:46.900982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:42:46.905090 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c79c7e1-1360-42f5-a872-e64fb8d2af1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7593951 Sep 17 01:42:46.905616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34666) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:42:47.127342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:42:47.128209 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.222527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:45Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:47.254029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c979353-0135-4882-9c39-916d16ef62e4 None None] The sync data for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 is: [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:45Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:42:47.301889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Allocated IP 172.20.0.2 (421e0aa8-0296-49e6-a0e4-1112b5c58acc/1dc26478-b142-44ad-9c9a-a192124d93fb/fa8a2186-abbd-4721-90fa-dc5cf925cae8) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:42:47.363597 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.456950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.522242 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.567914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:42:47.572155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:47.579064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:42:47.582985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Pushing event updated for resources: {'Port': ['ID=fa8a2186-abbd-4721-90fa-dc5cf925cae8,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:47.677383 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.1 (421e0aa8-0296-49e6-a0e4-1112b5c58acc/1dc26478-b142-44ad-9c9a-a192124d93fb/0dd97366-3293-432d-b43e-6613d5d798cb) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:42:47.801655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Attempting to bind port fa8a2186-abbd-4721-90fa-dc5cf925cae8 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:42:47.802019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Attempting to bind port fa8a2186-abbd-4721-90fa-dc5cf925cae8 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:42:47.802378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Attempting to bind port fa8a2186-abbd-4721-90fa-dc5cf925cae8 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:47.811198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:42:47.811564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Checking segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:42:47.811971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.812449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Bound using segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:42:47.812938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Bound port: fa8a2186-abbd-4721-90fa-dc5cf925cae8, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:42:47.813318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.826203 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.879763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] For port fa8a2186-abbd-4721-90fa-dc5cf925cae8, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:42:47.882870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] For port fa8a2186-abbd-4721-90fa-dc5cf925cae8, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa8a2186-abbd-4721-90fa-dc5cf925cae8,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:42:47.939324 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:47.979373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:42:47.983347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:47.987146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:42:47.989334 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:48.029623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=0dd97366-3293-432d-b43e-6613d5d798cb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:48.060544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33957ee5-0dae-43df-89f4-bb08af93d20f None None] Pushing event updated for resources: {'Port': ['ID=fa8a2186-abbd-4721-90fa-dc5cf925cae8,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:48.073293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:48.281752 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:48.565750 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:48.635709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:48.713298 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:48.715184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=0dd97366-3293-432d-b43e-6613d5d798cb,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:48.807972 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:42:48.809927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:48.926349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:42:49.019061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 328d1fbe-0673-4389-890a-2ea667e70bf2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:49.053680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:42:49.063643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0a425fc6-d012-4126-85ac-2aed4ab6df46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/2e0d4c6d-03f8-4507-89a9-96f1daafc0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1572192 Sep 17 01:42:49.076903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 328d1fbe-0673-4389-890a-2ea667e70bf2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:49.077273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.159195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.183945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 328d1fbe-0673-4389-890a-2ea667e70bf2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=328d1fbe-0673-4389-890a-2ea667e70bf2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:49.214390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-636df66d-a76c-4302-a44f-2cc46f1bd400 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781149004&fields=id&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 267 time: 0.0351341 Sep 17 01:42:49.247862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.248922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa8a2186-abbd-4721-90fa-dc5cf925cae8 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:49.334269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=328d1fbe-0673-4389-890a-2ea667e70bf2,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:49.342352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fa8a2186-abbd-4721-90fa-dc5cf925cae8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:49.342731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.352571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-d6834961-59c1-4ffd-be92-ab40be775762 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:49.354211 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-d6834961-59c1-4ffd-be92-ab40be775762 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 796 time: 0.1320519 Sep 17 01:42:49.370077 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-bbb1b3ae-ff3e-4d48-8f4f-378a24cb653a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/quotas/1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 375 time: 0.0093844 Sep 17 01:42:49.383335 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Sync routers for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:42:49.396170 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:42:49.399890 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:49.430322 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-c9e362a8-f938-4e81-8f5e-d0805c47d16b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527191 Sep 17 01:42:49.444971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.449900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac6c630-cf93-4c25-89f6-297d936fd098 None None] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:42:49.523061 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:42:49.543617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-95d94130-4e9c-4c82-877a-ca81d4349f4d None None] Provisioning complete for port fa8a2186-abbd-4721-90fa-dc5cf925cae8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:49.543617 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95d94130-4e9c-4c82-877a-ca81d4349f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.556961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port fa8a2186-abbd-4721-90fa-dc5cf925cae8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa8a2186-abbd-4721-90fa-dc5cf925cae8,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:49.601672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-824bdfd4-723a-4a9b-acbc-728f66c18544 service neutron] 10.222.0.13 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565828 Sep 17 01:42:49.631143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.710719 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-e7a3f13c-71d1-4785-9a7e-b8e465c755d5 service neutron] 10.222.0.13 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000688 Sep 17 01:42:49.743633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=fa8a2186-abbd-4721-90fa-dc5cf925cae8,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:49.828975 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 2, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:49.856694 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Checking router: 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:42:49.857134 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Updating router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe port 0dd97366-3293-432d-b43e-6613d5d798cb binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:42:49.882429 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:49.981428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f43a6c7-7b19-4dc4-917f-85e88c709be5 req-2a59c4ee-7bfc-4c48-ae72-855a66f3582c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Sep 17 01:42:49.993472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-da2ab0bf-dd98-425b-9795-9d9ecd95ee2d None None] Provisioning complete for port 0dd97366-3293-432d-b43e-6613d5d798cb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:49.994080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da2ab0bf-dd98-425b-9795-9d9ecd95ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.038877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-da2ab0bf-dd98-425b-9795-9d9ecd95ee2d None None] Port 0dd97366-3293-432d-b43e-6613d5d798cb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:42:50.048974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-da2ab0bf-dd98-425b-9795-9d9ecd95ee2d None None] Provisioning complete for port fa8a2186-abbd-4721-90fa-dc5cf925cae8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:50.049457 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da2ab0bf-dd98-425b-9795-9d9ecd95ee2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.227311 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.267535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f7ed86ba-495d-4024-9f35-a13942a0ede0 None None] Provisioning complete for port 0dd97366-3293-432d-b43e-6613d5d798cb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:50.268011 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7ed86ba-495d-4024-9f35-a13942a0ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.304752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f7ed86ba-495d-4024-9f35-a13942a0ede0 None None] Port 0dd97366-3293-432d-b43e-6613d5d798cb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:42:50.313221 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.366386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Pushing event updated for resources: {'Port': ['ID=0dd97366-3293-432d-b43e-6613d5d798cb,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:50.389714 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.390376 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.390494 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.390821 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.391176 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.391504 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.391826 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.392148 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.392477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.392791 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.393181 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.393502 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:42:50.424502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b8ffcc0-700d-4411-a43c-b9402590b92a None None] Provisioning complete for port 0dd97366-3293-432d-b43e-6613d5d798cb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:50.430376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b8ffcc0-700d-4411-a43c-b9402590b92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.430584 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Attempting to bind port 0dd97366-3293-432d-b43e-6613d5d798cb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:42:50.430753 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Attempting to bind port 0dd97366-3293-432d-b43e-6613d5d798cb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:42:50.431141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Attempting to bind port 0dd97366-3293-432d-b43e-6613d5d798cb on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:50.436460 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:42:50.436825 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Checking segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:42:50.437231 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.437615 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Bound using segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:42:50.438073 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Bound port: 0dd97366-3293-432d-b43e-6613d5d798cb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:42:50.438450 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.468333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5b8ffcc0-700d-4411-a43c-b9402590b92a None None] Port 0dd97366-3293-432d-b43e-6613d5d798cb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:42:50.506939 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] For port 0dd97366-3293-432d-b43e-6613d5d798cb, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:42:50.510219 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] For port 0dd97366-3293-432d-b43e-6613d5d798cb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0dd97366-3293-432d-b43e-6613d5d798cb,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:42:50.587979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-08d863d2-0d6f-4587-b92a-ce1574971522 None None] Provisioning complete for port 0dd97366-3293-432d-b43e-6613d5d798cb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:50.588353 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08d863d2-0d6f-4587-b92a-ce1574971522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.591372 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.661495 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5c05c-6526-4c6c-b86e-4b1df8268941 None None] Pushing event updated for resources: {'Port': ['ID=0dd97366-3293-432d-b43e-6613d5d798cb,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:50.666137 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:42:50.666826 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:50.686440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08d863d2-0d6f-4587-b92a-ce1574971522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.723391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-08d863d2-0d6f-4587-b92a-ce1574971522 None None] For port 0dd97366-3293-432d-b43e-6613d5d798cb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0dd97366-3293-432d-b43e-6613d5d798cb,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:50.788109 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08d863d2-0d6f-4587-b92a-ce1574971522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:50.795098 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:42:50.842631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d863d2-0d6f-4587-b92a-ce1574971522 None None] Pushing event updated for resources: {'Port': ['ID=0dd97366-3293-432d-b43e-6613d5d798cb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:50.910115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-133cd1e9-9be7-4d87-9aad-8c2500e19391 None None] Provisioning complete for port 0dd97366-3293-432d-b43e-6613d5d798cb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:50.910820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-133cd1e9-9be7-4d87-9aad-8c2500e19391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:51.001541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 328d1fbe-0673-4389-890a-2ea667e70bf2 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:51.008251 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:42:51.042226 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a186f29-fc18-4712-8b41-384bcdbd7a95 None None] The sync data for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 is: [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:42:51.055716 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c76a35d2-baf0-46af-8661-94c54a0ce5d1 req-b6fa4900-70c5-43ea-985b-4ef99e561d0a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 210 time: 0.0290329 Sep 17 01:42:51.065755 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 328d1fbe-0673-4389-890a-2ea667e70bf2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:51.066283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:51.171589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa8a2186-abbd-4721-90fa-dc5cf925cae8 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:51.222028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fa8a2186-abbd-4721-90fa-dc5cf925cae8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:51.222405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:52.155425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d142184c-589a-4344-938f-d49e5fd36356 req-c61a2d78-85f5-4811-9914-6ca6831e7e08 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 210 time: 0.0313785 Sep 17 01:42:52.385440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-6589cc77-df23-43bb-b25c-1412c9157df6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:52.386877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-6589cc77-df23-43bb-b25c-1412c9157df6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 796 time: 0.1055849 Sep 17 01:42:52.429420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-360f2916-663f-4e0e-824e-112d28ee3d21 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 379 time: 0.0335388 Sep 17 01:42:52.439044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'port': {'device_id': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'admin_state_up': True, 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'security_groups': ['89191183-3219-44e1-a15a-bf48d06a5ae4']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:52.635770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:42:52.640120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:52.767305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.12 (421e0aa8-0296-49e6-a0e4-1112b5c58acc/1dc26478-b142-44ad-9c9a-a192124d93fb/8bf4e3e9-6f05-4d59-b304-c9ae70a49e51) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:42:52.905153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:52.990365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0dd97366-3293-432d-b43e-6613d5d798cb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:53.028260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.042314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0dd97366-3293-432d-b43e-6613d5d798cb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:53.043639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.070950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:42:53.073981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:42:53.076760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:42:53.113798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:53.142113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:53.142735 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.254343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-eba6a2bd-6364-4e04-b27b-c48c1be1be39 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189673 Sep 17 01:42:53.267751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Request body: {'port': {'device_id': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:42:53.278111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb163f9c-0c37-4dc3-9d74-f4041dd1a81a req-f6be7307-4595-4076-9592-48175bb36f60 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:53.279729 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb163f9c-0c37-4dc3-9d74-f4041dd1a81a req-f6be7307-4595-4076-9592-48175bb36f60 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 932 time: 0.0546324 Sep 17 01:42:53.322205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.323069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eb163f9c-0c37-4dc3-9d74-f4041dd1a81a req-f360c0c9-1b34-4cf8-a3c2-d557210c5f8a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371380 Sep 17 01:42:53.370000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d733c59f-48b7-45f9-bd07-19ad0a9ef40f None None] Provisioning complete for port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:53.370300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d733c59f-48b7-45f9-bd07-19ad0a9ef40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.404269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d733c59f-48b7-45f9-bd07-19ad0a9ef40f None None] Port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:42:53.582923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:42:53.590801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.605106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Transition to ACTIVE for port object 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:42:53.693035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.755758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:53.833397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:42:53.833730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:42:53.834056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:53.841181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:42:53.842222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:42:53.849371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:42:53.849755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Checking segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:42:53.850142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Bound using segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:42:53.850570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Bound port: 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:42:53.850927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:53.933197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:42:53.937612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:42:54.022356 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:54.065767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.066444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:54.067854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] 10.222.0.23 "PUT /v2.0/ports/8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 1092 time: 0.8044693 Sep 17 01:42:54.068296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:42:54.070567 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c559ab7-29a0-448e-a765-7c41e54e6b57" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:42:54.100795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9694d0a-c1c1-4962-ad8f-001feec87da9 service neutron] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:54.202911 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3c63a-7edd-4c31-a7f6-444c53f4a6c5 x-openstack-request-id: req-f6d3c63a-7edd-4c31-a7f6-444c53f4a6c5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:42:54.203241 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:42:54.203554 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6d3c63a-7edd-4c31-a7f6-444c53f4a6c5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:42:54.203979 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'status': 'completed', 'code': 200} Sep 17 01:42:54.214147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-53316178-50a2-45fc-8e70-1e82a86a2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.216205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-53316178-50a2-45fc-8e70-1e82a86a2349 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1095 time: 0.0525403 Sep 17 01:42:54.264233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-fb126c71-18e9-4e92-8b47-1d55919a98a3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 217 time: 0.0390470 Sep 17 01:42:54.320665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-05c39001-df35-4b9c-9448-f84e0461cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.322134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-05c39001-df35-4b9c-9448-f84e0461cd43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0513225 Sep 17 01:42:54.374352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0521f325-d155-484f-ba02-bccc72083872 req-bcbdadc2-ea00-4190-8fd5-0cffdabb40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.376063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-bcbdadc2-ea00-4190-8fd5-0cffdabb40af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469999 Sep 17 01:42:54.445560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59eb80-2b23-4d5d-86a0-724c2c749084 req-003ac748-22c7-4fa0-bf66-19d44a7adccd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.447127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d59eb80-2b23-4d5d-86a0-724c2c749084 req-003ac748-22c7-4fa0-bf66-19d44a7adccd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0547900 Sep 17 01:42:54.468984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-8735809f-dea3-44a7-9c39-d98880be085f service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854487 Sep 17 01:42:54.485491 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d59eb80-2b23-4d5d-86a0-724c2c749084 req-f00df36c-3410-4b4d-bdb6-a3cdf81696a8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Sep 17 01:42:54.564178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0521f325-d155-484f-ba02-bccc72083872 req-71d5dea7-d1cd-4953-aec8-1f55303b6714 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876749 Sep 17 01:42:54.721113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-c4607cb4-6f6c-4597-8526-c90041323699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.722674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-c4607cb4-6f6c-4597-8526-c90041323699 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1095 time: 0.0415182 Sep 17 01:42:54.815439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-e0d9ea3d-4a64-407a-ab8f-7ccd811b24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.816797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-e0d9ea3d-4a64-407a-ab8f-7ccd811b24e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.0873613 Sep 17 01:42:54.859031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-4904f17f-0731-4601-b529-2d60d9743b3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 217 time: 0.0336967 Sep 17 01:42:54.911815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-400ab163-f8f4-49a7-bb6c-2f590f2f7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.913247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-400ab163-f8f4-49a7-bb6c-2f590f2f7463 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0460994 Sep 17 01:42:54.959063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-b2a81930-7a32-4ac8-b81c-d67734ac8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:54.960602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-b2a81930-7a32-4ac8-b81c-d67734ac8218 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393939 Sep 17 01:42:55.049239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-71e8f659-de34-45e4-a547-acf18cbea081 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813434 Sep 17 01:42:55.141715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c559ab7-29a0-448e-a765-7c41e54e6b57 req-0bb901b6-13c3-414c-8a7c-9de074aa3b94 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841129 Sep 17 01:42:55.605491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6680c-f03f-4978-9efd-5f59e9a694d8 req-c228323a-f3bb-4063-8157-e7427327ca10 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:55.607018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7b6680c-f03f-4978-9efd-5f59e9a694d8 req-c228323a-f3bb-4063-8157-e7427327ca10 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0493743 Sep 17 01:42:55.644887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7b6680c-f03f-4978-9efd-5f59e9a694d8 req-134e1150-576e-41e9-8557-e5acdc448bc9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Sep 17 01:42:56.758034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bd42-5a20-4567-bb75-6b0318939582 req-791704d3-ae97-4244-af0e-591e25e56f78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:56.759519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c21bd42-5a20-4567-bb75-6b0318939582 req-791704d3-ae97-4244-af0e-591e25e56f78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0477204 Sep 17 01:42:56.796557 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4c21bd42-5a20-4567-bb75-6b0318939582 req-1990a7cf-3a37-4ce0-a94d-11d60af265dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302942 Sep 17 01:42:57.663391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:42:57.757310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:57.768449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'port_id': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'mac_address': 'fa:16:3e:35:6b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:42:57.803846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:57.817098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:42:57.837202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:57.910375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ea7c2-bf86-4e25-89f5-0aecd66ce684 req-0d9a8cd2-4f67-4f9b-bede-7cf0b2fcebaf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:57.911871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-622ea7c2-bf86-4e25-89f5-0aecd66ce684 req-0d9a8cd2-4f67-4f9b-bede-7cf0b2fcebaf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0494890 Sep 17 01:42:57.927094 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:57.956702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-622ea7c2-bf86-4e25-89f5-0aecd66ce684 req-0148630a-3591-45cb-bd07-85b5f0e39627 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386770 Sep 17 01:42:58.028276 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:42:58.123032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:42:58.978145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:59.069172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50474ca-9fa6-4e86-b730-f884176729de req-5d38dcc1-c4ec-4c31-a843-2a33bf1ab89a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:42:59.070610 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f50474ca-9fa6-4e86-b730-f884176729de req-5d38dcc1-c4ec-4c31-a843-2a33bf1ab89a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 945 time: 0.0474811 Sep 17 01:42:59.111661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f50474ca-9fa6-4e86-b730-f884176729de req-86db3d05-f54d-4839-8e3f-fc41634dd255 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Sep 17 01:42:59.378323 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:59.689981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:42:59.804290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:42:59.808032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:42:59.808402 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:59.883482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:42:59.905999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:42:59.908259 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26dd734-a1c6-4e7d-a74e-b3d0d367eebd" -d '{"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-plugged", "status": "completed", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:42:59.923903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:42:59.984601 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:00.008139 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c92c0-77a3-449c-9e2c-3e3913660f6c x-openstack-request-id: req-ce0c92c0-77a3-449c-9e2c-3e3913660f6c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:00.008431 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-plugged", "status": "completed", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:00.008679 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce0c92c0-77a3-449c-9e2c-3e3913660f6c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:00.009057 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'code': 200} Sep 17 01:43:00.035339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:00.103703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa0df51-9bfb-4006-8a7b-745475d843b4 req-926d9ea6-fdca-40f3-9112-b457d4ab14c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:00.105190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fa0df51-9bfb-4006-8a7b-745475d843b4 req-926d9ea6-fdca-40f3-9112-b457d4ab14c9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0400229 Sep 17 01:43:00.138780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9fa0df51-9bfb-4006-8a7b-745475d843b4 req-55f02b6a-a7cd-4a7e-8be7-3701f9060cd8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267324 Sep 17 01:43:00.224017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca721e42-019d-4f6c-8217-f1617a1a70be req-5d010700-ab43-43d3-8130-011bde131604 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:00.225481 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca721e42-019d-4f6c-8217-f1617a1a70be req-5d010700-ab43-43d3-8130-011bde131604 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0492513 Sep 17 01:43:00.262880 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ca721e42-019d-4f6c-8217-f1617a1a70be req-d75eda48-d62d-4481-8dea-0dfe170ddfa8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305235 Sep 17 01:43:01.378755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80053db8-a000-4420-ac9d-d0a33d7a9dc2 req-9a63b089-a277-441a-90be-02548268a8bf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:01.380275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80053db8-a000-4420-ac9d-d0a33d7a9dc2 req-9a63b089-a277-441a-90be-02548268a8bf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0494907 Sep 17 01:43:01.417817 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80053db8-a000-4420-ac9d-d0a33d7a9dc2 req-8924def2-22db-4c56-b12c-f62c6c980337 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314262 Sep 17 01:43:01.532442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafef98b-9610-419e-b3c5-369a455ffcd6 req-0e8a6016-3db9-432d-bef0-9b4689b93654 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:01.533911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eafef98b-9610-419e-b3c5-369a455ffcd6 req-0e8a6016-3db9-432d-bef0-9b4689b93654 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Sep 17 01:43:01.570610 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eafef98b-9610-419e-b3c5-369a455ffcd6 req-b3c48e44-8604-42bf-a4e8-9423f96dc5af tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Sep 17 01:43:01.592306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:01.630732 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93df95f-04cf-43d4-8771-94a5bb8b4755 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:01.632920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a93df95f-04cf-43d4-8771-94a5bb8b4755 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1092 time: 0.0396559 Sep 17 01:43:01.635831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34728) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:01.640012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:43:01.721225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:01.820074 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:01.925908 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.5 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/95f25621-1b32-485f-84c0-fea745e28cb4) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:43:02.026400 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:02.133199 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:02.169920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:43:02.172818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:43:02.176295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:43:02.206351 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=95f25621-1b32-485f-84c0-fea745e28cb4,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:02.827176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:02.947443 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:03.092346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:03.146840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:03.215448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=95f25621-1b32-485f-84c0-fea745e28cb4,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:03.228671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:03.329428 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 869dba72-b192-41d2-b806-2d489d31445e associated. External IP: 172.25.1.5, port: 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51. Sep 17 01:43:03.537403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:43:03.644976 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:43:03.655010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] Sync routers for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:43:03.664565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:03.680128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:03.755661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:03.770306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:03.784547 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2ccad330-d45f-4224-909a-b9196dfe2774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1476829 Sep 17 01:43:03.785148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:43:03.787897 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:43:03.888345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb9e8e-6f58-4e02-820f-ad69b38b1f8c req-1e3d5306-a6bc-4e8f-b2c4-4aa63dd5bfa7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:03.890010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bcb9e8e-6f58-4e02-820f-ad69b38b1f8c req-1e3d5306-a6bc-4e8f-b2c4-4aa63dd5bfa7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0536830 Sep 17 01:43:03.898122 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1303311-b009-43e6-a144-8ef530e98f90 x-openstack-request-id: req-e1303311-b009-43e6-a144-8ef530e98f90 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:03.898645 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:03.898645 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e1303311-b009-43e6-a144-8ef530e98f90 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:03.899041 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'status': 'completed', 'code': 200} Sep 17 01:43:03.957109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8bcb9e8e-6f58-4e02-820f-ad69b38b1f8c req-29e084bf-1252-4d6e-86e2-2bd1860499b1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602789 Sep 17 01:43:03.970891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-2e37abae-2197-4f6f-a603-40874ea5c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:03.972610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-2e37abae-2197-4f6f-a603-40874ea5c66b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0504785 Sep 17 01:43:03.981372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34736) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:04.015591 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '869dba72-b192-41d2-b806-2d489d31445e', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'port_id': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'mac_address': 'fa:16:3e:35:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:43:02Z', 'updated_at': '2021-09-17T01:43:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:04.047197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6c18bb4b-a856-41a1-9bb7-9568007b1a76 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/869dba72-b192-41d2-b806-2d489d31445e HTTP/1.1" status: 200 len: 990 time: 0.0641704 Sep 17 01:43:04.047839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] Checking router: 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:43:04.056257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:04.056904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:04.066747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-8cf9f0d2-2b23-4261-96ce-40438ca0e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:04.068256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-8cf9f0d2-2b23-4261-96ce-40438ca0e77c service neutron] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.0874047 Sep 17 01:43:04.137815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-e53a8890-9e35-468c-84ff-aaaea8187483 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 998 time: 0.0618067 Sep 17 01:43:04.161924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:04.186092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-4effa6a2-c01a-4e30-b003-c379c4dd2ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:04.187587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-4effa6a2-c01a-4e30-b003-c379c4dd2ab8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0432754 Sep 17 01:43:04.235091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-7cdd7184-5774-4624-97e8-de4445fa19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:04.236722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-7cdd7184-5774-4624-97e8-de4445fa19aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404985 Sep 17 01:43:04.330079 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-1af8a50e-f647-4535-97f0-6981f8d66f0c service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851591 Sep 17 01:43:04.382423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '869dba72-b192-41d2-b806-2d489d31445e', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'port_id': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'mac_address': 'fa:16:3e:35:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:43:02Z', 'updated_at': '2021-09-17T01:43:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:04.411688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ff723-3f42-4c9d-976e-87e14233109a None None] The sync data for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 is: [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '869dba72-b192-41d2-b806-2d489d31445e', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'port_id': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'mac_address': 'fa:16:3e:35:6b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:43:02Z', 'updated_at': '2021-09-17T01:43:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:43:04.419194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2f8a713-8306-4773-bd3e-b1c4213e9ce1 req-df33bf61-44bd-4782-91af-86a7a5c8b850 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823052 Sep 17 01:43:04.604932 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0756ea4-16da-45ed-83f6-04cae6a47606 None None] New status for floating IP 869dba72-b192-41d2-b806-2d489d31445e: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:43:05.049328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34738) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:05.113006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-56436668-3a0a-4a6e-aea4-e80e311fc227 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/869dba72-b192-41d2-b806-2d489d31445e HTTP/1.1" status: 200 len: 992 time: 0.0625386 Sep 17 01:43:05.234684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:05.388981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port 93f3c00a-cfce-4812-8099-1c41e3e713ea {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:05.389324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:05.463924 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b86b1d58-8b01-419d-a03b-7827072b8b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:05.467714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:05.468040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:05.479830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for 93f3c00a-cfce-4812-8099-1c41e3e713ea owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:05.707230 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:05.734193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=93f3c00a-cfce-4812-8099-1c41e3e713ea,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:05.791633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:05.792514 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Floating IP f62fae02-2cd8-48d4-996f-5a8e1a34b35f disassociated (deleted). External IP: 172.25.1.151, port: 6f5bb399-0af3-4291-8df2-7e854db50a97. Sep 17 01:43:06.002272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:43:06.107671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:43:06.112484 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:06.117068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:43:06.126587 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:06.127289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:06.140166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d3ff4a88-bd33-4b52-af5a-779f62f04f4d tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "DELETE /v2.0/floatingips/f62fae02-2cd8-48d4-996f-5a8e1a34b35f HTTP/1.1" status: 204 len: 168 time: 0.9044185 Sep 17 01:43:06.140903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:43:06.143251 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a" -d '{"events": [{"name": "network-changed", "server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:43:06.185242 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eef746-f3f9-4419-a95e-46ac131ef3c0 x-openstack-request-id: req-d4eef746-f3f9-4419-a95e-46ac131ef3c0 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:06.185578 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:06.185834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d4eef746-f3f9-4419-a95e-46ac131ef3c0 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:06.186233 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'status': 'completed', 'code': 200} Sep 17 01:43:06.233816 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:43:06.262999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-ad44fbae-24d7-43d6-8bf6-50e4ffaab369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:06.264876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-ad44fbae-24d7-43d6-8bf6-50e4ffaab369 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 1097 time: 0.0544190 Sep 17 01:43:06.360539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-9f948c0f-5fc2-4c0d-9b61-516b5654e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:06.361995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-9f948c0f-5fc2-4c0d-9b61-516b5654e9fe service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0905385 Sep 17 01:43:06.398397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:06.404549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-de12e9b7-2176-42fa-8efd-f688c9c63561 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 200 len: 217 time: 0.0342374 Sep 17 01:43:06.457505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-9afd7668-274f-4d5b-a032-c744cc031419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:06.458966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-9afd7668-274f-4d5b-a032-c744cc031419 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0479527 Sep 17 01:43:06.506209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-c76a24eb-1902-4b58-8f22-c5d9a7c55170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:06.507834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-c76a24eb-1902-4b58-8f22-c5d9a7c55170 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417843 Sep 17 01:43:06.614211 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-635e069a-28bf-4ac7-ad3d-5cb5f7253967 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928185 Sep 17 01:43:06.631783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:10Z', 'revision_number': 1, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:06.663375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:43:06.672955 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:06.673599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:42:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:06.738921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2371ea-74f3-4282-91b0-7615b3595f0e req-40a693dd-c94a-471a-ab60-732619775584 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:06.740420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c2371ea-74f3-4282-91b0-7615b3595f0e req-40a693dd-c94a-471a-ab60-732619775584 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 946 time: 0.0933557 Sep 17 01:43:06.771188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2a442bf9-ffa1-4dd6-be10-2a6e8591fa1a req-3218b719-ccde-4643-a68f-20e2f842d473 service neutron] 10.222.0.23 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416104 Sep 17 01:43:06.778971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:06.790977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c2371ea-74f3-4282-91b0-7615b3595f0e req-dfe3fe08-9ffa-4cca-a071-c3cfb30603db tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405877 Sep 17 01:43:06.996623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:10Z', 'revision_number': 1, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:07.022332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0bad2d-5c74-43f1-a119-8f7acb9e4d0d None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'aa99d94f-f3fc-4da2-9584-b4c42abe7f59', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'floating_ip_address': '172.25.1.7', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '23405098-8528-4637-bc09-7942839795a6', 'port_id': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'mac_address': 'fa:16:3e:91:de:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:38:07Z', 'updated_at': '2021-09-17T01:38:10Z', 'revision_number': 1, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:43:07.236566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1a9388-8760-414d-974a-51d3c056cfa1 None None] New status for floating IP f62fae02-2cd8-48d4-996f-5a8e1a34b35f: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:43:07.911655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca01a6-3426-42f2-ab84-28ec106fa06c req-85f04537-25d1-4565-8cc1-bfd4521eebab tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:07.913064 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49ca01a6-3426-42f2-ab84-28ec106fa06c req-85f04537-25d1-4565-8cc1-bfd4521eebab tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 946 time: 0.0509942 Sep 17 01:43:07.956649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49ca01a6-3426-42f2-ab84-28ec106fa06c req-2f9f5f59-131e-4fc3-98f0-2126c17099f2 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367057 Sep 17 01:43:08.141300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aab5d0c4-de9c-4f3e-a4ad-4da36b56e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:08.222216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-4edd36bc-59ee-4bbe-b0eb-a004af8ce4d1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:08.223679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-4edd36bc-59ee-4bbe-b0eb-a004af8ce4d1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 946 time: 0.0487027 Sep 17 01:43:08.312861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port 6f5bb399-0af3-4291-8df2-7e854db50a97 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:08.313197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:08.403253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port 6f5bb399-0af3-4291-8df2-7e854db50a97, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6f5bb399-0af3-4291-8df2-7e854db50a97,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:08.403536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:08.415327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for 6f5bb399-0af3-4291-8df2-7e854db50a97 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:08.607178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:08.635181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=6f5bb399-0af3-4291-8df2-7e854db50a97,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:08.675444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port 6f5bb399-0af3-4291-8df2-7e854db50a97 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:08.678160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:08.680242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab226f70-b3e2-4e36-bce2-1de08b2c1be4 req-bedcde3d-ecb7-4298-9da6-e0ed9b533fc5 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.23 "DELETE /v2.0/ports/6f5bb399-0af3-4291-8df2-7e854db50a97 HTTP/1.1" status: 204 len: 173 time: 0.4474790 Sep 17 01:43:08.680676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'name': 'network-vif-deleted', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:43:08.682923 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed9fd2b-c91d-4d29-9113-ad1b584c077a" -d '{"events": [{"server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "name": "network-vif-deleted", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:43:08.720553 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e5f5b8-ef3d-4728-bc44-f7475696b37f x-openstack-request-id: req-a9e5f5b8-ef3d-4728-bc44-f7475696b37f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:08.720842 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "387fe7e5-5c2e-4e25-a60a-dc856605dae9", "name": "network-vif-deleted", "tag": "6f5bb399-0af3-4291-8df2-7e854db50a97", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:08.721092 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9e5f5b8-ef3d-4728-bc44-f7475696b37f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:08.721482 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '387fe7e5-5c2e-4e25-a60a-dc856605dae9', 'name': 'network-vif-deleted', 'tag': '6f5bb399-0af3-4291-8df2-7e854db50a97', 'status': 'completed', 'code': 200} Sep 17 01:43:09.079772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fa168ad-6bcd-4d9e-8b64-9ec74b808d35 req-12c1b81f-da45-4b15-8bea-ff1b5f03b651 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0357530 Sep 17 01:43:09.110299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:09.549708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:10.171148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf7f62ac-0248-4cc3-860d-84b0f1372fdf req-2a6d3521-8ba2-4c72-8856-1d4715bdbac1 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0272837 Sep 17 01:43:11.156176 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:11.268482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0dd628d2-0f32-46c4-97b6-b7b1f226cb4a req-37bbafd2-d841-4ed4-8df3-73a1b700bc9f tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0276430 Sep 17 01:43:11.747399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6f5bb399-0af3-4291-8df2-7e854db50a97 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:11.771098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 6f5bb399-0af3-4291-8df2-7e854db50a97 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:11.771452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6f5bb399-0af3-4291-8df2-7e854db50a97 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:12.359284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c48f0d3e-aa63-4e73-85ab-fd168c366335 req-ca4a2091-e9eb-40d9-a1bc-374d931f7a1b tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=387fe7e5-5c2e-4e25-a60a-dc856605dae9 HTTP/1.1" status: 200 len: 210 time: 0.0251579 Sep 17 01:43:18.971634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34780) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:19.125903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port 3e307882-a24a-430f-a870-4075c8cfb398 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:19.126247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:19.200763 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:19.201009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:19.211998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for 3e307882-a24a-430f-a870-4075c8cfb398 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:19.404402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:19.432932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=3e307882-a24a-430f-a870-4075c8cfb398,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:19.455246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.455609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.455874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.456204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.456528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.456852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.457169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.457486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.457800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.458112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.458425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.458732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:19.503670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:19.504050 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Floating IP aa99d94f-f3fc-4da2-9584-b4c42abe7f59 disassociated (deleted). External IP: 172.25.1.7, port: c02c4f72-d338-433d-a82a-c15d05b4198e. Sep 17 01:43:20.020292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:43:20.126729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:43:20.131366 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:20.137355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:43:20.147170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:20.147781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:43:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:20.160030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-30172b55-a9ea-46d4-bb95-b3d19ebc5f96 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa99d94f-f3fc-4da2-9584-b4c42abe7f59 HTTP/1.1" status: 204 len: 168 time: 1.1873453 Sep 17 01:43:20.160622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:43:20.163025 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef75fa9-41b4-4615-bb23-b639730a48f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:43:20.212987 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec29ece-a3bc-4272-9b99-97a3b2d7b463 x-openstack-request-id: req-9ec29ece-a3bc-4272-9b99-97a3b2d7b463 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:20.213605 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:20.213857 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9ec29ece-a3bc-4272-9b99-97a3b2d7b463 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:20.214249 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'status': 'completed', 'code': 200} Sep 17 01:43:20.263749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:20.331159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-aebd0182-7173-4907-ad49-1239a18f4876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:20.332770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-aebd0182-7173-4907-ad49-1239a18f4876 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 1097 time: 0.0963225 Sep 17 01:43:20.434855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-2061dca5-58f4-4647-b316-180def5d963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:20.436423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-2061dca5-58f4-4647-b316-180def5d963c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 200 len: 913 time: 0.0956454 Sep 17 01:43:20.472738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:20.478447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-071cfa5e-054e-4918-b788-fde619ee0361 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 200 len: 217 time: 0.0351217 Sep 17 01:43:20.507192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:43:20.516572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:20.517190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:43:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:20.536816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-0e651f2c-e2cc-4d33-9fdd-da48a8ec0646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:20.536816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-0e651f2c-e2cc-4d33-9fdd-da48a8ec0646 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 200 len: 851 time: 0.0456049 Sep 17 01:43:20.582637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-ecbf9f94-e751-4c72-8cf9-be96cc9787c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:20.584348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-ecbf9f94-e751-4c72-8cf9-be96cc9787c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9e052690-426b-429b-914d-973beb27dec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463147 Sep 17 01:43:20.589510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60598ec-f1bb-4ca8-a9ef-7ca00d4dd256 req-407e6310-7aff-4723-a352-3d87cbaf2662 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:20.591195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b60598ec-f1bb-4ca8-a9ef-7ca00d4dd256 req-407e6310-7aff-4723-a352-3d87cbaf2662 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 946 time: 0.0513470 Sep 17 01:43:20.598534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-af1ad904-af18-45a2-8da0-9e23a014d986 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:43:20.599627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-af1ad904-af18-45a2-8da0-9e23a014d986 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056503 Sep 17 01:43:20.629911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b60598ec-f1bb-4ca8-a9ef-7ca00d4dd256 req-07d44d29-bf9f-4729-9766-dcd2e2f2fdfc tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/security-groups?id=da6036f9-9d62-4f3d-8d58-8b03143c38dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Sep 17 01:43:20.638728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:20.699541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-2266f919-e47e-441e-832d-fbab19ec76e5 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898771 Sep 17 01:43:20.797876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bef75fa9-41b4-4615-bb23-b639730a48f7 req-1aff9fd0-0507-4fbd-8168-44d6202fd7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896504 Sep 17 01:43:20.843851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:20.870336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138fac9-9239-4e83-9f5e-2e4f9e0ecf6d None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:28:28Z', 'revision_number': 4, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'dc227d39-fa44-4e54-b8dc-455223e618eb', 'name': '', 'network_id': '9e052690-426b-429b-914d-973beb27dec6', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'mac_address': 'fa:16:3e:5e:d2:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:27Z', 'updated_at': '2021-09-17T01:28:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'subnets': [{'id': 'b5235015-fec0-44fd-bb2d-a55208c7ecee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:43:21.079929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86984d5-3171-4d70-b635-b515bd9d471e None None] New status for floating IP aa99d94f-f3fc-4da2-9584-b4c42abe7f59: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:43:21.171961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-f8e0473f-3e0e-4b8f-a16c-d1bcaa6d6525 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:21.173440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-f8e0473f-3e0e-4b8f-a16c-d1bcaa6d6525 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 946 time: 0.0549884 Sep 17 01:43:21.264590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port c02c4f72-d338-433d-a82a-c15d05b4198e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:21.264975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:21.350240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] For port c02c4f72-d338-433d-a82a-c15d05b4198e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c02c4f72-d338-433d-a82a-c15d05b4198e,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:21.350518 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:21.363966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for c02c4f72-d338-433d-a82a-c15d05b4198e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:21.575948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:21.606396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=c02c4f72-d338-433d-a82a-c15d05b4198e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:21.645342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] No DVR routers for this DVR port c02c4f72-d338-433d-a82a-c15d05b4198e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:21.648066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:21.650104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-00ff9bf1-eeda-45d5-ba87-5ea571b70065 req-e0c89bb7-4e44-4b27-ab1b-766bf711d27e tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.36 "DELETE /v2.0/ports/c02c4f72-d338-433d-a82a-c15d05b4198e HTTP/1.1" status: 204 len: 173 time: 0.4706860 Sep 17 01:43:21.731774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-59b42819-1289-4aab-92e7-4885a4554601 req-2fb86895-444a-4723-9c44-4ce94aa84027 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0309844 Sep 17 01:43:22.215507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'name': 'network-vif-deleted', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:43:22.217854 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ec8914-1600-48c9-aab8-950d533555cf" -d '{"events": [{"server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "name": "network-vif-deleted", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:43:22.291198 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fe1afb-ce5b-4907-90bb-0422441a74b4 x-openstack-request-id: req-37fe1afb-ce5b-4907-90bb-0422441a74b4 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:22.291497 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e9a566e-8744-45bd-afe1-570090c7bb86", "name": "network-vif-deleted", "tag": "c02c4f72-d338-433d-a82a-c15d05b4198e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:22.291748 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37fe1afb-ce5b-4907-90bb-0422441a74b4 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:22.292139 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9a566e-8744-45bd-afe1-570090c7bb86', 'name': 'network-vif-deleted', 'tag': 'c02c4f72-d338-433d-a82a-c15d05b4198e', 'status': 'completed', 'code': 200} Sep 17 01:43:22.860387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6279a5d3-09ab-4fbf-933a-08cb455339e0 req-e9d17ca1-b317-4a02-9f03-d191d7e30435 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Sep 17 01:43:23.957808 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c21b1d3-aa58-4087-9cb8-2c03438ae5a9 req-19ba6059-904c-4aeb-a386-d314e167fa54 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Sep 17 01:43:24.384354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c02c4f72-d338-433d-a82a-c15d05b4198e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:24.409262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c02c4f72-d338-433d-a82a-c15d05b4198e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:24.409604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c02c4f72-d338-433d-a82a-c15d05b4198e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:25.053499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10789c4b-91f9-48de-83ab-3c8f55f6f371 req-39d98b15-067e-4c1f-a6c9-7cf3ddb2d9d7 tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e9a566e-8744-45bd-afe1-570090c7bb86 HTTP/1.1" status: 200 len: 210 time: 0.0280662 Sep 17 01:43:26.107992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34814) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:26.236547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Deleting port 8580cd31-a2d9-407d-9add-78f20af98ef9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:26.236883 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:26.315758 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:26.316081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:26.327576 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Calling delete_port for 8580cd31-a2d9-407d-9add-78f20af98ef9 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:26.504071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:26.536387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'Port': ['ID=8580cd31-a2d9-407d-9add-78f20af98ef9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:26.575530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.575876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.576223 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.576562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.576898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.577231 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.577559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.577884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.578326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.578658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.578987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.579340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:26.600715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:26.603776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:26.604925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9d459cf8-c30b-463e-9d27-d5a3266b422c tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "DELETE /v2.0/floatingips/3cfb68d5-dc5d-4042-a492-6258912eff50 HTTP/1.1" status: 204 len: 168 time: 0.4959769 Sep 17 01:43:29.009808 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:29.392912 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:30.023979 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34834) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:30.087964 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8622c29d-19fa-4597-bf69-49aa0db0c5aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:30.112432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8622c29d-19fa-4597-bf69-49aa0db0c5aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:30.218267 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8622c29d-19fa-4597-bf69-49aa0db0c5aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:30.220894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8622c29d-19fa-4597-bf69-49aa0db0c5aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:30.226208 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8622c29d-19fa-4597-bf69-49aa0db0c5aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] 10.222.0.13 "DELETE /v2.0/security-groups/da6036f9-9d62-4f3d-8d58-8b03143c38dc HTTP/1.1" status: 204 len: 168 time: 0.1971433 Sep 17 01:43:30.238248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622c29d-19fa-4597-bf69-49aa0db0c5aa tempest-TestVolumeBootPattern-1551108537 tempest-TestVolumeBootPattern-1551108537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6036f9-9d62-4f3d-8d58-8b03143c38dc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:31.377782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34842) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:31.819423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:32.058704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Deleting port dc227d39-fa44-4e54-b8dc-455223e618eb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:32.059041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:32.135338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] For port dc227d39-fa44-4e54-b8dc-455223e618eb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=dc227d39-fa44-4e54-b8dc-455223e618eb,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:32.135621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:32.151330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Calling delete_port for dc227d39-fa44-4e54-b8dc-455223e618eb owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:32.395051 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:32.419554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc227d39-fa44-4e54-b8dc-455223e618eb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:32.593449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:32.803558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Router 23405098-8528-4637-bc09-7942839795a6 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:43:32.908592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:43:32.915134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-39b169bb-88e7-4ec8-8e77-1de8987898a0 admin admin] 10.222.0.13 "PUT /v2.0/routers/23405098-8528-4637-bc09-7942839795a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348339 Sep 17 01:43:32.916256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34846) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:32.918779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] Sync routers for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:43:32.928538 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:32.929221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:43:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:33.034276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:33.193147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:33.374724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:43:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:33.400995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] Checking router: 23405098-8528-4637-bc09-7942839795a6 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:43:33.409590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] Routers {'23405098-8528-4637-bc09-7942839795a6'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:33.410252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:43:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['23405098-8528-4637-bc09-7942839795a6'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:33.467105 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:33.517150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] Set router 23405098-8528-4637-bc09-7942839795a6 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:33.597116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Deleting port fafbd075-9f7c-44b2-adfb-36052587aed3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:33.597459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:33.675763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] For port fafbd075-9f7c-44b2-adfb-36052587aed3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fafbd075-9f7c-44b2-adfb-36052587aed3,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:33.676121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:33.689226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Calling delete_port for fafbd075-9f7c-44b2-adfb-36052587aed3 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:33.699464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:43:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:33.725942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a2220-d3f7-4fe2-8cfa-ee730b146ed4 None None] The sync data for ids ['23405098-8528-4637-bc09-7942839795a6'] in n-d-789963-7 is: [{'id': '23405098-8528-4637-bc09-7942839795a6', 'name': 'tempest-TestVolumeBootPattern-1042050349-router', 'tenant_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:22Z', 'updated_at': '2021-09-17T01:43:32Z', 'revision_number': 5, 'project_id': 'c188f8d48e6944029ce3aa00b57ece8c', 'gw_port': {'id': 'fafbd075-9f7c-44b2-adfb-36052587aed3', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:74:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23405098-8528-4637-bc09-7942839795a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:24Z', 'updated_at': '2021-09-17T01:28:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:43:33.920510 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:33.947896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafbd075-9f7c-44b2-adfb-36052587aed3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:34.007670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.098237 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.100369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.221109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.221663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23405098-8528-4637-bc09-7942839795a6 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:43:34.228158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.228158 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-64d9812f-3cb1-46b5-b1a4-da67b2f5cea1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/23405098-8528-4637-bc09-7942839795a6 HTTP/1.1" status: 204 len: 168 time: 1.3100872 Sep 17 01:43:34.230729 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34848) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:34.276006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Deleting subnet b5235015-fec0-44fd-bb2d-a55208c7ecee {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:43:34.279318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.316905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.402895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.519003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.546122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5235015-fec0-44fd-bb2d-a55208c7ecee,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:34.551359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.553289 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b73019fd-c8e8-434a-8a89-7f4ed3ace36f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b5235015-fec0-44fd-bb2d-a55208c7ecee HTTP/1.1" status: 204 len: 168 time: 0.3214478 Sep 17 01:43:34.555887 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34850) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:34.556820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d1d123-769c-4940-b28c-1c912c029bcd None None] Network 9e052690-426b-429b-914d-973beb27dec6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:43:34.627628 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.681325 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Deleting port e5292e6c-93b2-496a-a7c8-49cfb02d2043 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:34.681672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.749109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] For port e5292e6c-93b2-496a-a7c8-49cfb02d2043, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e5292e6c-93b2-496a-a7c8-49cfb02d2043,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:34.749479 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.754336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] DHCP port deletion for 9e052690-426b-429b-914d-973beb27dec6 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:43:34.763245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Calling delete_port for e5292e6c-93b2-496a-a7c8-49cfb02d2043 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:34.800103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Deleting port e5292e6c-93b2-496a-a7c8-49cfb02d2043 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:34.800401 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.863145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] For port e5292e6c-93b2-496a-a7c8-49cfb02d2043, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e5292e6c-93b2-496a-a7c8-49cfb02d2043,segment=NetworkSegment(3624f3b5-e47f-4b25-878c-6068ba683db6),segment_id=3624f3b5-e47f-4b25-878c-6068ba683db6)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:34.863544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.879648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Calling delete_port for e5292e6c-93b2-496a-a7c8-49cfb02d2043 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:34.897958 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.927679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Pushing event deleted for resources: {'Port': ['ID=e5292e6c-93b2-496a-a7c8-49cfb02d2043,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:34.930189 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] No DVR routers for this DVR port e5292e6c-93b2-496a-a7c8-49cfb02d2043 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:34.956672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:34.983367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Pushing event deleted for resources: {'Port': ['ID=e5292e6c-93b2-496a-a7c8-49cfb02d2043,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:34.987703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] No DVR routers for this DVR port e5292e6c-93b2-496a-a7c8-49cfb02d2043 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:34.995148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.995799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.996310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.996817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.997299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.997781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.998427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.998908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:34.999437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:35.000001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:35.000331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:35.000688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb214b1-a2f0-47ff-b567-76c76c79f702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:43:35.015793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc227d39-fa44-4e54-b8dc-455223e618eb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:35.016735 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.035692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: dc227d39-fa44-4e54-b8dc-455223e618eb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:35.036036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device dc227d39-fa44-4e54-b8dc-455223e618eb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:35.036455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fafbd075-9f7c-44b2-adfb-36052587aed3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:35.038389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e052690-426b-429b-914d-973beb27dec6']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:35.048044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3624f3b5-e47f-4b25-878c-6068ba683db6') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:35.048337 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3624f3b5-e47f-4b25-878c-6068ba683db6') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:35.057879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fafbd075-9f7c-44b2-adfb-36052587aed3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:35.058205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.058344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fafbd075-9f7c-44b2-adfb-36052587aed3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:35.058669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e5292e6c-93b2-496a-a7c8-49cfb02d2043 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:35.071515 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.077661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e5292e6c-93b2-496a-a7c8-49cfb02d2043 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:35.078007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e5292e6c-93b2-496a-a7c8-49cfb02d2043 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:35.078148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:43:35.078494 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:43:35.080151 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:43:35.206742 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.211423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.213348 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e052690-426b-429b-914d-973beb27dec6 HTTP/1.1" status: 204 len: 168 time: 0.6565356 Sep 17 01:43:35.217689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:35.226556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cd5a2-7f3f-4162-962b-3a86f3d922af admin admin] Pushing event deleted for resources: {'Network': ['ID=9e052690-426b-429b-914d-973beb27dec6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:35.452358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fefed6fc-1fff-409c-9550-2b9f6fa21916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.577418 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.817318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Deleting port 501211c0-3fab-4625-a11d-e82b831dd3fe {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:35.817659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.895845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] For port 501211c0-3fab-4625-a11d-e82b831dd3fe, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=501211c0-3fab-4625-a11d-e82b831dd3fe,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:35.896199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:35.908651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Calling delete_port for 501211c0-3fab-4625-a11d-e82b831dd3fe owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:36.079783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e15522-fbe2-4734-b653-0bf5ab9c26cd req-e374b334-e849-41f8-94a7-27d6807baff5 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:36.081213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36e15522-fbe2-4734-b653-0bf5ab9c26cd req-e374b334-e849-41f8-94a7-27d6807baff5 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0673966 Sep 17 01:43:36.124721 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36e15522-fbe2-4734-b653-0bf5ab9c26cd req-61ac376f-70b0-4144-b12a-a1a086511df3 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:36.219904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36e15522-fbe2-4734-b653-0bf5ab9c26cd req-61ac376f-70b0-4144-b12a-a1a086511df3 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:36.251982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:36.277963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=501211c0-3fab-4625-a11d-e82b831dd3fe,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:36.327116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-36e15522-fbe2-4734-b653-0bf5ab9c26cd req-61ac376f-70b0-4144-b12a-a1a086511df3 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:36.366764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36e15522-fbe2-4734-b653-0bf5ab9c26cd req-61ac376f-70b0-4144-b12a-a1a086511df3 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791736 Sep 17 01:43:36.378824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac376f-70b0-4144-b12a-a1a086511df3 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdf4e11-42c9-4ab2-a3a4-e354648ae992,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:36.491576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:36.495999 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5ba7a-6956-4a90-b329-0f226555e1dc req-9c60433d-a2fa-4c10-85cc-0c03867aa38d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:36.498922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11a5ba7a-6956-4a90-b329-0f226555e1dc req-9c60433d-a2fa-4c10-85cc-0c03867aa38d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0582614 Sep 17 01:43:36.537490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11a5ba7a-6956-4a90-b329-0f226555e1dc req-e1f83f47-991a-4bc0-83be-fdd6b5cf2eae tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322447 Sep 17 01:43:36.560518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34860) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:36.621486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-18096f32-15af-4ba3-90a2-7809452dab8a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/869dba72-b192-41d2-b806-2d489d31445e HTTP/1.1" status: 200 len: 992 time: 0.0592332 Sep 17 01:43:36.701802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Router 758d28dc-5578-4e88-94ed-c0dff8611210 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:43:36.805371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:43:36.811339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29bdd868-ca50-418b-9952-90bcc318d5b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/758d28dc-5578-4e88-94ed-c0dff8611210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5916965 Sep 17 01:43:36.812926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34866) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:36.814479 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] Sync routers for ids ['758d28dc-5578-4e88-94ed-c0dff8611210'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:43:36.823278 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] Routers {'758d28dc-5578-4e88-94ed-c0dff8611210'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:36.823945 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:43:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['758d28dc-5578-4e88-94ed-c0dff8611210'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:36.920405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:36.928288 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] Set router 758d28dc-5578-4e88-94ed-c0dff8611210 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:36.969479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-f78cc1f8-d4ca-47cc-97a3-2f53f2cc144d req-b7d723da-385a-4299-92f8-cf8cfff5a8e9 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:43:36.970504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f78cc1f8-d4ca-47cc-97a3-2f53f2cc144d req-b7d723da-385a-4299-92f8-cf8cfff5a8e9 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062559 Sep 17 01:43:37.060250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.180412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Deleting port 3789ce70-4bd3-465d-ac55-11e3bbb99d67 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:37.180683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.207973 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64'}], 'enable_snat': True}, 'gw_port_id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:43:36Z', 'revision_number': 5, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port': {'id': '3789ce70-4bd3-465d-ac55-11e3bbb99d67', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:28:34Z', 'updated_at': '2021-09-17T01:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:37.235300 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] Checking router: 758d28dc-5578-4e88-94ed-c0dff8611210 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:43:37.243585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] Routers {'758d28dc-5578-4e88-94ed-c0dff8611210'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:43:37.244182 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:43:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['758d28dc-5578-4e88-94ed-c0dff8611210'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:37.263805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] For port 3789ce70-4bd3-465d-ac55-11e3bbb99d67, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3789ce70-4bd3-465d-ac55-11e3bbb99d67,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:37.264408 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.275891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Calling delete_port for 3789ce70-4bd3-465d-ac55-11e3bbb99d67 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:37.332874 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] Set router 758d28dc-5578-4e88-94ed-c0dff8611210 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:43:37.387886 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:43:37Z', 'revision_number': 6, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:37.415228 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5ea2f-7ca3-4bd0-885b-18bbacfd02e6 None None] The sync data for ids ['758d28dc-5578-4e88-94ed-c0dff8611210'] in n-d-789963-7 is: [{'id': '758d28dc-5578-4e88-94ed-c0dff8611210', 'name': 'tempest-TestVolumeBootPattern-1307355186-router', 'tenant_id': 'b8556668c50d493cb0a2ab2070b17d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:28:33Z', 'updated_at': '2021-09-17T01:43:37Z', 'revision_number': 6, 'project_id': 'b8556668c50d493cb0a2ab2070b17d55', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:43:37.463272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3e4b2-ee25-4082-8e28-795d5ca82771 req-d9c1abfa-b3b6-4d8c-adf5-81fe04d13033 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:37.463272 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85c3e4b2-ee25-4082-8e28-795d5ca82771 req-d9c1abfa-b3b6-4d8c-adf5-81fe04d13033 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0803964 Sep 17 01:43:37.533831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-85c3e4b2-ee25-4082-8e28-795d5ca82771 req-df6f8d7b-a6ea-44e4-8cc5-caede31b3439 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528374 Sep 17 01:43:37.594481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-840aa3bc-33c6-4bd7-979f-3adfdbe1a02d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1123228 Sep 17 01:43:37.595590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.623438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-cf1cd6c9-5985-45f7-9e3b-a2f8ccb26a24 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:43:37.624406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-cf1cd6c9-5985-45f7-9e3b-a2f8ccb26a24 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0247047 Sep 17 01:43:37.627251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3789ce70-4bd3-465d-ac55-11e3bbb99d67,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:37.687950 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.783379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.785547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.921228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.921879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758d28dc-5578-4e88-94ed-c0dff8611210 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:43:37.926897 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:37.928065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ff66920-6430-4812-b419-224a155adc00 admin admin] 10.222.0.13 "DELETE /v2.0/routers/758d28dc-5578-4e88-94ed-c0dff8611210 HTTP/1.1" status: 204 len: 168 time: 1.1142213 Sep 17 01:43:37.930711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34894) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:37.976212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Deleting subnet 48c54c92-1d21-4d80-937b-5ddee3f804d0 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:43:37.979321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.014648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.095292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.169143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8d2efd97-b5ba-43d9-8387-d4f223b6cf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.218602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.248219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.250081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/48c54c92-1d21-4d80-937b-5ddee3f804d0 HTTP/1.1" status: 204 len: 168 time: 0.3184476 Sep 17 01:43:38.251233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909c6e5-be66-4156-9ae0-6876252dbd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48c54c92-1d21-4d80-937b-5ddee3f804d0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:38.252745 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34900) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:38.263537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341e7b38-82da-44d4-bf6b-a73e4dfb8bc7 None None] Network 91c29e52-996a-47a1-8c1f-4563b9b3a1ea requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:43:38.353041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.413669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Deleting port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:38.413973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.476185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] DHCP port deletion for 91c29e52-996a-47a1-8c1f-4563b9b3a1ea request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:43:38.498983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] For port 7c3db45a-85b1-45ee-84b3-226fc90a00c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7c3db45a-85b1-45ee-84b3-226fc90a00c0,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:38.498983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.516838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Calling delete_port for 7c3db45a-85b1-45ee-84b3-226fc90a00c0 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:38.540725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] Deleting port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:43:38.541101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.614195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] For port 7c3db45a-85b1-45ee-84b3-226fc90a00c0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7c3db45a-85b1-45ee-84b3-226fc90a00c0,segment=NetworkSegment(797d191c-8444-461b-a3cf-5309815bbd21),segment_id=797d191c-8444-461b-a3cf-5309815bbd21)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:38.614735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.628993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] Calling delete_port for 7c3db45a-85b1-45ee-84b3-226fc90a00c0 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:43:38.657250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cb9db-0e97-49a4-801d-1094674131d4 req-db785aed-2ad0-41fa-b6a4-9cd12dadcd20 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:38.658770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b8cb9db-0e97-49a4-801d-1094674131d4 req-db785aed-2ad0-41fa-b6a4-9cd12dadcd20 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0539985 Sep 17 01:43:38.697618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9b8cb9db-0e97-49a4-801d-1094674131d4 req-3d3af50a-d65b-4f5d-9754-cee3884b6eef tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 Sep 17 01:43:38.701373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.727012 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.737879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3db45a-85b1-45ee-84b3-226fc90a00c0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:38.737879 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] No DVR routers for this DVR port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:38.754209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] Pushing event deleted for resources: {'Port': ['ID=7c3db45a-85b1-45ee-84b3-226fc90a00c0,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:38.756059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e1793-0d5b-42ea-809d-86f7281322eb None None] No DVR routers for this DVR port 7c3db45a-85b1-45ee-84b3-226fc90a00c0 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:38.821983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.843067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c29e52-996a-47a1-8c1f-4563b9b3a1ea']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:38.852426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797d191c-8444-461b-a3cf-5309815bbd21') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:38.852727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797d191c-8444-461b-a3cf-5309815bbd21') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:43:38.861942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.879635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.885509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:43:38.886405 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:43:38.888325 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:43:38.996191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7c3db45a-85b1-45ee-84b3-226fc90a00c0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:39.025265 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.025519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7c3db45a-85b1-45ee-84b3-226fc90a00c0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:39.025519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7c3db45a-85b1-45ee-84b3-226fc90a00c0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:39.025519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 501211c0-3fab-4625-a11d-e82b831dd3fe no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:39.028072 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.030469 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/91c29e52-996a-47a1-8c1f-4563b9b3a1ea HTTP/1.1" status: 204 len: 168 time: 0.7766531 Sep 17 01:43:39.046350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da27b8-e6cf-4ad5-9fee-a9fd37958af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c29e52-996a-47a1-8c1f-4563b9b3a1ea,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:39.048642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 501211c0-3fab-4625-a11d-e82b831dd3fe {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:39.053981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 501211c0-3fab-4625-a11d-e82b831dd3fe not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:39.053981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3789ce70-4bd3-465d-ac55-11e3bbb99d67 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:43:39.073499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3789ce70-4bd3-465d-ac55-11e3bbb99d67 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:43:39.074863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3789ce70-4bd3-465d-ac55-11e3bbb99d67 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:43:39.129439 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.369244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34912) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:39.408590 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-950ff0d9-31eb-409f-aa1a-7b5b69e2cc84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c188f8d48e6944029ce3aa00b57ece8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381966 Sep 17 01:43:39.411016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34914) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:39.467408 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645fe5f8-5a1f-4089-83d1-abe2b1149e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.488877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645fe5f8-5a1f-4089-83d1-abe2b1149e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.549747 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.603921 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645fe5f8-5a1f-4089-83d1-abe2b1149e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.607314 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-645fe5f8-5a1f-4089-83d1-abe2b1149e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:39.612918 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-645fe5f8-5a1f-4089-83d1-abe2b1149e18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98317f24-5215-4884-bf0e-808b1c729a59 HTTP/1.1" status: 204 len: 168 time: 0.1965573 Sep 17 01:43:39.616328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fe5f8-5a1f-4089-83d1-abe2b1149e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98317f24-5215-4884-bf0e-808b1c729a59,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:39.753432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-f212d095-9e69-447e-9212-6e835020b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:39.764681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-f212d095-9e69-447e-9212-6e835020b240 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0417080 Sep 17 01:43:39.882132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a25a4c-fae9-4d71-9555-adc102d6d4dc req-6fc5b183-7799-4582-a6a3-a0b1d9356c49 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:39.883525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54a25a4c-fae9-4d71-9555-adc102d6d4dc req-6fc5b183-7799-4582-a6a3-a0b1d9356c49 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.1038079 Sep 17 01:43:39.886259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-e786cc71-55bf-4660-9524-0babaf70593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:39.887837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-e786cc71-55bf-4660-9524-0babaf70593e service neutron] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.1259592 Sep 17 01:43:39.967914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54a25a4c-fae9-4d71-9555-adc102d6d4dc req-14006333-168c-4eac-893a-f5d5c5b18e13 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778732 Sep 17 01:43:39.987162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-f6a27e14-12f1-4942-99a9-96a004114e25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 1000 time: 0.0906029 Sep 17 01:43:40.036811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-56bb4f77-69c1-4072-82fa-96d69f8533c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:40.038257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-56bb4f77-69c1-4072-82fa-96d69f8533c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0448358 Sep 17 01:43:40.084100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-eca56ae7-692a-43a1-bde7-5ee204d6086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:40.085574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-eca56ae7-692a-43a1-bde7-5ee204d6086d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393450 Sep 17 01:43:40.178501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-06e00578-96a0-4e7d-b72e-06cdd6b250f0 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853474 Sep 17 01:43:40.268387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-8b0db0a0-2665-4ee1-a8c3-7c63ba151ee5 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824621 Sep 17 01:43:40.316835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34922) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:40.357693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3eb6b31c-bc52-4ffa-a078-b7357ed186aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b8556668c50d493cb0a2ab2070b17d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397232 Sep 17 01:43:40.360270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 34924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:43:40.409763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1066fbc3-0126-4118-8cf0-1821416dccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:40.431135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1066fbc3-0126-4118-8cf0-1821416dccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:40.555087 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1066fbc3-0126-4118-8cf0-1821416dccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:40.558248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1066fbc3-0126-4118-8cf0-1821416dccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:40.559433 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1066fbc3-0126-4118-8cf0-1821416dccad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a0e8111d-e777-467c-8496-07953d44e32c HTTP/1.1" status: 204 len: 168 time: 0.1982565 Sep 17 01:43:40.567539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066fbc3-0126-4118-8cf0-1821416dccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e8111d-e777-467c-8496-07953d44e32c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:41.095836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538c7eb-5736-4c8e-921f-1fe1238451b4 req-4f663fc6-6576-4db0-96e1-51af7316dd2f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:41.097432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6538c7eb-5736-4c8e-921f-1fe1238451b4 req-4f663fc6-6576-4db0-96e1-51af7316dd2f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0554786 Sep 17 01:43:41.122651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:41.141069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6538c7eb-5736-4c8e-921f-1fe1238451b4 req-6ebfedef-d178-4e42-b25a-9af1779aaf7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373273 Sep 17 01:43:42.257792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789fd1e-9933-4749-96ce-18b4aef6afe7 req-2f61a34a-217e-4322-b0c3-68789e4f63fd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:42.259289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e789fd1e-9933-4749-96ce-18b4aef6afe7 req-2f61a34a-217e-4322-b0c3-68789e4f63fd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0485272 Sep 17 01:43:42.301714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e789fd1e-9933-4749-96ce-18b4aef6afe7 req-aa4dd347-ed2d-4a68-82a0-d4066da39492 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361879 Sep 17 01:43:43.224599 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:43:43.421962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492ed12-9c64-46eb-b538-28461b11bba5 req-548ab965-748a-4092-86f5-dfc4b0af7692 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:43.423457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e492ed12-9c64-46eb-b538-28461b11bba5 req-548ab965-748a-4092-86f5-dfc4b0af7692 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0532463 Sep 17 01:43:43.461886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e492ed12-9c64-46eb-b538-28461b11bba5 req-36c39c5c-3c33-4c04-b9be-ecae20dc9985 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323882 Sep 17 01:43:44.574641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21169e0b-8dd5-4a94-9dd1-61409eac9a61 req-2294582c-09dc-46bf-96ce-fc61c5a02fab tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:44.576133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21169e0b-8dd5-4a94-9dd1-61409eac9a61 req-2294582c-09dc-46bf-96ce-fc61c5a02fab tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0481303 Sep 17 01:43:44.613602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21169e0b-8dd5-4a94-9dd1-61409eac9a61 req-18a9da73-f18e-4bfc-b653-cf9d5f3f8d0f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Sep 17 01:43:45.967364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab2ea5-0832-477b-8af6-971967ed8d22 req-9e3fb39b-8f56-4c07-96ad-638c59a1fcc9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:45.968830 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03ab2ea5-0832-477b-8af6-971967ed8d22 req-9e3fb39b-8f56-4c07-96ad-638c59a1fcc9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0487299 Sep 17 01:43:46.005709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03ab2ea5-0832-477b-8af6-971967ed8d22 req-fc734685-d7c0-4265-8b51-b89e12d66396 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 Sep 17 01:43:46.877761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff175-e02d-4758-874d-231972e1e9da req-b3844c83-a952-4c51-88a1-e2a550fd79f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:46.879209 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-b3844c83-a952-4c51-88a1-e2a550fd79f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0403404 Sep 17 01:43:46.982830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff175-e02d-4758-874d-231972e1e9da req-b2b60cc2-9484-4699-b7c6-c24cc206b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:46.984796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-b2b60cc2-9484-4699-b7c6-c24cc206b1be service neutron] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.0872443 Sep 17 01:43:47.048206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-a5285798-c342-4d3a-b0a0-b10bad12ca7a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 1000 time: 0.0566096 Sep 17 01:43:47.126671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff175-e02d-4758-874d-231972e1e9da req-e6a66efe-e00a-456e-8589-544d3f7266c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:47.128203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-e6a66efe-e00a-456e-8589-544d3f7266c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0737388 Sep 17 01:43:47.141979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff003a-db98-4ab0-910d-046e3676f92b req-2f2073fe-4d0f-42e6-b6f0-916365f589d4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:47.143350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff003a-db98-4ab0-910d-046e3676f92b req-2f2073fe-4d0f-42e6-b6f0-916365f589d4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0637407 Sep 17 01:43:47.203386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ebff003a-db98-4ab0-910d-046e3676f92b req-9b725521-b726-4f5c-9d3a-e4822090f1ca tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519073 Sep 17 01:43:47.208409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ff175-e02d-4758-874d-231972e1e9da req-71e09945-680f-4649-98de-394610e21f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:47.209833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-71e09945-680f-4649-98de-394610e21f3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656598 Sep 17 01:43:47.611313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-e04e87c2-5112-4187-a48e-b6dae5a29554 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941672 Sep 17 01:43:47.700627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-635ff175-e02d-4758-874d-231972e1e9da req-9fa75637-2a26-4804-b59b-aaf192bf2f93 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821331 Sep 17 01:43:48.317180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ac6d8-0417-47ec-9086-2884c4169dfc req-64b713a8-faba-4565-bc52-0d3fb6367350 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:48.318636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd8ac6d8-0417-47ec-9086-2884c4169dfc req-64b713a8-faba-4565-bc52-0d3fb6367350 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0492589 Sep 17 01:43:48.357501 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd8ac6d8-0417-47ec-9086-2884c4169dfc req-57dd4542-5983-407a-937e-dff7e4b61ae1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329061 Sep 17 01:43:49.469465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c3a63-099b-45c6-9cac-f80d05aa2dd8 req-6d429f8e-4a84-4a87-827d-8ef12b3f4bba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:49.470925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf0c3a63-099b-45c6-9cac-f80d05aa2dd8 req-6d429f8e-4a84-4a87-827d-8ef12b3f4bba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0494943 Sep 17 01:43:49.512839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf0c3a63-099b-45c6-9cac-f80d05aa2dd8 req-8fdc40ed-7f74-4ccb-bb42-a3d20494947c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359406 Sep 17 01:43:49.828840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-e0a7b25e-c0fa-4cc0-854c-43ceabce1ce7 req-c1f44d86-5e05-435b-a79c-44da58c48cd6 service neutron] (112072) timed out ('10.222.0.23', 58889) {{(pid=112072) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:43:50.632753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac2fb-8525-4fdb-9f9e-db44f1226a06 req-9772e839-726f-4b16-951f-335da942ce13 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:50.634217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d6ac2fb-8525-4fdb-9f9e-db44f1226a06 req-9772e839-726f-4b16-951f-335da942ce13 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0532858 Sep 17 01:43:50.671529 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5d6ac2fb-8525-4fdb-9f9e-db44f1226a06 req-81a4d2f0-53f1-43c8-9c95-54f4fb2aa477 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312169 Sep 17 01:43:51.783016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48b9ae-fcdd-406a-8d5d-86bc3155181b req-fdf84097-d3ce-4850-a57d-5f12a3acca92 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:51.784515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc48b9ae-fcdd-406a-8d5d-86bc3155181b req-fdf84097-d3ce-4850-a57d-5f12a3acca92 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0479484 Sep 17 01:43:51.821354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc48b9ae-fcdd-406a-8d5d-86bc3155181b req-54b12bbe-05d5-4765-92cc-8324208760c5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Sep 17 01:43:52.937826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0ea64-dd58-4358-a98f-ac8aed1d278a req-089a5bbf-2737-41d2-8a02-bf32df061307 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:52.939594 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69d0ea64-dd58-4358-a98f-ac8aed1d278a req-089a5bbf-2737-41d2-8a02-bf32df061307 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0491564 Sep 17 01:43:52.977445 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69d0ea64-dd58-4358-a98f-ac8aed1d278a req-3a36367d-a207-4fdd-b7bf-173f5de13ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Sep 17 01:43:54.091386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c1b95-36eb-4088-a42e-6ca63b8de64a req-af2f4eca-0df2-45e8-a1ec-6c0300f86326 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:54.092855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d70c1b95-36eb-4088-a42e-6ca63b8de64a req-af2f4eca-0df2-45e8-a1ec-6c0300f86326 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0489182 Sep 17 01:43:54.129797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d70c1b95-36eb-4088-a42e-6ca63b8de64a req-a1d3ea58-5c56-4def-a0e7-c45ef6b86eee tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308492 Sep 17 01:43:55.243776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308acda2-f994-4182-968a-7df9e144094f req-5bafb3cd-6cb7-4ae3-b113-e99f50f8afc6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:55.245134 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-308acda2-f994-4182-968a-7df9e144094f req-5bafb3cd-6cb7-4ae3-b113-e99f50f8afc6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0486770 Sep 17 01:43:55.282618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-308acda2-f994-4182-968a-7df9e144094f req-bcc225d0-606f-47ed-beec-717e641cc2e7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 Sep 17 01:43:56.397675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de174f4f-0d0d-4bad-a749-9441848df2ae req-6246edca-01a1-460f-b73b-c35e4bff0e6d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:56.399162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de174f4f-0d0d-4bad-a749-9441848df2ae req-6246edca-01a1-460f-b73b-c35e4bff0e6d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Sep 17 01:43:56.440478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-de174f4f-0d0d-4bad-a749-9441848df2ae req-acbe5c63-8437-4d02-871c-f2a4a46f6a5f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348771 Sep 17 01:43:57.448433 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-9b8e1a82-ca28-4570-8f65-3b562d9449ea service neutron] show failed (client error): The resource could not be found. Sep 17 01:43:57.449940 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-9b8e1a82-ca28-4570-8f65-3b562d9449ea service neutron] 10.222.0.23 "GET /v2.0/ports/8bf4e3e9-6f05-4d59-b304-c9ae70a49e51/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0550184 Sep 17 01:43:57.566217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adef29-0ae8-4241-bf75-2b18d7f871a9 req-6d6f7036-2966-4cf2-85b7-c359756513c9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:57.567856 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26adef29-0ae8-4241-bf75-2b18d7f871a9 req-6d6f7036-2966-4cf2-85b7-c359756513c9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0597575 Sep 17 01:43:57.604843 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26adef29-0ae8-4241-bf75-2b18d7f871a9 req-7a06b0c7-56dc-4b89-8b34-72a0ee160607 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Sep 17 01:43:58.008987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-4b8fe7d5-efc2-484a-9862-12d00597fe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:58.010525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-4b8fe7d5-efc2-484a-9862-12d00597fe1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 1097 time: 0.0692558 Sep 17 01:43:58.021899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:43:58.076249 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:58.273283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:43:58.304587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:43:58.342672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:43:58.344964 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed64e56-12e3-4953-b255-c9ea6fa3fee5" -d '{"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:43:58.349022 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:58.361098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Transition to ACTIVE for port object 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:43:58.391874 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7efc5b-4de5-4f9b-9eea-0e8017a8aecd x-openstack-request-id: req-7f7efc5b-4de5-4f9b-9eea-0e8017a8aecd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:43:58.392179 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-unplugged", "status": "completed", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:43:58.392433 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f7efc5b-4de5-4f9b-9eea-0e8017a8aecd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:43:58.392886 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'code': 200} Sep 17 01:43:58.432274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:58.502710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:58.608878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] No DVR routers for this DVR port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:43:58.731226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8435db-7728-4325-89f4-aff6a43faee4 req-9715d52d-a0b2-46d2-a9f5-5073ff54d352 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:58.732743 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f8435db-7728-4325-89f4-aff6a43faee4 req-9715d52d-a0b2-46d2-a9f5-5073ff54d352 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0510697 Sep 17 01:43:58.747948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:43:58.748289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:43:58.748617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:43:58.753360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:43:58.753682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Attempting to bind port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on network 421e0aa8-0296-49e6-a0e4-1112b5c58acc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:43:58.759302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:43:58.759669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Checking segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:43:58.760096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Bound using segment: {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:43:58.760431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Bound port: 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e51658b1-2796-48fc-aaeb-a6b1fffab078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:43:58.760798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:58.774053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f8435db-7728-4325-89f4-aff6a43faee4 req-2c052eb8-d1e2-4641-9071-5008912abad5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Sep 17 01:43:58.824483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:43:58.827726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:43:58.907179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:58.944221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:58.944774 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:58.946175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] 10.222.0.36 "PUT /v2.0/ports/8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 1092 time: 0.9281750 Sep 17 01:43:58.969827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7981a-0ead-43a0-b935-455687c4f6ad service neutron] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:43:59.020344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-f9782452-bb78-4ea1-81c4-eecfedbe7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:59.021966 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-f9782452-bb78-4ea1-81c4-eecfedbe7763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1095 time: 0.0429797 Sep 17 01:43:59.034555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:59.121618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-ad844e7f-a937-4cf8-b628-b4e525d9258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:59.123146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-ad844e7f-a937-4cf8-b628-b4e525d9258d service neutron] 10.222.0.36 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.0942266 Sep 17 01:43:59.187638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-e8c1e6e0-72bd-4509-bdbb-a1c3cd961277 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 998 time: 0.0577097 Sep 17 01:43:59.235033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-75b1af2c-4819-43f8-8fdc-76bab7e02119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:59.236375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-75b1af2c-4819-43f8-8fdc-76bab7e02119 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0419476 Sep 17 01:43:59.285161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-ae5d58c2-c703-4919-8ea0-59762d59e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:59.286644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-ae5d58c2-c703-4919-8ea0-59762d59e45a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428410 Sep 17 01:43:59.375584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-b44bae05-8105-4178-8675-d1f04bef3fad service neutron] 10.222.0.36 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810077 Sep 17 01:43:59.406212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:43:59.469188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7819fc25-efdd-42d8-809c-9bf2ebba88c2 req-d978a3ef-89ed-42b6-8e29-b590514983f7 service neutron] 10.222.0.36 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Sep 17 01:43:59.893100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b23a71-0e54-4d43-be7c-f9ee8b7cc923 req-d3eeec7c-b12a-4dc7-8cc4-ae419b91d838 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:43:59.894564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50b23a71-0e54-4d43-be7c-f9ee8b7cc923 req-d3eeec7c-b12a-4dc7-8cc4-ae419b91d838 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0489950 Sep 17 01:43:59.931986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-50b23a71-0e54-4d43-be7c-f9ee8b7cc923 req-59fa97b7-a45c-49bc-8ea6-8d74657c087f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314631 Sep 17 01:44:00.394427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:44:00.396833 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47547609-0a36-4b2e-98ba-c58619bfaf41" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:44:00.445333 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aeac9b-8d53-4080-81d0-d19653cae132 x-openstack-request-id: req-65aeac9b-8d53-4080-81d0-d19653cae132 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:44:00.445630 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:44:00.445877 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65aeac9b-8d53-4080-81d0-d19653cae132 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:44:00.446289 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'status': 'completed', 'code': 200} Sep 17 01:44:00.539197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-89b105f1-d169-4c71-aa65-80bcb76ad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.540669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-89b105f1-d169-4c71-aa65-80bcb76ad42f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1095 time: 0.0708790 Sep 17 01:44:00.543526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-ed39767e-53df-420c-a424-b888da151e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.545016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-ed39767e-53df-420c-a424-b888da151e77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1095 time: 0.0764802 Sep 17 01:44:00.697352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-a42acb03-104f-4594-be45-19d27d36fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.698714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-a42acb03-104f-4594-be45-19d27d36fe90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.1506650 Sep 17 01:44:00.699837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-6a5908ae-dab7-438d-8ba3-13fc2f69934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.701102 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-6a5908ae-dab7-438d-8ba3-13fc2f69934f service neutron] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.1462200 Sep 17 01:44:00.810475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-49cb868a-87e0-46e5-8cee-59a3eea5126b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 998 time: 0.1035273 Sep 17 01:44:00.812239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-df2e7271-f1be-455a-88b8-cc33c1f370d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 998 time: 0.1001568 Sep 17 01:44:00.896679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-efa2de50-ebc2-439b-9184-d5d572a70377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.898161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-efa2de50-ebc2-439b-9184-d5d572a70377 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0802083 Sep 17 01:44:00.899558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-537ff720-1a0e-4127-87a4-aeea18020cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.900854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-537ff720-1a0e-4127-87a4-aeea18020cd9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0757518 Sep 17 01:44:00.976343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-64b71d31-6baf-4bf1-91ab-d2efd87627b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.977842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-64b71d31-6baf-4bf1-91ab-d2efd87627b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678551 Sep 17 01:44:00.979574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-53459c3b-4fde-48a1-8fa4-625ee6e19153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:00.982118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-53459c3b-4fde-48a1-8fa4-625ee6e19153 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732248 Sep 17 01:44:01.177647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761549ff-4230-4100-bef1-281502bf9610 req-86733528-900a-4ec8-a7c7-b2bc012f7edd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:01.179111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-761549ff-4230-4100-bef1-281502bf9610 req-86733528-900a-4ec8-a7c7-b2bc012f7edd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.1690478 Sep 17 01:44:01.190392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-d1821cfc-5b70-4deb-8b09-b92681acc47b service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959298 Sep 17 01:44:01.198447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-56350628-f2aa-4acb-8581-b1c327eabe50 service neutron] 10.222.0.36 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116804 Sep 17 01:44:01.305551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-761549ff-4230-4100-bef1-281502bf9610 req-b7a05064-24e9-4826-9199-976cfa1683e7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198192 Sep 17 01:44:01.363212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-6899a844-4493-4fc0-8ab0-4732e08166b2 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632981 Sep 17 01:44:01.378858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47547609-0a36-4b2e-98ba-c58619bfaf41 req-93eaa307-265a-4596-bc60-1438fb71a944 service neutron] 10.222.0.36 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631398 Sep 17 01:44:01.989975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:44:02.026880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:44:02.424521 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f25bc-eec7-4dea-a44e-5a9cd3a4c59d req-805b9736-0af2-4174-bf74-80e4510a8f4e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:02.426011 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b82f25bc-eec7-4dea-a44e-5a9cd3a4c59d req-805b9736-0af2-4174-bf74-80e4510a8f4e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0496058 Sep 17 01:44:02.463837 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b82f25bc-eec7-4dea-a44e-5a9cd3a4c59d req-eb31d2e5-81a7-4b0b-9cdb-9c5c21f0fba9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317411 Sep 17 01:44:02.641648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:44:02.740581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:02.752447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'port_id': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'mac_address': 'fa:16:3e:35:6b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:44:02.789815 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:02.805658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:44:02.816282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ee81-5754-4c7c-9b9f-04503a913992 req-0484a2f0-1ad9-40e7-b927-377aae9ebe78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:02.817784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd47ee81-5754-4c7c-9b9f-04503a913992 req-0484a2f0-1ad9-40e7-b927-377aae9ebe78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 944 time: 0.0571132 Sep 17 01:44:02.827332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:02.858060 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd47ee81-5754-4c7c-9b9f-04503a913992 req-79501eb9-68d1-4207-8e73-9acb529edd44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Sep 17 01:44:02.906591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:02.953685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:02.960525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-2dbbc1c1-0fae-44c2-803c-09d9674cb48a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:02.962849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-2dbbc1c1-0fae-44c2-803c-09d9674cb48a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097&tenant_id=1f0c34ace7094937a3a85fef0f4ea137&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 945 time: 0.0861664 Sep 17 01:44:03.025657 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-04d5f0fe-1d1a-4bcb-9efe-2e53f4f1e4ac service neutron] delete failed (client error): The resource could not be found. Sep 17 01:44:03.026653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-04d5f0fe-1d1a-4bcb-9efe-2e53f4f1e4ac service neutron] 10.222.0.23 "DELETE /v2.0/ports/8bf4e3e9-6f05-4d59-b304-c9ae70a49e51/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0573018 Sep 17 01:44:03.107599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-578ad650-375e-4d71-9bad-d42157c4c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:03.109068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-578ad650-375e-4d71-9bad-d42157c4c7ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1096 time: 0.0401011 Sep 17 01:44:03.155170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:44:03.201298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-cd638554-a40d-41eb-87f6-db703d7082f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:03.202689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-cd638554-a40d-41eb-87f6-db703d7082f3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.0870845 Sep 17 01:44:03.266343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-1b6017ab-cd43-4367-87c8-5c7d4c739a56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 999 time: 0.0569828 Sep 17 01:44:03.315825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-111945ac-4232-424b-9797-fc51f4d679de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:03.317267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-111945ac-4232-424b-9797-fc51f4d679de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0439453 Sep 17 01:44:03.364272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-b6e37697-2e34-4c11-94ba-80be93fabbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:03.365748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-b6e37697-2e34-4c11-94ba-80be93fabbca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420141 Sep 17 01:44:03.455384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-611352f4-b245-4c34-b232-8652940a50f9 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812390 Sep 17 01:44:03.872741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fba78720-e5c6-4157-8c8b-c0079b84997e req-68adc057-3bf0-44e0-8211-0dd8d0827478 service neutron] 10.222.0.23 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107864 Sep 17 01:44:03.977924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03644-e829-423c-8192-4745b3c14e9d req-ab236df8-6bd8-42b2-891b-d89efc196906 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:03.979494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35a03644-e829-423c-8192-4745b3c14e9d req-ab236df8-6bd8-42b2-891b-d89efc196906 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 945 time: 0.0507212 Sep 17 01:44:04.018437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35a03644-e829-423c-8192-4745b3c14e9d req-ff663efe-0369-4c29-bb99-261f58d08565 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Sep 17 01:44:04.648532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:04.794694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:44:04.798601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:04.799003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:04.876494 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:04.899122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:44:04.901354 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94080a2-5d8e-4546-8f7e-71e2ea6c1f9b" -d '{"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-plugged", "status": "completed", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:44:04.914502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:04.936907 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57feeb93-7a97-494f-9904-32fead357394 x-openstack-request-id: req-57feeb93-7a97-494f-9904-32fead357394 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:44:04.937196 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-plugged", "status": "completed", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:44:04.937448 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57feeb93-7a97-494f-9904-32fead357394 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:44:04.937834 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'code': 200} Sep 17 01:44:05.009130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:05.056115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:05.133232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1930e-5fb5-4b64-a330-22aa6db63cb1 req-9e951a42-4d3a-4c3a-a9ed-35dd88cda834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:05.134674 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15a1930e-5fb5-4b64-a330-22aa6db63cb1 req-9e951a42-4d3a-4c3a-a9ed-35dd88cda834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0469959 Sep 17 01:44:05.172040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-15a1930e-5fb5-4b64-a330-22aa6db63cb1 req-a8d965fe-0d24-4674-92a1-ed143b5e55ca tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Sep 17 01:44:05.193615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34982) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:05.254475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ccb8dacf-2896-4adc-92a1-ef7d695ba222 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/869dba72-b192-41d2-b806-2d489d31445e HTTP/1.1" status: 200 len: 992 time: 0.0597856 Sep 17 01:44:05.451878 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c2da44af-15ee-4b03-86c4-7dc4448a803d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:08.182822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c63addbf-818e-4786-a286-3906744f5da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:09.072218 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:09.554539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:11.131606 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:20.224260 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:44:29.040046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:29.397221 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:31.832936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc665d-19ae-4f0e-bdf5-cac9eb5429de req-d11cfe33-c779-4d93-bc70-bc7b1d3181cc tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:31.834410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0dc665d-19ae-4f0e-bdf5-cac9eb5429de req-d11cfe33-c779-4d93-bc70-bc7b1d3181cc tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0399666 Sep 17 01:44:31.868042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0dc665d-19ae-4f0e-bdf5-cac9eb5429de req-06d475e8-0798-49f9-bfeb-c77039592674 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277607 Sep 17 01:44:31.889976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 34996) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:32.049243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 95f25621-1b32-485f-84c0-fea745e28cb4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:44:32.049514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:32.127160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:32.127497 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:32.139425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 95f25621-1b32-485f-84c0-fea745e28cb4 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:44:32.348667 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:32.371412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=95f25621-1b32-485f-84c0-fea745e28cb4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:32.386030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.386395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.386743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.387101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.387488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.387821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.388909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.389244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.389581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.389913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.390243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.390574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:32.445177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:32.445559 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 869dba72-b192-41d2-b806-2d489d31445e disassociated (deleted). External IP: 172.25.1.5, port: 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51. Sep 17 01:44:32.650203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:44:32.756002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:44:32.760825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:32.766169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] Sync routers for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:44:32.775340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:32.775957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:32.786955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e0c7b04-0fe7-4e01-a048-96ffb6202d3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/floatingips/869dba72-b192-41d2-b806-2d489d31445e HTTP/1.1" status: 204 len: 168 time: 0.8959727 Sep 17 01:44:32.787669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:44:32.790033 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d452002-05f5-4621-98e2-c3b0398fa820" -d '{"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:44:32.827288 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88380827-4337-4ac4-ba40-4a0bbe1f9457 x-openstack-request-id: req-88380827-4337-4ac4-ba40-4a0bbe1f9457 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:44:32.827485 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:44:32.827692 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-88380827-4337-4ac4-ba40-4a0bbe1f9457 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:44:32.828093 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'status': 'completed', 'code': 200} Sep 17 01:44:32.887783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:32.890430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-cc47a789-79a0-4011-97eb-7b93f0328404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:32.891996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-cc47a789-79a0-4011-97eb-7b93f0328404 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 1097 time: 0.0418510 Sep 17 01:44:32.990677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-d563416d-0ee3-4fad-ab7d-c04882f418ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:32.992207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-d563416d-0ee3-4fad-ab7d-c04882f418ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 200 len: 897 time: 0.0933554 Sep 17 01:44:33.034998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-5a476086-4bb9-424c-8349-973f8a72e8d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 200 len: 217 time: 0.0350814 Sep 17 01:44:33.092348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-a082a074-5a55-451b-884a-989075a91b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:33.093893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-a082a074-5a55-451b-884a-989075a91b3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 200 len: 835 time: 0.0520430 Sep 17 01:44:33.096573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:33.128689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] Checking router: 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:44:33.137584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:33.138573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:33.140925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-51bd2fac-dea9-4522-a649-9d20685af233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:33.142450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-51bd2fac-dea9-4522-a649-9d20685af233 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=421e0aa8-0296-49e6-a0e4-1112b5c58acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418894 Sep 17 01:44:33.258550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5541-babc-4747-a22d-d19db61573a1 req-1203cb88-a26e-4ec1-85e7-364df678c6dd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:33.260163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79ae5541-babc-4747-a22d-d19db61573a1 req-1203cb88-a26e-4ec1-85e7-364df678c6dd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.1123753 Sep 17 01:44:33.291583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-d9bae8f0-b7cd-4784-b408-fa33a4d9ba2a service neutron] 10.222.0.36 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348164 Sep 17 01:44:33.328870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79ae5541-babc-4747-a22d-d19db61573a1 req-19d5fa2d-fb12-4b0f-83b2-9686ab4d4811 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618165 Sep 17 01:44:33.404631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:33.404890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d452002-05f5-4621-98e2-c3b0398fa820 req-0c755c1a-dff8-45be-a2b3-f1521c0848e0 service neutron] 10.222.0.36 "GET /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013584 Sep 17 01:44:33.600178 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:33.625646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4649de2c-f444-404e-9b48-c8607f641882 None None] The sync data for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 is: [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0dd97366-3293-432d-b43e-6613d5d798cb', 'name': '', 'network_id': '421e0aa8-0296-49e6-a0e4-1112b5c58acc', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:c4:16:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:47Z', 'updated_at': '2021-09-17T01:42:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '1dc26478-b142-44ad-9c9a-a192124d93fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:44:33.834985 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e495bb3-b47f-4811-a06e-5af7e8da7800 None None] New status for floating IP 869dba72-b192-41d2-b806-2d489d31445e: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:44:34.445524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad685fd7-cc73-4c8d-b80d-aeacc7c3b2dd req-1fb4935f-4ea6-4284-8cad-b7a112b02a11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:34.447002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad685fd7-cc73-4c8d-b80d-aeacc7c3b2dd req-1fb4935f-4ea6-4284-8cad-b7a112b02a11 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0489147 Sep 17 01:44:34.485923 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad685fd7-cc73-4c8d-b80d-aeacc7c3b2dd req-da875fb3-948e-463a-b72e-2287c430299b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=89191183-3219-44e1-a15a-bf48d06a5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Sep 17 01:44:34.487266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-955a44b5-5af2-480a-9ff3-610025b4ea8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:34.488881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-955a44b5-5af2-480a-9ff3-610025b4ea8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "GET /v2.0/ports?device_id=0f5a179c-54e5-4743-875b-cc047ecfb097 HTTP/1.1" status: 200 len: 946 time: 0.0499125 Sep 17 01:44:34.578048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:44:34.578392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:34.667374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:34.667648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:34.679170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:44:34.874007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:34.902892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=8bf4e3e9-6f05-4d59-b304-c9ae70a49e51,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:34.944691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] No DVR routers for this DVR port 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:44:34.947337 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:34.949339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ee4ee44-eb08-4a93-a68b-dde627f8e8ba req-0ef3bd4f-5fe2-4ada-acf1-59e66893c14e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "DELETE /v2.0/ports/8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 HTTP/1.1" status: 204 len: 173 time: 0.4541130 Sep 17 01:44:34.949797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-deleted', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:44:34.952579 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a452355-dcb9-4603-96da-7e1f6c4b1006" -d '{"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-deleted", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:44:34.989116 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70f8115-775d-442b-b0db-9575d988fbc7 x-openstack-request-id: req-a70f8115-775d-442b-b0db-9575d988fbc7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:44:34.989436 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f5a179c-54e5-4743-875b-cc047ecfb097", "name": "network-vif-deleted", "tag": "8bf4e3e9-6f05-4d59-b304-c9ae70a49e51", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:44:34.989698 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a70f8115-775d-442b-b0db-9575d988fbc7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:44:34.990087 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f5a179c-54e5-4743-875b-cc047ecfb097', 'name': 'network-vif-deleted', 'tag': '8bf4e3e9-6f05-4d59-b304-c9ae70a49e51', 'status': 'completed', 'code': 200} Sep 17 01:44:35.462505 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-18b91ec8-29d7-4dda-9f49-8a60ae9f6d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:35.545720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35012) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:35.897980 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:36.150331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 0dd97366-3293-432d-b43e-6613d5d798cb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:44:36.150580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:36.238962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 0dd97366-3293-432d-b43e-6613d5d798cb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0dd97366-3293-432d-b43e-6613d5d798cb,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:36.239349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:36.251860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 0dd97366-3293-432d-b43e-6613d5d798cb owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:44:36.485420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:36.516470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=0dd97366-3293-432d-b43e-6613d5d798cb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:36.695312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:36.908005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:44:37.012611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:44:37.019591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f196d246-2d7c-47cd-9c70-4180b2463487 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/2e0d4c6d-03f8-4507-89a9-96f1daafc0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755001 Sep 17 01:44:37.020978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35014) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:37.026039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] Sync routers for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:44:37.036799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:37.037483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:37.071281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting subnet 1dc26478-b142-44ad-9c9a-a192124d93fb {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:44:37.074397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.114174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.143788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:37.202756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.323526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:44:36Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:37.324021 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.351553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] Checking router: 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:44:37.352131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc26478-b142-44ad-9c9a-a192124d93fb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:37.355848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.360412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4cb8bb8b-0a2d-4e3f-a861-e33349f9a95e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/subnets/1dc26478-b142-44ad-9c9a-a192124d93fb HTTP/1.1" status: 204 len: 168 time: 0.3360779 Sep 17 01:44:37.360724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35016) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:37.364488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] Routers {'2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:37.365108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:37.366975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b1f445-d8ad-4ff9-a57a-8ac011688704 None None] Network 421e0aa8-0296-49e6-a0e4-1112b5c58acc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:44:37.467991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.556795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] Set router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:37.708206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06296d04-7879-4790-a6ce-07665c434eec None None] DHCP port deletion for 421e0aa8-0296-49e6-a0e4-1112b5c58acc request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:44:37.792439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:44:36Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:37.794925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Deleting port fa8a2186-abbd-4721-90fa-dc5cf925cae8 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:44:37.795332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.835147 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a74e70c-2d85-4090-8444-034adf8aaf31 None None] The sync data for ids ['2e0d4c6d-03f8-4507-89a9-96f1daafc0fe'] in n-d-789963-7 is: [{'id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-107175086', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43'}], 'enable_snat': True}, 'gw_port_id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:44:36Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '328d1fbe-0673-4389-890a-2ea667e70bf2', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:12:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0d4c6d-03f8-4507-89a9-96f1daafc0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:42:44Z', 'updated_at': '2021-09-17T01:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:44:37.892126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-06296d04-7879-4790-a6ce-07665c434eec None None] For port fa8a2186-abbd-4721-90fa-dc5cf925cae8, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fa8a2186-abbd-4721-90fa-dc5cf925cae8,segment=NetworkSegment(e51658b1-2796-48fc-aaeb-a6b1fffab078),segment_id=e51658b1-2796-48fc-aaeb-a6b1fffab078)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:37.892519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:37.905282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Calling delete_port for fa8a2186-abbd-4721-90fa-dc5cf925cae8 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:44:37.911835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.023170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 328d1fbe-0673-4389-890a-2ea667e70bf2 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:44:38.023514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.061578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.087633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Pushing event deleted for resources: {'Port': ['ID=fa8a2186-abbd-4721-90fa-dc5cf925cae8,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:38.096576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06296d04-7879-4790-a6ce-07665c434eec None None] No DVR routers for this DVR port fa8a2186-abbd-4721-90fa-dc5cf925cae8 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:44:38.102283 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 328d1fbe-0673-4389-890a-2ea667e70bf2, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=328d1fbe-0673-4389-890a-2ea667e70bf2,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:38.102661 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.108888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.109242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.109584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.110272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.110272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.110567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.111058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.111426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.111752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.112319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.112424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.112695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06296d04-7879-4790-a6ce-07665c434eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:38.123132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 328d1fbe-0673-4389-890a-2ea667e70bf2 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:44:38.197875 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7bda7300-7f08-4744-b233-c91e6921cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.367381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.395895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=328d1fbe-0673-4389-890a-2ea667e70bf2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:38.458982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.554597 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.556787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.662530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.663013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Fanout notify agent at l3_agent the message router_deleted on router 2e0d4c6d-03f8-4507-89a9-96f1daafc0fe {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:44:38.669901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.671023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3e2d2401-ed9a-4414-8c7e-4addeb0f4e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/routers/2e0d4c6d-03f8-4507-89a9-96f1daafc0fe HTTP/1.1" status: 204 len: 168 time: 1.3092620 Sep 17 01:44:38.673848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35018) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:38.754647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.789262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:44:38.809702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:44:38.810191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 8bf4e3e9-6f05-4d59-b304-c9ae70a49e51 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:44:38.845394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.864628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421e0aa8-0296-49e6-a0e4-1112b5c58acc']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:38.873663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51658b1-2796-48fc-aaeb-a6b1fffab078') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:38.873958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51658b1-2796-48fc-aaeb-a6b1fffab078') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:38.883035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.896228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.902071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:44:38.902455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:44:38.906204 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:44:39.051228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.055224 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.057294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/networks/421e0aa8-0296-49e6-a0e4-1112b5c58acc HTTP/1.1" status: 204 len: 168 time: 0.3824887 Sep 17 01:44:39.060751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35020) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:39.072437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486707ca-8698-414b-96fa-c6bd4ebb82c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Network': ['ID=421e0aa8-0296-49e6-a0e4-1112b5c58acc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:39.106832 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.134912 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.156186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 328d1fbe-0673-4389-890a-2ea667e70bf2 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:44:39.167835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.175965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 328d1fbe-0673-4389-890a-2ea667e70bf2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:44:39.176376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 328d1fbe-0673-4389-890a-2ea667e70bf2 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:44:39.176788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa8a2186-abbd-4721-90fa-dc5cf925cae8 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:44:39.196325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fa8a2186-abbd-4721-90fa-dc5cf925cae8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:44:39.196670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fa8a2186-abbd-4721-90fa-dc5cf925cae8 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:44:39.197115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0dd97366-3293-432d-b43e-6613d5d798cb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:44:39.218995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0dd97366-3293-432d-b43e-6613d5d798cb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:44:39.219360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0dd97366-3293-432d-b43e-6613d5d798cb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:44:39.326260 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.328898 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.330066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/security-groups/89191183-3219-44e1-a15a-bf48d06a5ae4 HTTP/1.1" status: 204 len: 168 time: 0.2683344 Sep 17 01:44:39.341688 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89191183-3219-44e1-a15a-bf48d06a5ae4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:39.346740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.347105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.347456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.347795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.348126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.348456 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.348785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.349109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.349439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.349758 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.350078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.350395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0984744f-6fbe-4bfd-9bd8-f92bfcab1461 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:39.554265 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.742323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35026) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:39.746953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170618395', 'description': 'tempest-secgroup-smoke-170618395 description', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:39.857043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:39.933450 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.005312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.033374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bc10d1-e45a-40ec-b488-14367699e7fc,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:40.134940 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.136219 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-923bd562-6594-494b-99da-e30b2fccca7b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3928680 Sep 17 01:44:40.139350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35028) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:40.143705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc10d1-e45a-40ec-b488-14367699e7fc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:40.261440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.316764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.385803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.404379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabd14a3-f9ba-4c60-84bb-7d8148bfc2b7,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:40.477546 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.478767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89ca703f-3fd3-4a25-8812-dbfda4dd14ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384798 Sep 17 01:44:40.482184 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35030) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:40.486694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc10d1-e45a-40ec-b488-14367699e7fc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:40.579196 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.634878 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.713700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.735389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6d7683-fb07-4f00-8237-7dc5f7016d3f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:40.805580 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.806814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2e8f9955-b60a-4875-ba52-2f07d5d6243a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3236351 Sep 17 01:44:40.809568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35032) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:40.814049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc10d1-e45a-40ec-b488-14367699e7fc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:40.901091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:40.957974 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.022112 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.040389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168124ee-9712-4a9a-b563-6328a6b9d0c6,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:41.171067 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.172280 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5cd2704a-4edd-49d3-a893-82e87a26b229 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617690 Sep 17 01:44:41.174974 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35034) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:41.179403 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc10d1-e45a-40ec-b488-14367699e7fc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:41.199590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.290189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.348359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.422190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.441461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6ccc7e-238a-4986-a68a-da31935deeed,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:41.508270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.509511 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d44756ed-4ab2-4f58-89b9-8f48a20290bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335998 Sep 17 01:44:41.512331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35036) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:41.517436 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc10d1-e45a-40ec-b488-14367699e7fc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:41.605468 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:44:41.610982 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.668173 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.736968 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.758153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea3d1bb-8fbb-4768-8b88-6f402b9dbd7e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:41.816634 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.817836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d5710f43-53b4-4426-8568-88c1a14a3ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3038642 Sep 17 01:44:41.820489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35038) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:41.824765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'b4bc10d1-e45a-40ec-b488-14367699e7fc', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:41.900260 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:44:41.905086 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:41.964175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.026263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.045940 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259b6075-dde4-4172-9f6f-53164d0d992b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:42.129468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.130737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e95844fb-c3cf-4748-a2cc-ca2d211a98ff tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3092661 Sep 17 01:44:42.133484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35040) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:42.138562 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'network': {'name': 'tempest-network-smoke--1634927819', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:42.220657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:44:42.224179 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.248256 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:44:42.257092 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.257439 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Added segment 025a9a48-0553-409a-8491-1acbdf1188dd of type vlan for network d8171375-ba8a-4745-bd17-ee673518c722 Sep 17 01:44:42.296778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.382111 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.388125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:42.388806 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.457073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Network': ['ID=d8171375-ba8a-4745-bd17-ee673518c722,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:42.467695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d8171375-ba8a-4745-bd17-ee673518c722 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:44:42.491784 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-59e7553c-bc97-4d88-b8c5-7e4b56a7ea96 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3572400 Sep 17 01:44:42.494687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35042) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:42.499419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'admin_state_up': True, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:42.582630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.583670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.637321 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:42.847675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:43.093117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:43.118676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:43.209333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.149 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/49e441c8-1a9c-49ea-9438-a8a2aeb5203a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:44:43.312450 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:43.404865 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:43.444989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:44:43.447837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:44:43.455633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:44:43.458790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:43.776775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:43.977442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:44.186537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:44:44.291660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:44:44.301685 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Sync routers for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:44:44.310563 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:44.311206 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:44.365561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:44.366815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-13c9b6b7-8fae-440d-bebd-18e8429f6834 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8710999 Sep 17 01:44:44.370221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35044) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:44.401312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e1a335b6-c311-4372-8cb6-82c35f4d49b5 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1f0c34ace7094937a3a85fef0f4ea137&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299516 Sep 17 01:44:44.404822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35046) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:44.426495 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:44.497791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666109d4-5b1e-43a0-b545-b14c6e1ae53f tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:44.499420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-666109d4-5b1e-43a0-b545-b14c6e1ae53f tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936148 Sep 17 01:44:44.502216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35048) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:44.533493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a3737248-ef8c-49d9-8d99-107e88714999 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300305 Sep 17 01:44:44.536119 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35050) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:44.541643 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-706434518', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:44.608949 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:43Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:44.638573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Checking router: 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:44:44.638573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Updating router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:44:44.659876 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:44.685168 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:44:44.688995 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:44.920453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:44.920763 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:44.966709 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.017982 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Attempting to bind port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:44:45.018369 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Attempting to bind port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:44:45.018694 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Attempting to bind port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:44:45.031788 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:44:45.032156 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:44:45.032551 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.032939 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:44:45.033397 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Bound port: 49e441c8-1a9c-49ea-9438-a8a2aeb5203a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:44:45.033767 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.036834 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Pushing event updated for resources: {'Port': ['ID=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:45.065630 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.065885 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.066191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.066516 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.066836 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.067238 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.067499 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.067813 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.068126 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.068435 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.068748 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.069056 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:44:45.105281 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] For port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:44:45.108886 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] For port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:44:45.169913 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.228221 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:45.228845 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:45.233823 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004bf20-8fb2-4d25-ae4e-0bfcfae43bad None None] Pushing event updated for resources: {'Port': ['ID=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:45.288335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Subnet': ['ID=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:45.296074 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Checking segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:44:45.296487 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network hostable DHCP agents. Network: d8171375-ba8a-4745-bd17-ee673518c722, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:44:45.338867 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:45.376906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network d8171375-ba8a-4745-bd17-ee673518c722 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:44:45.431795 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d8171375-ba8a-4745-bd17-ee673518c722) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:44:45.437312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:45.438306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.441736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce841a3b-a235-4bf1-824b-20d465913a72 None None] Network d8171375-ba8a-4745-bd17-ee673518c722 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:44:45.518510 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a85d30b1-7a22-4535-8df6-544badae3b94 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9812617 Sep 17 01:44:45.521518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35052) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:44:45.527198 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:43Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:45.597112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d8171375-ba8a-4745-bd17-ee673518c722', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:44:45.598172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.645668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fbdf9d-099f-46f5-a915-15e602a6d1a1 None None] The sync data for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 is: [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:43Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:44:45.745113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Allocated IP 172.20.0.2 (d8171375-ba8a-4745-bd17-ee673518c722/a49fe6ce-fc3f-4d56-bc97-36fcb79093f8/18fc9955-d35e-4157-9488-f52edcd6c5e6) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:44:45.919909 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:45.998214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.005714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.037834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Network d8171375-ba8a-4745-bd17-ee673518c722 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:44:46.040731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:44:46.043280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:44:46.054274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Pushing event updated for resources: {'Port': ['ID=18fc9955-d35e-4157-9488-f52edcd6c5e6,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:46.111137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Attempting to bind port 18fc9955-d35e-4157-9488-f52edcd6c5e6 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:44:46.111533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Attempting to bind port 18fc9955-d35e-4157-9488-f52edcd6c5e6 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:44:46.111987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Attempting to bind port 18fc9955-d35e-4157-9488-f52edcd6c5e6 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:44:46.118904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:44:46.119889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Checking segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:44:46.119889 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.120418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Bound using segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:44:46.120905 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Bound port: 18fc9955-d35e-4157-9488-f52edcd6c5e6, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:44:46.121576 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.190364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] For port 18fc9955-d35e-4157-9488-f52edcd6c5e6, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:44:46.194044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] For port 18fc9955-d35e-4157-9488-f52edcd6c5e6, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18fc9955-d35e-4157-9488-f52edcd6c5e6,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:44:46.272452 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.304809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.1 (d8171375-ba8a-4745-bd17-ee673518c722/a49fe6ce-fc3f-4d56-bc97-36fcb79093f8/5c5b5747-1384-421b-90e0-421fe57933dc) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:44:46.344751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bfd17-5121-4ab6-b314-3951a65f8ee1 None None] Pushing event updated for resources: {'Port': ['ID=18fc9955-d35e-4157-9488-f52edcd6c5e6,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:46.436610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.535539 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.580033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network d8171375-ba8a-4745-bd17-ee673518c722 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:44:46.583193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:44:46.588053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:44:46.614685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=5c5b5747-1384-421b-90e0-421fe57933dc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:46.639353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:46.839576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.095749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49e441c8-1a9c-49ea-9438-a8a2aeb5203a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:47.133697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.144987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:47.145428 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.189854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.227723 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.248492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:47.263616 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.266196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=5c5b5747-1384-421b-90e0-421fe57933dc,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:47.325384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.326389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18fc9955-d35e-4157-9488-f52edcd6c5e6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:47.360388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network d8171375-ba8a-4745-bd17-ee673518c722 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:44:47.361729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:44:47.400497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:47.417731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 18fc9955-d35e-4157-9488-f52edcd6c5e6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:47.417731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.480674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:44:47.500687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.531690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 18fc9955-d35e-4157-9488-f52edcd6c5e6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18fc9955-d35e-4157-9488-f52edcd6c5e6,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:47.600146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:47.652792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=18fc9955-d35e-4157-9488-f52edcd6c5e6,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:47.914233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c4136f-b44a-4a37-8c25-e96ed07e59df None None] Network d8171375-ba8a-4745-bd17-ee673518c722 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:44:47.931525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:44:47.940208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d8e35d59-e0ee-4bf1-87bd-7710fe76f57b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/57bad6a0-ec7e-431d-8d63-f940ee8aa6e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4169335 Sep 17 01:44:47.943459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Sync routers for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:44:47.997479 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:47.998323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:48.132895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-024a6349-6ffd-46aa-9b86-ebc04e1a3574 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170618395&fields=id&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 267 time: 0.0343971 Sep 17 01:44:48.207799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-48de1d96-464b-47d7-8d0b-70d5c3c1b11a None None] Provisioning complete for port 18fc9955-d35e-4157-9488-f52edcd6c5e6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:48.208413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-48de1d96-464b-47d7-8d0b-70d5c3c1b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:48.244473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-62d33c18-fd6d-4ae5-83e1-0c32569830f9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:48.245946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-62d33c18-fd6d-4ae5-83e1-0c32569830f9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 797 time: 0.1048276 Sep 17 01:44:48.261549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-05f3280e-5ae0-4e84-941a-ca777639fadd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/quotas/1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Sep 17 01:44:48.313366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-14c01d94-b6c3-452d-8445-cbe9fc79add2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450647 Sep 17 01:44:48.352792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:48.432959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-c72d8929-bb41-4254-b17e-d0de19df4d1b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:44:48.433994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-c72d8929-bb41-4254-b17e-d0de19df4d1b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1087623 Sep 17 01:44:48.530399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-03cb6f38-58a4-4fc5-bcca-be35bef1b5d1 service neutron] 10.222.0.13 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886228 Sep 17 01:44:48.610864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 2, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:48.634120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-d9f9d204-347e-4a41-9587-85d5067c91bd service neutron] 10.222.0.13 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961452 Sep 17 01:44:48.645884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Checking router: 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:44:48.646519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Updating router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 port 5c5b5747-1384-421b-90e0-421fe57933dc binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:44:48.677713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:48.723043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e5592de1-c6c8-4f67-b577-dc19016943ae None None] Provisioning complete for port 18fc9955-d35e-4157-9488-f52edcd6c5e6 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:48.723443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5592de1-c6c8-4f67-b577-dc19016943ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:48.962724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e5592de1-c6c8-4f67-b577-dc19016943ae None None] Provisioning complete for port 5c5b5747-1384-421b-90e0-421fe57933dc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:48.962724 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5592de1-c6c8-4f67-b577-dc19016943ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.022993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e5592de1-c6c8-4f67-b577-dc19016943ae None None] Port 5c5b5747-1384-421b-90e0-421fe57933dc cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:44:49.047641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49e441c8-1a9c-49ea-9438-a8a2aeb5203a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:49.092506 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.111447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:49.111883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.158996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e978211f-4b2a-41c6-9e67-1e37a7f8f170 None None] Provisioning complete for port 5c5b5747-1384-421b-90e0-421fe57933dc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:49.159296 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e978211f-4b2a-41c6-9e67-1e37a7f8f170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.182366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.234850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e978211f-4b2a-41c6-9e67-1e37a7f8f170 None None] Port 5c5b5747-1384-421b-90e0-421fe57933dc cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:44:49.270432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ae8d-6f07-4ceb-87b8-df9017f73462 None None] Pushing event updated for resources: {'Port': ['ID=5c5b5747-1384-421b-90e0-421fe57933dc,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:49.304536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18fc9955-d35e-4157-9488-f52edcd6c5e6 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:49.357996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Attempting to bind port 5c5b5747-1384-421b-90e0-421fe57933dc on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:44:49.358364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Attempting to bind port 5c5b5747-1384-421b-90e0-421fe57933dc by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:44:49.358723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Attempting to bind port 5c5b5747-1384-421b-90e0-421fe57933dc on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:44:49.369784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:44:49.370158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Checking segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:44:49.370555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.370944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Bound using segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:44:49.371444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Bound port: 5c5b5747-1384-421b-90e0-421fe57933dc, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:44:49.371876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.421539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 18fc9955-d35e-4157-9488-f52edcd6c5e6 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:49.421907 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.480507 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] For port 5c5b5747-1384-421b-90e0-421fe57933dc, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:44:49.495580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a246670b-babc-46e7-bacf-59f99442c5da None None] Provisioning complete for port 5c5b5747-1384-421b-90e0-421fe57933dc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:49.495945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a246670b-babc-46e7-bacf-59f99442c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.501684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] For port 5c5b5747-1384-421b-90e0-421fe57933dc, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c5b5747-1384-421b-90e0-421fe57933dc,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:44:49.555704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a246670b-babc-46e7-bacf-59f99442c5da None None] Port 5c5b5747-1384-421b-90e0-421fe57933dc cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:44:49.580501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:49.634701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:44:49.635368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:49.674768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ae8d-6f07-4ceb-87b8-df9017f73462 None None] Pushing event updated for resources: {'Port': ['ID=5c5b5747-1384-421b-90e0-421fe57933dc,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:49.749888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:44:49.897609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e7b125e2-4ee8-40e4-80e6-021bcca8cc02 req-16fac261-e2fc-42ef-a204-6cd78683968d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Sep 17 01:44:49.908439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f141014c-160d-43cb-b39e-64b30916e178 None None] Provisioning complete for port 5c5b5747-1384-421b-90e0-421fe57933dc triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:49.908893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f141014c-160d-43cb-b39e-64b30916e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:50.030159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f141014c-160d-43cb-b39e-64b30916e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:50.034581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:49Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:44:50.070168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dfdb9f-0d62-404c-839b-bd880eb34432 None None] The sync data for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 is: [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:49Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:44:50.100638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f141014c-160d-43cb-b39e-64b30916e178 None None] For port 5c5b5747-1384-421b-90e0-421fe57933dc, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c5b5747-1384-421b-90e0-421fe57933dc,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:50.170303 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f141014c-160d-43cb-b39e-64b30916e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:50.227870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141014c-160d-43cb-b39e-64b30916e178 None None] Pushing event updated for resources: {'Port': ['ID=5c5b5747-1384-421b-90e0-421fe57933dc,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:50.997115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4ca8819-55fa-4f23-898d-55fda17933a7 req-412e0179-4476-4089-8ebb-ba33513897ad tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Sep 17 01:44:51.074749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c5b5747-1384-421b-90e0-421fe57933dc up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:51.133290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5c5b5747-1384-421b-90e0-421fe57933dc triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:51.133660 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:51.649378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-4b05bce8-e6a4-46c5-9d1a-f63a8e58ebda tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:51.650789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-4b05bce8-e6a4-46c5-9d1a-f63a8e58ebda tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 797 time: 0.1057093 Sep 17 01:44:51.702155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7940851a-8083-4b33-865e-0ba6584aaa17 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 379 time: 0.0350761 Sep 17 01:44:51.711100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'port': {'device_id': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'admin_state_up': True, 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'security_groups': ['b4bc10d1-e45a-40ec-b488-14367699e7fc']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:51.879810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:44:51.883417 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.009846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.9 (d8171375-ba8a-4745-bd17-ee673518c722/a49fe6ce-fc3f-4d56-bc97-36fcb79093f8/c0df0f06-72b5-4015-82a3-d155994a5639) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:44:52.112792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-65da0cfe-6cac-49c0-8b55-6cb28e46240f req-c6011f72-cc01-4ae4-993b-bfe7b83b4b8d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 210 time: 0.0280457 Sep 17 01:44:52.155912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.228545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.269230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network d8171375-ba8a-4745-bd17-ee673518c722 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:44:52.272330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:44:52.275986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:44:52.303611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:52.332995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:52.333644 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.411639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-48e37f96-97ff-4394-af18-1468594c9ea7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7040963 Sep 17 01:44:52.423545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Request body: {'port': {'device_id': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:44:52.484092 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.508914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-27f16968-7ad7-43dd-80e8-1b1f93e3fe4b None None] Provisioning complete for port c0df0f06-72b5-4015-82a3-d155994a5639 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:52.509553 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-27f16968-7ad7-43dd-80e8-1b1f93e3fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.542980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-27f16968-7ad7-43dd-80e8-1b1f93e3fe4b None None] Port c0df0f06-72b5-4015-82a3-d155994a5639 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:44:52.742709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0df0f06-72b5-4015-82a3-d155994a5639 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:44:52.750409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.761766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Transition to ACTIVE for port object c0df0f06-72b5-4015-82a3-d155994a5639 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:44:52.837474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:52.894788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:52.963130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:44:52.963472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:44:52.963797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:44:52.968561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:44:52.968883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:44:52.973727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:44:52.974054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Checking segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:44:52.974443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Bound using segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:44:52.974849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Bound port: c0df0f06-72b5-4015-82a3-d155994a5639, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:44:52.975228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:53.040530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:44:53.043683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:44:53.137126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:53.176987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.177627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:53.179021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] 10.222.0.36 "PUT /v2.0/ports/c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 1091 time: 0.7597737 Sep 17 01:44:53.179486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:44:53.181797 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcd9522-f0e5-4a5a-82df-483e43fe3699" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:44:53.225336 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6360ce38-73ed-4ed4-b9f5-d62f11d1a82d x-openstack-request-id: req-6360ce38-73ed-4ed4-b9f5-d62f11d1a82d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:44:53.225640 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:44:53.225896 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6360ce38-73ed-4ed4-b9f5-d62f11d1a82d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:44:53.226295 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'status': 'completed', 'code': 200} Sep 17 01:44:53.233639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de24b9a-c6f6-4b27-b63b-d38f4fe9d475 service neutron] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:53.282921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fdc65-a8ee-4b52-b8f6-4eb9ea9bb215 req-46370b23-fcda-40b9-a370-0a3705d33082 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.284487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-669fdc65-a8ee-4b52-b8f6-4eb9ea9bb215 req-46370b23-fcda-40b9-a370-0a3705d33082 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0974655 Sep 17 01:44:53.320796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd9522-f0e5-4a5a-82df-483e43fe3699 req-f7d0851a-e165-477f-9c19-4a6840f458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.322310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcd9522-f0e5-4a5a-82df-483e43fe3699 req-f7d0851a-e165-477f-9c19-4a6840f458b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1094 time: 0.0772009 Sep 17 01:44:53.345981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-669fdc65-a8ee-4b52-b8f6-4eb9ea9bb215 req-a1dfe4fc-22e7-4492-87b1-979c59e9fc8d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548468 Sep 17 01:44:53.433339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd9522-f0e5-4a5a-82df-483e43fe3699 req-88ab4682-eeb5-4b6f-9a4e-e89883ce99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.434750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcd9522-f0e5-4a5a-82df-483e43fe3699 req-88ab4682-eeb5-4b6f-9a4e-e89883ce99f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1037166 Sep 17 01:44:53.528363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd9522-f0e5-4a5a-82df-483e43fe3699 req-56138daf-b5ea-4ce6-8ee7-0ba0b1a8509d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.529836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbcd9522-f0e5-4a5a-82df-483e43fe3699 req-56138daf-b5ea-4ce6-8ee7-0ba0b1a8509d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887682 Sep 17 01:44:53.608943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-ef54c9aa-0691-48a4-a292-095efad07c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.610422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-ef54c9aa-0691-48a4-a292-095efad07c09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1094 time: 0.0451772 Sep 17 01:44:53.651298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-99897bda-8e44-4821-b9f6-fb259f44618d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 217 time: 0.0331516 Sep 17 01:44:53.698301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-2ce878dc-0614-4b6d-8001-e57884c3469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.699656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-2ce878dc-0614-4b6d-8001-e57884c3469a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0420444 Sep 17 01:44:53.743735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-72926d77-c4dd-4af2-92b2-b373c5587d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:53.745189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-72926d77-c4dd-4af2-92b2-b373c5587d85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391121 Sep 17 01:44:53.836928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-79941c20-e0fe-4f37-89a4-6e4c3e8befe6 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Sep 17 01:44:53.927973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26dad974-cc13-4fb0-96c6-ff5feba79531 req-f7f2a20f-308e-42d7-ac1e-2cf504deb8c0 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Sep 17 01:44:54.462633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9000dc-86b6-481e-bc9e-af271129b7fc req-f21e910a-9eee-4626-91f9-403243e9d12b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:54.464157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a9000dc-86b6-481e-bc9e-af271129b7fc req-f21e910a-9eee-4626-91f9-403243e9d12b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0490057 Sep 17 01:44:54.501371 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a9000dc-86b6-481e-bc9e-af271129b7fc req-b1e23fb0-bf89-482b-872b-dc5bba65bed9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Sep 17 01:44:55.616362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdb315-c4e7-40b7-91fe-e167221fafdb req-c610e8ab-5e4b-4240-9a05-9b675e4bdd5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:55.617844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bcdb315-c4e7-40b7-91fe-e167221fafdb req-c610e8ab-5e4b-4240-9a05-9b675e4bdd5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0497613 Sep 17 01:44:55.654702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4bcdb315-c4e7-40b7-91fe-e167221fafdb req-95e1330e-0c4d-4c48-ab95-430c40826d7d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Sep 17 01:44:56.768530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32aab4-d1bc-452d-9090-451fd37ddf1c req-761e4842-0c5e-4e7e-bd4f-f802313b7b33 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:56.770002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef32aab4-d1bc-452d-9090-451fd37ddf1c req-761e4842-0c5e-4e7e-bd4f-f802313b7b33 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0486717 Sep 17 01:44:56.810365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef32aab4-d1bc-452d-9090-451fd37ddf1c req-e701c7ff-b1b4-4f23-be7c-79c6d7427df4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338473 Sep 17 01:44:56.835543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:44:56.929766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:56.940622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'mac_address': 'fa:16:3e:1a:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:44:56.976518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:56.989467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0df0f06-72b5-4015-82a3-d155994a5639 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:44:57.010230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:57.071875 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:57.118560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:57.223560 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:44:57.257548 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c0df0f06-72b5-4015-82a3-d155994a5639'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:44:57.923044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774806b-4664-442a-83d6-4f0cf9801917 req-d7dd3c2a-df53-4bfd-a482-215c6a0cdda6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:57.924545 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a774806b-4664-442a-83d6-4f0cf9801917 req-d7dd3c2a-df53-4bfd-a482-215c6a0cdda6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0485659 Sep 17 01:44:57.962021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a774806b-4664-442a-83d6-4f0cf9801917 req-68b9cda5-2cb9-4574-8be7-207f1e2d6dd1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315671 Sep 17 01:44:58.866543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:44:58.983123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c0df0f06-72b5-4015-82a3-d155994a5639 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:44:58.986987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c0df0f06-72b5-4015-82a3-d155994a5639 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:44:58.987448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:59.055987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:59.072177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:59.078112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfc9b0-0e40-4620-b5d9-d05da8466898 req-87fb9e1a-db29-4ab9-a65a-35840e39ede0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:59.079626 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6cfc9b0-0e40-4620-b5d9-d05da8466898 req-87fb9e1a-db29-4ab9-a65a-35840e39ede0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0488043 Sep 17 01:44:59.095643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:44:59.097978 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a86943-8054-4819-8cd7-b785e640c395" -d '{"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:44:59.112410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:44:59.119974 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a6cfc9b0-0e40-4620-b5d9-d05da8466898 req-8a4624d7-7557-456e-a687-6efaa48ba136 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340950 Sep 17 01:44:59.135394 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9614ee97-3260-4df4-ad35-569b97e43c76 x-openstack-request-id: req-9614ee97-3260-4df4-ad35-569b97e43c76 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:44:59.135756 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:44:59.136077 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9614ee97-3260-4df4-ad35-569b97e43c76 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:44:59.136551 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'code': 200} Sep 17 01:44:59.182356 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:44:59.231382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6175b1-7e65-485d-8f86-24d8c7a02c6a req-9a65172e-3caa-445b-aee6-d0ef2161bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:44:59.233289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:44:59.233628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc6175b1-7e65-485d-8f86-24d8c7a02c6a req-9a65172e-3caa-445b-aee6-d0ef2161bff0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1096 time: 0.0438247 Sep 17 01:44:59.267350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc6175b1-7e65-485d-8f86-24d8c7a02c6a req-93b5a049-8289-4631-a962-9d83d567a890 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268979 Sep 17 01:44:59.381901 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:00.240001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4bebc-8c76-4bd2-aebb-51329397bb73 req-1dba7b0e-dca6-4395-bac1-b5d8eb64c395 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:00.241548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f4bebc-8c76-4bd2-aebb-51329397bb73 req-1dba7b0e-dca6-4395-bac1-b5d8eb64c395 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0503287 Sep 17 01:45:00.279636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36f4bebc-8c76-4bd2-aebb-51329397bb73 req-9b54ce59-e4dc-44e3-bf8c-2150c51be93c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Sep 17 01:45:01.395707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee356d9-da53-41e4-b809-2ed2c7234628 req-6f16e798-dd53-4b16-a944-80e86f0b1c93 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:01.397166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ee356d9-da53-41e4-b809-2ed2c7234628 req-6f16e798-dd53-4b16-a944-80e86f0b1c93 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0487337 Sep 17 01:45:01.434704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5ee356d9-da53-41e4-b809-2ed2c7234628 req-86110501-2532-40f7-bc6e-516461be1c4a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317056 Sep 17 01:45:01.546967 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef06c9b-75a6-47cb-8aeb-9f843826a470 req-5dcc153e-6d9e-4e15-b7dc-3b64e966fc1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:01.548456 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ef06c9b-75a6-47cb-8aeb-9f843826a470 req-5dcc153e-6d9e-4e15-b7dc-3b64e966fc1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0482314 Sep 17 01:45:01.588540 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ef06c9b-75a6-47cb-8aeb-9f843826a470 req-626a9eeb-9096-4db3-a2bb-33150153e9e9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340688 Sep 17 01:45:01.609848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35110) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:45:01.649059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60a998-3373-4a8b-8a86-d052bed82b44 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:01.650545 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9a60a998-3373-4a8b-8a86-d052bed82b44 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1091 time: 0.0397370 Sep 17 01:45:01.653306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35112) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:45:01.657689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:45:01.753487 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:01.848012 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:01.952222 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.95 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/a054eaa7-75e9-44f2-9826-fd75e722b690) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:45:02.057309 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:02.131561 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:02.169271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:45:02.172334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:45:02.176697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:45:02.204857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=a054eaa7-75e9-44f2-9826-fd75e722b690,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:02.539788 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:02.652838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:02.802661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:02.839168 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:02.908149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=a054eaa7-75e9-44f2-9826-fd75e722b690,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:02.916140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:03.019025 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 4fbe22f7-79f4-45af-be6c-b2c4dc285189 associated. External IP: 172.25.1.95, port: c0df0f06-72b5-4015-82a3-d155994a5639. Sep 17 01:45:03.227609 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:45:03.334992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:45:03.345440 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] Sync routers for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:45:03.354674 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:45:03.355304 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:45:03.410697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:03.439517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a6afd5b6-d649-4b64-a851-445996417a01 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7851512 Sep 17 01:45:03.440482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:45:03.442381 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a9cd2-a84d-4a35-97fe-65f303e658cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:45:03.467793 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:45:03.480096 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1774acf-96e3-4cf6-a3dc-29e66cdc1b48 x-openstack-request-id: req-a1774acf-96e3-4cf6-a3dc-29e66cdc1b48 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:45:03.480421 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:45:03.480646 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1774acf-96e3-4cf6-a3dc-29e66cdc1b48 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:45:03.481048 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'status': 'completed', 'code': 200} Sep 17 01:45:03.579702 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5048c5d-2f07-40fd-8f71-2210e203faa2 req-0b4bcb15-0e4c-4591-b2ac-f79445b76548 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:03.581194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5048c5d-2f07-40fd-8f71-2210e203faa2 req-0b4bcb15-0e4c-4591-b2ac-f79445b76548 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0905180 Sep 17 01:45:03.582978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-cf61eaaf-6f8b-4462-9f00-9bcc89558e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:03.584344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-cf61eaaf-6f8b-4462-9f00-9bcc89558e00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1096 time: 0.0627797 Sep 17 01:45:03.645524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c5048c5d-2f07-40fd-8f71-2210e203faa2 req-8fc2b603-218d-47d1-b0d9-11d9e0edb0e5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582483 Sep 17 01:45:03.666959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35118) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:45:03.700928 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4fbe22f7-79f4-45af-be6c-b2c4dc285189', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'mac_address': 'fa:16:3e:1a:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:45:02Z', 'updated_at': '2021-09-17T01:45:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:45:03.705251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-752d1327-8c75-48a0-8ae1-ad31bb31d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:03.705706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-752d1327-8c75-48a0-8ae1-ad31bb31d431 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.1117463 Sep 17 01:45:03.728485 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] Checking router: 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:45:03.734817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-014b4784-fee5-4c3d-aa86-fbdc9635615c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4fbe22f7-79f4-45af-be6c-b2c4dc285189 HTTP/1.1" status: 200 len: 990 time: 0.0665307 Sep 17 01:45:03.738979 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:45:03.739617 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:44:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:45:03.774721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-9d1dc939-d5f2-4263-83d2-0b5e5bd42231 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.0622852 Sep 17 01:45:03.823301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-d477460c-181b-4390-a18c-c58bd3197b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:03.824759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-d477460c-181b-4390-a18c-c58bd3197b6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0433512 Sep 17 01:45:03.843175 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:45:03.869711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-b04f24ae-a44c-4b23-a432-a700de534dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:03.871231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-b04f24ae-a44c-4b23-a432-a700de534dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400536 Sep 17 01:45:03.966685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-2d813d8b-f4a9-441a-a35d-861f38f855a0 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885744 Sep 17 01:45:04.056168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c35a9cd2-a84d-4a35-97fe-65f303e658cd req-f28f265f-2eb2-4bff-b0c7-94c40e9e14c7 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824463 Sep 17 01:45:04.061628 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4fbe22f7-79f4-45af-be6c-b2c4dc285189', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'mac_address': 'fa:16:3e:1a:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:45:02Z', 'updated_at': '2021-09-17T01:45:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:45:04.092606 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71d8c8e-b9e1-47c3-b26c-53ecb93a2f52 None None] The sync data for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 is: [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4fbe22f7-79f4-45af-be6c-b2c4dc285189', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.95', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'mac_address': 'fa:16:3e:1a:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:45:02Z', 'updated_at': '2021-09-17T01:45:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:45:04.286105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd646b-ec44-40da-a810-16c3e677faa8 None None] New status for floating IP 4fbe22f7-79f4-45af-be6c-b2c4dc285189: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:45:04.738822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35120) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:45:04.798568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bf12be97-d8ac-4d2e-b23b-88fedac75e24 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4fbe22f7-79f4-45af-be6c-b2c4dc285189 HTTP/1.1" status: 200 len: 992 time: 0.0586340 Sep 17 01:45:05.448663 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e9f9edfe-b15d-4382-913c-f4ce2154b370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:08.216363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b32c26e5-39dd-45d9-8b53-bb0177dfc959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:09.239331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:09.581893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:11.140273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:29.019906 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:29.420314 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:33.604448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-07925fed-068f-4f6a-a9af-d5caaab20430 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440204 Sep 17 01:45:33.683940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-4a3ac746-308f-48fd-9540-30a8cee15321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:33.685393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-4a3ac746-308f-48fd-9540-30a8cee15321 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1096 time: 0.0390024 Sep 17 01:45:33.788934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-e1da56b5-d14f-415c-8384-947b9c398a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:33.790389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-e1da56b5-d14f-415c-8384-947b9c398a90 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.0858617 Sep 17 01:45:33.854155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-805860b6-0250-4dfb-9c64-43451b02cad8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 1000 time: 0.0561540 Sep 17 01:45:33.901705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-1281b399-2dff-4d32-a89a-0c294491d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:33.903148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-1281b399-2dff-4d32-a89a-0c294491d72a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0422139 Sep 17 01:45:33.950197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-b74405c7-b86f-4973-89b8-0ba4c6078eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:33.951707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-b74405c7-b86f-4973-89b8-0ba4c6078eaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418103 Sep 17 01:45:34.049454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-951f7620-9c1e-43a6-8e91-aa56d8a46e44 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809467 Sep 17 01:45:34.132163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7749d5d2-bead-44a6-b142-2b91bf430c7b req-6bbd098d-49f1-4d86-81ff-7b4c10343783 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853198 Sep 17 01:45:34.223279 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:45:35.444494 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d59c6891-7cdc-47c7-a083-7deb76162c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:36.073182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c90ac52-8ee5-4f3d-8602-5cd648c0c590 req-e984989e-2491-4704-ba0d-d70fc9291e88 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:36.074697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c90ac52-8ee5-4f3d-8602-5cd648c0c590 req-e984989e-2491-4704-ba0d-d70fc9291e88 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1096 time: 0.0409186 Sep 17 01:45:36.108958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c90ac52-8ee5-4f3d-8602-5cd648c0c590 req-ff62c435-4c86-4dc0-a909-34dcfc65ae36 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275919 Sep 17 01:45:36.347730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648ea3d-75db-4b0b-a416-282cd077cdde req-e600983d-4832-4b86-be36-e87ba44f47bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:36.349237 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d648ea3d-75db-4b0b-a416-282cd077cdde req-e600983d-4832-4b86-be36-e87ba44f47bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.1723094 Sep 17 01:45:36.387379 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d648ea3d-75db-4b0b-a416-282cd077cdde req-7cf8178f-0945-47e7-912c-d7b209ba3146 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320656 Sep 17 01:45:36.408994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35140) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:45:36.471669 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4c16c651-ed9d-439e-9dbf-3a34b00e755a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4fbe22f7-79f4-45af-be6c-b2c4dc285189 HTTP/1.1" status: 200 len: 992 time: 0.0612137 Sep 17 01:45:37.172221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e363e0-2edc-4727-b23d-32d9024e7cd7 req-6dcdff31-d6dc-40c4-a4ce-b7eeb29ee965 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:37.173676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e363e0-2edc-4727-b23d-32d9024e7cd7 req-6dcdff31-d6dc-40c4-a4ce-b7eeb29ee965 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.1318216 Sep 17 01:45:37.199358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-b2a099aa-7781-47ca-b7ed-08f43b4671a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0650127 Sep 17 01:45:37.224273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20e363e0-2edc-4727-b23d-32d9024e7cd7 req-1e7577ff-44e3-4059-9af0-49df263287d4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Sep 17 01:45:38.192991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3d75514a-42c8-4a52-8df2-6d7cce7db73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:38.341029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ed0bd-4b3a-43ff-a895-f7ad8b75f785 req-f4f56da0-0a97-4f0c-b1f3-245b4c96ccf1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:38.343185 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed6ed0bd-4b3a-43ff-a895-f7ad8b75f785 req-f4f56da0-0a97-4f0c-b1f3-245b4c96ccf1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0496550 Sep 17 01:45:38.381654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed6ed0bd-4b3a-43ff-a895-f7ad8b75f785 req-b32d9c02-2a68-43f5-824b-f0ecfdad9f6a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Sep 17 01:45:39.107688 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:39.113497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-46cb4790-98f0-4106-8109-7a3e3320dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:39.115164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-46cb4790-98f0-4106-8109-7a3e3320dcd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1096 time: 0.0431244 Sep 17 01:45:39.202806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-71912b51-b0f2-4814-9be9-ec6fcacf7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:39.204264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-71912b51-b0f2-4814-9be9-ec6fcacf7f89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.0818973 Sep 17 01:45:39.270854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-e8e84146-a054-40d7-9487-f90c78b7f157 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 1000 time: 0.0595098 Sep 17 01:45:39.319639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-f7d72400-34d5-48de-817e-c2cbcc16da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:39.321052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-f7d72400-34d5-48de-817e-c2cbcc16da45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0430121 Sep 17 01:45:39.364902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-477687e1-3629-48c0-b181-b00037c42050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:39.366333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-477687e1-3629-48c0-b181-b00037c42050 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385113 Sep 17 01:45:39.489032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-ac4ae5b4-0d65-4193-b7a0-dde3ab248266 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155217 Sep 17 01:45:39.536318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530e26-c8c2-44a6-82fb-cb6e3acf01f8 req-8f6c8090-fabf-406a-bf52-400c6d3e25b1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:39.537672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5530e26-c8c2-44a6-82fb-cb6e3acf01f8 req-8f6c8090-fabf-406a-bf52-400c6d3e25b1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0867975 Sep 17 01:45:39.587534 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:39.612326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5530e26-c8c2-44a6-82fb-cb6e3acf01f8 req-8e2feffa-c63a-4c88-abbb-dba121a716f4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685039 Sep 17 01:45:39.622256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-3a6b1904-34a2-4931-af93-0f049f02b4ee service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252003 Sep 17 01:45:40.730898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276085b-ba33-4699-9bb0-153e0ca1f246 req-0dc06e5b-bcac-4490-913b-266ce3e6a801 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:40.732276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f276085b-ba33-4699-9bb0-153e0ca1f246 req-0dc06e5b-bcac-4490-913b-266ce3e6a801 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0526779 Sep 17 01:45:40.770197 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f276085b-ba33-4699-9bb0-153e0ca1f246 req-18efe745-1dfc-4872-b923-61ad50270a62 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Sep 17 01:45:41.158340 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:41.886092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c569035-5f93-4c06-9f4d-a8d2eecefc33 req-fca5e4c3-aaab-4782-8f93-89849983b986 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:41.887603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c569035-5f93-4c06-9f4d-a8d2eecefc33 req-fca5e4c3-aaab-4782-8f93-89849983b986 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0492785 Sep 17 01:45:41.925172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c569035-5f93-4c06-9f4d-a8d2eecefc33 req-ec52a5f9-6071-422e-b640-dfe82b788a8b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308349 Sep 17 01:45:43.040573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb7116-9cb9-48cc-ad0d-e906a9b1c084 req-cd94a71a-e2aa-4455-bf34-27e8f6f66fc2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:43.042048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7fcb7116-9cb9-48cc-ad0d-e906a9b1c084 req-cd94a71a-e2aa-4455-bf34-27e8f6f66fc2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Sep 17 01:45:43.079800 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7fcb7116-9cb9-48cc-ad0d-e906a9b1c084 req-54d4639e-1890-4746-ab4d-6273d188e00f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316293 Sep 17 01:45:44.200908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483bca2b-998c-4132-9695-7937e61c48e5 req-6644d32f-cff9-4a1c-b23e-44df5851f97f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:44.202919 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-483bca2b-998c-4132-9695-7937e61c48e5 req-6644d32f-cff9-4a1c-b23e-44df5851f97f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0550916 Sep 17 01:45:44.240742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-483bca2b-998c-4132-9695-7937e61c48e5 req-9b157ffd-d44c-43e5-a892-67c1cf389cca tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Sep 17 01:45:45.356935 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4846d23-2d12-464c-86d1-579c3db95dd4 req-4aff55d8-401a-4dbd-89ef-e0ee26f26bfb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:45.359220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4846d23-2d12-464c-86d1-579c3db95dd4 req-4aff55d8-401a-4dbd-89ef-e0ee26f26bfb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0489433 Sep 17 01:45:45.396096 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4846d23-2d12-464c-86d1-579c3db95dd4 req-ce204674-3090-4d59-8583-fc5f466fdc1b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310621 Sep 17 01:45:46.509888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67f64a-6fea-4946-8d49-3ae05c2cb9fd req-ca511ecd-a89f-46c6-afdc-d53e77a84e33 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:46.511365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f67f64a-6fea-4946-8d49-3ae05c2cb9fd req-ca511ecd-a89f-46c6-afdc-d53e77a84e33 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0479453 Sep 17 01:45:46.548956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f67f64a-6fea-4946-8d49-3ae05c2cb9fd req-5333f653-42ae-4d6c-be39-ca4f580e5d85 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307870 Sep 17 01:45:47.667187 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93513a71-bc4d-4c59-9c35-435ef9234413 req-92a2bb15-2e2d-4281-9819-4cffcfccc83e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:47.668650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93513a71-bc4d-4c59-9c35-435ef9234413 req-92a2bb15-2e2d-4281-9819-4cffcfccc83e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Sep 17 01:45:47.706684 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93513a71-bc4d-4c59-9c35-435ef9234413 req-1f3e25fe-549c-4215-88ea-bd75dcea1847 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315516 Sep 17 01:45:48.823011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ea495-1189-44ea-be72-aa08d72a9733 req-e1c361cd-54ac-49c8-9248-ae3932e710d1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:48.824610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776ea495-1189-44ea-be72-aa08d72a9733 req-e1c361cd-54ac-49c8-9248-ae3932e710d1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0496683 Sep 17 01:45:48.862083 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776ea495-1189-44ea-be72-aa08d72a9733 req-fa00d701-acca-4b4b-aa39-6b7667a3c77c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308549 Sep 17 01:45:49.976427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012b6b7-c3b1-4667-bb48-08b3d661e7e6 req-22415dc6-ad87-4bb7-88db-1ce20bf56e63 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:49.977892 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f012b6b7-c3b1-4667-bb48-08b3d661e7e6 req-22415dc6-ad87-4bb7-88db-1ce20bf56e63 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0484548 Sep 17 01:45:50.016646 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f012b6b7-c3b1-4667-bb48-08b3d661e7e6 req-68e76548-1380-4ee4-843c-1d8cde86b070 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323396 Sep 17 01:45:51.135141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387b5a8-d423-4355-9c29-e46ce229c210 req-2a806d66-6ed4-4f86-a720-61d8e16d4c89 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:51.136626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4387b5a8-d423-4355-9c29-e46ce229c210 req-2a806d66-6ed4-4f86-a720-61d8e16d4c89 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0525360 Sep 17 01:45:51.174146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4387b5a8-d423-4355-9c29-e46ce229c210 req-76639763-46b3-4ce9-a877-8eb962986f41 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313978 Sep 17 01:45:51.679593 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-94ea87f9-c68f-4851-b934-bb96e643d3ed service neutron] show failed (client error): The resource could not be found. Sep 17 01:45:51.680568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-94ea87f9-c68f-4851-b934-bb96e643d3ed service neutron] 10.222.0.36 "GET /v2.0/ports/c0df0f06-72b5-4015-82a3-d155994a5639/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0524478 Sep 17 01:45:52.101289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-f5a75b87-c825-491a-986e-9c39c97dc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:52.102750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-f5a75b87-c825-491a-986e-9c39c97dc07f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 1096 time: 0.0398715 Sep 17 01:45:52.114409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:45:52.167840 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:52.296461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18b6bf-d29a-4aa8-b45f-6b84d2187f0f req-711c737e-1f3e-4d7b-bf7d-76ba2ae28046 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:52.297967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a18b6bf-d29a-4aa8-b45f-6b84d2187f0f req-711c737e-1f3e-4d7b-bf7d-76ba2ae28046 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0498621 Sep 17 01:45:52.336427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a18b6bf-d29a-4aa8-b45f-6b84d2187f0f req-6a9f6316-21d2-40c3-9660-01bd6a94a202 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323551 Sep 17 01:45:52.375170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:45:52.406902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:45:52.445445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:45:52.447674 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0acc6f2-2f53-439d-a1d8-bbffcf036b11" -d '{"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:45:52.452081 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:52.465507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Transition to ACTIVE for port object c0df0f06-72b5-4015-82a3-d155994a5639 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:45:52.495850 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5448f8b5-cd60-4570-9a9d-5993d3e64b97 x-openstack-request-id: req-5448f8b5-cd60-4570-9a9d-5993d3e64b97 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:45:52.496140 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:45:52.496389 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5448f8b5-cd60-4570-9a9d-5993d3e64b97 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:45:52.496783 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'code': 200} Sep 17 01:45:52.535525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:52.616063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:52.628224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.628490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.628830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.629163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.629684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.630021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.630346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.630669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.630992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.631345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.631665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.631985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:52.671240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] No DVR routers for this DVR port c0df0f06-72b5-4015-82a3-d155994a5639 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:45:52.808134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:45:52.808468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:45:52.808797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:45:52.813618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:45:52.813937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:45:52.818931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:45:52.819302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Checking segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:45:52.819694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Bound using segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:45:52.820122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Bound port: c0df0f06-72b5-4015-82a3-d155994a5639, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:45:52.820485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:52.883008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:45:52.885869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:45:52.947284 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:52.985750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:52.986391 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:52.987814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] 10.222.0.23 "PUT /v2.0/ports/c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 1091 time: 0.8772519 Sep 17 01:45:53.027106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b88bb-89c5-43d3-b23f-ecb5299662ca service neutron] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:53.062254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-22dc4bed-0d58-4d4f-9bec-55e6542b53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:53.063815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-22dc4bed-0d58-4d4f-9bec-55e6542b53c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1094 time: 0.0456977 Sep 17 01:45:53.161840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-ec893053-4304-46d1-9543-53d84d096f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:53.163407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-ec893053-4304-46d1-9543-53d84d096f83 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.0929632 Sep 17 01:45:53.227464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-f2ec5c72-ec73-475d-97d5-40338e16510a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.0565972 Sep 17 01:45:53.275315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-c8207e60-59d4-4989-8c91-4b9c7e2308d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:53.276745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-c8207e60-59d4-4989-8c91-4b9c7e2308d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0424888 Sep 17 01:45:53.324548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-7ad59a90-44f7-4d30-b95a-7c39e3953b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:53.326030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-7ad59a90-44f7-4d30-b95a-7c39e3953b42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425179 Sep 17 01:45:53.416218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-1371ac69-4c0c-4c71-b65a-9ec3310a4a4b service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829780 Sep 17 01:45:53.458969 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916c012-5cd0-4633-a890-2172aa6edbd1 req-49c2bf2b-1709-4048-99c1-4598d8f43fa7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:53.460791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b916c012-5cd0-4633-a890-2172aa6edbd1 req-49c2bf2b-1709-4048-99c1-4598d8f43fa7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0537589 Sep 17 01:45:53.500205 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b916c012-5cd0-4633-a890-2172aa6edbd1 req-906f8e5d-9592-4335-bacc-5cca521ce997 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335763 Sep 17 01:45:53.836644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ba7c2f2-6550-4d01-a5ff-d67f5ead9b5c req-bfa48811-2aa2-4361-866f-2b580634a434 service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133911 Sep 17 01:45:54.498943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:45:54.501327 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:45:54.551506 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1888d47b-4dc0-4427-98f5-915941dd020e x-openstack-request-id: req-1888d47b-4dc0-4427-98f5-915941dd020e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:45:54.551808 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:45:54.552064 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1888d47b-4dc0-4427-98f5-915941dd020e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:45:54.552563 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'status': 'completed', 'code': 200} Sep 17 01:45:54.620638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdea695-0bf1-4ceb-babb-126db11e8907 req-c71fccfa-8316-4d7d-b99f-44d8f6ab9868 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:54.622155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4cdea695-0bf1-4ceb-babb-126db11e8907 req-c71fccfa-8316-4d7d-b99f-44d8f6ab9868 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0498943 Sep 17 01:45:54.642236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-e744d5ab-9229-4d21-9ce3-bcdeddc2927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:54.643732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-e744d5ab-9229-4d21-9ce3-bcdeddc2927e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1094 time: 0.0686755 Sep 17 01:45:54.645366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-e1932b27-d9d3-4200-ac45-bfd2bb2c4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:54.646662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-e1932b27-d9d3-4200-ac45-bfd2bb2c4f44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1094 time: 0.0635488 Sep 17 01:45:54.660581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4cdea695-0bf1-4ceb-babb-126db11e8907 req-23cc1d2c-8bad-4c52-9fb0-9ed08c47b1f2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316265 Sep 17 01:45:54.821128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-957c9708-763d-4b85-8c44-30e5ecddcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:54.822589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-957c9708-763d-4b85-8c44-30e5ecddcf99 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.1694613 Sep 17 01:45:54.825074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-31372bde-80ee-4d31-97a4-35c3441d4733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:54.826744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-31372bde-80ee-4d31-97a4-35c3441d4733 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.1724718 Sep 17 01:45:54.944261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-a8b63050-331e-4195-83d1-fe3f54fbcbd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.1126752 Sep 17 01:45:54.950050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-67befb6b-4b0d-4a92-83da-07c071c0bc70 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.1125124 Sep 17 01:45:55.044091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-48956cf7-d5cb-4f01-90f4-2e183ece0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:55.047318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-48956cf7-d5cb-4f01-90f4-2e183ece0d59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0933797 Sep 17 01:45:55.047692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-c4da60e9-2ffa-4a49-aa15-ac09cf89d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:55.049003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-c4da60e9-2ffa-4a49-aa15-ac09cf89d912 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0896320 Sep 17 01:45:55.128334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-13ab6905-b323-4be9-bd99-1a3b667ba653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:55.129978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-13ab6905-b323-4be9-bd99-1a3b667ba653 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654275 Sep 17 01:45:55.131802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-8f59a0be-6e41-4b0a-8b57-4b1668d4b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:55.133136 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-8f59a0be-6e41-4b0a-8b57-4b1668d4b429 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796990 Sep 17 01:45:55.311223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-379b9491-8c4d-43c2-8406-413db9872ffd service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653838 Sep 17 01:45:55.313323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-44cb85a8-1318-42e2-9192-0c738da01ab8 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761520 Sep 17 01:45:55.490078 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-1d3da7bb-4ea6-4f7f-9a31-d700f337e25f service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685531 Sep 17 01:45:55.493410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7822559-9ac8-4fdc-9200-da1dc74cb6f5 req-fdbf4280-67e1-483d-8ea0-2100733bab33 service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710575 Sep 17 01:45:55.789746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806842d-de2e-4ebd-9b9c-84b2eac4d290 req-8dbcb484-0ce9-4c3e-a292-557b3564b1a4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:55.791248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9806842d-de2e-4ebd-9b9c-84b2eac4d290 req-8dbcb484-0ce9-4c3e-a292-557b3564b1a4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0603654 Sep 17 01:45:55.829818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9806842d-de2e-4ebd-9b9c-84b2eac4d290 req-e392aede-27df-438e-b317-6eb7b12159e1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317380 Sep 17 01:45:56.295690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bece8-c978-4a9f-b3fa-f7bc81f12cd1 req-5018970f-65bc-4913-9817-2ab50cf2622d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:56.297224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e29bece8-c978-4a9f-b3fa-f7bc81f12cd1 req-5018970f-65bc-4913-9817-2ab50cf2622d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 943 time: 0.0814030 Sep 17 01:45:56.329618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-cc8c5ff9-68cd-49ad-9119-bb7f55d33262 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:56.331040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-cc8c5ff9-68cd-49ad-9119-bb7f55d33262 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2&tenant_id=1f0c34ace7094937a3a85fef0f4ea137&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 943 time: 0.0814803 Sep 17 01:45:56.369993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e29bece8-c978-4a9f-b3fa-f7bc81f12cd1 req-6e537362-923d-40a1-ba16-ea9888cf9eb9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655205 Sep 17 01:45:56.401712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-546dadd0-42fe-4144-8d11-b95b8d03a08e service neutron] 10.222.0.23 "GET /v2.0/ports/c0df0f06-72b5-4015-82a3-d155994a5639/bindings/n-h1-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.0602245 Sep 17 01:45:56.459386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:45:56.464010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-3a0cc330-a6ce-4f5a-919e-21a46dfc4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:56.465548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-3a0cc330-a6ce-4f5a-919e-21a46dfc4dd2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1094 time: 0.0426824 Sep 17 01:45:56.554697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:45:56.557599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-b71f4698-6263-4706-91ce-8435a9d69841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:56.559060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-b71f4698-6263-4706-91ce-8435a9d69841 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.0869553 Sep 17 01:45:56.566789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'mac_address': 'fa:16:3e:1a:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:45:56.602715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:56.615631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0df0f06-72b5-4015-82a3-d155994a5639 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:45:56.622372 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-d51246c6-71df-464a-8c81-6e57dfd25c5a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.0561762 Sep 17 01:45:56.635187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:45:56.674582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-6a3a636f-f350-451b-9ed8-2a5b56d65edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:56.676029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-6a3a636f-f350-451b-9ed8-2a5b56d65edb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0471594 Sep 17 01:45:56.694095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:56.722334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-d730bfbb-9268-491b-9d8b-2ed8fc189884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:56.723785 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-d730bfbb-9268-491b-9d8b-2ed8fc189884 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406666 Sep 17 01:45:56.739539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:56.747439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.749247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.749247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.749570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.749912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.750266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.750610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.750930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.751277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.751594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.751933 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.752248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:45:56.815379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-21d1a76d-ca6f-4898-b35d-ee5e3831ca38 service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841286 Sep 17 01:45:56.911731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-afb14351-76a3-4d31-a892-ce4f4416558d service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Sep 17 01:45:56.939696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c0df0f06-72b5-4015-82a3-d155994a5639'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:45:57.131688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:45:57.191389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:45:57.488103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0cbad1-2d47-44bf-9ba3-96bbf48c5f14 req-0c5bf809-1f4f-4639-8a68-04350d4ed540 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:57.489586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a0cbad1-2d47-44bf-9ba3-96bbf48c5f14 req-0c5bf809-1f4f-4639-8a68-04350d4ed540 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0492535 Sep 17 01:45:57.526583 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2a0cbad1-2d47-44bf-9ba3-96bbf48c5f14 req-95c6e303-7ac0-4a7a-9d78-e666f5bcca48 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303891 Sep 17 01:45:58.477638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:45:58.568217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c0df0f06-72b5-4015-82a3-d155994a5639 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:45:58.572103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c0df0f06-72b5-4015-82a3-d155994a5639 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:45:58.572470 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:58.653026 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:58.654766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665d396-9976-48d6-9733-f33e063d47ed req-31361ff6-e31b-4739-89c8-07701de20fb2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:58.656061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4665d396-9976-48d6-9733-f33e063d47ed req-31361ff6-e31b-4739-89c8-07701de20fb2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0605171 Sep 17 01:45:58.678373 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:45:58.680659 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3c7207-47c0-49cb-aee8-5f092834a6e4" -d '{"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:45:58.694823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:45:58.696734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4665d396-9976-48d6-9733-f33e063d47ed req-c8261cd1-665e-4e74-bfaf-997def9ef987 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344028 Sep 17 01:45:58.735681 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31c07ed-afc6-4ec3-ae36-175f72232988 x-openstack-request-id: req-c31c07ed-afc6-4ec3-ae36-175f72232988 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:45:58.735974 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:45:58.736226 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c31c07ed-afc6-4ec3-ae36-175f72232988 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:45:58.736615 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'code': 200} Sep 17 01:45:58.787622 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:58.840405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:59.050170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:59.400078 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-bc31c558-fb94-426e-9356-f70f5ac952fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:59.401538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-bc31c558-fb94-426e-9356-f70f5ac952fd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 1096 time: 0.0455480 Sep 17 01:45:59.413264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:45:59.427281 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:59.467072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:59.664180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:45:59.695580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:45:59.740775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:45:59.743050 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30eb878-5f92-422e-a931-26bd85f9378f" -d '{"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:45:59.746923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:59.759459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Transition to ACTIVE for port object c0df0f06-72b5-4015-82a3-d155994a5639 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:45:59.799616 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d83f02-0525-413b-982c-b797597c7ee0 x-openstack-request-id: req-40d83f02-0525-413b-982c-b797597c7ee0 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:45:59.799920 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:45:59.800174 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40d83f02-0525-413b-982c-b797597c7ee0 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:45:59.801063 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'code': 200} Sep 17 01:45:59.817393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a04206-71f9-43fc-8a25-9c5cea47617a req-4173d3d3-ffc4-4732-a553-c8dffba85eb3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:45:59.818909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70a04206-71f9-43fc-8a25-9c5cea47617a req-4173d3d3-ffc4-4732-a553-c8dffba85eb3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Sep 17 01:45:59.831616 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:45:59.902011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70a04206-71f9-43fc-8a25-9c5cea47617a req-a08efdf9-d73d-46da-8870-262c2e95aa47 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770121 Sep 17 01:45:59.933719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:45:59.978878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] No DVR routers for this DVR port c0df0f06-72b5-4015-82a3-d155994a5639 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:46:00.116306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:46:00.116644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:46:00.116970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:00.121115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:46:00.121434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Attempting to bind port c0df0f06-72b5-4015-82a3-d155994a5639 on network d8171375-ba8a-4745-bd17-ee673518c722 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:00.126781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:46:00.127143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Checking segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:46:00.127532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Bound using segment: {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:46:00.127956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Bound port: c0df0f06-72b5-4015-82a3-d155994a5639, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '025a9a48-0553-409a-8491-1acbdf1188dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:46:00.128310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:00.190203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:46:00.193098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:46:00.250382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:00.287805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:00.288424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:00.289824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 1092 time: 0.8803592 Sep 17 01:46:00.314927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986dea6-c202-41ed-aa8a-647d45e4a5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=11']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:00.362135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-3b156d29-6c08-45f2-8ffe-39c6de0c7bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:00.363774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-3b156d29-6c08-45f2-8ffe-39c6de0c7bc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1095 time: 0.0500362 Sep 17 01:46:00.457657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-1e11f69d-6afc-4b68-bb1f-f93e3400b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:00.459166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-1e11f69d-6afc-4b68-bb1f-f93e3400b80d service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.0888991 Sep 17 01:46:00.527171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-c5151e03-6521-4ca7-9edf-c6423e433422 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.0606105 Sep 17 01:46:00.574200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-93f63fb9-5190-4746-a631-5a56667caa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:00.575541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-93f63fb9-5190-4746-a631-5a56667caa33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0418780 Sep 17 01:46:00.620241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-90c9b644-83e7-436d-adc4-7f643911211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:00.621742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-90c9b644-83e7-436d-adc4-7f643911211a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391273 Sep 17 01:46:00.714359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-b9630817-3120-426d-a5b3-84f9138674a8 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851538 Sep 17 01:46:00.805864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ab819c-d2bf-48d0-b15f-f6576ab8fab1 req-5241f32a-fe51-4fc2-9c4d-f6f7dbf32e72 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843353 Sep 17 01:46:01.046524 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f31b4-a38c-42e7-aaa2-d8840820c680 req-79eaac8d-c32d-4d1a-9577-b3af4a254bfb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:01.048128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-517f31b4-a38c-42e7-aaa2-d8840820c680 req-79eaac8d-c32d-4d1a-9577-b3af4a254bfb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0708823 Sep 17 01:46:01.086570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-517f31b4-a38c-42e7-aaa2-d8840820c680 req-ef537846-137f-4767-97cb-68c98392fcc7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320442 Sep 17 01:46:01.802597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:46:01.804987 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbac0e7-8b03-4d21-bfe2-d829186172f0" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:46:01.852410 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a796569-0f8a-4fbe-bce4-5ef98e9f55e1 x-openstack-request-id: req-5a796569-0f8a-4fbe-bce4-5ef98e9f55e1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:46:01.852704 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:46:01.852970 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a796569-0f8a-4fbe-bce4-5ef98e9f55e1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:46:01.853359 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'status': 'completed', 'code': 200} Sep 17 01:46:01.941030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-111262a7-eb9c-4ca3-9990-7e683c12baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:01.942520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-111262a7-eb9c-4ca3-9990-7e683c12baa9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1095 time: 0.0604041 Sep 17 01:46:01.944212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-80915fe9-3465-4da8-8de1-2cacaada9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:01.945546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-80915fe9-3465-4da8-8de1-2cacaada9dd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1095 time: 0.0712929 Sep 17 01:46:02.102768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-3dfe7fa4-31b7-4914-9169-e6eaae2f1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.104387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-3dfe7fa4-31b7-4914-9169-e6eaae2f1abc service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.1547303 Sep 17 01:46:02.105866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-b166995d-49e4-4387-9adc-b45068faf90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.107773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-b166995d-49e4-4387-9adc-b45068faf90f service neutron] 10.222.0.23 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.1498721 Sep 17 01:46:02.217580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-666e845f-41cf-476f-a4fa-4aeb17d12f77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.1052999 Sep 17 01:46:02.218962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7434909-cd8f-4e43-93c6-16601c56f4e4 req-ea4a2e84-9f44-42ed-9978-6c43d08385ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.221480 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7434909-cd8f-4e43-93c6-16601c56f4e4 req-ea4a2e84-9f44-42ed-9978-6c43d08385ba tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0626507 Sep 17 01:46:02.225578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-9c531d88-9ffc-4180-9897-d8257b72c4af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 998 time: 0.1068587 Sep 17 01:46:02.266916 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7434909-cd8f-4e43-93c6-16601c56f4e4 req-bf7c448a-ea44-4167-8bfc-b335b3d60e92 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383945 Sep 17 01:46:02.316260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-09b41f26-99d9-470c-9d3c-f00bb1d55c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.317734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-09b41f26-99d9-470c-9d3c-f00bb1d55c8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0898628 Sep 17 01:46:02.321077 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-79cbd9b3-63be-469a-9714-36cbb9ac9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.322405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-79cbd9b3-63be-469a-9714-36cbb9ac9cd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0871007 Sep 17 01:46:02.389866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-4c6eb559-e429-43c0-b064-97f57a674f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.391327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-4c6eb559-e429-43c0-b064-97f57a674f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660608 Sep 17 01:46:02.396253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-ac197072-2f8f-4033-8407-bfd08f367789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:02.397713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-ac197072-2f8f-4033-8407-bfd08f367789 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639904 Sep 17 01:46:02.497399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:46:02.535554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:46:02.557906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-77c164f9-2b18-43d9-8fa7-239498bf9748 service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592491 Sep 17 01:46:02.559761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-fd32b31f-25d7-4f4c-abce-b217cac5ae68 service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544073 Sep 17 01:46:02.718403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-60bc1fa5-cde3-4273-a372-4c161cd9962d service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537607 Sep 17 01:46:02.721772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bbac0e7-8b03-4d21-bfe2-d829186172f0 req-b6424a25-6bde-46b0-b6ef-e25167ac924b service neutron] 10.222.0.23 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494067 Sep 17 01:46:03.188651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:46:03.281340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:03.291954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'port_id': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'mac_address': 'fa:16:3e:1a:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:46:03.329937 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:03.342946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0df0f06-72b5-4015-82a3-d155994a5639 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:46:03.363271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:03.389238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97941bc-09e5-410b-84b3-7fb2fa00afcb req-bd242ee3-16e7-4bf0-8435-6dc0b08accca tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:03.390721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b97941bc-09e5-410b-84b3-7fb2fa00afcb req-bd242ee3-16e7-4bf0-8435-6dc0b08accca tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 944 time: 0.0504899 Sep 17 01:46:03.421767 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:03.429628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b97941bc-09e5-410b-84b3-7fb2fa00afcb req-eb3b5205-5228-4cf6-900e-cf14bc1695b4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329084 Sep 17 01:46:03.453132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35236) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:03.472889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=12']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:03.516151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c5043c19-1e17-4d29-b3a4-622f454121da tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4fbe22f7-79f4-45af-be6c-b2c4dc285189 HTTP/1.1" status: 200 len: 991 time: 0.0619020 Sep 17 01:46:03.635328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c0df0f06-72b5-4015-82a3-d155994a5639'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:46:05.193325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:05.312948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c0df0f06-72b5-4015-82a3-d155994a5639 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:46:05.316506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c0df0f06-72b5-4015-82a3-d155994a5639 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:05.316882 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:05.401350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:05.423505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:46:05.425758 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955795ea-262d-430a-acb5-b275078a433a" -d '{"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:46:05.439872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:05.462365 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2364eb-6ceb-4719-b4aa-061f25019e93 x-openstack-request-id: req-5a2364eb-6ceb-4719-b4aa-061f25019e93 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:46:05.462659 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-plugged", "status": "completed", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:46:05.462908 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a2364eb-6ceb-4719-b4aa-061f25019e93 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:46:05.463331 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'code': 200} Sep 17 01:46:05.478527 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-08de31e7-0417-43d4-8632-b81d41ee0b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:05.512874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:05.563979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=13']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:08.146731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14fcdb60-0633-43a9-a551-c049118a2806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:09.112309 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:09.575650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:11.180725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:11.223781 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:46:29.043437 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:29.460906 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:32.150753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30299-838c-45bc-abf1-06ed016daaeb req-9379823d-352e-493c-a5c6-dff7f64ba4e4 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:32.152827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5c30299-838c-45bc-abf1-06ed016daaeb req-9379823d-352e-493c-a5c6-dff7f64ba4e4 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1097 time: 0.0415213 Sep 17 01:46:32.187810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e5c30299-838c-45bc-abf1-06ed016daaeb req-e763ce72-ab8e-449b-8f08-3d8ae31d1acd tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285881 Sep 17 01:46:32.212654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35252) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:32.374897 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port a054eaa7-75e9-44f2-9826-fd75e722b690 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:46:32.375172 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:32.448439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:32.448768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:32.460866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for a054eaa7-75e9-44f2-9826-fd75e722b690 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:46:32.683720 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:32.707283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=a054eaa7-75e9-44f2-9826-fd75e722b690,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:32.721772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.722133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.722478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.722820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.723186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.723526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.723860 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.724195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.724527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.724858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.725186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.725512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:32.784331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:32.784668 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 4fbe22f7-79f4-45af-be6c-b2c4dc285189 disassociated (deleted). External IP: 172.25.1.95, port: c0df0f06-72b5-4015-82a3-d155994a5639. Sep 17 01:46:32.986248 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:46:33.089928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:46:33.094315 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:33.099653 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] Sync routers for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:46:33.108369 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:33.109072 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:33.123222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b4dbe9a2-2d7b-4be1-82ed-cfee5caafd4d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/floatingips/4fbe22f7-79f4-45af-be6c-b2c4dc285189 HTTP/1.1" status: 204 len: 168 time: 0.9094794 Sep 17 01:46:33.123902 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:46:33.127040 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:46:33.175698 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efd0382-4943-499c-9819-c04c7ddc75a8 x-openstack-request-id: req-3efd0382-4943-499c-9819-c04c7ddc75a8 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:46:33.176651 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:46:33.176905 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3efd0382-4943-499c-9819-c04c7ddc75a8 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:46:33.177579 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'status': 'completed', 'code': 200} Sep 17 01:46:33.223837 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:33.237187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-843e8f1c-5324-4fd6-9bc1-f7684539a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:33.238620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-843e8f1c-5324-4fd6-9bc1-f7684539a893 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 1097 time: 0.0414832 Sep 17 01:46:33.329635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-4f02f719-1acb-438d-b354-0bb47eb2f6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:33.331495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-4f02f719-1acb-438d-b354-0bb47eb2f6ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 200 len: 898 time: 0.0861421 Sep 17 01:46:33.376661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-71f00beb-8eb2-4f12-82c0-3c3eb175f003 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 200 len: 217 time: 0.0382521 Sep 17 01:46:33.419847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:33.427854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-97c9f2df-3e06-4d91-ab2e-63aec5590979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:33.429645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-97c9f2df-3e06-4d91-ab2e-63aec5590979 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 200 len: 834 time: 0.0461609 Sep 17 01:46:33.451545 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] Checking router: 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:46:33.459990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:33.460590 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:33.478774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-e5fdd4e7-e2d7-435b-bbc3-99b063487213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:33.480329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-e5fdd4e7-e2d7-435b-bbc3-99b063487213 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d8171375-ba8a-4745-bd17-ee673518c722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419869 Sep 17 01:46:33.569710 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:33.584977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-aac3faf1-aeab-4bbc-9095-c9bfa84709de service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969386 Sep 17 01:46:33.645601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df35b30-7412-4932-a1b0-795a94ead6f7 req-5b546dec-2420-45af-87ed-d10030171ecf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:33.647249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3df35b30-7412-4932-a1b0-795a94ead6f7 req-5b546dec-2420-45af-87ed-d10030171ecf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 946 time: 0.0557213 Sep 17 01:46:33.688739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3df35b30-7412-4932-a1b0-795a94ead6f7 req-02c083f5-9100-494b-baa9-c331ebd583c9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345302 Sep 17 01:46:33.690057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72f74cf7-6f78-4f29-ae58-dd3c904f3c46 req-ccaa2142-5ae1-48e4-bd54-9863482570bc service neutron] 10.222.0.36 "GET /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959601 Sep 17 01:46:33.863260 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:33.887864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0052c53-87c7-414c-936d-8393c3ccac2e None None] The sync data for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 is: [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:44:46Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5c5b5747-1384-421b-90e0-421fe57933dc', 'name': '', 'network_id': 'd8171375-ba8a-4745-bd17-ee673518c722', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:6d:aa:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:46Z', 'updated_at': '2021-09-17T01:44:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'a49fe6ce-fc3f-4d56-bc97-36fcb79093f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:46:34.090948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2587ef1d-c368-4957-9c40-413c2073ce51 None None] New status for floating IP 4fbe22f7-79f4-45af-be6c-b2c4dc285189: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:46:34.816456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affacd0d-4a3c-4b31-866f-cc1ec85cc841 req-c4c7635b-dc92-4af8-9f74-fe5b3104d2a6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:34.817948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-affacd0d-4a3c-4b31-866f-cc1ec85cc841 req-c4c7635b-dc92-4af8-9f74-fe5b3104d2a6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 946 time: 0.0555925 Sep 17 01:46:34.854029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-affacd0d-4a3c-4b31-866f-cc1ec85cc841 req-6b78d9f2-293a-44ae-b5ad-36efcd4953e8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4bc10d1-e45a-40ec-b488-14367699e7fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301328 Sep 17 01:46:34.919235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e54457-87c9-4d42-86a8-bb109c173dab req-ffb385c6-4f44-4ee6-bfd5-547f65ac4788 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:34.920675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43e54457-87c9-4d42-86a8-bb109c173dab req-ffb385c6-4f44-4ee6-bfd5-547f65ac4788 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 946 time: 0.0466919 Sep 17 01:46:35.006735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port c0df0f06-72b5-4015-82a3-d155994a5639 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:46:35.007108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:35.097769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port c0df0f06-72b5-4015-82a3-d155994a5639, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c0df0f06-72b5-4015-82a3-d155994a5639,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:35.098127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:35.110728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for c0df0f06-72b5-4015-82a3-d155994a5639 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:46:35.289375 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:35.317788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=c0df0f06-72b5-4015-82a3-d155994a5639,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:35.357128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] No DVR routers for this DVR port c0df0f06-72b5-4015-82a3-d155994a5639 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:46:35.360406 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:35.362300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43e54457-87c9-4d42-86a8-bb109c173dab req-4befec33-1146-4ac7-ab7a-2fa54d7d0f70 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "DELETE /v2.0/ports/c0df0f06-72b5-4015-82a3-d155994a5639 HTTP/1.1" status: 204 len: 173 time: 0.4353673 Sep 17 01:46:35.362734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-deleted', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:46:35.364970 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8d6f49-365f-49d5-b07c-59a0d82e289e" -d '{"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-deleted", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:46:35.401009 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10cac14-dd80-4de3-b0fe-afbcff23befd x-openstack-request-id: req-c10cac14-dd80-4de3-b0fe-afbcff23befd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:46:35.401304 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7d3105-e304-4f43-892b-eaeacc3adea2", "name": "network-vif-deleted", "tag": "c0df0f06-72b5-4015-82a3-d155994a5639", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:46:35.401556 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c10cac14-dd80-4de3-b0fe-afbcff23befd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:46:35.401959 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7d3105-e304-4f43-892b-eaeacc3adea2', 'name': 'network-vif-deleted', 'tag': 'c0df0f06-72b5-4015-82a3-d155994a5639', 'status': 'completed', 'code': 200} Sep 17 01:46:35.482370 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-56957a8d-8ac2-4334-a446-63c44e359907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:35.958599 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65d2ac95-1ee5-4db6-95b4-0e7d2fb68676 req-229a3a9e-713c-4b02-80dc-01070578335e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f7d3105-e304-4f43-892b-eaeacc3adea2 HTTP/1.1" status: 200 len: 210 time: 0.0269907 Sep 17 01:46:37.015433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35272) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:37.664617 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:37.922335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 5c5b5747-1384-421b-90e0-421fe57933dc {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:46:37.922681 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.012380 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 5c5b5747-1384-421b-90e0-421fe57933dc, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5c5b5747-1384-421b-90e0-421fe57933dc,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:38.012748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.024835 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 5c5b5747-1384-421b-90e0-421fe57933dc owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:46:38.163738 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9185514a-1213-47f6-addc-c1dcb8d3de75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.272148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.297856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=5c5b5747-1384-421b-90e0-421fe57933dc,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:38.488980 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.707611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:46:38.814841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:46:38.819953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c94f1dba-1cba-449c-a9ce-52a66c73f79d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/57bad6a0-ec7e-431d-8d63-f940ee8aa6e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8034065 Sep 17 01:46:38.822544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35274) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:38.825063 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] Sync routers for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:46:38.834672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:38.835292 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:38.872362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting subnet a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:46:38.876162 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.915399 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:38.937966 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:39.001934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.078485 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.118403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.118972 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:46:38Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:39.145516 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] Checking router: 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:46:39.150460 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.152365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/subnets/a49fe6ce-fc3f-4d56-bc97-36fcb79093f8 HTTP/1.1" status: 204 len: 168 time: 0.3288724 Sep 17 01:46:39.153347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b2c47-f40e-4a4a-83ab-b8e37945fb51 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Subnet': ['ID=a49fe6ce-fc3f-4d56-bc97-36fcb79093f8,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:39.155366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35276) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:39.157843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c677eaa1-f733-44fb-8d58-d75b5ea5f6d5 None None] Network d8171375-ba8a-4745-bd17-ee673518c722 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:46:39.161066 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] Routers {'57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:39.161793 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:39.265309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.272296 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] Set router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:39.342523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] DHCP port deletion for d8171375-ba8a-4745-bd17-ee673518c722 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:46:39.381550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:46:39.381838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.403896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c0df0f06-72b5-4015-82a3-d155994a5639 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:46:39.404234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c0df0f06-72b5-4015-82a3-d155994a5639 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:46:39.409987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] Deleting port 18fc9955-d35e-4157-9488-f52edcd6c5e6 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:46:39.410404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.464237 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:46:38Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:39.478176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] For port 18fc9955-d35e-4157-9488-f52edcd6c5e6, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=18fc9955-d35e-4157-9488-f52edcd6c5e6,segment=NetworkSegment(025a9a48-0553-409a-8491-1acbdf1188dd),segment_id=025a9a48-0553-409a-8491-1acbdf1188dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:39.478571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.492742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:46:39.493126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.497179 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75115e11-0cd1-433d-9c78-f43c2c7e7508 None None] The sync data for ids ['57bad6a0-ec7e-431d-8d63-f940ee8aa6e8'] in n-d-789963-7 is: [{'id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-850569725', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:44:42Z', 'updated_at': '2021-09-17T01:46:38Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '49e441c8-1a9c-49ea-9438-a8a2aeb5203a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:51:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57bad6a0-ec7e-431d-8d63-f940ee8aa6e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:44:43Z', 'updated_at': '2021-09-17T01:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:46:39.497412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] Calling delete_port for 18fc9955-d35e-4157-9488-f52edcd6c5e6 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:46:39.575233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 49e441c8-1a9c-49ea-9438-a8a2aeb5203a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:39.575556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.587557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 49e441c8-1a9c-49ea-9438-a8a2aeb5203a owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:46:39.596552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.676642 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.701313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] Pushing event deleted for resources: {'Port': ['ID=18fc9955-d35e-4157-9488-f52edcd6c5e6,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:39.710027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e0c82-577b-4648-b550-f3d61041d9b9 None None] No DVR routers for this DVR port 18fc9955-d35e-4157-9488-f52edcd6c5e6 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:46:39.803397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:39.829567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=49e441c8-1a9c-49ea-9438-a8a2aeb5203a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:39.898279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.320358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.322409 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.409298 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.409837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Fanout notify agent at l3_agent the message router_deleted on router 57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:46:40.423712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.423712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-047db0de-d35c-4c59-ab89-d634c627fac3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/routers/57bad6a0-ec7e-431d-8d63-f940ee8aa6e8 HTTP/1.1" status: 204 len: 168 time: 1.2608800 Sep 17 01:46:40.423953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35278) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:40.504189 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.597934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.616667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8171375-ba8a-4745-bd17-ee673518c722']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:40.626471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025a9a48-0553-409a-8491-1acbdf1188dd') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:40.626772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025a9a48-0553-409a-8491-1acbdf1188dd') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:40.636087 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.650035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.655991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:46:40.658259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:46:40.659418 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:46:40.786064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.795071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.797556 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/networks/d8171375-ba8a-4745-bd17-ee673518c722 HTTP/1.1" status: 204 len: 168 time: 0.3756564 Sep 17 01:46:40.800769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35280) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:40.808987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ee029-9b2c-478a-8523-577461bed140 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Network': ['ID=d8171375-ba8a-4745-bd17-ee673518c722,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:40.861047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-890bb0a1-4331-489a-8d22-427b13b373b6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:40.888076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-890bb0a1-4331-489a-8d22-427b13b373b6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.014611 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-890bb0a1-4331-489a-8d22-427b13b373b6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.017257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-890bb0a1-4331-489a-8d22-427b13b373b6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.018537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-890bb0a1-4331-489a-8d22-427b13b373b6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4bc10d1-e45a-40ec-b488-14367699e7fc HTTP/1.1" status: 204 len: 168 time: 0.2166348 Sep 17 01:46:41.027720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bb0a1-4331-489a-8d22-427b13b373b6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bc10d1-e45a-40ec-b488-14367699e7fc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:41.119714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c5b5747-1384-421b-90e0-421fe57933dc no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:46:41.142429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5c5b5747-1384-421b-90e0-421fe57933dc {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:46:41.142772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5c5b5747-1384-421b-90e0-421fe57933dc not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:46:41.143221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49e441c8-1a9c-49ea-9438-a8a2aeb5203a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:46:41.162116 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.162927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 49e441c8-1a9c-49ea-9438-a8a2aeb5203a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:46:41.163363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 49e441c8-1a9c-49ea-9438-a8a2aeb5203a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:46:41.163765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18fc9955-d35e-4157-9488-f52edcd6c5e6 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:46:41.182539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 18fc9955-d35e-4157-9488-f52edcd6c5e6 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:46:41.182883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 18fc9955-d35e-4157-9488-f52edcd6c5e6 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:46:41.510932 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35286) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:41.516170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-461088696', 'description': 'tempest-secgroup-smoke-461088696 description', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:41.596264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.672826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.768941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.797147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607d2b39-473c-45a6-85c1-eeb2db8188ad,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:41.871926 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:41.873178 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-13af192a-5251-4c11-b756-23afb58264fc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3612163 Sep 17 01:46:41.876631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35288) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:41.881132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '607d2b39-473c-45a6-85c1-eeb2db8188ad', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:41.967576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.025078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.094666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.112096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68658a7-f122-4576-bc92-d01eb6069b02,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:42.169206 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.170429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bf7ff03e-5597-45db-a032-e91da5748b82 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928157 Sep 17 01:46:42.173706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35290) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:42.178069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '607d2b39-473c-45a6-85c1-eeb2db8188ad', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:42.300325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.356688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.420070 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.439703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd211f83-629a-4bd7-8c4c-7d4605b7e9f2,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:42.483379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.484649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d1754d6-d0d6-42b9-8ef6-38c2fcefc58c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3099916 Sep 17 01:46:42.487496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:42.491889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '607d2b39-473c-45a6-85c1-eeb2db8188ad', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:42.579988 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.635307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.717394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.734813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e70172a-acd8-47de-be67-4c7f3d451033,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:42.803606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.804833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-00030a4f-46d7-491e-97e7-6b5c1eddae44 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164229 Sep 17 01:46:42.807476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35294) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:42.812727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '607d2b39-473c-45a6-85c1-eeb2db8188ad', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:42.888044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:42.947859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.020542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.038768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1def0372-307c-4a34-9576-6660449b8a08,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:43.112094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.113281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c6c1ed07-d44b-4440-a371-2ea255ee5caf tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048520 Sep 17 01:46:43.116018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35296) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:43.120279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '607d2b39-473c-45a6-85c1-eeb2db8188ad', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:43.209370 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:46:43.214125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.273727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.357651 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.378037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a679690c-84f1-40e1-acc3-6b3b57647144,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:43.443934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.447798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a4f1fcb5-2bf8-401a-a991-e2fc2062742c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3283474 Sep 17 01:46:43.448041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35298) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:43.452364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': '607d2b39-473c-45a6-85c1-eeb2db8188ad', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:43.529525 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:46:43.535233 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.596300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.660963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.678253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f75dc4-f5ed-470a-9f8c-b4edc80b6f98,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:43.746503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.747798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-58d0882a-6eee-407b-ab50-39d1d33c9078 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2987700 Sep 17 01:46:43.751029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35300) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:43.755868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'network': {'name': 'tempest-network-smoke--878030715', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'port_security_enabled': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:43.849051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:46:43.852509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.879018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:46:43.888220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:43.888958 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Added segment 819d6ba6-69d9-4818-a169-443b3c57887c of type vlan for network ade0d54f-c225-433f-8bc7-1af512536d88 Sep 17 01:46:43.930783 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.026568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.032826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:44.036225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.100455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Network': ['ID=ade0d54f-c225-433f-8bc7-1af512536d88,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:44.110739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ade0d54f-c225-433f-8bc7-1af512536d88 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:46:44.135864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3be9229f-91f8-4f07-84e2-acfbe421dc31 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3837638 Sep 17 01:46:44.138491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35302) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:44.144063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'admin_state_up': True, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:44.209520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.210609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.264759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.438066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.691381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.709621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.814444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.92 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/33ab5b0a-563c-4d4f-8f55-9bc845135933) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:46:44.913825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:44.986519 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:45.023961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:46:45.028024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:46:45.037793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:46:45.041053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=33ab5b0a-563c-4d4f-8f55-9bc845135933,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:45.335449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:45.530385 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:45.710266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:46:45.817248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:46:45.826535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Sync routers for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:46:45.835630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:45.840985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:45.889019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:45.890330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6c76a58f-31b5-4c64-87f6-c4e6af8956bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7509093 Sep 17 01:46:45.894359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35304) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:45.922440 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-44dbbcd0-51fc-4ffb-b468-7d1209b9e04f tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1f0c34ace7094937a3a85fef0f4ea137&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269451 Sep 17 01:46:45.925014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35306) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:45.941546 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:46.017246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baabe3e-d676-40e7-aca7-ef55f20e8ad9 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:46.018764 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9baabe3e-d676-40e7-aca7-ef55f20e8ad9 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928502 Sep 17 01:46:46.021623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35308) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:46.050324 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a0fac5e9-2d9e-491a-93bc-6087552a476c tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276008 Sep 17 01:46:46.052799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35310) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:46.057550 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1490405621', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:46.118904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:45Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:46.146019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Checking router: a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:46:46.162723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Updating router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f port 33ab5b0a-563c-4d4f-8f55-9bc845135933 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:46:46.171950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.253709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:46:46.257384 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.429538 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.493367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.518082 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.544824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Attempting to bind port 33ab5b0a-563c-4d4f-8f55-9bc845135933 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:46:46.549523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Attempting to bind port 33ab5b0a-563c-4d4f-8f55-9bc845135933 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:46:46.549523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Attempting to bind port 33ab5b0a-563c-4d4f-8f55-9bc845135933 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:46.555024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c35ab-5204-4b34-a389-112760926d5e None None] Pushing event updated for resources: {'Port': ['ID=33ab5b0a-563c-4d4f-8f55-9bc845135933,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:46.558307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:46:46.558684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:46:46.559116 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.559489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:46:46.559979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Bound port: 33ab5b0a-563c-4d4f-8f55-9bc845135933, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:46:46.560371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.587312 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Subnet': ['ID=bb486e2e-e618-474c-804c-6ab5dafabefb,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:46.597573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Checking segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:46:46.597938 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network hostable DHCP agents. Network: ade0d54f-c225-433f-8bc7-1af512536d88, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:46:46.613849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] For port 33ab5b0a-563c-4d4f-8f55-9bc845135933, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:46:46.616936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] For port 33ab5b0a-563c-4d4f-8f55-9bc845135933, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=33ab5b0a-563c-4d4f-8f55-9bc845135933,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:46:46.670682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ade0d54f-c225-433f-8bc7-1af512536d88 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:46:46.699966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.754690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:46.755363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:46.756423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ade0d54f-c225-433f-8bc7-1af512536d88) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:46:46.761713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:46.762312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:46.845664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c6aae00b-92e8-4aca-b3eb-d99528b0fade tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7918079 Sep 17 01:46:46.848543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35312) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:46:46.963731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7e418-7311-42d9-ba93-8eefd7fb126d None None] Network ade0d54f-c225-433f-8bc7-1af512536d88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:46:46.978241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c35ab-5204-4b34-a389-112760926d5e None None] Pushing event updated for resources: {'Port': ['ID=33ab5b0a-563c-4d4f-8f55-9bc845135933,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:47.096831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:47.283119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ade0d54f-c225-433f-8bc7-1af512536d88', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:46:47.283983 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:47.291762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:47.445878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:45Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:47.478771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4331-59f6-4c0c-a94a-c1ad7dc01d25 None None] The sync data for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 is: [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:45Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:46:47.484047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Allocated IP 172.20.0.2 (ade0d54f-c225-433f-8bc7-1af512536d88/bb486e2e-e618-474c-804c-6ab5dafabefb/80e3bbd4-7c70-4689-ac6a-5982f9e47784) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:46:47.653652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:47.713191 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:47.779895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Network ade0d54f-c225-433f-8bc7-1af512536d88 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:46:47.784424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Pushing event updated for resources: {'Port': ['ID=80e3bbd4-7c70-4689-ac6a-5982f9e47784,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:47.790010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:46:47.792974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:46:47.856996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Attempting to bind port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:46:47.857675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Attempting to bind port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:46:47.858231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Attempting to bind port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:47.865282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:46:47.865885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Checking segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:46:47.866285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:47.866672 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Bound using segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:46:47.867228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Bound port: 80e3bbd4-7c70-4689-ac6a-5982f9e47784, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:46:47.867537 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:47.925783 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.1 (ade0d54f-c225-433f-8bc7-1af512536d88/bb486e2e-e618-474c-804c-6ab5dafabefb/6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:46:47.935738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] For port 80e3bbd4-7c70-4689-ac6a-5982f9e47784, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:46:47.939567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] For port 80e3bbd4-7c70-4689-ac6a-5982f9e47784, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=80e3bbd4-7c70-4689-ac6a-5982f9e47784,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:46:47.992755 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.050825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.052588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865bc562-ce83-4f90-8fe3-b5b971247a32 None None] Pushing event updated for resources: {'Port': ['ID=80e3bbd4-7c70-4689-ac6a-5982f9e47784,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:48.147023 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.191799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ade0d54f-c225-433f-8bc7-1af512536d88 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:46:48.195000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:46:48.198741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:46:48.223826 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:46:48.247509 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:48.268905 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.473249 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.755857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.813803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.895097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:48.898336 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:48.985856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11067951-3110-431f-98e4-b6e511f50d59 None None] Network ade0d54f-c225-433f-8bc7-1af512536d88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:46:48.994299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ade0d54f-c225-433f-8bc7-1af512536d88 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:46:48.995739 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:46:49.115180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a5477ee5-2af6-4a65-ac5a-9d2e982cff92 None None] Provisioning complete for port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:49.115711 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5477ee5-2af6-4a65-ac5a-9d2e982cff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.122180 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:46:49.192737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33ab5b0a-563c-4d4f-8f55-9bc845135933 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:49.252781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:46:49.259055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4483737e-7ced-41c4-99aa-f99a1cf93c5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4093530 Sep 17 01:46:49.279336 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5477ee5-2af6-4a65-ac5a-9d2e982cff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.304616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 33ab5b0a-563c-4d4f-8f55-9bc845135933 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:49.304992 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.349199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a5477ee5-2af6-4a65-ac5a-9d2e982cff92 None None] For port 80e3bbd4-7c70-4689-ac6a-5982f9e47784, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=80e3bbd4-7c70-4689-ac6a-5982f9e47784,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:49.410254 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.433601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 33ab5b0a-563c-4d4f-8f55-9bc845135933, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=33ab5b0a-563c-4d4f-8f55-9bc845135933,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:49.434873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5477ee5-2af6-4a65-ac5a-9d2e982cff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.443156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-a7d5e49f-c284-4113-92f6-2dff7bf6f67c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-461088696&fields=id&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 267 time: 0.0498531 Sep 17 01:46:49.496921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5477ee5-2af6-4a65-ac5a-9d2e982cff92 None None] Pushing event updated for resources: {'Port': ['ID=80e3bbd4-7c70-4689-ac6a-5982f9e47784,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:49.501549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.502072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 80e3bbd4-7c70-4689-ac6a-5982f9e47784 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:49.544043 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Sync routers for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:46:49.558499 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:49.559223 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:49.581639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-408c2e76-9761-49f3-ac01-f6a464cda743 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:49.583237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-408c2e76-9761-49f3-ac01-f6a464cda743 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 796 time: 0.1397967 Sep 17 01:46:49.605526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-c0ec5545-a001-47db-9c02-befa7904aa35 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/quotas/1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 375 time: 0.0157909 Sep 17 01:46:49.611105 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6cca4248-84f6-4c94-96c1-871b29780c21 None None] Provisioning complete for port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:49.611482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6cca4248-84f6-4c94-96c1-871b29780c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.645716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=33ab5b0a-563c-4d4f-8f55-9bc845135933,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:49.658594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:49.658976 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.674319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-10d215b0-5d0b-4e3f-88fb-5d1d9160f9ef tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677073 Sep 17 01:46:49.701679 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:49.787913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-25c59e1c-6b26-4edb-817f-644364934a3b service neutron] 10.222.0.13 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111250 Sep 17 01:46:49.801533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6cca4248-84f6-4c94-96c1-871b29780c21 None None] Provisioning complete for port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:49.801916 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6cca4248-84f6-4c94-96c1-871b29780c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.841406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6cca4248-84f6-4c94-96c1-871b29780c21 None None] Port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:46:49.884150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-d8137ff6-e1be-493b-af66-403ed657d63f service neutron] 10.222.0.13 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949364 Sep 17 01:46:49.935455 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 2, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:49.962575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c17ea25f-6dbb-46b7-8541-4224d145e9e5 None None] Provisioning complete for port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:49.962945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c17ea25f-6dbb-46b7-8541-4224d145e9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:49.966430 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Checking router: a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:46:49.966897 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Updating router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:46:49.998129 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.013943 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c17ea25f-6dbb-46b7-8541-4224d145e9e5 None None] Port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:46:50.141642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f1c6a578-1a73-4583-92c8-4ba1439df1aa None None] Provisioning complete for port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:50.142545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f1c6a578-1a73-4583-92c8-4ba1439df1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.161479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1867bba4-ad1c-45ac-9576-eb3221c00c8f req-cca23997-8041-43ca-8d04-8beded6b33eb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 210 time: 0.0376658 Sep 17 01:46:50.181783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6a578-1a73-4583-92c8-4ba1439df1aa None None] Port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:46:50.290376 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.356208 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.405620 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Pushing event updated for resources: {'Port': ['ID=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:50.416860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.417211 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.417548 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.417881 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.418213 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.418540 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.418864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.419234 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.419571 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.419877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.420196 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.420518 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:50.472298 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Attempting to bind port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:46:50.472668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Attempting to bind port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:46:50.473165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Attempting to bind port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:50.478448 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:46:50.478819 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Checking segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:46:50.479251 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.479645 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Bound using segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:46:50.480106 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Bound port: 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:46:50.480480 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.545573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] For port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:46:50.549686 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] For port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:46:50.603235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9d9e8f69-b3af-4ec0-8af6-8a493850a2b2 None None] Provisioning complete for port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:50.603605 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9d9e8f69-b3af-4ec0-8af6-8a493850a2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.632347 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.636442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e8f69-b3af-4ec0-8af6-8a493850a2b2 None None] Port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:46:50.679965 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:46:50.680604 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:50.822748 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ecb2-5a3e-411d-ac5a-728db311bd92 None None] Pushing event updated for resources: {'Port': ['ID=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:50.856146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f25856d0-1488-4622-af89-51dae976c517 None None] Provisioning complete for port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:50.856612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f25856d0-1488-4622-af89-51dae976c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.893004 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:46:50.935375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f25856d0-1488-4622-af89-51dae976c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:50.966835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f25856d0-1488-4622-af89-51dae976c517 None None] For port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:51.024933 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f25856d0-1488-4622-af89-51dae976c517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:51.073562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25856d0-1488-4622-af89-51dae976c517 None None] Pushing event updated for resources: {'Port': ['ID=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:51.095592 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:46:51.121423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 80e3bbd4-7c70-4689-ac6a-5982f9e47784 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:51.122850 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a4856b-420b-4da3-a928-4fce00538aac None None] The sync data for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 is: [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:46:51.190509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:51.191067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:51.252186 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8f259f5e-2800-403d-962d-ed0537dde0d0 req-16855a7a-208d-4650-947f-758072c7822c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 210 time: 0.0340345 Sep 17 01:46:51.284754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33ab5b0a-563c-4d4f-8f55-9bc845135933 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:51.334261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 33ab5b0a-563c-4d4f-8f55-9bc845135933 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:51.334890 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:52.339863 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6714cc72-0466-4bae-a0b7-fb73e59efd63 req-196351c5-0a2f-45c4-95dd-13cac7ad2b90 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 210 time: 0.0277891 Sep 17 01:46:52.868614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-48fc54ed-9fe2-43f5-b01c-30a206d054b8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:52.869971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-48fc54ed-9fe2-43f5-b01c-30a206d054b8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 796 time: 0.1104488 Sep 17 01:46:52.911280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-54a6ae17-8748-43ba-a2f7-fde60ad15d92 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 379 time: 0.0323527 Sep 17 01:46:52.921366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'port': {'device_id': '8f17820c-9fae-431b-9c30-4f92bae59456', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'admin_state_up': True, 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'security_groups': ['607d2b39-473c-45a6-85c1-eeb2db8188ad']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:53.115691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:53.139122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:46:53.143327 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.164406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:53.164780 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.268810 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.8 (ade0d54f-c225-433f-8bc7-1af512536d88/bb486e2e-e618-474c-804c-6ab5dafabefb/b848d271-becf-49e7-bd52-b215be011b53) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:46:53.418033 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.441093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-57b44158-31a1-4063-acaa-b57a05c65e60 req-aaa47058-73fb-40bd-8149-4addf9b89642 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 210 time: 0.0352645 Sep 17 01:46:53.529293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.573169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ade0d54f-c225-433f-8bc7-1af512536d88 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:46:53.576323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:46:53.580577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:46:53.616398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:53.629899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.630249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.630593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.630958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.631392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.631732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.632066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.632415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.632713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.633039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.633363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.633683 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:53.650306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:53.650934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.707184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-89b7a71a-d816-4931-84f1-3013469496c3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890377 Sep 17 01:46:53.720657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Request body: {'port': {'device_id': '8f17820c-9fae-431b-9c30-4f92bae59456', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:46:53.760125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b3481cf-29bd-4698-9d87-0cca9a7ff207 None None] Provisioning complete for port b848d271-becf-49e7-bd52-b215be011b53 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:53.760582 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b3481cf-29bd-4698-9d87-0cca9a7ff207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.774486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:53.798497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5b3481cf-29bd-4698-9d87-0cca9a7ff207 None None] Port b848d271-becf-49e7-bd52-b215be011b53 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:46:54.032567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b848d271-becf-49e7-bd52-b215be011b53 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:46:54.039831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:54.051753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Transition to ACTIVE for port object b848d271-becf-49e7-bd52-b215be011b53 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:46:54.128763 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:54.196158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:54.251693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:46:54.252036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:46:54.252365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:54.257007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:46:54.257334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:46:54.262240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:46:54.262600 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Checking segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:46:54.262972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Bound using segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:46:54.263434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Bound port: b848d271-becf-49e7-bd52-b215be011b53, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:46:54.263796 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:54.331816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:46:54.334961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:46:54.396599 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:54.430758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.431427 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:54.432838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] 10.222.0.23 "PUT /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 1091 time: 0.7174301 Sep 17 01:46:54.433216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:46:54.435463 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bea40a-4e29-41ba-879b-a14c7d441f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:46:54.468419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b152613-4465-4c00-9a3f-5458ac63e3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:54.484806 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9929b803-6e17-45e2-b240-31661e624408 x-openstack-request-id: req-9929b803-6e17-45e2-b240-31661e624408 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:46:54.484806 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:46:54.484806 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9929b803-6e17-45e2-b240-31661e624408 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:46:54.484806 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'status': 'completed', 'code': 200} Sep 17 01:46:54.579721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea40a-4e29-41ba-879b-a14c7d441f0a req-ad357da0-07fa-4402-85ba-d514272beefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.581092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88bea40a-4e29-41ba-879b-a14c7d441f0a req-ad357da0-07fa-4402-85ba-d514272beefb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1094 time: 0.0761156 Sep 17 01:46:54.594200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e367a-db49-431f-8a4b-3097756b61b6 req-bf3b0bcf-5225-41e0-91ba-fb4ed83a386e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.595756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-965e367a-db49-431f-8a4b-3097756b61b6 req-bf3b0bcf-5225-41e0-91ba-fb4ed83a386e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 943 time: 0.0802062 Sep 17 01:46:54.689647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-965e367a-db49-431f-8a4b-3097756b61b6 req-31186375-a859-4250-8e9c-596693bf9b3a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849228 Sep 17 01:46:54.712707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea40a-4e29-41ba-879b-a14c7d441f0a req-1091e5c0-416e-45ed-a545-5cbc8376cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.714172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88bea40a-4e29-41ba-879b-a14c7d441f0a req-1091e5c0-416e-45ed-a545-5cbc8376cbb6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1175206 Sep 17 01:46:54.809061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bea40a-4e29-41ba-879b-a14c7d441f0a req-9efb91d7-5673-4dc0-9aae-94b95251b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.810530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88bea40a-4e29-41ba-879b-a14c7d441f0a req-9efb91d7-5673-4dc0-9aae-94b95251b29d service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899708 Sep 17 01:46:54.884455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-6b4e43c8-19f8-482d-8809-1e98ee379a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.885891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-6b4e43c8-19f8-482d-8809-1e98ee379a77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1094 time: 0.0401442 Sep 17 01:46:54.929732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-c13d9a93-dd52-4a7c-9371-f36f68e569b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 217 time: 0.0366964 Sep 17 01:46:54.977527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-1ede977e-2fa7-494d-92e6-710c279c8854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:54.978920 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-1ede977e-2fa7-494d-92e6-710c279c8854 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 200 len: 835 time: 0.0421598 Sep 17 01:46:55.022988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-336f04fb-dd53-4b00-86ce-293b48ccbd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:55.024472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-336f04fb-dd53-4b00-86ce-293b48ccbd95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ade0d54f-c225-433f-8bc7-1af512536d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385261 Sep 17 01:46:55.116238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-a216377b-d3b5-4125-ab17-60698d11ff49 service neutron] 10.222.0.23 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840030 Sep 17 01:46:55.205175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca6eddaf-f22e-4a9c-8af4-8355b8cc50ac req-ea0c23e7-e29d-4bfc-8d28-1faebcfbbd0c service neutron] 10.222.0.23 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808806 Sep 17 01:46:55.812848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7954eaf-5e86-4d68-9909-73815f9dde24 req-5b5ce335-a500-4b91-b399-d1f4465a23a8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:55.814362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7954eaf-5e86-4d68-9909-73815f9dde24 req-5b5ce335-a500-4b91-b399-d1f4465a23a8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 943 time: 0.0550222 Sep 17 01:46:55.859938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c7954eaf-5e86-4d68-9909-73815f9dde24 req-792eb949-3ce1-422c-9724-3970ba357f5d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394022 Sep 17 01:46:56.976372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc3c28-2aa7-4a5b-b57d-a7048a8b1386 req-5eb94e96-dca8-4a3d-b098-ef52b057d194 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:56.977828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0dc3c28-2aa7-4a5b-b57d-a7048a8b1386 req-5eb94e96-dca8-4a3d-b098-ef52b057d194 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 943 time: 0.0521765 Sep 17 01:46:56.983265 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b848d271-becf-49e7-bd52-b215be011b53 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:46:57.015501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d0dc3c28-2aa7-4a5b-b57d-a7048a8b1386 req-725396d4-9823-4b5a-addd-747bcc9ce2a7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315104 Sep 17 01:46:57.076953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:57.087721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'b848d271-becf-49e7-bd52-b215be011b53', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'port_id': 'b848d271-becf-49e7-bd52-b215be011b53', 'mac_address': 'fa:16:3e:f8:49:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:46:57.128208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:57.140937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b848d271-becf-49e7-bd52-b215be011b53 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:46:57.160482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:57.208980 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:57.258549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:57.266516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.266862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.267230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.267572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.267907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.268239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.268568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.268897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.269223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.269549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.269872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.270195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:46:57.436440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b848d271-becf-49e7-bd52-b215be011b53'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:46:58.129292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9673202-39b7-4c15-9a55-5a8264de41fb req-aad92526-5d39-476b-bd86-d71ec904d347 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:58.130766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9673202-39b7-4c15-9a55-5a8264de41fb req-aad92526-5d39-476b-bd86-d71ec904d347 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0488422 Sep 17 01:46:58.168277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b9673202-39b7-4c15-9a55-5a8264de41fb req-a63f5a95-2b0a-4b02-8012-cbb1e3668441 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315530 Sep 17 01:46:58.997740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b848d271-becf-49e7-bd52-b215be011b53 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:46:59.071407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:59.099815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port b848d271-becf-49e7-bd52-b215be011b53 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:46:59.103570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port b848d271-becf-49e7-bd52-b215be011b53 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:46:59.103956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:59.180699 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:59.202945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:46:59.205427 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11c2289-232f-4351-acc2-3e69446c4cfa" -d '{"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-plugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:46:59.218592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:46:59.244394 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2174d2c5-2e5e-4f3e-84d8-931eace584d7 x-openstack-request-id: req-2174d2c5-2e5e-4f3e-84d8-931eace584d7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:46:59.244684 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-plugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:46:59.244935 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2174d2c5-2e5e-4f3e-84d8-931eace584d7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:46:59.245324 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'code': 200} Sep 17 01:46:59.284965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c4ca9-1f01-4236-9e03-8e82407f6bec req-473c2bb1-8a17-49d0-ac8f-5297cf483f8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:59.286397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-250c4ca9-1f01-4236-9e03-8e82407f6bec req-473c2bb1-8a17-49d0-ac8f-5297cf483f8e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0504670 Sep 17 01:46:59.287774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:46:59.336965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:46:59.350756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-250c4ca9-1f01-4236-9e03-8e82407f6bec req-d3f1a788-2596-4ba8-9d6e-6bf6812516da tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579610 Sep 17 01:46:59.358270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ebd5c-f232-4f52-af34-ea1b06f26574 req-d13bd572-a3f3-45dd-9bb6-bcef841ad8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:46:59.359768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e77ebd5c-f232-4f52-af34-ea1b06f26574 req-d13bd572-a3f3-45dd-9bb6-bcef841ad8c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1096 time: 0.0534337 Sep 17 01:46:59.394172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e77ebd5c-f232-4f52-af34-ea1b06f26574 req-e0f01a44-aad8-4060-918c-c48da9fb1cb9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278411 Sep 17 01:46:59.482096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:00.467206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9cbbc6-b5bb-40d8-ad72-edecf1dc425c req-5b0f93ce-e047-4c2f-934f-3bdd449a3bbc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:00.468685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f9cbbc6-b5bb-40d8-ad72-edecf1dc425c req-5b0f93ce-e047-4c2f-934f-3bdd449a3bbc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0494313 Sep 17 01:47:00.507364 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f9cbbc6-b5bb-40d8-ad72-edecf1dc425c req-abc44ea2-9f01-4109-9fba-4e611e1b77e2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Sep 17 01:47:01.626220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceaee3-ff10-4dce-ae65-b3c473a6f0f6 req-92439c94-37a6-417f-9d6e-e8f2b004cc61 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:01.627812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6ceaee3-ff10-4dce-ae65-b3c473a6f0f6 req-92439c94-37a6-417f-9d6e-e8f2b004cc61 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0529127 Sep 17 01:47:01.665731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6ceaee3-ff10-4dce-ae65-b3c473a6f0f6 req-37e28141-0cb6-48b3-aca0-a887b6a28f0a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Sep 17 01:47:01.777889 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936cf014-547a-48e7-a377-a94e4fb27680 req-66f9dc68-86aa-4ff7-be73-b1089c752dd6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:01.779374 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-936cf014-547a-48e7-a377-a94e4fb27680 req-66f9dc68-86aa-4ff7-be73-b1089c752dd6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0479891 Sep 17 01:47:01.827036 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-936cf014-547a-48e7-a377-a94e4fb27680 req-7cafccd8-c9af-4f96-b635-d17f192fb320 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409548 Sep 17 01:47:01.849122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35368) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:01.889336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b88372-c22e-4e41-a895-f319c28fcfc4 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:01.890818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-64b88372-c22e-4e41-a895-f319c28fcfc4 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1091 time: 0.0407605 Sep 17 01:47:01.893679 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35370) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:01.897819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'b848d271-becf-49e7-bd52-b215be011b53', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address': '172.20.0.8'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:01.974286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:02.068796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:02.185439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.121 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/a9ed789e-15bf-4c58-8a92-8f8a67653868) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:47:02.286373 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:02.379338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:02.416838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:47:02.420939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:47:02.427470 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:47:02.430484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=a9ed789e-15bf-4c58-8a92-8f8a67653868,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:02.779058 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:02.913274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:03.062005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:03.116005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:03.183565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=a9ed789e-15bf-4c58-8a92-8f8a67653868,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:03.194686 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:03.294457 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 5282aa41-30b6-4d16-86ec-d1a51d77fec5 associated. External IP: 172.25.1.121, port: b848d271-becf-49e7-bd52-b215be011b53. Sep 17 01:47:03.502424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:47:03.606992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:47:03.617446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] Sync routers for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:47:03.627924 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:47:03.628576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:03.671598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:03.699163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-140f2b76-edab-485b-9b67-b2f34f22856f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8044629 Sep 17 01:47:03.699857 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:03.702272 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b6751e-ef6c-4a87-973c-a3f6d69243bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:03.736701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:47:03.745914 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5730f195-16ef-4596-856a-cb5012e21844 x-openstack-request-id: req-5730f195-16ef-4596-856a-cb5012e21844 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:03.746330 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:03.746589 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5730f195-16ef-4596-856a-cb5012e21844 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:03.746996 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'status': 'completed', 'code': 200} Sep 17 01:47:03.836486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e7499-8b4d-4384-b311-ed15c9aff80b req-877bd24c-b51c-41bc-ae2a-fe1c08ef2260 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:03.837976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-454e7499-8b4d-4384-b311-ed15c9aff80b req-877bd24c-b51c-41bc-ae2a-fe1c08ef2260 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0766544 Sep 17 01:47:03.839922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-383f4cf2-120b-4926-8e1a-049002cd9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:03.841280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-383f4cf2-120b-4926-8e1a-049002cd9315 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1096 time: 0.0701001 Sep 17 01:47:03.928396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-454e7499-8b4d-4384-b311-ed15c9aff80b req-7428aa92-bc93-491e-8e9c-de252fbc02d4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835042 Sep 17 01:47:03.952140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:03.959024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-ed813716-f39d-4771-947c-2cef45673d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:03.960578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-ed813716-f39d-4771-947c-2cef45673d02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 897 time: 0.1094799 Sep 17 01:47:03.967022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5282aa41-30b6-4d16-86ec-d1a51d77fec5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'port_id': 'b848d271-becf-49e7-bd52-b215be011b53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'mac_address': 'fa:16:3e:f8:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f17820c-9fae-431b-9c30-4f92bae59456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:47:02Z', 'updated_at': '2021-09-17T01:47:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:03.994217 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] Checking router: a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:47:04.002580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:47:04.003229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:46:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:04.020499 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ff519b0c-c8a6-411e-8cf4-34d12a3c2e6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/5282aa41-30b6-4d16-86ec-d1a51d77fec5 HTTP/1.1" status: 200 len: 991 time: 0.0670166 Sep 17 01:47:04.027841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-ba8dccd6-8dbf-4ee4-b985-6953968cd8e5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 999 time: 0.0598731 Sep 17 01:47:04.080756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-c7573db4-3347-4afb-841d-f1451553a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:04.082204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-c7573db4-3347-4afb-841d-f1451553a181 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 200 len: 835 time: 0.0476327 Sep 17 01:47:04.110908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:47:04.127990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-c077b1e3-4dde-472e-9b07-89fc194ed62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:04.129492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-c077b1e3-4dde-472e-9b07-89fc194ed62a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ade0d54f-c225-433f-8bc7-1af512536d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401490 Sep 17 01:47:04.222952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-1fbe72f7-4c95-4e9b-97c8-f9979681ffb4 service neutron] 10.222.0.23 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853207 Sep 17 01:47:04.313473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72b6751e-ef6c-4a87-973c-a3f6d69243bd req-f1abc1fe-560f-443e-a54e-370a6d65ace2 service neutron] 10.222.0.23 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Sep 17 01:47:04.335439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5282aa41-30b6-4d16-86ec-d1a51d77fec5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'port_id': 'b848d271-becf-49e7-bd52-b215be011b53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'mac_address': 'fa:16:3e:f8:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f17820c-9fae-431b-9c30-4f92bae59456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:47:02Z', 'updated_at': '2021-09-17T01:47:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:04.363022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2638e004-2c9d-443f-9318-711aaedd87c5 None None] The sync data for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 is: [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '5282aa41-30b6-4d16-86ec-d1a51d77fec5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.121', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'port_id': 'b848d271-becf-49e7-bd52-b215be011b53', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'mac_address': 'fa:16:3e:f8:49:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f17820c-9fae-431b-9c30-4f92bae59456', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:47:02Z', 'updated_at': '2021-09-17T01:47:02Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:47:04.561456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b6840-daf2-43ae-9a66-b459b1837a72 None None] New status for floating IP 5282aa41-30b6-4d16-86ec-d1a51d77fec5: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:47:05.024369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:05.085449 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-51e49f35-e45b-4843-85c8-123a4d6bf515 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/5282aa41-30b6-4d16-86ec-d1a51d77fec5 HTTP/1.1" status: 200 len: 993 time: 0.0599542 Sep 17 01:47:05.494366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2c419d8-0c80-437f-b76a-fbeb8464adec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:08.168715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de5d6e01-299f-41b4-95e9-f017431d4278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:09.094120 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:09.573414 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:11.140431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:25.223684 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:47:29.049265 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:29.442620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:35.454928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9b2413ae-b9c1-4c57-93d9-5c470c2a5c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:36.388221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2887fc-c9aa-46bd-b678-180ebc3ce8dc req-2b6cd8c2-0205-438d-891f-336abb10e344 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:36.389684 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb2887fc-c9aa-46bd-b678-180ebc3ce8dc req-2b6cd8c2-0205-438d-891f-336abb10e344 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Sep 17 01:47:36.427065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb2887fc-c9aa-46bd-b678-180ebc3ce8dc req-be6faa5b-6ee5-412f-a964-42dae674c299 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310397 Sep 17 01:47:36.449941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35394) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:36.513092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d79f695a-b714-4ffa-b572-74785922c23f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/5282aa41-30b6-4d16-86ec-d1a51d77fec5 HTTP/1.1" status: 200 len: 993 time: 0.0620058 Sep 17 01:47:36.847717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619adf5-1b6d-463b-9951-2af1b6070153 req-852f5245-27c1-48e1-ad86-4468eb7a23e2 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:36.849265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0619adf5-1b6d-463b-9951-2af1b6070153 req-852f5245-27c1-48e1-ad86-4468eb7a23e2 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1096 time: 0.0446196 Sep 17 01:47:36.882240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0619adf5-1b6d-463b-9951-2af1b6070153 req-c894841b-01d8-48cf-a77d-26f86a7207cd tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271769 Sep 17 01:47:37.861777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-becd1085-96a1-41b7-9633-68d912dfc3de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0380602 Sep 17 01:47:37.869953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-fa9d72f7-b2d7-4589-bb45-be57422e6b22 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:47:37.870890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-fa9d72f7-b2d7-4589-bb45-be57422e6b22 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051448 Sep 17 01:47:38.174594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-499cf3ee-8ea5-4de6-91bf-5baa966f6cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:38.813239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-87eb1253-fe37-4385-998a-370ec53de9e0 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:38.815249 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-87eb1253-fe37-4385-998a-370ec53de9e0 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 1093 time: 0.0927474 Sep 17 01:47:38.823811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Request body: {'binding': {'host': 'n-h2-789963-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:38.824287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Unknown quota resources ['binding']. {{(pid=112073) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 17 01:47:38.955699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on host n-h2-789963-7 for vnic_type normal with profile None {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:47:38.956435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:47:38.956435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:47:38.960443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:47:38.960761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:47:38.965434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:47:38.965766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Checking segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:47:38.966144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Bound using segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:47:38.966562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Bound port: b848d271-becf-49e7-bd52-b215be011b53, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:47:39.053341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:47:39.094130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:39.123694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:39.125004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-c156882c-3bb3-427f-b3db-eafa86c6ac4d service neutron] 10.222.0.13 "POST /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53/bindings HTTP/1.1" status: 201 len: 389 time: 0.3043408 Sep 17 01:47:39.407853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0f9df-9848-465c-a87a-58b50cd0b17a req-1e5670db-f67d-4185-82c9-063e45adb038 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:39.409328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5c0f9df-9848-465c-a87a-58b50cd0b17a req-1e5670db-f67d-4185-82c9-063e45adb038 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Sep 17 01:47:39.448277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5c0f9df-9848-465c-a87a-58b50cd0b17a req-27cd34a8-b3e6-49c8-a753-07e1984a3b5f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326953 Sep 17 01:47:39.580268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:39.741518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-e86d1172-ab80-41eb-8ab4-7e00dcc9aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:39.742970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-e86d1172-ab80-41eb-8ab4-7e00dcc9aa5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1096 time: 0.0407147 Sep 17 01:47:40.160301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-43c1fc78-3229-489a-a822-fce3cf1af927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:40.161760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-43c1fc78-3229-489a-a822-fce3cf1af927 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 897 time: 0.4121888 Sep 17 01:47:40.225198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-59a01850-cdfb-403c-95f2-3a78d7d59aae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 1001 time: 0.0566096 Sep 17 01:47:40.276266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-bf7cd0d9-32b3-456e-b985-51e18cb41c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:40.277638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-bf7cd0d9-32b3-456e-b985-51e18cb41c75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 200 len: 835 time: 0.0457337 Sep 17 01:47:40.322887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-d2727a3b-8054-4d24-a8c2-f05a83e1127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:40.324367 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-d2727a3b-8054-4d24-a8c2-f05a83e1127c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ade0d54f-c225-433f-8bc7-1af512536d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396931 Sep 17 01:47:40.411996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-c4dc6e5d-e07c-47ae-b7af-856de81930e4 service neutron] 10.222.0.36 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800917 Sep 17 01:47:40.504031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-66350eaa-7918-4d14-9d4d-5495ea5e1187 service neutron] 10.222.0.36 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 Sep 17 01:47:40.628088 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a723e5-ab3d-4094-845b-a4f587d7f393 req-e039d9fb-a387-407e-ace8-e5753954e50c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:40.629612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0a723e5-ab3d-4094-845b-a4f587d7f393 req-e039d9fb-a387-407e-ace8-e5753954e50c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Sep 17 01:47:40.656551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-2303e226-f949-4434-a2eb-23b195c9fdfb tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:40.658407 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-2303e226-f949-4434-a2eb-23b195c9fdfb tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456&tenant_id=1f0c34ace7094937a3a85fef0f4ea137&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1096 time: 0.0984054 Sep 17 01:47:40.668785 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c0a723e5-ab3d-4094-845b-a4f587d7f393 req-5e8d86d3-66ed-4d48-9f27-13d112ddca8a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331604 Sep 17 01:47:40.669262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-789963-7'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:40.722334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:40.846938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:40.883531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:47:40.924382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:40.925322 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c64a583-d341-4f3d-bc7a-83521169f5fa" -d '{"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-unplugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:40.929033 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:40.963164 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a07ab30-dff3-402f-a7a1-360cab53274f x-openstack-request-id: req-7a07ab30-dff3-402f-a7a1-360cab53274f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:40.963460 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-unplugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:40.963714 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a07ab30-dff3-402f-a7a1-360cab53274f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:40.964115 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'code': 200} Sep 17 01:47:41.008005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.104701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:41.157104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.160659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on host n-h1-789963-7 for vnic_type normal with profile {"migrating_to": "n-h2-789963-7"} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:47:41.161121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:47:41.161323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:47:41.166067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:47:41.166390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Attempting to bind port b848d271-becf-49e7-bd52-b215be011b53 on network ade0d54f-c225-433f-8bc7-1af512536d88 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:47:41.171594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:47:41.171931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Checking segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:47:41.172319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Bound using segment: {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:47:41.172840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Bound port: b848d271-becf-49e7-bd52-b215be011b53, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '819d6ba6-69d9-4818-a169-443b3c57887c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:47:41.173334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.238539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:47:41.241545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:47:41.309887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-63727c95-f6b5-4cf9-9eda-67c9585fd986 None None] Provisioning complete for port b848d271-becf-49e7-bd52-b215be011b53 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:47:41.310434 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63727c95-f6b5-4cf9-9eda-67c9585fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.312116 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.395139 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63727c95-f6b5-4cf9-9eda-67c9585fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.412442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=8']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:41.420016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:41.422267 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc5288a-6ae6-444b-974f-482f785ced82" -d '{"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-plugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:41.443245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-63727c95-f6b5-4cf9-9eda-67c9585fd986 None None] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:41.463608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:41.464130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.465567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-ae6adfe7-0aa8-45b9-a664-c8fea535afc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 1121 time: 0.8003559 Sep 17 01:47:41.472165 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331b842c-730a-421d-b735-3cc3fb6c29a4 x-openstack-request-id: req-331b842c-730a-421d-b735-3cc3fb6c29a4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:41.472473 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-plugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:41.472903 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-331b842c-730a-421d-b735-3cc3fb6c29a4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:41.473314 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'code': 200} Sep 17 01:47:41.511625 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63727c95-f6b5-4cf9-9eda-67c9585fd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:41.587704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['b848d271-becf-49e7-bd52-b215be011b53'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:47:41.694218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63727c95-f6b5-4cf9-9eda-67c9585fd986 None None] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:41.790517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29ee69-c1bb-420d-8bb4-6dfbbe44d50f req-a4da8f33-8308-4ef3-b207-23afb4ed27c7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:41.792027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf29ee69-c1bb-420d-8bb4-6dfbbe44d50f req-a4da8f33-8308-4ef3-b207-23afb4ed27c7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0527213 Sep 17 01:47:41.829957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf29ee69-c1bb-420d-8bb4-6dfbbe44d50f req-265fa9ca-19fa-4446-87e6-b272de3ef2ab tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317223 Sep 17 01:47:41.861646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-91daa7af-deb1-4140-81e6-23ac7f3d50b2 None None] Provisioning complete for port b848d271-becf-49e7-bd52-b215be011b53 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:47:41.862197 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-91daa7af-deb1-4140-81e6-23ac7f3d50b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:42.949421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563d21-616f-4ede-8224-9bc79ea373b7 req-26a38d00-1f38-40d3-83dd-e65e1063a240 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:42.950890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73563d21-616f-4ede-8224-9bc79ea373b7 req-26a38d00-1f38-40d3-83dd-e65e1063a240 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0499911 Sep 17 01:47:42.964907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:42.967256 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:42.990544 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73563d21-616f-4ede-8224-9bc79ea373b7 req-6c9afe2c-65f6-4918-b99f-36cb9afa0b83 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330801 Sep 17 01:47:43.006159 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59789ac6-c798-4ca0-9b99-467af083dda2 x-openstack-request-id: req-59789ac6-c798-4ca0-9b99-467af083dda2 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:43.006159 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:43.006159 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59789ac6-c798-4ca0-9b99-467af083dda2 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:43.006159 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'status': 'completed', 'code': 200} Sep 17 01:47:43.068202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-55a59333-491d-45d0-acdf-d280892e04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:43.069688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-55a59333-491d-45d0-acdf-d280892e04d8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1126 time: 0.0414391 Sep 17 01:47:43.158952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-df0c3fb5-58cd-4ba1-920f-d5e91e1de0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:43.160603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-df0c3fb5-58cd-4ba1-920f-d5e91e1de0f2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 897 time: 0.0831089 Sep 17 01:47:43.231504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-5dd8138c-778e-4094-a070-a1943b0f959f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 1001 time: 0.0623643 Sep 17 01:47:43.280313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-88a620cb-21b6-420a-8ddd-9a1e88e9f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:43.281714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-88a620cb-21b6-420a-8ddd-9a1e88e9f22a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 200 len: 835 time: 0.0422301 Sep 17 01:47:43.327145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-ad7d3c73-b051-4c07-9278-42ea65741c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:43.328603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-ad7d3c73-b051-4c07-9278-42ea65741c20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ade0d54f-c225-433f-8bc7-1af512536d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391669 Sep 17 01:47:43.424321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-806ec6a8-4811-4ef7-817b-73a555b4712a service neutron] 10.222.0.23 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Sep 17 01:47:43.520180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-141ef3e6-daf7-4b51-a6b9-bc5b888360e6 req-e24bb178-7546-4bc4-8cec-043d5c94d4f4 service neutron] 10.222.0.23 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889709 Sep 17 01:47:43.598935 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b848d271-becf-49e7-bd52-b215be011b53 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:47:43.697557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:43.857625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b848d271-becf-49e7-bd52-b215be011b53 has no active binding in host n-h2-789963-7 {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 17 01:47:44.111698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53033b6-d850-4c32-9894-17f9a1b27059 req-aae93a58-9e51-41a0-94f0-0bffd7095ac8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:44.113393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e53033b6-d850-4c32-9894-17f9a1b27059 req-aae93a58-9e51-41a0-94f0-0bffd7095ac8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0520790 Sep 17 01:47:44.150903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e53033b6-d850-4c32-9894-17f9a1b27059 req-72c20ede-26e7-4e3d-b09e-0563c4322cb2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313797 Sep 17 01:47:45.267250 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2b151-5f1d-495a-8ed4-af1291c52d02 req-592f698f-6018-471f-a03f-fc95c507ac25 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:45.268715 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4cc2b151-5f1d-495a-8ed4-af1291c52d02 req-592f698f-6018-471f-a03f-fc95c507ac25 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Sep 17 01:47:45.309084 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4cc2b151-5f1d-495a-8ed4-af1291c52d02 req-5b17eef2-a018-4f4d-9dd1-61b3636c09d2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344503 Sep 17 01:47:46.447952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14612033-1eb4-47ae-b346-d1097bb9639b req-2c99ba81-1107-4cab-a82f-5cc1e063717c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:46.449433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14612033-1eb4-47ae-b346-d1097bb9639b req-2c99ba81-1107-4cab-a82f-5cc1e063717c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 945 time: 0.0738885 Sep 17 01:47:46.505448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-226d0520-33ea-42b2-bf8c-b8ed95c9a7ed service neutron] 10.222.0.23 "GET /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 384 time: 0.1438925 Sep 17 01:47:46.510389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-14612033-1eb4-47ae-b346-d1097bb9639b req-dd16beb4-eb08-475c-bcbe-f79f49e05e46 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544879 Sep 17 01:47:46.675945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:46.695739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:47:46.733112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:46.736372 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f18983d-e7cd-4a7e-bbab-0e2e625265f2" -d '{"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-unplugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:46.742539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:46.774085 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59764cbc-1ee4-449c-9bb8-fd0b227e1feb x-openstack-request-id: req-59764cbc-1ee4-449c-9bb8-fd0b227e1feb {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:46.774379 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-unplugged", "status": "completed", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:46.774685 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-59764cbc-1ee4-449c-9bb8-fd0b227e1feb {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:46.775427 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'code': 200} Sep 17 01:47:46.806969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:46.879423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] Transition to ACTIVE for port object b848d271-becf-49e7-bd52-b215be011b53 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:47:46.956341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:47.054771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] Pushing event updated for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=11']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:47.087528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] No DVR routers for this DVR port b848d271-becf-49e7-bd52-b215be011b53 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:47:47.220140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3bd2bf0-85ac-4e9f-ab28-a1a8801b59dd service neutron] 10.222.0.23 "PUT /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53/bindings/n-h2-789963-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7075937 Sep 17 01:47:47.477497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-9de9bb21-9925-4b53-b2df-baf8ea9706c8 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.478954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-9de9bb21-9925-4b53-b2df-baf8ea9706c8 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456&tenant_id=1f0c34ace7094937a3a85fef0f4ea137&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.1468060 Sep 17 01:47:47.527566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-25464d1c-b48e-416c-88b8-035271fd40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.529075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-25464d1c-b48e-416c-88b8-035271fd40e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 1095 time: 0.0414603 Sep 17 01:47:47.624152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3de9c7a-5252-412f-8caf-bcd99e406768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.625650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-d3de9c7a-5252-412f-8caf-bcd99e406768 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1095 time: 0.0703104 Sep 17 01:47:47.638343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078b26-e958-4444-84cc-1e690cac84fa req-834daeff-02cb-4676-8015-5b1da1391583 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.639746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d078b26-e958-4444-84cc-1e690cac84fa req-834daeff-02cb-4676-8015-5b1da1391583 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0592489 Sep 17 01:47:47.733480 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5d078b26-e958-4444-84cc-1e690cac84fa req-0c56870b-1b7f-46f8-b2b2-928ecc592db1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846021 Sep 17 01:47:47.754205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-c20b7bf1-174f-443b-906d-3a9dd8786f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.755694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-c20b7bf1-174f-443b-906d-3a9dd8786f69 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 897 time: 0.1151133 Sep 17 01:47:47.830259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-5d03da77-f801-4fa1-8966-88a206597243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 999 time: 0.0655301 Sep 17 01:47:47.881660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-1da3836e-233b-4e60-875f-a7acede8aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.883331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-1da3836e-233b-4e60-875f-a7acede8aeb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 200 len: 835 time: 0.0465591 Sep 17 01:47:47.929931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-8709dc5b-ab15-4a90-b19d-57ea70c2bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:47.931976 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-8709dc5b-ab15-4a90-b19d-57ea70c2bf6f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ade0d54f-c225-433f-8bc7-1af512536d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419986 Sep 17 01:47:48.026405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-a0adf69c-d6df-4671-b9ba-cb14fb464d4f service neutron] 10.222.0.36 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879066 Sep 17 01:47:48.116445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-9433439b-80ca-4537-a3f7-ae1cb08933b3 service neutron] 10.222.0.36 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817823 Sep 17 01:47:48.466116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be365f-06af-4ad2-b07b-0c757954378d req-f5713b49-2427-49cf-8a6a-acc213ab8b07 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:48.467643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-f5713b49-2427-49cf-8a6a-acc213ab8b07 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456&tenant_id=1f0c34ace7094937a3a85fef0f4ea137&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 1095 time: 0.0453978 Sep 17 01:47:48.662358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-47be365f-06af-4ad2-b07b-0c757954378d req-78bab028-4267-43d3-8815-d57159f5b547 service neutron] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:47:48.665674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-47be365f-06af-4ad2-b07b-0c757954378d req-78bab028-4267-43d3-8815-d57159f5b547 service neutron] Notify callbacks [] for binding, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:48.666782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-47be365f-06af-4ad2-b07b-0c757954378d req-78bab028-4267-43d3-8815-d57159f5b547 service neutron] 10.222.0.36 "DELETE /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53/bindings/n-h1-789963-7 HTTP/1.1" status: 204 len: 173 time: 0.1908803 Sep 17 01:47:48.857493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d2286-12d6-4bc7-940f-6f65445d45a0 req-486a115c-043e-49bd-8a59-82587ff389d7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:48.859002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f3d2286-12d6-4bc7-940f-6f65445d45a0 req-486a115c-043e-49bd-8a59-82587ff389d7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0490465 Sep 17 01:47:48.895604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5f3d2286-12d6-4bc7-940f-6f65445d45a0 req-f0a5cf80-2494-49cf-9cc1-fae556981be0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305693 Sep 17 01:47:48.999575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ce27d-ac5c-41a1-ab04-a59b1437060a req-b894ab8c-fed3-4282-b126-2532db5b8016 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:49.001125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-226ce27d-ac5c-41a1-ab04-a59b1437060a req-b894ab8c-fed3-4282-b126-2532db5b8016 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1095 time: 0.0413449 Sep 17 01:47:49.036791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-226ce27d-ac5c-41a1-ab04-a59b1437060a req-6091ad22-015d-4493-9342-0f259221b1c7 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286064 Sep 17 01:47:49.151826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6916df-96ca-4a3f-98d3-8f12193d96ed req-1fe17a20-d77e-440a-817c-10c85d46fe64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:49.153298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e6916df-96ca-4a3f-98d3-8f12193d96ed req-1fe17a20-d77e-440a-817c-10c85d46fe64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0496175 Sep 17 01:47:49.192454 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9e6916df-96ca-4a3f-98d3-8f12193d96ed req-a8556260-f286-49e6-89e4-643b7f01b7c4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332284 Sep 17 01:47:49.217511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35466) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:49.257553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b848d271-becf-49e7-bd52-b215be011b53 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:47:49.283320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9ed10f5a-2ac6-4e0b-bfd7-13b8522141a1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/5282aa41-30b6-4d16-86ec-d1a51d77fec5 HTTP/1.1" status: 200 len: 991 time: 0.0646820 Sep 17 01:47:49.295307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device b848d271-becf-49e7-bd52-b215be011b53 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:47:49.510835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35472) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:49.670952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port a9ed789e-15bf-4c58-8a92-8f8a67653868 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:47:49.671657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:49.744962 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:49.745281 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:49.756816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for a9ed789e-15bf-4c58-8a92-8f8a67653868 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:47:50.002191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:50.028613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=a9ed789e-15bf-4c58-8a92-8f8a67653868,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:50.092420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:50.092761 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 5282aa41-30b6-4d16-86ec-d1a51d77fec5 disassociated (deleted). External IP: 172.25.1.121, port: b848d271-becf-49e7-bd52-b215be011b53. Sep 17 01:47:50.296655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:47:50.404307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:47:50.409102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:50.414122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] Sync routers for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:47:50.423150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:47:50.423775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:50.437628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7c67e240-18e0-4091-8b5c-f3c2d1af9913 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/floatingips/5282aa41-30b6-4d16-86ec-d1a51d77fec5 HTTP/1.1" status: 204 len: 168 time: 0.9255924 Sep 17 01:47:50.438225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:50.441156 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f381343-3f18-4efb-b6e6-8a21edc84201" -d '{"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:50.482553 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523a3ac2-d8ec-46e7-9f57-3bc5a513b080 x-openstack-request-id: req-523a3ac2-d8ec-46e7-9f57-3bc5a513b080 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:50.482850 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:50.483124 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-523a3ac2-d8ec-46e7-9f57-3bc5a513b080 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:50.483577 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'status': 'completed', 'code': 200} Sep 17 01:47:50.539101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:47:50.546213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-b0c93409-3d05-4d4b-b7f9-17110c0800c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:50.547838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-b0c93409-3d05-4d4b-b7f9-17110c0800c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 1095 time: 0.0422993 Sep 17 01:47:50.644979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-8edf1398-f6e0-4ee2-a86d-da343d5319c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:50.646469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-8edf1398-f6e0-4ee2-a86d-da343d5319c4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 200 len: 897 time: 0.0921595 Sep 17 01:47:50.691054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-4582df06-946e-4fa5-bd40-7ef5f1327459 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 200 len: 217 time: 0.0374584 Sep 17 01:47:50.739962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-1c54bbef-ca28-4c54-a5d0-f1e6d26d6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:50.741428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-1c54bbef-ca28-4c54-a5d0-f1e6d26d6c12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 200 len: 835 time: 0.0445056 Sep 17 01:47:50.744801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:50.777086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] Checking router: a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:47:50.787062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:47:50.787725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:50.793241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-72aea31c-e7ce-4df7-b921-a711eeedd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:50.794790 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-72aea31c-e7ce-4df7-b921-a711eeedd6ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ade0d54f-c225-433f-8bc7-1af512536d88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466328 Sep 17 01:47:50.906836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:47:50.926294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882c407-e8f7-4033-a186-e21d610b6e1f req-fb032a9f-f175-4c9e-b607-28833ef88766 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:50.927804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0882c407-e8f7-4033-a186-e21d610b6e1f req-fb032a9f-f175-4c9e-b607-28833ef88766 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0949023 Sep 17 01:47:50.933254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-7ef0aa0e-4e07-4c56-b90e-1912d36ffaca service neutron] 10.222.0.36 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292355 Sep 17 01:47:50.995597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0882c407-e8f7-4033-a186-e21d610b6e1f req-47fe6e5c-9a53-4092-b1e6-07dfdd0431b4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=607d2b39-473c-45a6-85c1-eeb2db8188ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613184 Sep 17 01:47:51.055594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f381343-3f18-4efb-b6e6-8a21edc84201 req-3417e1a8-1913-408e-9901-b99c22c3d40a service neutron] 10.222.0.36 "GET /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042366 Sep 17 01:47:51.109519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:51.136880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cfff2c-35e0-4360-94f1-5c739d40a2f2 None None] The sync data for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 is: [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:48Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e', 'name': '', 'network_id': 'ade0d54f-c225-433f-8bc7-1af512536d88', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:74:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:47Z', 'updated_at': '2021-09-17T01:46:50Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': 'bb486e2e-e618-474c-804c-6ab5dafabefb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:47:51.297127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-2cb45acc-16e0-450b-b2f1-f4735e7d6865 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:51.298657 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-2cb45acc-16e0-450b-b2f1-f4735e7d6865 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 944 time: 0.0507703 Sep 17 01:47:51.349631 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29954d0-873b-451e-9c4b-5c65477875b8 None None] New status for floating IP 5282aa41-30b6-4d16-86ec-d1a51d77fec5: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:47:51.712420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port b848d271-becf-49e7-bd52-b215be011b53 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:47:51.713016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:51.800797 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port b848d271-becf-49e7-bd52-b215be011b53, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=b848d271-becf-49e7-bd52-b215be011b53,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:51.801145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:51.813178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for b848d271-becf-49e7-bd52-b215be011b53 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:47:51.996551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:52.028985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=b848d271-becf-49e7-bd52-b215be011b53,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:52.070959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] No DVR routers for this DVR port b848d271-becf-49e7-bd52-b215be011b53 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:47:52.073591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:52.075730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7f80131-201c-4ca5-938d-d4abda3b243f req-0e25a1f9-70e9-459c-b007-292a04bd8028 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.36 "DELETE /v2.0/ports/b848d271-becf-49e7-bd52-b215be011b53 HTTP/1.1" status: 204 len: 173 time: 0.7690976 Sep 17 01:47:52.099218 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9796eec8-3e8c-43a9-86d2-c2a4256fce66 req-b57e022d-7068-4eed-95af-3f1d74e05b0d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f17820c-9fae-431b-9c30-4f92bae59456 HTTP/1.1" status: 200 len: 210 time: 0.0270407 Sep 17 01:47:52.485046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-deleted', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:47:52.487719 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180dff34-98c8-477f-904e-2344da43ddab" -d '{"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-deleted", "tag": "b848d271-becf-49e7-bd52-b215be011b53"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:47:52.526989 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555ff39f-e43f-4505-b27d-60cf3265534b x-openstack-request-id: req-555ff39f-e43f-4505-b27d-60cf3265534b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:47:52.527304 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f17820c-9fae-431b-9c30-4f92bae59456", "name": "network-vif-deleted", "tag": "b848d271-becf-49e7-bd52-b215be011b53", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:47:52.527554 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-555ff39f-e43f-4505-b27d-60cf3265534b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:47:52.527954 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f17820c-9fae-431b-9c30-4f92bae59456', 'name': 'network-vif-deleted', 'tag': 'b848d271-becf-49e7-bd52-b215be011b53', 'status': 'completed', 'code': 200} Sep 17 01:47:53.155097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35486) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:53.574252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:53.866816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:47:53.867214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:53.957645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:53.958005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:53.970351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:47:54.208658 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:54.236133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:54.261676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.262031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.262380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.262722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.263133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.263414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.263749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.264081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.264529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.264736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.265071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.265392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:54.419973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:54.624924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:47:54.729945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:47:54.734889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-69051066-150b-4932-8d0c-dd4d39e6d363 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5787466 Sep 17 01:47:54.737669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35488) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:54.739413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416d517-a28e-4665-b951-93d411064dcc None None] Sync routers for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:47:54.748418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:47:54.749021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:54.791234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting subnet bb486e2e-e618-474c-804c-6ab5dafabefb {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:47:54.794276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:54.834108 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:54.856778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:47:54.952001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.036689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:47:54Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:55.063410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416d517-a28e-4665-b951-93d411064dcc None None] Checking router: a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:47:55.065463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.072632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] Routers {'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:47:55.073247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:55.094153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Subnet': ['ID=bb486e2e-e618-474c-804c-6ab5dafabefb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:55.099404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.101300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a792bad4-5099-4e18-8a32-f7ee3872e97a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/subnets/bb486e2e-e618-474c-804c-6ab5dafabefb HTTP/1.1" status: 204 len: 168 time: 0.3624346 Sep 17 01:47:55.104159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35490) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:55.112041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c0e359-06b3-4638-800e-53feab0da4d1 None None] Network ade0d54f-c225-433f-8bc7-1af512536d88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:47:55.214988 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.268931 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] Set router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:47:55.418203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] DHCP port deletion for ade0d54f-c225-433f-8bc7-1af512536d88 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:47:55.510618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] Deleting port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:47:55.510994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.513497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4416d517-a28e-4665-b951-93d411064dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:47:54Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:55.550950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4416d517-a28e-4665-b951-93d411064dcc None None] The sync data for ids ['a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f'] in n-d-789963-7 is: [{'id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396449708', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:47:54Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '33ab5b0a-563c-4d4f-8f55-9bc845135933', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:16:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:46:44Z', 'updated_at': '2021-09-17T01:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:47:55.603766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] For port 80e3bbd4-7c70-4689-ac6a-5982f9e47784, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=80e3bbd4-7c70-4689-ac6a-5982f9e47784,segment=NetworkSegment(819d6ba6-69d9-4818-a169-443b3c57887c),segment_id=819d6ba6-69d9-4818-a169-443b3c57887c)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:55.604167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.620263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] Calling delete_port for 80e3bbd4-7c70-4689-ac6a-5982f9e47784 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:47:55.622054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.677941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b848d271-becf-49e7-bd52-b215be011b53 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:47:55.699860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: b848d271-becf-49e7-bd52-b215be011b53 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:47:55.700208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device b848d271-becf-49e7-bd52-b215be011b53 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:47:55.735378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 33ab5b0a-563c-4d4f-8f55-9bc845135933 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:47:55.735725 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.790966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.817769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] Pushing event deleted for resources: {'Port': ['ID=80e3bbd4-7c70-4689-ac6a-5982f9e47784,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:55.818799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 33ab5b0a-563c-4d4f-8f55-9bc845135933, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=33ab5b0a-563c-4d4f-8f55-9bc845135933,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:47:55.819210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:55.822942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b6730e-6cde-420d-ad29-1124087c3904 None None] No DVR routers for this DVR port 80e3bbd4-7c70-4689-ac6a-5982f9e47784 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:47:55.832439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 33ab5b0a-563c-4d4f-8f55-9bc845135933 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:47:56.071425 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.095634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=33ab5b0a-563c-4d4f-8f55-9bc845135933,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:56.107040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.107740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.107740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.108114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.108372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.108699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.109023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.109344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.109663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.109983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.110299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.110614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:47:56.169005 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.260009 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.262100 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.396359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.396971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Fanout notify agent at l3_agent the message router_deleted on router a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:47:56.403776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.404894 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c290f691-0a61-4ecf-9bec-5634d00375dc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/routers/a7c13ac8-f892-4b76-8a9b-c97e5ab0fe5f HTTP/1.1" status: 204 len: 168 time: 1.2990873 Sep 17 01:47:56.407623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35492) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:56.488332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.579292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.598568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade0d54f-c225-433f-8bc7-1af512536d88']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:56.607338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819d6ba6-69d9-4818-a169-443b3c57887c') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:56.607636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819d6ba6-69d9-4818-a169-443b3c57887c') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:47:56.617317 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.629812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.635430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:47:56.641057 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:47:56.783903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.792113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.793470 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/networks/ade0d54f-c225-433f-8bc7-1af512536d88 HTTP/1.1" status: 204 len: 168 time: 0.3848965 Sep 17 01:47:56.796550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35494) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:56.805536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3f9de-7fbe-4e2b-bebc-9eb64fbbf004 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Network': ['ID=ade0d54f-c225-433f-8bc7-1af512536d88,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:56.860082 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70c6b3b4-0c26-4fe3-994d-cca270a1277d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:56.889159 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70c6b3b4-0c26-4fe3-994d-cca270a1277d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.012720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70c6b3b4-0c26-4fe3-994d-cca270a1277d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.015331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-70c6b3b4-0c26-4fe3-994d-cca270a1277d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.016484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-70c6b3b4-0c26-4fe3-994d-cca270a1277d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/security-groups/607d2b39-473c-45a6-85c1-eeb2db8188ad HTTP/1.1" status: 204 len: 168 time: 0.2189140 Sep 17 01:47:57.026245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6b3b4-0c26-4fe3-994d-cca270a1277d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607d2b39-473c-45a6-85c1-eeb2db8188ad,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:57.134133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 80e3bbd4-7c70-4689-ac6a-5982f9e47784 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:47:57.158343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 80e3bbd4-7c70-4689-ac6a-5982f9e47784 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:47:57.158691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 80e3bbd4-7c70-4689-ac6a-5982f9e47784 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:47:57.159133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33ab5b0a-563c-4d4f-8f55-9bc845135933 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:47:57.178848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 33ab5b0a-563c-4d4f-8f55-9bc845135933 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:47:57.179216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 33ab5b0a-563c-4d4f-8f55-9bc845135933 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:47:57.179633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:47:57.198536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:47:57.198878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6ac3ea44-00d8-4f21-ae5c-46a3359f7a3e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:47:57.325911 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35500) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:57.330515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1969954636', 'description': 'tempest-secgroup-smoke-1969954636 description', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:57.396699 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.496394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.556669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.585785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe133f5a-4623-45f9-b466-fcff2f776a97,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:57.636891 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.638829 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3e95e1b1-cdc9-4751-a211-9d60d72170aa tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3117390 Sep 17 01:47:57.642206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35502) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:57.646878 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'fe133f5a-4623-45f9-b466-fcff2f776a97', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:57.723611 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.785347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.859708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.880268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e83c834-71a6-4f4a-b9e3-9ef533ebbd22,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:57.950977 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:57.952871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f48faaca-9c40-49e7-a753-ac66af8b2ebb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094676 Sep 17 01:47:57.955518 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35504) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:57.960854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'fe133f5a-4623-45f9-b466-fcff2f776a97', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:58.082365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.150332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.219131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.236832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=539272ed-a8ef-4f9b-9d43-ff2aeb601403,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:58.304803 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.306053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1820c2ae-9063-44d6-8c4d-d8d61d571313 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3489635 Sep 17 01:47:58.308793 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35506) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:58.313435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'fe133f5a-4623-45f9-b466-fcff2f776a97', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:58.389721 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.448467 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.499192 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.520067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef7ee0f-43d3-4460-a820-5f973974a86b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:58.602131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.603693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-22082ab6-1173-4012-bb2f-a3043515de64 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2939560 Sep 17 01:47:58.606422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35508) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:58.610848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'fe133f5a-4623-45f9-b466-fcff2f776a97', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:58.715873 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.773140 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.836131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.854666 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25009de-632f-465c-bca6-dd2c0efccf41,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:58.922113 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:58.923392 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a0870b6-1e47-43d6-899e-57ea3c4b9db5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159740 Sep 17 01:47:58.926774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35510) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:58.931169 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'fe133f5a-4623-45f9-b466-fcff2f776a97', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:59.013913 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:47:59.018906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.070728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.081641 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.156250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.175532 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed30ac9d-1805-4705-83b2-4272252995dd,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:59.242125 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.243429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0c43ca4d-f065-4191-9d57-3ef3025eaaed tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156605 Sep 17 01:47:59.246046 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:59.250308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'security_group_rule': {'security_group_id': 'fe133f5a-4623-45f9-b466-fcff2f776a97', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:59.328001 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Project 1f0c34ace7094937a3a85fef0f4ea137 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:47:59.333297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.394296 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.430970 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.447882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.468633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f382f583-c69d-4544-9f1d-28303c56d553,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:59.521889 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.523124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-325b0d09-d8b9-4e54-bced-45f3fddfb4d6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761328 Sep 17 01:47:59.525960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:59.530936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'network': {'name': 'tempest-network-smoke--662093603', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:59.606903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:47:59.610319 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.633158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:47:59.641494 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.641838 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Added segment d3fcf7e4-26cb-46ed-8685-c3e4f707dd61 of type vlan for network ac8da4f3-f692-4344-990d-0437251c3ae5 Sep 17 01:47:59.680393 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.778389 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.783869 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:47:59.784507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.852159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Network': ['ID=ac8da4f3-f692-4344-990d-0437251c3ae5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:47:59.862172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network ac8da4f3-f692-4344-990d-0437251c3ae5 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:47:59.883217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ac60b08f-d8e5-4c7b-9063-33344330c26c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3556650 Sep 17 01:47:59.887258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35516) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:47:59.891673 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'admin_state_up': True, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:47:59.985101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:47:59.986146 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.037565 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.237794 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.494259 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.512626 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.611217 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.154 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/5439090c-cb80-470f-9a6a-70ace35d3bf0) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:48:00.714656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.824991 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:00.860650 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:48:00.863637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:00.867102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:48:00.891680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=5439090c-cb80-470f-9a6a-70ace35d3bf0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:01.185780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:01.381150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:01.556473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:48:01.663170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:48:01.672247 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Sync routers for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:48:01.681283 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:48:01.681886 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:01.739605 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:01.740962 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12e70e8d-a89d-414c-b2f2-c0ca3c4f1d68 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8527520 Sep 17 01:48:01.744230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35518) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:01.774789 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-703a1b9a-89f1-4a51-b789-4b7bae56ce5e tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=1f0c34ace7094937a3a85fef0f4ea137&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271652 Sep 17 01:48:01.775054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:01.785971 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:48:01.865072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2254d5fe-682f-4646-af17-4e91af1c1243 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:01.866574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2254d5fe-682f-4646-af17-4e91af1c1243 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906868 Sep 17 01:48:01.869541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:01.900425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-790029b2-3817-42e3-b725-45493ddcfc4e tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273924 Sep 17 01:48:01.901058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:01.905680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132804031', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:48:01.967355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:01Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:01.993799 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Checking router: 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:48:01.994137 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Updating router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 port 5439090c-cb80-470f-9a6a-70ace35d3bf0 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:48:02.018056 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.069951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:48:02.073544 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.225787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:48:02.276524 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.322700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.350879 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.388645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Subnet': ['ID=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:02.396703 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Attempting to bind port 5439090c-cb80-470f-9a6a-70ace35d3bf0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:48:02.396900 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Attempting to bind port 5439090c-cb80-470f-9a6a-70ace35d3bf0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:48:02.397205 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Attempting to bind port 5439090c-cb80-470f-9a6a-70ace35d3bf0 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:48:02.399280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Checking segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:48:02.399639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network hostable DHCP agents. Network: ac8da4f3-f692-4344-990d-0437251c3ae5, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:48:02.409032 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:48:02.409454 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:48:02.409849 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.410231 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:48:02.410683 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Bound port: 5439090c-cb80-470f-9a6a-70ace35d3bf0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:48:02.411153 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.413396 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Pushing event updated for resources: {'Port': ['ID=5439090c-cb80-470f-9a6a-70ace35d3bf0,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:02.439493 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.439833 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.440168 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.441161 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.441477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.441978 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.442302 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.442623 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.442942 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.443353 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.443672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.443988 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:02.473691 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] For port 5439090c-cb80-470f-9a6a-70ace35d3bf0, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:48:02.476766 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] For port 5439090c-cb80-470f-9a6a-70ace35d3bf0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5439090c-cb80-470f-9a6a-70ace35d3bf0,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:48:02.489304 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ac8da4f3-f692-4344-990d-0437251c3ae5 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:48:02.562791 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.576622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, ac8da4f3-f692-4344-990d-0437251c3ae5) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:02.580803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:02.581437 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.585759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235cf01e-3b31-4a18-a0c6-7ac97e151cd4 None None] Network ac8da4f3-f692-4344-990d-0437251c3ae5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:48:02.649025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47444872-54eb-447f-9c1e-c9c9eadd135c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7469411 Sep 17 01:48:02.651844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35526) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:02.713246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:48:02.713866 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:02.716731 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3e2ae-d929-4d69-8137-3618b3cf6504 None None] Pushing event updated for resources: {'Port': ['ID=5439090c-cb80-470f-9a6a-70ace35d3bf0,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:02.742675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-ac8da4f3-f692-4344-990d-0437251c3ae5', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:48:02.743827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:02.828434 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:48:02.898517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Allocated IP 172.20.0.2 (ac8da4f3-f692-4344-990d-0437251c3ae5/0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243/02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:48:03.020998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:01Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:03.048996 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0fb88-04da-4345-bfe7-8115b003d08f None None] The sync data for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 is: [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:01Z', 'revision_number': 3, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:48:03.063127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:03.129249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:03.174424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Network ac8da4f3-f692-4344-990d-0437251c3ae5 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:48:03.177876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:03.181392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:48:03.189408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Pushing event updated for resources: {'Port': ['ID=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:03.216969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.217484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.217670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.218001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.218336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.218692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.219021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.219375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.219699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.220023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.220353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.221331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:48:03.269533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Attempting to bind port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:48:03.269938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Attempting to bind port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:48:03.270270 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Attempting to bind port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 on network ac8da4f3-f692-4344-990d-0437251c3ae5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:48:03.278466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:48:03.278848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Checking segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:48:03.279335 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:03.279809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Bound using segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:48:03.280240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Bound port: 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:48:03.280666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:03.353431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] For port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:48:03.356789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] For port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:48:03.426158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:03.496282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c141c62-b35b-4246-b594-e6c3477b132f None None] Pushing event updated for resources: {'Port': ['ID=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:03.516284 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:03.828565 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.1 (ac8da4f3-f692-4344-990d-0437251c3ae5/0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243/a016d0ac-87a1-4792-a41d-44112e72a691) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:48:03.950424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.019868 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.060144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ac8da4f3-f692-4344-990d-0437251c3ae5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:48:04.063029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:04.067654 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:48:04.076713 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=a016d0ac-87a1-4792-a41d-44112e72a691,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:04.117241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.324105 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.466639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4fb4a-b3a5-4d14-8de4-1f0faeefc451 None None] Network ac8da4f3-f692-4344-990d-0437251c3ae5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:48:04.616434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.687823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.712221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2dbc2ea8-e320-4675-acbf-1845d9e103f5 None None] Provisioning complete for port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:04.712510 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2ea8-e320-4675-acbf-1845d9e103f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.767098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=a016d0ac-87a1-4792-a41d-44112e72a691,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:04.770557 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.850772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2ea8-e320-4675-acbf-1845d9e103f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.870544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ac8da4f3-f692-4344-990d-0437251c3ae5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:48:04.871883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:04.888394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2dbc2ea8-e320-4675-acbf-1845d9e103f5 None None] For port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:48:04.962588 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2dbc2ea8-e320-4675-acbf-1845d9e103f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:04.996316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:48:05.021006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc2ea8-e320-4675-acbf-1845d9e103f5 None None] Pushing event updated for resources: {'Port': ['ID=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:05.083703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6aefb540-cecf-4a27-8095-c9b72ae5111d None None] Provisioning complete for port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:05.084073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6aefb540-cecf-4a27-8095-c9b72ae5111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.133696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:48:05.146886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-92bdcbae-31e2-42d7-9d8c-7643ff744445 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4932551 Sep 17 01:48:05.153642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Sync routers for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:48:05.172390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:48:05.172876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:05.309466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:48:05.328689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-ee956f8c-a941-4894-8f7d-2cc9cf26c043 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1969954636&fields=id&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 267 time: 0.0398302 Sep 17 01:48:05.337041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6aefb540-cecf-4a27-8095-c9b72ae5111d None None] Provisioning complete for port a016d0ac-87a1-4792-a41d-44112e72a691 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:05.337414 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6aefb540-cecf-4a27-8095-c9b72ae5111d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.404322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:48:05.409420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6aefb540-cecf-4a27-8095-c9b72ae5111d None None] Port a016d0ac-87a1-4792-a41d-44112e72a691 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:48:05.453271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-835fec10-5680-45f8-b6ba-050745425f3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:05.457255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-835fec10-5680-45f8-b6ba-050745425f3f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/networks?id=ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 200 len: 796 time: 0.1183295 Sep 17 01:48:05.463959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:05.464332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.479658 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6dfbbaf7-d44f-473e-aabc-7102cb1fd05d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/quotas/1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 375 time: 0.0174091 Sep 17 01:48:05.530199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-a9593f8a-5158-4592-a302-f20bfcca4338 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485141 Sep 17 01:48:05.546109 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b5601d05-6a60-4725-9751-0486091ea63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.599575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0836b55f-23e8-4c91-8a67-4e3a50b62d94 None None] Provisioning complete for port a016d0ac-87a1-4792-a41d-44112e72a691 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:05.599950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0836b55f-23e8-4c91-8a67-4e3a50b62d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.630843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-c4a145e7-5c8e-4e21-a1e1-acc300543e03 service neutron] 10.222.0.13 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 Sep 17 01:48:05.677300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0836b55f-23e8-4c91-8a67-4e3a50b62d94 None None] Port a016d0ac-87a1-4792-a41d-44112e72a691 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:48:05.716927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5439090c-cb80-470f-9a6a-70ace35d3bf0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:48:05.780404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 2, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:05.812353 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Checking router: 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:48:05.812713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Updating router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 port a016d0ac-87a1-4792-a41d-44112e72a691 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:48:05.816712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5439090c-cb80-470f-9a6a-70ace35d3bf0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:05.817095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.864482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:05.982630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-9efa1c49-f4d7-40ed-bee7-b6dcd5ae9f2f service neutron] 10.222.0.13 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454816 Sep 17 01:48:06.011272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.042087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 5439090c-cb80-470f-9a6a-70ace35d3bf0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5439090c-cb80-470f-9a6a-70ace35d3bf0,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:48:06.166521 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.212126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.234580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=5439090c-cb80-470f-9a6a-70ace35d3bf0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:06.286981 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b40a6066-68c3-44d1-8796-0e233e525a29 req-c70f3de2-2bf8-4db9-9548-529180f2a6d9 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 210 time: 0.0278664 Sep 17 01:48:06.290736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.363699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a7e2-5316-4c05-a44a-262b5e1cf855 None None] Pushing event updated for resources: {'Port': ['ID=a016d0ac-87a1-4792-a41d-44112e72a691,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:06.398833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Attempting to bind port a016d0ac-87a1-4792-a41d-44112e72a691 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:48:06.399257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Attempting to bind port a016d0ac-87a1-4792-a41d-44112e72a691 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:48:06.399756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Attempting to bind port a016d0ac-87a1-4792-a41d-44112e72a691 on network ac8da4f3-f692-4344-990d-0437251c3ae5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:48:06.405211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:48:06.405588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Checking segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:48:06.405990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.406381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Bound using segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:48:06.407118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Bound port: a016d0ac-87a1-4792-a41d-44112e72a691, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:48:06.407517 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.480372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] For port a016d0ac-87a1-4792-a41d-44112e72a691, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:48:06.483531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] For port a016d0ac-87a1-4792-a41d-44112e72a691, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a016d0ac-87a1-4792-a41d-44112e72a691,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:48:06.593830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.645402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8023429f-fbf0-4e35-8707-3a4521f488bc None None] Provisioning complete for port a016d0ac-87a1-4792-a41d-44112e72a691 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:06.645914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8023429f-fbf0-4e35-8707-3a4521f488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.692900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:48:06.693524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:47:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:06.698048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921a7e2-5316-4c05-a44a-262b5e1cf855 None None] Pushing event updated for resources: {'Port': ['ID=a016d0ac-87a1-4792-a41d-44112e72a691,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:06.844425 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8023429f-fbf0-4e35-8707-3a4521f488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:06.847355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:48:06.941875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8023429f-fbf0-4e35-8707-3a4521f488bc None None] For port a016d0ac-87a1-4792-a41d-44112e72a691, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a016d0ac-87a1-4792-a41d-44112e72a691,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:48:06.991811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8023429f-fbf0-4e35-8707-3a4521f488bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:07.181132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5439090c-cb80-470f-9a6a-70ace35d3bf0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:48:07.258702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8023429f-fbf0-4e35-8707-3a4521f488bc None None] Pushing event updated for resources: {'Port': ['ID=a016d0ac-87a1-4792-a41d-44112e72a691,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:07.261211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e8336438-0faf-4a2c-b7c8-969be0ebcb44 None None] Provisioning complete for port a016d0ac-87a1-4792-a41d-44112e72a691 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:07.261580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8336438-0faf-4a2c-b7c8-969be0ebcb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:07.339456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5439090c-cb80-470f-9a6a-70ace35d3bf0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:07.339742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:07.382996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b0e76df-bf9d-4033-8bec-9fcdc7fcc452 req-52c8572a-bd80-4408-81c3-5566ebe5e2a0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 210 time: 0.0268548 Sep 17 01:48:07.410568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:07.445709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807023b-a183-4825-bd26-152fed7da1bc None None] The sync data for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 is: [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:48:08.162382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7c9f57f-dc0e-4994-9de0-f7769e8d9070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:08.262788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-e20b9c41-ed63-4b4d-b278-85f2964f16f4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:08.264315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-e20b9c41-ed63-4b4d-b278-85f2964f16f4 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/networks?id=ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 200 len: 796 time: 0.1094933 Sep 17 01:48:08.309364 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-434ec932-b272-41a6-ab7c-aa898a634217 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f0c34ace7094937a3a85fef0f4ea137 HTTP/1.1" status: 200 len: 380 time: 0.0359721 Sep 17 01:48:08.319977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'port': {'device_id': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'admin_state_up': True, 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'security_groups': ['fe133f5a-4623-45f9-b466-fcff2f776a97']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:48:08.492010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ebdf174-d925-4fdc-a24f-511afaf2d180 req-0590c633-f10e-43d4-9744-0e24812e4f1c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 210 time: 0.0273643 Sep 17 01:48:08.510668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Made reservation on behalf of 1f0c34ace7094937a3a85fef0f4ea137 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:48:08.514444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:08.644296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.20.0.9 (ac8da4f3-f692-4344-990d-0437251c3ae5/0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243/f628e891-b2c5-4585-83d1-40848bc90de8) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:48:08.778727 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:08.875920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:08.923230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network ac8da4f3-f692-4344-990d-0437251c3ae5 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:48:08.926376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:08.929991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:48:08.939628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:08.990726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:08.991432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.059431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-089a6bb8-8806-419a-8556-2e32484aebe1 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7436948 Sep 17 01:48:09.072525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Request body: {'port': {'device_id': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:48:09.088160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.134492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.165891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a016d0ac-87a1-4792-a41d-44112e72a691 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:48:09.213841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d07de2a7-da4b-4756-8dfd-8649066f9b0f None None] Provisioning complete for port f628e891-b2c5-4585-83d1-40848bc90de8 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:09.214127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d07de2a7-da4b-4756-8dfd-8649066f9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.254435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a016d0ac-87a1-4792-a41d-44112e72a691 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:09.254808 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.257326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d07de2a7-da4b-4756-8dfd-8649066f9b0f None None] Port f628e891-b2c5-4585-83d1-40848bc90de8 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:48:09.405798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f628e891-b2c5-4585-83d1-40848bc90de8 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:48:09.413588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.425651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Transition to ACTIVE for port object f628e891-b2c5-4585-83d1-40848bc90de8 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:48:09.499387 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.554556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:09.590996 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.663141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf47741-557a-4c78-9641-f5e6566fb318 req-6a60e351-93d6-4233-b9d6-c6add0647a71 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:09.664725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf47741-557a-4c78-9641-f5e6566fb318 req-6a60e351-93d6-4233-b9d6-c6add0647a71 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 943 time: 0.0947807 Sep 17 01:48:09.665989 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Attempting to bind port f628e891-b2c5-4585-83d1-40848bc90de8 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:48:09.666317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Attempting to bind port f628e891-b2c5-4585-83d1-40848bc90de8 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:48:09.666646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Attempting to bind port f628e891-b2c5-4585-83d1-40848bc90de8 on network ac8da4f3-f692-4344-990d-0437251c3ae5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:48:09.672675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Port f628e891-b2c5-4585-83d1-40848bc90de8 on network ac8da4f3-f692-4344-990d-0437251c3ae5 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:48:09.672990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Attempting to bind port f628e891-b2c5-4585-83d1-40848bc90de8 on network ac8da4f3-f692-4344-990d-0437251c3ae5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:48:09.683972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:48:09.684307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Checking segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:48:09.684936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Bound using segment: {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:48:09.685363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Bound port: f628e891-b2c5-4585-83d1-40848bc90de8, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:48:09.685716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.741994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf47741-557a-4c78-9641-f5e6566fb318 req-127e62fe-27a6-4a8f-8776-fd6b47e23b1d tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701473 Sep 17 01:48:09.769980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:48:09.773009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:48:09.832035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.869090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:09.869750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:09.871139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] 10.222.0.23 "PUT /v2.0/ports/f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 200 len: 1091 time: 0.8033094 Sep 17 01:48:09.871580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:48:09.873906 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a646a-3d26-4585-832f-5afcf657e93b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:48:09.901207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326e2a3-c9aa-431e-919c-322ad043488a service neutron] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:09.991041 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f738230-2aa3-40b7-b529-ca51bade1ccf x-openstack-request-id: req-0f738230-2aa3-40b7-b529-ca51bade1ccf {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:48:09.991372 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:48:09.991613 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f738230-2aa3-40b7-b529-ca51bade1ccf {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:48:09.992007 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'status': 'completed', 'code': 200} Sep 17 01:48:10.008149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-0aacfa01-e528-4f10-8279-09a9378563dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.009679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-0aacfa01-e528-4f10-8279-09a9378563dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1094 time: 0.0465391 Sep 17 01:48:10.054127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-8fe273b6-4635-4400-acfa-5a4fac27f4b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 200 len: 217 time: 0.0364580 Sep 17 01:48:10.106902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-1ef7cb83-f45b-4232-a909-e452bc50f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.108421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-1ef7cb83-f45b-4232-a909-e452bc50f7e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 HTTP/1.1" status: 200 len: 835 time: 0.0478430 Sep 17 01:48:10.153284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-c27d4c06-6c46-4334-aaad-15d09ae9759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.154669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-c27d4c06-6c46-4334-aaad-15d09ae9759b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac8da4f3-f692-4344-990d-0437251c3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397832 Sep 17 01:48:10.244627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-8a385752-3f4f-434e-b023-7c1148089438 service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823777 Sep 17 01:48:10.338862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-68673f3a-c61b-487f-a19f-c7b8be56026b req-b0d413cf-ed34-4902-bf90-de7b6cff50b6 service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877450 Sep 17 01:48:10.484571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a646a-3d26-4585-832f-5afcf657e93b req-6f91d408-a2d5-429a-b82d-77af9099e9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.486057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-6f91d408-a2d5-429a-b82d-77af9099e9dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1094 time: 0.0404129 Sep 17 01:48:10.581396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a646a-3d26-4585-832f-5afcf657e93b req-2c5d73d1-583e-438b-be37-c1e56abe1ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.582858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-2c5d73d1-583e-438b-be37-c1e56abe1ba8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 200 len: 897 time: 0.0903718 Sep 17 01:48:10.623455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-2baf171d-e9f0-4620-aea9-d9f6c10cb9dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 200 len: 217 time: 0.0334859 Sep 17 01:48:10.674961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a646a-3d26-4585-832f-5afcf657e93b req-93be91db-cbae-4bc7-a0e4-3518be017820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.676426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-93be91db-cbae-4bc7-a0e4-3518be017820 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 HTTP/1.1" status: 200 len: 835 time: 0.0458179 Sep 17 01:48:10.722218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a646a-3d26-4585-832f-5afcf657e93b req-0ba79b85-1f52-44f1-9675-b8e1688328a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.723616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-0ba79b85-1f52-44f1-9675-b8e1688328a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac8da4f3-f692-4344-990d-0437251c3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394392 Sep 17 01:48:10.822344 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-bd082d64-2219-4468-94ba-b5857269600d service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907769 Sep 17 01:48:10.916083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e9ff2-3cde-48fc-8fdc-0072cb06a7e2 req-5c52bde8-8156-42c7-a4e8-c91a644b84be tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:10.917567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db8e9ff2-3cde-48fc-8fdc-0072cb06a7e2 req-5c52bde8-8156-42c7-a4e8-c91a644b84be tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 943 time: 0.1093814 Sep 17 01:48:10.953736 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-914a646a-3d26-4585-832f-5afcf657e93b req-64d8e30b-7cf8-428a-a66e-508d8107339b service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137769 Sep 17 01:48:10.969581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-db8e9ff2-3cde-48fc-8fdc-0072cb06a7e2 req-071a956d-c01b-4c18-81a5-01ff99fae777 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Sep 17 01:48:11.161698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:12.087243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a74d84-8ec1-43e4-b288-ce66ff1ddf1e req-6e881319-4d39-4c1f-b2ca-67fca8f4af8b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:12.088715 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89a74d84-8ec1-43e4-b288-ce66ff1ddf1e req-6e881319-4d39-4c1f-b2ca-67fca8f4af8b tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 943 time: 0.0489283 Sep 17 01:48:12.129089 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89a74d84-8ec1-43e4-b288-ce66ff1ddf1e req-3b93c92f-23f4-480a-8854-0017c0278287 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Sep 17 01:48:13.247807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb950fd-7ee6-4658-aac5-4f6778690377 req-dc849a9a-3987-4844-9d90-b4af3b10dd04 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:13.249295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-feb950fd-7ee6-4658-aac5-4f6778690377 req-dc849a9a-3987-4844-9d90-b4af3b10dd04 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 943 time: 0.0533273 Sep 17 01:48:13.286971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-feb950fd-7ee6-4658-aac5-4f6778690377 req-3f48a331-d2a5-4dd5-b211-4dc8dcc6e7bc tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305357 Sep 17 01:48:13.387888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:48:13.491658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:48:13.504358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'port_id': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'mac_address': 'fa:16:3e:80:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:48:13.541881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:13.554780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f628e891-b2c5-4585-83d1-40848bc90de8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:48:13.573156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:48:13.631016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:13.677235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:13.852922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f628e891-b2c5-4585-83d1-40848bc90de8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:48:14.404038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2b65f-5469-49ac-a298-908ad6c9e0f6 req-41407977-cc3e-490a-b9ac-21b30ac00701 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:14.405395 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5c2b65f-5469-49ac-a298-908ad6c9e0f6 req-41407977-cc3e-490a-b9ac-21b30ac00701 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 944 time: 0.0487330 Sep 17 01:48:14.442983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5c2b65f-5469-49ac-a298-908ad6c9e0f6 req-3ee80839-e658-42fa-9179-6e26637cdda3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314584 Sep 17 01:48:15.395156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:48:15.499191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port f628e891-b2c5-4585-83d1-40848bc90de8 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:48:15.503205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port f628e891-b2c5-4585-83d1-40848bc90de8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:48:15.504121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:15.559960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b5a1e-b462-49d9-b50d-dbe219c08bd3 req-07a0f102-6ed7-465d-8c94-8e4ca6abf74e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:15.561441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f7b5a1e-b462-49d9-b50d-dbe219c08bd3 req-07a0f102-6ed7-465d-8c94-8e4ca6abf74e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 944 time: 0.0504832 Sep 17 01:48:15.580947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:15.599464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3f7b5a1e-b462-49d9-b50d-dbe219c08bd3 req-bc6a208c-f932-415e-9e15-b4d71f508f38 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313125 Sep 17 01:48:15.602737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:48:15.605023 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166d1c90-44ac-4414-a4a3-14e1f407e852" -d '{"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-plugged", "status": "completed", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:48:15.628287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:48:15.693556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:15.718994 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4010b71b-e1bc-4713-a854-225587233bbd x-openstack-request-id: req-4010b71b-e1bc-4713-a854-225587233bbd {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:48:15.719453 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-plugged", "status": "completed", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:48:15.719711 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4010b71b-e1bc-4713-a854-225587233bbd {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:48:15.720101 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'code': 200} Sep 17 01:48:15.749144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:15.801313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed26a06-a517-457d-83a6-3a0222ae7314 req-2b52ae51-1c4e-4e43-b06e-97cffacf7fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:15.802789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aed26a06-a517-457d-83a6-3a0222ae7314 req-2b52ae51-1c4e-4e43-b06e-97cffacf7fd4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1096 time: 0.0403099 Sep 17 01:48:15.836330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aed26a06-a517-457d-83a6-3a0222ae7314 req-05d5b14b-b3ad-45e9-a85a-2c39b176b73f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262506 Sep 17 01:48:16.722809 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3da06-7163-4e08-a358-bef8d14177bc req-c793bbbc-ac34-465d-b8cf-1cec23df3779 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:16.724274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cd3da06-7163-4e08-a358-bef8d14177bc req-c793bbbc-ac34-465d-b8cf-1cec23df3779 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0532107 Sep 17 01:48:16.761815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cd3da06-7163-4e08-a358-bef8d14177bc req-5dc35675-f626-469c-8ee0-f71c4ea78bfe tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315442 Sep 17 01:48:17.876733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475af67-4da5-4d85-8e3d-f0a630b530e9 req-f3967191-c3d8-474e-8495-bcea9b1ef647 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:17.878188 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d475af67-4da5-4d85-8e3d-f0a630b530e9 req-f3967191-c3d8-474e-8495-bcea9b1ef647 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0473883 Sep 17 01:48:17.915951 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d475af67-4da5-4d85-8e3d-f0a630b530e9 req-a61e2f83-c0d8-4d9e-b28e-39810c80f196 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Sep 17 01:48:18.029605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e86989-f49c-4887-889f-b0f206638ca7 req-f1d323ef-a375-45d2-8fb0-6e124fbb969e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:18.031097 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23e86989-f49c-4887-889f-b0f206638ca7 req-f1d323ef-a375-45d2-8fb0-6e124fbb969e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0491898 Sep 17 01:48:18.069464 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23e86989-f49c-4887-889f-b0f206638ca7 req-38ac167d-cf12-4353-ba27-3b971b7c7279 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315831 Sep 17 01:48:18.090483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35586) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:18.129508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81223a84-d435-4da2-8775-4eccb0c6ca95 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:18.130983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-81223a84-d435-4da2-8775-4eccb0c6ca95 tempest-TestNetworkAdvancedServerOps-405649395 tempest-TestNetworkAdvancedServerOps-405649395-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1091 time: 0.0395191 Sep 17 01:48:18.133722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35588) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:18.138080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:48:18.241969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:18.340639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:18.441305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Allocated IP 172.25.1.101 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/2ab440d8-c77d-4e29-a6ee-18efa558911d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:48:18.547560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:18.642336 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:18.680866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:48:18.685329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:48:18.693175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:48:18.696236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=2ab440d8-c77d-4e29-a6ee-18efa558911d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:19.175583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:19.340928 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:19.486225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:19.538816 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:19.609251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event updated for resources: {'Port': ['ID=2ab440d8-c77d-4e29-a6ee-18efa558911d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:48:19.618838 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:19.716226 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0 associated. External IP: 172.25.1.101, port: f628e891-b2c5-4585-83d1-40848bc90de8. Sep 17 01:48:20.176914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:48:20.283223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:48:20.293585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] Sync routers for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:48:20.307622 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:48:20.308566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:48:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:20.362122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:20.390684 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-629e8c5c-d569-407b-a81f-32b21dc8fded tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2559302 Sep 17 01:48:20.391280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:48:20.393605 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a60cdc-05a0-4418-8ebb-e25ee9d36056" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:48:20.414806 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:48:20.441572 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e711a85-3673-4c88-aa3f-df0a8375a157 x-openstack-request-id: req-6e711a85-3673-4c88-aa3f-df0a8375a157 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:48:20.441874 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:48:20.442140 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e711a85-3673-4c88-aa3f-df0a8375a157 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:48:20.442528 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'status': 'completed', 'code': 200} Sep 17 01:48:20.504442 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42972ed-9952-4ba7-bac1-afbd63726563 req-f0fd7d66-b568-461f-944d-3276683ed11e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:20.506066 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f42972ed-9952-4ba7-bac1-afbd63726563 req-f0fd7d66-b568-461f-944d-3276683ed11e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0537493 Sep 17 01:48:20.510905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-f129c75b-f97c-435e-8e7a-a006c140a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:20.512528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-f129c75b-f97c-435e-8e7a-a006c140a0a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1096 time: 0.0433879 Sep 17 01:48:20.550960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f42972ed-9952-4ba7-bac1-afbd63726563 req-0aa160e7-13f4-4fb6-a4a6-378ae079e5c5 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383286 Sep 17 01:48:20.574995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35594) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:20.611244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-dc3eb9b8-62a5-4408-8c0f-bb89f904f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:20.612873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-dc3eb9b8-62a5-4408-8c0f-bb89f904f860 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 200 len: 897 time: 0.0935755 Sep 17 01:48:20.639929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-460995f4-3cb3-4a2c-ab6b-7853c1337807 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0 HTTP/1.1" status: 200 len: 991 time: 0.0636823 Sep 17 01:48:20.649969 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'port_id': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'mac_address': 'fa:16:3e:80:72:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:48:18Z', 'updated_at': '2021-09-17T01:48:18Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:20.675990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] Checking router: 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:48:20.678476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-5fbf8ceb-e5d3-49bd-b95a-a23fb222dd6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 200 len: 999 time: 0.0586410 Sep 17 01:48:20.684185 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:48:20.685031 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:48:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:20.727446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-075e7849-e6aa-4d25-a958-1a33f8fd6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:20.728831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-075e7849-e6aa-4d25-a958-1a33f8fd6dff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 HTTP/1.1" status: 200 len: 835 time: 0.0435975 Sep 17 01:48:20.779468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-4d9aa889-28b2-4912-92c4-94863d49fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:20.780973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-4d9aa889-28b2-4912-92c4-94863d49fc44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac8da4f3-f692-4344-990d-0437251c3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444295 Sep 17 01:48:20.788221 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:48:20.872059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-19b3325b-ada2-4a1b-8ecf-a67e08580057 service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835505 Sep 17 01:48:20.965495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-33a60cdc-05a0-4418-8ebb-e25ee9d36056 req-199b4ca0-f6c1-49c5-88fd-9c9993de8dba service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856683 Sep 17 01:48:21.009861 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'port_id': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'mac_address': 'fa:16:3e:80:72:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:48:18Z', 'updated_at': '2021-09-17T01:48:18Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:48:21.036199 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537344c1-6c4d-4827-8ebb-9cc8c5168a20 None None] The sync data for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 is: [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'floating_ip_address': '172.25.1.101', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'port_id': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'mac_address': 'fa:16:3e:80:72:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:48:18Z', 'updated_at': '2021-09-17T01:48:18Z', 'revision_number': 0, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:48:21.235881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c3ab6f-e9f0-40d6-9f1e-590e26c50143 None None] New status for floating IP 4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:48:21.644379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35596) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:48:21.707890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fd0c9bc3-2710-4d82-95a1-d57bf4bf9456 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0 HTTP/1.1" status: 200 len: 993 time: 0.0620813 Sep 17 01:48:29.080647 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:29.447401 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:35.464564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b3c538cb-77ac-4dc5-87f3-326e1bb65710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:38.167156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-68629d7d-9cbb-4638-96f7-fb7b79d3eb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:39.098798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:39.224824 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:48:39.567041 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:41.143268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:48.613751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8da28-635b-4929-873e-cb0d27d1e995 req-b165d235-cb58-482f-b036-c2931d11d83c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:48.615326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6a8da28-635b-4929-873e-cb0d27d1e995 req-b165d235-cb58-482f-b036-c2931d11d83c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0548029 Sep 17 01:48:48.654588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6a8da28-635b-4929-873e-cb0d27d1e995 req-aa639c38-d100-46c7-804c-a54a22086dcb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323689 Sep 17 01:48:49.771726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8d8d-8c8a-4cbf-9d14-65b7ff0f1d41 req-be37de54-5fdf-434b-a3d1-9b7b7407f9a2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:49.773203 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e80e8d8d-8c8a-4cbf-9d14-65b7ff0f1d41 req-be37de54-5fdf-434b-a3d1-9b7b7407f9a2 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0488889 Sep 17 01:48:49.812391 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e80e8d8d-8c8a-4cbf-9d14-65b7ff0f1d41 req-a4bbdacf-ce72-4bf1-aa33-31f03e177671 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321410 Sep 17 01:48:49.874300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-07ccf647-4c99-44ea-b815-5726ea9012f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:49.878718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-07ccf647-4c99-44ea-b815-5726ea9012f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1096 time: 0.0431039 Sep 17 01:48:49.984015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-ec3efe22-c865-4c88-84a1-318e4a8fc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:49.985472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-ec3efe22-c865-4c88-84a1-318e4a8fc9d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 200 len: 897 time: 0.0899148 Sep 17 01:48:50.054091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-735b0a25-ea93-40e0-8de0-43628278f303 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 200 len: 1001 time: 0.0605500 Sep 17 01:48:50.102190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-1cb2ae55-bc20-4305-9bf9-78fbeae1a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:50.103614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-1cb2ae55-bc20-4305-9bf9-78fbeae1a75c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 HTTP/1.1" status: 200 len: 835 time: 0.0424161 Sep 17 01:48:50.148468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-6b8ef132-06a3-4772-a972-58d244bb257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:50.149922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-6b8ef132-06a3-4772-a972-58d244bb257f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac8da4f3-f692-4344-990d-0437251c3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395470 Sep 17 01:48:50.243274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-025572ff-0b7f-4897-aab7-b5940f94a8bd service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859251 Sep 17 01:48:50.332244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42b7081b-8e1c-40dd-b2b7-57549d25b396 req-10658478-ab44-49ef-861d-5dade2e7ddb5 service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817223 Sep 17 01:48:50.930046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a686f-38da-4dee-9198-cf83dbb56611 req-3579104d-c74e-4556-856e-684539534774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:50.931547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-746a686f-38da-4dee-9198-cf83dbb56611 req-3579104d-c74e-4556-856e-684539534774 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0499668 Sep 17 01:48:50.974114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-746a686f-38da-4dee-9198-cf83dbb56611 req-61ea8301-c216-4742-8118-66c8c7bc194f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363162 Sep 17 01:48:52.091227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360e4f2-3c1b-4520-8f0f-b00ae6456c78 req-8ff7a3aa-019b-484e-902c-6e17a88d0f88 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:52.092738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6360e4f2-3c1b-4520-8f0f-b00ae6456c78 req-8ff7a3aa-019b-484e-902c-6e17a88d0f88 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0515299 Sep 17 01:48:52.130383 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6360e4f2-3c1b-4520-8f0f-b00ae6456c78 req-6b872cbd-5602-4a21-8182-49be0887cb77 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Sep 17 01:48:53.244500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa49e-229e-40f5-8dbc-e7bb190c630b req-1e013ed8-cecf-464c-95b0-8f5b2192a845 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:53.245989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1adfa49e-229e-40f5-8dbc-e7bb190c630b req-1e013ed8-cecf-464c-95b0-8f5b2192a845 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0489299 Sep 17 01:48:53.283959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1adfa49e-229e-40f5-8dbc-e7bb190c630b req-4a8386ab-3f29-4c33-b454-92e0c44b028f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321057 Sep 17 01:48:54.396930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3352b8-df13-4168-bbc3-afa92f4ca443 req-a025bdb1-7938-4978-b92f-b9f8eccd9ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:54.398377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba3352b8-df13-4168-bbc3-afa92f4ca443 req-a025bdb1-7938-4978-b92f-b9f8eccd9ef8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0479851 Sep 17 01:48:54.439657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ba3352b8-df13-4168-bbc3-afa92f4ca443 req-a294241f-e79d-4c80-88e7-6fa7f8154c73 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351892 Sep 17 01:48:55.555050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1033-1c4b-4953-8cf1-37b2a1be4385 req-a33a2a45-58bb-483e-af06-6903f4202dbd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:55.556694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bd1033-1c4b-4953-8cf1-37b2a1be4385 req-a33a2a45-58bb-483e-af06-6903f4202dbd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0488553 Sep 17 01:48:55.594447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-75bd1033-1c4b-4953-8cf1-37b2a1be4385 req-4ae65aa3-5b06-4594-a172-7ae719e769b8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Sep 17 01:48:56.705827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbf793-8b9f-4025-9618-2159fb3b3776 req-bac23c4e-d273-4f78-8169-51740bf25098 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:56.707311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ccbf793-8b9f-4025-9618-2159fb3b3776 req-bac23c4e-d273-4f78-8169-51740bf25098 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0480340 Sep 17 01:48:56.744457 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ccbf793-8b9f-4025-9618-2159fb3b3776 req-5d4ffa5c-77f7-4db8-a556-c612e7c1657f tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307333 Sep 17 01:48:57.869862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708d084-041d-4414-8c5f-82fa6c1fbc56 req-38ea6ea5-5faf-482b-97bd-846189a53695 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:57.871402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9708d084-041d-4414-8c5f-82fa6c1fbc56 req-38ea6ea5-5faf-482b-97bd-846189a53695 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0563605 Sep 17 01:48:57.919161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9708d084-041d-4414-8c5f-82fa6c1fbc56 req-9a73a8e0-c0c9-4f9a-aaf2-a43ab435f27e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Sep 17 01:48:59.040512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde2434-5557-4c69-b756-7c5c68579856 req-9efbdc66-a4b9-471b-9e5c-b178f80f4ae6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:48:59.041993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8cde2434-5557-4c69-b756-7c5c68579856 req-9efbdc66-a4b9-471b-9e5c-b178f80f4ae6 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0491424 Sep 17 01:48:59.063848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:48:59.080416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8cde2434-5557-4c69-b756-7c5c68579856 req-1b35355a-f8f0-4a5c-aea5-3280a9d2962e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Sep 17 01:48:59.435381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:00.192474 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4607191-1b19-448f-93cd-3cf724313e5a req-13c17876-c8c1-45d5-a53e-8486b10d6436 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:00.194051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4607191-1b19-448f-93cd-3cf724313e5a req-13c17876-c8c1-45d5-a53e-8486b10d6436 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0485439 Sep 17 01:49:00.231584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a4607191-1b19-448f-93cd-3cf724313e5a req-bc7bfeb7-d97b-4f8c-8abb-d2717d3ce0d3 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316398 Sep 17 01:49:01.345243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b9c2b-16d5-4891-ac46-70c3427772c1 req-4e65f5e0-6cb6-44ff-80a0-329098eba7ea tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:01.346712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d3b9c2b-16d5-4891-ac46-70c3427772c1 req-4e65f5e0-6cb6-44ff-80a0-329098eba7ea tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0487792 Sep 17 01:49:01.387486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d3b9c2b-16d5-4891-ac46-70c3427772c1 req-b127a763-a167-41e1-8ca5-4e0e6b3a9352 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347662 Sep 17 01:49:01.743793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece6ea-6fc7-4750-989d-95de5d61d9c0 req-71d9746d-a809-42cc-b4ef-e27376d3d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:01.745174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72ece6ea-6fc7-4750-989d-95de5d61d9c0 req-71d9746d-a809-42cc-b4ef-e27376d3d458 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1096 time: 0.0401978 Sep 17 01:49:01.779469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-72ece6ea-6fc7-4750-989d-95de5d61d9c0 req-70aaa36d-24f3-4339-b349-7ac78ef0b1aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274718 Sep 17 01:49:02.503228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7b94c-41f4-4e29-aad2-8cd618a48ae8 req-f4849e2c-4446-474f-bb0f-ff0f1fe8b2b8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:02.504696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd7b94c-41f4-4e29-aad2-8cd618a48ae8 req-f4849e2c-4446-474f-bb0f-ff0f1fe8b2b8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0508509 Sep 17 01:49:02.545841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd7b94c-41f4-4e29-aad2-8cd618a48ae8 req-72c58b19-ded5-4d48-b5ac-11755218121c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Sep 17 01:49:03.599043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:49:03.601132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:49:03.662411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc73a9-28ee-4f09-ad46-1969deb43ea9 req-be37f525-2b64-40ca-92c4-8f6d54448922 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:03.663951 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-adbc73a9-28ee-4f09-ad46-1969deb43ea9 req-be37f525-2b64-40ca-92c4-8f6d54448922 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0492840 Sep 17 01:49:03.702649 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-adbc73a9-28ee-4f09-ad46-1969deb43ea9 req-77e8f614-20bd-43e9-8731-a09cf30c081a tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321596 Sep 17 01:49:03.724607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35654) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:03.739125 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:03.766982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:03.784642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:49:03.792140 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e7792efd-2fd3-4c27-97f8-e251f7490f5c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/floatingips/4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0 HTTP/1.1" status: 200 len: 993 time: 0.0606911 Sep 17 01:49:03.792371 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a0ef7d-6187-4006-aded-3b556026b485" -d '{"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:49:03.800342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'port_id': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'mac_address': 'fa:16:3e:80:72:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:49:03.803148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:03.833978 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405036b3-820d-4c96-9bce-dd3521ad6026 x-openstack-request-id: req-405036b3-820d-4c96-9bce-dd3521ad6026 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:49:03.834320 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:49:03.834507 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-405036b3-820d-4c96-9bce-dd3521ad6026 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:49:03.834886 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'code': 200} Sep 17 01:49:03.842862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:03.856520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f628e891-b2c5-4585-83d1-40848bc90de8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:49:03.886797 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:03.959437 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:49:03.959834 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:49:03.963302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:03.970485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.970831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.971215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.971579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.971915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.972248 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.972575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.972899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.973222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.973544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.973865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:03.974182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:04.496302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:04.508188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f628e891-b2c5-4585-83d1-40848bc90de8 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:49:04.527980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:04.629394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:04.675484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:04.841523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f628e891-b2c5-4585-83d1-40848bc90de8'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:49:05.458123 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-980f3519-6514-4979-954e-3ac3ffa3cdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:05.605215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:49:05.651372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port f628e891-b2c5-4585-83d1-40848bc90de8 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:49:05.652015 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:05.726504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:05.757597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:05.818188 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:05.840968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:49:05.843147 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63babf-1e66-4781-a320-e0592b176804" -d '{"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-plugged", "status": "completed", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:49:05.873208 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:05.879934 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78b0f6b-d286-47f1-bcf0-995036eee4a0 x-openstack-request-id: req-a78b0f6b-d286-47f1-bcf0-995036eee4a0 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:49:05.880225 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-plugged", "status": "completed", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:49:05.880495 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a78b0f6b-d286-47f1-bcf0-995036eee4a0 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:49:05.880880 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'code': 200} Sep 17 01:49:08.160349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-db2eb0a7-1ccd-47f0-b26b-e7e18c4f67c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:09.063512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:09.572443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:11.143747 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:16.224385 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:49:29.069007 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:29.446449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:34.393093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35670) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:34.553830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 2ab440d8-c77d-4e29-a6ee-18efa558911d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:49:34.554170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:34.626636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:34.626961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:34.638029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 2ab440d8-c77d-4e29-a6ee-18efa558911d owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:49:34.840293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:34.865830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=2ab440d8-c77d-4e29-a6ee-18efa558911d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:34.890851 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.891287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.891630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.891963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.892288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.892608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.892931 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.893251 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.893569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.893886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.894233 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.894546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:34.940342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:34.940734 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Floating IP 4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0 disassociated (deleted). External IP: 172.25.1.101, port: f628e891-b2c5-4585-83d1-40848bc90de8. Sep 17 01:49:35.146684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:49:35.463448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-46e17ae7-507e-4a8f-b381-21ae9d51d7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:35.562622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:49:35.571840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:35.575184 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] Sync routers for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:49:35.583951 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:49:35.584550 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:49:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:35.600515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bc6477e9-e4af-4bdf-ba40-a170ad36e686 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/floatingips/4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0 HTTP/1.1" status: 204 len: 168 time: 1.2063522 Sep 17 01:49:35.601208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:49:35.603853 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f700960c6a88b207cf57b831ba4e2288715672a548420d5e5d6f7e09bd9b6da3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49eec81-cc57-4e5d-8412-03dc2376cc15" -d '{"events": [{"name": "network-changed", "server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:49:35.694078 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:49:35.715844 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae9adbf-e3fe-490c-87ac-bbe8ade31592 x-openstack-request-id: req-aae9adbf-e3fe-490c-87ac-bbe8ade31592 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:49:35.716142 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:49:35.716393 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae9adbf-e3fe-490c-87ac-bbe8ade31592 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:49:35.716790 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'status': 'completed', 'code': 200} Sep 17 01:49:35.783493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-d4f385f7-88c9-438d-b749-1e4d5f70707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:35.785729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-d4f385f7-88c9-438d-b749-1e4d5f70707c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 1096 time: 0.0438294 Sep 17 01:49:35.881945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-508d02a1-fddd-407c-ad2d-dd45580b9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:35.883569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-508d02a1-fddd-407c-ad2d-dd45580b9d0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 200 len: 897 time: 0.0891318 Sep 17 01:49:35.930574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-7cb35568-20b5-42ba-bbf0-9e9bf3586fb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 200 len: 217 time: 0.0386746 Sep 17 01:49:35.983382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-c50016d3-cd55-461d-ab4a-f897f7a3a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:35.985405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-c50016d3-cd55-461d-ab4a-f897f7a3a009 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 HTTP/1.1" status: 200 len: 835 time: 0.0478868 Sep 17 01:49:35.989595 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:36.016327 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] Checking router: 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:49:36.024556 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:49:36.025187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:49:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:36.062555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657e27a-baee-4490-85ea-a8a56bec01cd req-6bb2f701-44c5-4a2d-91d2-06e5dcf776d8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:36.064057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7657e27a-baee-4490-85ea-a8a56bec01cd req-6bb2f701-44c5-4a2d-91d2-06e5dcf776d8 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0777874 Sep 17 01:49:36.068605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-bec18363-c3b6-41aa-ae34-fd1665049f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:36.069988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-bec18363-c3b6-41aa-ae34-fd1665049f5c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ac8da4f3-f692-4344-990d-0437251c3ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736814 Sep 17 01:49:36.130617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7657e27a-baee-4490-85ea-a8a56bec01cd req-c436a44d-e283-42bb-ac12-232136a561bd tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596852 Sep 17 01:49:36.132331 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:49:36.184948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-6632b40c-0cd3-4868-98df-5c231f855451 service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998352 Sep 17 01:49:36.281080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a49eec81-cc57-4e5d-8412-03dc2376cc15 req-53a0af7f-36bc-4516-8519-efbb03461309 service neutron] 10.222.0.23 "GET /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863297 Sep 17 01:49:36.328311 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:36.359401 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7341bde5-93b5-4785-a0ba-7b3367c46800 None None] The sync data for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 is: [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:48:04Z', 'revision_number': 4, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a016d0ac-87a1-4792-a41d-44112e72a691', 'name': '', 'network_id': 'ac8da4f3-f692-4344-990d-0437251c3ae5', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'mac_address': 'fa:16:3e:23:12:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:03Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'subnets': [{'id': '0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:49:36.568823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0543417-f723-480f-8782-d33fbfaa6650 None None] New status for floating IP 4cccc158-a1e5-4a3b-b468-d4c66dfa5ba0: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:49:37.249498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2675edb-f62f-40a9-9549-16bc84f4cc19 req-39c78729-d949-401c-b61d-c15247b741bb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:37.250967 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2675edb-f62f-40a9-9549-16bc84f4cc19 req-39c78729-d949-401c-b61d-c15247b741bb tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0490537 Sep 17 01:49:37.287039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2675edb-f62f-40a9-9549-16bc84f4cc19 req-fbac2e9f-8c98-4b50-b223-e852ea27f430 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe133f5a-4623-45f9-b466-fcff2f776a97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300972 Sep 17 01:49:37.382749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe799-515b-4432-bd78-58522ab3844b req-dd6d6554-0c1f-4b95-9af9-cbc75ac339f7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:37.384703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e53fe799-515b-4432-bd78-58522ab3844b req-dd6d6554-0c1f-4b95-9af9-cbc75ac339f7 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 945 time: 0.0484538 Sep 17 01:49:37.477680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port f628e891-b2c5-4585-83d1-40848bc90de8 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:49:37.478172 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:37.567218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port f628e891-b2c5-4585-83d1-40848bc90de8, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f628e891-b2c5-4585-83d1-40848bc90de8,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:37.567607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:37.580482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for f628e891-b2c5-4585-83d1-40848bc90de8 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:49:37.754664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:37.783543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=f628e891-b2c5-4585-83d1-40848bc90de8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:37.810693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.814818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:49:37.836876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] No DVR routers for this DVR port f628e891-b2c5-4585-83d1-40848bc90de8 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:49:37.839605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:37.841627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e53fe799-515b-4432-bd78-58522ab3844b req-93092722-6e86-4156-a2c4-d0623ae86b78 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.23 "DELETE /v2.0/ports/f628e891-b2c5-4585-83d1-40848bc90de8 HTTP/1.1" status: 204 len: 173 time: 0.4511149 Sep 17 01:49:37.842086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-deleted', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:49:37.844393 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab8444-47c8-428d-b040-73b7a2f19615" -d '{"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-deleted", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:49:37.894518 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e1f9f4-a7c7-4345-83a5-ace8b0bbe019 x-openstack-request-id: req-28e1f9f4-a7c7-4345-83a5-ace8b0bbe019 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:49:37.894833 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf2666fe-f4af-4f51-a015-6bbb71c53b3a", "name": "network-vif-deleted", "tag": "f628e891-b2c5-4585-83d1-40848bc90de8", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:49:37.895096 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28e1f9f4-a7c7-4345-83a5-ace8b0bbe019 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:49:37.895508 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf2666fe-f4af-4f51-a015-6bbb71c53b3a', 'name': 'network-vif-deleted', 'tag': 'f628e891-b2c5-4585-83d1-40848bc90de8', 'status': 'completed', 'code': 200} Sep 17 01:49:38.166670 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de44bf19-2552-4fdc-829b-30e7e6a5fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:38.392486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b9b2c1a-a72e-4b18-8114-0c0efb6ae6d7 req-c1148e11-a907-4fe5-a52b-155626c41027 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf2666fe-f4af-4f51-a015-6bbb71c53b3a HTTP/1.1" status: 200 len: 210 time: 0.0267105 Sep 17 01:49:39.091390 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:39.448792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35690) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:39.582993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:39.809229 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:40.061016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port a016d0ac-87a1-4792-a41d-44112e72a691 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:49:40.061270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:40.162063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port a016d0ac-87a1-4792-a41d-44112e72a691, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a016d0ac-87a1-4792-a41d-44112e72a691,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:40.162424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:40.174125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for a016d0ac-87a1-4792-a41d-44112e72a691 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:49:40.405736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:40.430515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=a016d0ac-87a1-4792-a41d-44112e72a691,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:40.606989 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:40.819322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:49:40.925372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:49:40.931680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-866a1d16-014d-489b-bd96-d610b45dce7c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "PUT /v2.0/routers/6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805868 Sep 17 01:49:40.934364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35692) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:40.937236 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] Sync routers for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:49:40.947306 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:49:40.947998 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:49:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:40.985110 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting subnet 0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:49:40.988215 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.028241 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.050753 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:49:41.114834 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.174254 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.232152 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:49:40Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:41.235165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.262425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] Checking router: 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:49:41.263054 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Subnet': ['ID=0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:41.271064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.275477 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8ddaa8e6-4279-48c0-bc80-8c0a6ffe6cf0 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/subnets/0a67fc6c-fecd-4f5e-8b3c-57ece9fa1243 HTTP/1.1" status: 204 len: 168 time: 0.3377109 Sep 17 01:49:41.275681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2ba1d4-0ed0-4214-8ee3-fb190b3d8c08 None None] Network ac8da4f3-f692-4344-990d-0437251c3ae5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:49:41.275827 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] Routers {'6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:49:41.275827 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:49:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:41.276025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:41.383005 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] Set router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:49:41.389529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.505673 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.570594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:49:40Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:41.601715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ea4ab0-8e3f-4c70-b046-cafd86bf14a4 None None] The sync data for ids ['6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731'] in n-d-789963-7 is: [{'id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'name': 'tempest-TestNetworkAdvancedServerOps-router-408667779', 'tenant_id': '1f0c34ace7094937a3a85fef0f4ea137', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:47:59Z', 'updated_at': '2021-09-17T01:49:40Z', 'revision_number': 5, 'project_id': '1f0c34ace7094937a3a85fef0f4ea137', 'gw_port': {'id': '5439090c-cb80-470f-9a6a-70ace35d3bf0', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:68:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:48:00Z', 'updated_at': '2021-09-17T01:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:49:41.619410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Deleting port 5439090c-cb80-470f-9a6a-70ace35d3bf0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:49:41.619781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.620820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] DHCP port deletion for ac8da4f3-f692-4344-990d-0437251c3ae5 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:49:41.672058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] Deleting port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:49:41.672433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.698868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:49:41.704297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] For port 5439090c-cb80-470f-9a6a-70ace35d3bf0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5439090c-cb80-470f-9a6a-70ace35d3bf0,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:41.704666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.716552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Calling delete_port for 5439090c-cb80-470f-9a6a-70ace35d3bf0 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:49:41.742496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: f628e891-b2c5-4585-83d1-40848bc90de8 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:49:41.742836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f628e891-b2c5-4585-83d1-40848bc90de8 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:49:41.758314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] For port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,segment=NetworkSegment(d3fcf7e4-26cb-46ed-8685-c3e4f707dd61),segment_id=d3fcf7e4-26cb-46ed-8685-c3e4f707dd61)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:49:41.758709 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.771165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] Calling delete_port for 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:49:41.920327 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.937468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:41.954219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] Pushing event deleted for resources: {'Port': ['ID=02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:41.959717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3516387a-de61-4c4f-b92b-888df72381a9 None None] No DVR routers for this DVR port 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:49:41.967429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Port': ['ID=5439090c-cb80-470f-9a6a-70ace35d3bf0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:42.033630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.128221 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.130335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.223292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.223754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:49:42.231823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.231929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-31791155-1486-4ecb-9f68-5d585abfe466 tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/routers/6ee09fd2-4c11-4aa9-8b3d-93c3b8cc4731 HTTP/1.1" status: 204 len: 168 time: 0.9545486 Sep 17 01:49:42.234587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35696) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:42.317436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.407724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.426550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8da4f3-f692-4344-990d-0437251c3ae5']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:42.448319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:42.448613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fcf7e4-26cb-46ed-8685-c3e4f707dd61') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:49:42.464231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.483403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.491601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:49:42.491996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:49:42.495698 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:49:42.611813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.619564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.620855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/networks/ac8da4f3-f692-4344-990d-0437251c3ae5 HTTP/1.1" status: 204 len: 168 time: 0.3851833 Sep 17 01:49:42.623647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 35698) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:42.632035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a571-b7f7-4528-8ec2-12d46e6dab5e tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'Network': ['ID=ac8da4f3-f692-4344-990d-0437251c3ae5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:42.693371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33614f95-26e3-4ef9-adec-62497800ac6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.722470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33614f95-26e3-4ef9-adec-62497800ac6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.834636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33614f95-26e3-4ef9-adec-62497800ac6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.837463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-33614f95-26e3-4ef9-adec-62497800ac6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:42.838650 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-33614f95-26e3-4ef9-adec-62497800ac6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe133f5a-4623-45f9-b466-fcff2f776a97 HTTP/1.1" status: 204 len: 168 time: 0.2140181 Sep 17 01:49:42.848307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33614f95-26e3-4ef9-adec-62497800ac6c tempest-TestNetworkAdvancedServerOps-481791399 tempest-TestNetworkAdvancedServerOps-481791399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe133f5a-4623-45f9-b466-fcff2f776a97,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:43.188536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:49:43.209026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:49:43.209392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 02ac6ec1-1725-4ac3-9a16-44e7fed0cbb5 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:49:43.209806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5439090c-cb80-470f-9a6a-70ace35d3bf0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:49:43.229489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5439090c-cb80-470f-9a6a-70ace35d3bf0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:49:43.230726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5439090c-cb80-470f-9a6a-70ace35d3bf0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:49:43.230726 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a016d0ac-87a1-4792-a41d-44112e72a691 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:49:43.248364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a016d0ac-87a1-4792-a41d-44112e72a691 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:49:43.248710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a016d0ac-87a1-4792-a41d-44112e72a691 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:49:43.366112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:43.551825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cf18a444-a10a-4194-abaf-a1f04bb5a5ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f0c34ace7094937a3a85fef0f4ea137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845584 Sep 17 01:49:43.554232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35712) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:43.614712 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b61236-9ef5-4a93-be62-e9086156bed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:43.636251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b61236-9ef5-4a93-be62-e9086156bed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:43.737743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b61236-9ef5-4a93-be62-e9086156bed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:43.740310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14b61236-9ef5-4a93-be62-e9086156bed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:43.741564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-14b61236-9ef5-4a93-be62-e9086156bed5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/171a8895-0e8d-4680-baca-7140266bae7c HTTP/1.1" status: 204 len: 168 time: 0.1864412 Sep 17 01:49:43.750453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b61236-9ef5-4a93-be62-e9086156bed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171a8895-0e8d-4680-baca-7140266bae7c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:44.287559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:44.327779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9df30a3e-dbd2-4659-ba09-e9d6b69a5600 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f651bcbc2aa64ea99d80585fb024019b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390613 Sep 17 01:49:44.330133 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35720) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:44.379958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e043838-71dc-4c44-8a51-3fdd76e0a3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:44.402674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e043838-71dc-4c44-8a51-3fdd76e0a3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:44.520435 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e043838-71dc-4c44-8a51-3fdd76e0a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:44.522951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9e043838-71dc-4c44-8a51-3fdd76e0a3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:44.524171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e043838-71dc-4c44-8a51-3fdd76e0a3aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fdf4e11-42c9-4ab2-a3a4-e354648ae992 HTTP/1.1" status: 204 len: 168 time: 0.1931534 Sep 17 01:49:44.531915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e043838-71dc-4c44-8a51-3fdd76e0a3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdf4e11-42c9-4ab2-a3a4-e354648ae992,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:48.994289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35876) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:49.101547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fa18276-69a2-4215-ad0a-58d7cdc7acb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.193457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fa18276-69a2-4215-ad0a-58d7cdc7acb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.274626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fa18276-69a2-4215-ad0a-58d7cdc7acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.312717 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa18276-69a2-4215-ad0a-58d7cdc7acb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0459196-8ae9-418c-976a-4e1560a88fc0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:49.317098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2fa18276-69a2-4215-ad0a-58d7cdc7acb2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24a5edf1e6c84120910fe2fb303482f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207974 Sep 17 01:49:49.319908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35880) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:49.368013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9e83-ec3f-4bcd-9577-8d64f56554db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.389311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9e83-ec3f-4bcd-9577-8d64f56554db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.508629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9e83-ec3f-4bcd-9577-8d64f56554db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.512124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dc5a9e83-ec3f-4bcd-9577-8d64f56554db admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:49.513283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dc5a9e83-ec3f-4bcd-9577-8d64f56554db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f0459196-8ae9-418c-976a-4e1560a88fc0 HTTP/1.1" status: 204 len: 168 time: 0.1924381 Sep 17 01:49:49.521209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a9e83-ec3f-4bcd-9577-8d64f56554db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0459196-8ae9-418c-976a-4e1560a88fc0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:50.065280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35886) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:50.078631 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8644902-ee52-4aeb-970d-f5e979cc9680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.167542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8644902-ee52-4aeb-970d-f5e979cc9680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.223316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c8644902-ee52-4aeb-970d-f5e979cc9680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.260776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8644902-ee52-4aeb-970d-f5e979cc9680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100dd33c-2eba-4bd1-b4f1-1a9f49d592ee,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:50.266020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c8644902-ee52-4aeb-970d-f5e979cc9680 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b38b77dafde4a01a84e6e6d62f43271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1997116 Sep 17 01:49:50.268929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35888) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:50.318029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9be4baf-3495-48eb-80a6-4ffff35dc4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.338688 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9be4baf-3495-48eb-80a6-4ffff35dc4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.446012 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9be4baf-3495-48eb-80a6-4ffff35dc4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.449627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d9be4baf-3495-48eb-80a6-4ffff35dc4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:50.450880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d9be4baf-3495-48eb-80a6-4ffff35dc4f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/100dd33c-2eba-4bd1-b4f1-1a9f49d592ee HTTP/1.1" status: 204 len: 168 time: 0.1811535 Sep 17 01:49:50.459284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be4baf-3495-48eb-80a6-4ffff35dc4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100dd33c-2eba-4bd1-b4f1-1a9f49d592ee,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:51.560744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35910) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:51.657373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1686100792-network', 'tenant_id': 'acca23aa025b49d88f9cf4aee602deac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:49:51.771154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Made reservation on behalf of acca23aa025b49d88f9cf4aee602deac for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:49:51.773427 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:51.782695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:51.870566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:51.942553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:51.966465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:49:51.974882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee254970-7ab1-4525-b383-64df3488a7ae,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:51.980830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:51.983195 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Added segment 91edbe84-d5ed-41db-9354-a7f2099e8a67 of type vlan for network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 Sep 17 01:49:52.020933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:52.096919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:52.097871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:52.098448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:52.189584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] Pushing event updated for resources: {'Network': ['ID=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:52.195037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-698a0d7e-ba5e-4962-bda9-ad0420df3f57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6332121 Sep 17 01:49:52.197957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35914) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:52.199525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:49:52.202834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Request body: {'subnet': {'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1686100792-subnet', 'tenant_id': 'acca23aa025b49d88f9cf4aee602deac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:49:52.285994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Made reservation on behalf of acca23aa025b49d88f9cf4aee602deac for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:49:52.288358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:52.526248 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:52.581372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=57d6967d-c76b-4656-b017-c49c2fcdcb23,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:52.592388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Checking segment: {'id': '91edbe84-d5ed-41db-9354-a7f2099e8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:49:52.592738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Network hostable DHCP agents. Network: c42a9d6f-c7f2-4fff-a47c-271338a8e9a6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:49:52.674054 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:49:52.771533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, c42a9d6f-c7f2-4fff-a47c-271338a8e9a6) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:49:52.776476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:52.777055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:52.781942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9134cad-6781-4e11-85ed-71843be085cd None None] Network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:49:52.869906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0532f02a-094e-47e5-aa09-d16b30c2f2ae admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6707399 Sep 17 01:49:52.905119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b52b66-b2b5-4e31-abc4-418f2373c4ec None None] Network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:49:53.223367 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:49:53.638416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35930) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:53.644032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-66450993-network', 'tenant_id': 'f14cd61a44a0453aafdd61d6414c10d3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:49:53.806645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Made reservation on behalf of f14cd61a44a0453aafdd61d6414c10d3 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:49:53.809449 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:53.818087 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:53.906183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:53.959951 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.265022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:49:54.271064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634cabac-e38e-47df-a98c-8086fdaf8b91,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:54.277736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.278082 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Added segment 79afa858-9eb3-4bba-a7e4-7827ed96fd8c of type vlan for network 2464870f-e28c-4a1f-a519-2e20126d8283 Sep 17 01:49:54.317122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.376818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.377780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:54.378352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.436849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2464870f-e28c-4a1f-a519-2e20126d8283,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:54.446230 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2464870f-e28c-4a1f-a519-2e20126d8283 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:49:54.464686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-405113b1-9ee1-44ac-b788-2546190448d1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8251088 Sep 17 01:49:54.467309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 35932) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:49:54.472198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Request body: {'subnet': {'network_id': '2464870f-e28c-4a1f-a519-2e20126d8283', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-66450993-subnet', 'tenant_id': 'f14cd61a44a0453aafdd61d6414c10d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:49:54.548610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Made reservation on behalf of f14cd61a44a0453aafdd61d6414c10d3 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:49:54.550948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.777273 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.836631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46243e38-fe0c-45f5-8937-77d2f48528a5,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:49:54.845882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Checking segment: {'id': '79afa858-9eb3-4bba-a7e4-7827ed96fd8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2464870f-e28c-4a1f-a519-2e20126d8283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:49:54.846235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Network hostable DHCP agents. Network: 2464870f-e28c-4a1f-a519-2e20126d8283, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:49:54.932201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Network 2464870f-e28c-4a1f-a519-2e20126d8283 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:49:54.982910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 2464870f-e28c-4a1f-a519-2e20126d8283) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:49:54.987012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:54.987633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:54.992180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc047f-c179-4df4-9122-bf299af90b11 None None] Network 2464870f-e28c-4a1f-a519-2e20126d8283 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:49:55.052681 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-592d6538-c302-44b9-beaa-a5d0a859e536 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5843291 Sep 17 01:49:55.115880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b95e75-2250-4296-99e1-7584b81edc86 None None] Network 2464870f-e28c-4a1f-a519-2e20126d8283 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:49:55.529214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-11a330d3-8f19-4ea6-8276-a8fc38f0e921 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:49:55.530694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-11a330d3-8f19-4ea6-8276-a8fc38f0e921 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/networks?id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 HTTP/1.1" status: 200 len: 812 time: 0.1015966 Sep 17 01:49:55.545692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-8a45fee7-f508-4d1a-8b0a-ee449ed56010 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/quotas/acca23aa025b49d88f9cf4aee602deac HTTP/1.1" status: 200 len: 375 time: 0.0093210 Sep 17 01:49:55.580566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-5f34a144-f381-4233-96ac-e2377774ebbb tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acca23aa025b49d88f9cf4aee602deac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298271 Sep 17 01:49:55.759655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-38368fa7-f351-4fcd-9d80-975f1eb44ffc service neutron] 10.222.0.13 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722181 Sep 17 01:49:55.849753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-c5f15aa4-d16b-4d1d-8464-3cebe3a96e57 service neutron] 10.222.0.13 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833910 Sep 17 01:49:56.086493 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19c8cbab-2495-4a1e-94c8-63fb816d3c68 req-d2bb19f5-056f-4c0b-9048-46d5c1eedeb8 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 210 time: 0.0262873 Sep 17 01:49:57.163232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-459eab8c-d334-4065-a846-427ec0ca5a87 req-fa0e3c36-c427-46fb-af85-de69b171fd1d tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 210 time: 0.0269995 Sep 17 01:49:58.239130 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64ba49bf-61c8-445b-9846-72e96d047646 req-90222c85-7b07-4183-b406-a4a168d4a21e tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 210 time: 0.0258555 Sep 17 01:49:59.103046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:49:59.331295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1aae6498-2d9e-4488-82b5-30e8af52a6bb req-09c16a89-9c8b-4ed4-bfcf-2c37b6ffc4d4 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 210 time: 0.0266018 Sep 17 01:49:59.491282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:00.349393 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-0365d518-ba0c-402f-b91b-f1138b4f973f tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:00.350856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-0365d518-ba0c-402f-b91b-f1138b4f973f tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.23 "GET /v2.0/networks?id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 HTTP/1.1" status: 200 len: 812 time: 0.1086187 Sep 17 01:50:00.364001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Request body: {'port': {'device_id': '02e6f179-66b9-4896-8d87-651687cee75a', 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6', 'admin_state_up': True, 'tenant_id': 'acca23aa025b49d88f9cf4aee602deac'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:00.427995 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-02bdf059-6938-439c-b2ad-239ba87b7e40 req-a945c709-a597-477c-be1e-22e53ad68615 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 210 time: 0.0278881 Sep 17 01:50:00.548481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Made reservation on behalf of acca23aa025b49d88f9cf4aee602deac for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:50:00.552061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:00.678099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Allocated IP 172.20.0.2 (c42a9d6f-c7f2-4fff-a47c-271338a8e9a6/57d6967d-c76b-4656-b017-c49c2fcdcb23/d9d09360-e7ae-432f-8ee3-ff935362f215) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:00.822527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:00.891799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:00.934754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:00.937694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:00.941361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:00.949783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Pushing event updated for resources: {'Port': ['ID=d9d09360-e7ae-432f-8ee3-ff935362f215,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:00.993894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:00.994501 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.092185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-75e7a6fb-f4ff-4d72-ab4b-787ae0b3d80c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7322538 Sep 17 01:50:01.104330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Request body: {'port': {'device_id': '02e6f179-66b9-4896-8d87-651687cee75a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:01.163993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.424566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d09360-e7ae-432f-8ee3-ff935362f215 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:50:01.432145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.445071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Transition to ACTIVE for port object d9d09360-e7ae-432f-8ee3-ff935362f215 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:50:01.505200 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.583958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Pushing event updated for resources: {'Port': ['ID=d9d09360-e7ae-432f-8ee3-ff935362f215,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:01.595503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c8fc-6f13-4dac-a3ae-f3c25a1ceb8b req-fcfee908-e849-46a5-b4e7-d09919dd9e47 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:01.597004 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbe6c8fc-6f13-4dac-a3ae-f3c25a1ceb8b req-fcfee908-e849-46a5-b4e7-d09919dd9e47 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 943 time: 0.1029880 Sep 17 01:50:01.680880 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bbe6c8fc-6f13-4dac-a3ae-f3c25a1ceb8b req-9a6c380a-f4f5-4ac2-870e-a45aa3bee24d tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661540 Sep 17 01:50:01.690220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Attempting to bind port d9d09360-e7ae-432f-8ee3-ff935362f215 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:01.690560 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Attempting to bind port d9d09360-e7ae-432f-8ee3-ff935362f215 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '91edbe84-d5ed-41db-9354-a7f2099e8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:01.690899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Attempting to bind port d9d09360-e7ae-432f-8ee3-ff935362f215 on network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:01.695304 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Port d9d09360-e7ae-432f-8ee3-ff935362f215 on network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:50:01.695755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Attempting to bind port d9d09360-e7ae-432f-8ee3-ff935362f215 on network c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:01.700523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:01.700865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Checking segment: {'id': '91edbe84-d5ed-41db-9354-a7f2099e8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:01.701249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Bound using segment: {'id': '91edbe84-d5ed-41db-9354-a7f2099e8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:01.701672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Bound port: d9d09360-e7ae-432f-8ee3-ff935362f215, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91edbe84-d5ed-41db-9354-a7f2099e8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:01.702031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.768229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] For port d9d09360-e7ae-432f-8ee3-ff935362f215, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:01.771360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] For port d9d09360-e7ae-432f-8ee3-ff935362f215, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d9d09360-e7ae-432f-8ee3-ff935362f215,segment=NetworkSegment(91edbe84-d5ed-41db-9354-a7f2099e8a67),segment_id=91edbe84-d5ed-41db-9354-a7f2099e8a67)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:01.857566 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.891901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:01.892477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:01.893852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] 10.222.0.23 "PUT /v2.0/ports/d9d09360-e7ae-432f-8ee3-ff935362f215 HTTP/1.1" status: 200 len: 1091 time: 0.7937269 Sep 17 01:50:01.894288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e6f179-66b9-4896-8d87-651687cee75a', 'tag': 'd9d09360-e7ae-432f-8ee3-ff935362f215'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:50:01.896561 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3" -d '{"events": [{"name": "network-changed", "server_uuid": "02e6f179-66b9-4896-8d87-651687cee75a", "tag": "d9d09360-e7ae-432f-8ee3-ff935362f215"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:50:01.921566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86889a9-677c-48da-9864-d0831a1f003e service neutron] Pushing event updated for resources: {'Port': ['ID=d9d09360-e7ae-432f-8ee3-ff935362f215,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:01.941655 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc03e29-a5c6-40f2-aa99-e4222ddc0ae3 x-openstack-request-id: req-4bc03e29-a5c6-40f2-aa99-e4222ddc0ae3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:50:01.941971 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e6f179-66b9-4896-8d87-651687cee75a", "tag": "d9d09360-e7ae-432f-8ee3-ff935362f215", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:50:01.942223 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bc03e29-a5c6-40f2-aa99-e4222ddc0ae3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:50:01.942622 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e6f179-66b9-4896-8d87-651687cee75a', 'tag': 'd9d09360-e7ae-432f-8ee3-ff935362f215', 'status': 'completed', 'code': 200} Sep 17 01:50:02.004022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3 req-d7e9e9e4-e3bc-43da-8bac-cf60d9b2aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:02.005493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3 req-d7e9e9e4-e3bc-43da-8bac-cf60d9b2aca4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acca23aa025b49d88f9cf4aee602deac&device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 1094 time: 0.0413270 Sep 17 01:50:02.105104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3 req-87871803-3e23-4952-a921-fe1a0a962e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:02.106701 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3 req-87871803-3e23-4952-a921-fe1a0a962e49 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=acca23aa025b49d88f9cf4aee602deac&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931928 Sep 17 01:50:02.196140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3 req-d9a82f34-a50c-48bb-8546-c92343ecd461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:02.197472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c44c657d-2c2a-4de3-a8b0-31158f4dc0c3 req-d9a82f34-a50c-48bb-8546-c92343ecd461 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845809 Sep 17 01:50:02.275441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-9a2a6a12-2a62-4a1e-bea0-cc29bd3dc4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:02.277645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-9a2a6a12-2a62-4a1e-bea0-cc29bd3dc4af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acca23aa025b49d88f9cf4aee602deac&device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 1094 time: 0.0443184 Sep 17 01:50:02.317255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-99a4d8eb-8509-44c2-8c64-7544e336f3ef service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9d09360-e7ae-432f-8ee3-ff935362f215 HTTP/1.1" status: 200 len: 217 time: 0.0330546 Sep 17 01:50:02.367068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-876277ce-9cad-4b99-aee9-16616362e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:02.368540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-876277ce-9cad-4b99-aee9-16616362e09b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57d6967d-c76b-4656-b017-c49c2fcdcb23 HTTP/1.1" status: 200 len: 852 time: 0.0448828 Sep 17 01:50:02.400020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-b0113fb5-bcaf-4654-bec9-424c7a3cbf79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245540 Sep 17 01:50:02.496193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-674c255a-fe7e-4a89-aa2e-cdd830444117 service neutron] 10.222.0.23 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871561 Sep 17 01:50:02.586450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d5d62639-2446-46c2-ad75-189f4d9f64ad req-26ba21c2-dc23-4764-bfb7-d3133d224868 service neutron] 10.222.0.23 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836437 Sep 17 01:50:02.803712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad20e7-cc29-4702-8972-888259481452 req-73212430-d7df-46e7-98f0-22b8eaf3c84a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:02.805191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9ad20e7-cc29-4702-8972-888259481452 req-73212430-d7df-46e7-98f0-22b8eaf3c84a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 943 time: 0.0552211 Sep 17 01:50:02.842492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9ad20e7-cc29-4702-8972-888259481452 req-6e88ae87-175c-4c8a-862b-9f1abf8e7c16 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306032 Sep 17 01:50:03.962699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e508a-174a-42d1-858f-ace2f74a8064 req-bfcf5434-663b-4030-9a4f-ddb58b432cee tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:03.964914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c60e508a-174a-42d1-858f-ace2f74a8064 req-bfcf5434-663b-4030-9a4f-ddb58b432cee tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 943 time: 0.0532830 Sep 17 01:50:04.001573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c60e508a-174a-42d1-858f-ace2f74a8064 req-7f178eec-93e8-433d-8e54-fd575033f646 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 17 01:50:05.114289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483dc2d4-8d24-40aa-9890-0fa5aaaa4e9c req-a6aa38df-7793-4d7f-84c8-1dc625098061 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:05.115775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-483dc2d4-8d24-40aa-9890-0fa5aaaa4e9c req-a6aa38df-7793-4d7f-84c8-1dc625098061 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 943 time: 0.0480814 Sep 17 01:50:05.152416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-483dc2d4-8d24-40aa-9890-0fa5aaaa4e9c req-138beabc-9e41-4e7a-810a-966260744d09 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301678 Sep 17 01:50:05.462997 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4cd3aa15-df6e-4ffc-88ec-e733ec55bbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:05.840013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d9d09360-e7ae-432f-8ee3-ff935362f215 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:50:05.938006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d9d09360-e7ae-432f-8ee3-ff935362f215, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d9d09360-e7ae-432f-8ee3-ff935362f215,segment=NetworkSegment(91edbe84-d5ed-41db-9354-a7f2099e8a67),segment_id=91edbe84-d5ed-41db-9354-a7f2099e8a67)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:05.949108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'd9d09360-e7ae-432f-8ee3-ff935362f215', 'network_id': 'c42a9d6f-c7f2-4fff-a47c-271338a8e9a6', 'port_id': 'd9d09360-e7ae-432f-8ee3-ff935362f215', 'mac_address': 'fa:16:3e:3d:f4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57d6967d-c76b-4656-b017-c49c2fcdcb23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:50:05.987591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:06.003052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d09360-e7ae-432f-8ee3-ff935362f215 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:50:06.022187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d9d09360-e7ae-432f-8ee3-ff935362f215, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d9d09360-e7ae-432f-8ee3-ff935362f215,segment=NetworkSegment(91edbe84-d5ed-41db-9354-a7f2099e8a67),segment_id=91edbe84-d5ed-41db-9354-a7f2099e8a67)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:06.102604 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:06.153556 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=d9d09360-e7ae-432f-8ee3-ff935362f215,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:06.160698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.161038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.161371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.161697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.162021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.162343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.162661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.162977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.163320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.163637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.163950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.164268 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:06.264638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4984-79a9-4ea3-9c51-28fea30779e0 req-76980dc4-acec-450c-88a5-5746c4b0d972 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:06.266112 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-407c4984-79a9-4ea3-9c51-28fea30779e0 req-76980dc4-acec-450c-88a5-5746c4b0d972 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 944 time: 0.0482841 Sep 17 01:50:06.303818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-407c4984-79a9-4ea3-9c51-28fea30779e0 req-58cc86ff-d949-4237-bc88-ea3a8e89b75d tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317543 Sep 17 01:50:06.327001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['d9d09360-e7ae-432f-8ee3-ff935362f215'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:50:07.418529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823e71-f35b-4019-99fa-e30a350f5fc4 req-aad0e576-e83f-409c-bae6-c463bcb44593 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:07.420010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42823e71-f35b-4019-99fa-e30a350f5fc4 req-aad0e576-e83f-409c-bae6-c463bcb44593 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 944 time: 0.0486362 Sep 17 01:50:07.457762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42823e71-f35b-4019-99fa-e30a350f5fc4 req-045f519c-b7ae-40c5-a850-98470474ec9f tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Sep 17 01:50:07.852021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d9d09360-e7ae-432f-8ee3-ff935362f215 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:07.982442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port d9d09360-e7ae-432f-8ee3-ff935362f215 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:50:07.986435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port d9d09360-e7ae-432f-8ee3-ff935362f215 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:07.986844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:08.067121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:08.088660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6f179-66b9-4896-8d87-651687cee75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d09360-e7ae-432f-8ee3-ff935362f215'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:50:08.091507 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f0530-d5c7-4f7d-82d7-a93781cd8ed7" -d '{"events": [{"server_uuid": "02e6f179-66b9-4896-8d87-651687cee75a", "name": "network-vif-plugged", "status": "completed", "tag": "d9d09360-e7ae-432f-8ee3-ff935362f215"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:50:08.110453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port d9d09360-e7ae-432f-8ee3-ff935362f215, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d9d09360-e7ae-432f-8ee3-ff935362f215,segment=NetworkSegment(91edbe84-d5ed-41db-9354-a7f2099e8a67),segment_id=91edbe84-d5ed-41db-9354-a7f2099e8a67)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:08.129351 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fb8772-306f-408c-8e74-8d66ea4246a7 x-openstack-request-id: req-b3fb8772-306f-408c-8e74-8d66ea4246a7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:50:08.129637 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6f179-66b9-4896-8d87-651687cee75a", "name": "network-vif-plugged", "status": "completed", "tag": "d9d09360-e7ae-432f-8ee3-ff935362f215", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:50:08.129881 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3fb8772-306f-408c-8e74-8d66ea4246a7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:50:08.130263 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6f179-66b9-4896-8d87-651687cee75a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d09360-e7ae-432f-8ee3-ff935362f215', 'code': 200} Sep 17 01:50:08.200512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:08.224074 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-521e908f-fdee-423f-b25c-aeba56852e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:08.229591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f9b5-9543-482a-9203-e56d5919733d req-0ea7c3fc-b13e-487b-955d-d3f2e107d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:08.231280 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f85f9b5-9543-482a-9203-e56d5919733d req-0ea7c3fc-b13e-487b-955d-d3f2e107d4e7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 1095 time: 0.0448289 Sep 17 01:50:08.250104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=d9d09360-e7ae-432f-8ee3-ff935362f215,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:08.266562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f85f9b5-9543-482a-9203-e56d5919733d req-8996ccf9-9637-439f-9fb0-30abf67dc4d5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284193 Sep 17 01:50:08.570566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36513831-55f2-452b-ac60-2b6b34b85baf req-e7817179-db57-4c1c-bb85-e015a537401b tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:08.571992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36513831-55f2-452b-ac60-2b6b34b85baf req-e7817179-db57-4c1c-bb85-e015a537401b tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0486908 Sep 17 01:50:08.610623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36513831-55f2-452b-ac60-2b6b34b85baf req-7d736b9a-25b1-432e-9353-b22999adf848 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Sep 17 01:50:09.068115 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:09.570987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:09.724953 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5fd9b-654f-4cfb-a9c0-132a6e01252d req-87a3141b-d6cb-437a-8b71-b4c64318d898 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:09.726322 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6a5fd9b-654f-4cfb-a9c0-132a6e01252d req-87a3141b-d6cb-437a-8b71-b4c64318d898 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0484843 Sep 17 01:50:09.762615 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c6a5fd9b-654f-4cfb-a9c0-132a6e01252d req-56bd01c6-6621-4bad-832c-8830a0d16975 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Sep 17 01:50:09.881866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b18b8-7e5b-446c-81ed-881661952d9c req-c0611292-8aa0-4e59-8915-2eb7a6896a3a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:09.883352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf6b18b8-7e5b-446c-81ed-881661952d9c req-c0611292-8aa0-4e59-8915-2eb7a6896a3a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0484290 Sep 17 01:50:09.921184 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf6b18b8-7e5b-446c-81ed-881661952d9c req-252bf0c0-5261-4398-b526-cbce5642292a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Sep 17 01:50:10.277161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a92c66-0933-4217-b5a8-1028f5cd6fe0 req-983fb9bc-6668-49d5-845e-9a02e3f0d74d tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:10.278620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8a92c66-0933-4217-b5a8-1028f5cd6fe0 req-983fb9bc-6668-49d5-845e-9a02e3f0d74d tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0528343 Sep 17 01:50:10.316055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8a92c66-0933-4217-b5a8-1028f5cd6fe0 req-d6c0a720-0ba1-4e7e-a0b9-1c4658d4b9c5 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314913 Sep 17 01:50:11.183250 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:11.436597 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac3460-bdc5-4dab-bd10-5adf838ce299 req-53f4c760-eb79-472d-aa40-8a4377d8db8e tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:11.437996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67ac3460-bdc5-4dab-bd10-5adf838ce299 req-53f4c760-eb79-472d-aa40-8a4377d8db8e tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0528443 Sep 17 01:50:11.475307 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67ac3460-bdc5-4dab-bd10-5adf838ce299 req-28da4be8-8f7c-498b-a20f-ca2d2c85fa0f tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313663 Sep 17 01:50:11.834658 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d208bb-568e-4d50-9fc7-ca982870df7c req-34a5020c-03f7-419a-8754-b1af3d306881 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:11.836233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2d208bb-568e-4d50-9fc7-ca982870df7c req-34a5020c-03f7-419a-8754-b1af3d306881 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0520282 Sep 17 01:50:11.875712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2d208bb-568e-4d50-9fc7-ca982870df7c req-6eb0e50e-87a2-43f0-a2d7-7bb66fff4381 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328808 Sep 17 01:50:11.912089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-5b9ca300-6e43-4997-805d-72ec2c90f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:11.913571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-5b9ca300-6e43-4997-805d-72ec2c90f3f3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acca23aa025b49d88f9cf4aee602deac&device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 1096 time: 0.0407717 Sep 17 01:50:12.004589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-3a6f6788-4275-4a23-af84-c45ab38c1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:12.006007 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-3a6f6788-4275-4a23-af84-c45ab38c1f81 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 HTTP/1.1" status: 200 len: 913 time: 0.0856121 Sep 17 01:50:12.048350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-285c7f73-75d4-4704-874d-7657a323a248 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9d09360-e7ae-432f-8ee3-ff935362f215 HTTP/1.1" status: 200 len: 217 time: 0.0351074 Sep 17 01:50:12.097838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-1e8c1c29-93ac-475b-85c7-6f8fff269eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:12.099290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-1e8c1c29-93ac-475b-85c7-6f8fff269eed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57d6967d-c76b-4656-b017-c49c2fcdcb23 HTTP/1.1" status: 200 len: 852 time: 0.0439529 Sep 17 01:50:12.129854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-add96c7e-3284-46fa-9843-7ae4e99843e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239072 Sep 17 01:50:12.223742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-7826ff68-03ca-46b7-8b01-2f5ab4284912 service neutron] 10.222.0.23 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857813 Sep 17 01:50:12.316904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0148a54f-4f31-4c9e-831b-7bfb3f779645 req-50aa4352-b041-471e-bd66-b78f21e0a39b service neutron] 10.222.0.23 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861146 Sep 17 01:50:12.995704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6486ee7-8c5e-4f16-9ff6-be345a3da55c req-f042853f-eff5-4dcf-940a-d875b010970b tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:12.998384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6486ee7-8c5e-4f16-9ff6-be345a3da55c req-f042853f-eff5-4dcf-940a-d875b010970b tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0517304 Sep 17 01:50:13.035354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6486ee7-8c5e-4f16-9ff6-be345a3da55c req-7c12ffed-8dd9-4958-acd0-d91af30dbb99 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Sep 17 01:50:14.148951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253b5ab-97ad-42ad-b131-5657f26135b6 req-01d202b2-c96f-4194-81bc-9041a79b3e63 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:14.150406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c253b5ab-97ad-42ad-b131-5657f26135b6 req-01d202b2-c96f-4194-81bc-9041a79b3e63 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0489376 Sep 17 01:50:14.187853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c253b5ab-97ad-42ad-b131-5657f26135b6 req-f0a1e997-33f0-404b-be64-8ada2132617b tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Sep 17 01:50:14.591317 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe4434-f0c6-4bcc-b4ea-8da56866eb31 req-b6c445a9-e4e2-418a-9db6-682dade03ece tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:14.592779 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21fe4434-f0c6-4bcc-b4ea-8da56866eb31 req-b6c445a9-e4e2-418a-9db6-682dade03ece tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0542545 Sep 17 01:50:14.629449 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-21fe4434-f0c6-4bcc-b4ea-8da56866eb31 req-b55df8ee-ae60-4fc7-bddb-7edfa7385c26 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Sep 17 01:50:15.743754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d0d90-1c3b-49fd-932f-0bc9a8ff5bdd req-20d5504f-8db0-4407-ba0c-81e40b525a70 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:15.745196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-764d0d90-1c3b-49fd-932f-0bc9a8ff5bdd req-20d5504f-8db0-4407-ba0c-81e40b525a70 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0483179 Sep 17 01:50:15.782439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-764d0d90-1c3b-49fd-932f-0bc9a8ff5bdd req-ab63def3-6914-40f9-9291-7664eb171835 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305846 Sep 17 01:50:16.117052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe8690-99db-4fa9-8eda-4cd272e0f5e3 req-5333fb2e-90e1-441a-a43f-b4cc6f92ec79 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:16.118536 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7fe8690-99db-4fa9-8eda-4cd272e0f5e3 req-5333fb2e-90e1-441a-a43f-b4cc6f92ec79 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0541558 Sep 17 01:50:16.181730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e7fe8690-99db-4fa9-8eda-4cd272e0f5e3 req-7d964c5d-9675-4cb7-8436-160ef0a93f5c tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563936 Sep 17 01:50:16.192059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-242b9e3f-65ab-4b08-8884-1f94cd5ba515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:16.193580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-242b9e3f-65ab-4b08-8884-1f94cd5ba515 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=acca23aa025b49d88f9cf4aee602deac&device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 1096 time: 0.0524919 Sep 17 01:50:16.286187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-0aea57e4-92ff-460a-9705-dbe9b033cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:16.287608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-0aea57e4-92ff-460a-9705-dbe9b033cb28 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 HTTP/1.1" status: 200 len: 913 time: 0.0870006 Sep 17 01:50:16.329502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-86537d06-fc83-47ff-85c3-1930f188d33f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9d09360-e7ae-432f-8ee3-ff935362f215 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Sep 17 01:50:16.378659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-22220546-0d36-4a11-82c9-93e6c2a432d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:16.380139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-22220546-0d36-4a11-82c9-93e6c2a432d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=57d6967d-c76b-4656-b017-c49c2fcdcb23 HTTP/1.1" status: 200 len: 852 time: 0.0436971 Sep 17 01:50:16.411331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-dd8fa7d7-33c6-4566-b21a-8abbe228f3b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235858 Sep 17 01:50:16.506404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-5346c6a8-33a8-42d5-a2e6-6a5cd466348b service neutron] 10.222.0.23 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Sep 17 01:50:16.599725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d3f38a8-851c-4456-9683-8189759c4fc0 req-0abd647c-4894-4603-8fe3-dfd5b83e94b4 service neutron] 10.222.0.23 "GET /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861981 Sep 17 01:50:17.300599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7972a-4981-4a07-8750-d39ea5b3edba req-852ca2ed-9b63-4028-8654-9e38476ecd38 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:17.302102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3af7972a-4981-4a07-8750-d39ea5b3edba req-852ca2ed-9b63-4028-8654-9e38476ecd38 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0513332 Sep 17 01:50:17.342388 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3af7972a-4981-4a07-8750-d39ea5b3edba req-089b5b14-92cc-4fc3-86a2-eed2cd8a1f4f tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336726 Sep 17 01:50:18.454842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a3b36c-79c2-4ec6-8488-5e3d3d0d5e11 req-fb8bc14b-0920-4ac7-9f0c-3345c117666a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:18.456353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22a3b36c-79c2-4ec6-8488-5e3d3d0d5e11 req-fb8bc14b-0920-4ac7-9f0c-3345c117666a tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0486414 Sep 17 01:50:18.493943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22a3b36c-79c2-4ec6-8488-5e3d3d0d5e11 req-6712b496-5717-4a28-93c3-3aa787bfedd9 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316875 Sep 17 01:50:18.930972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454210a5-30c3-4a55-93c6-8aba7bef6abf req-b774121c-f985-4ed8-b31c-0fc6a0d6e265 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:18.932727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-454210a5-30c3-4a55-93c6-8aba7bef6abf req-b774121c-f985-4ed8-b31c-0fc6a0d6e265 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0491416 Sep 17 01:50:18.969994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-454210a5-30c3-4a55-93c6-8aba7bef6abf req-63f219d5-f418-41c7-84f5-6e115f83f774 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Sep 17 01:50:20.087805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf838d-9455-48b0-8a66-c3eddaf557e3 req-28ff417b-306d-42ed-aa3f-321cfbcfeb68 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:20.090068 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6daf838d-9455-48b0-8a66-c3eddaf557e3 req-28ff417b-306d-42ed-aa3f-321cfbcfeb68 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0506933 Sep 17 01:50:20.127353 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6daf838d-9455-48b0-8a66-c3eddaf557e3 req-246920b7-84a9-4856-bd1f-356728a7f6c7 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/security-groups?id=ee254970-7ab1-4525-b383-64df3488a7ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309725 Sep 17 01:50:20.675946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-c2a5410e-4aa1-4aef-ba0f-631533837bd1 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:20.677383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-c2a5410e-4aa1-4aef-ba0f-631533837bd1 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.23 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 945 time: 0.0476222 Sep 17 01:50:20.768761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Deleting port d9d09360-e7ae-432f-8ee3-ff935362f215 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:50:20.769106 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:20.855680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] For port d9d09360-e7ae-432f-8ee3-ff935362f215, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=d9d09360-e7ae-432f-8ee3-ff935362f215,segment=NetworkSegment(91edbe84-d5ed-41db-9354-a7f2099e8a67),segment_id=91edbe84-d5ed-41db-9354-a7f2099e8a67)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:20.856041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:20.872616 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Calling delete_port for d9d09360-e7ae-432f-8ee3-ff935362f215 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:50:21.051240 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:21.062788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['d9d09360-e7ae-432f-8ee3-ff935362f215'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:50:21.080425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Pushing event deleted for resources: {'Port': ['ID=d9d09360-e7ae-432f-8ee3-ff935362f215,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:21.124171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] No DVR routers for this DVR port d9d09360-e7ae-432f-8ee3-ff935362f215 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:50:21.126825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:21.128793 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ef06a43c-60d3-4e51-8ae1-97ae0280a8f9 req-b64f285a-3f1d-4084-9c19-d4a72f6c6352 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.23 "DELETE /v2.0/ports/d9d09360-e7ae-432f-8ee3-ff935362f215 HTTP/1.1" status: 204 len: 173 time: 0.4445400 Sep 17 01:50:21.129224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e6f179-66b9-4896-8d87-651687cee75a', 'name': 'network-vif-deleted', 'tag': 'd9d09360-e7ae-432f-8ee3-ff935362f215'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:50:21.131660 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af868cb-d7df-4d05-9c6f-20d66e016c7a" -d '{"events": [{"server_uuid": "02e6f179-66b9-4896-8d87-651687cee75a", "name": "network-vif-deleted", "tag": "d9d09360-e7ae-432f-8ee3-ff935362f215"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:50:21.168660 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cc8221-eeaa-4a9a-adc9-736d0f0fdcd3 x-openstack-request-id: req-a9cc8221-eeaa-4a9a-adc9-736d0f0fdcd3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:50:21.168966 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e6f179-66b9-4896-8d87-651687cee75a", "name": "network-vif-deleted", "tag": "d9d09360-e7ae-432f-8ee3-ff935362f215", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:50:21.169224 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9cc8221-eeaa-4a9a-adc9-736d0f0fdcd3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:50:21.169704 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e6f179-66b9-4896-8d87-651687cee75a', 'name': 'network-vif-deleted', 'tag': 'd9d09360-e7ae-432f-8ee3-ff935362f215', 'status': 'completed', 'code': 200} Sep 17 01:50:21.231111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b128d9e0-c613-4fb0-b5b1-2c6be14224d2 req-06bab60a-ac5d-4b04-a0af-39492250db98 tempest-TestServerAdvancedOps-1546407850 tempest-TestServerAdvancedOps-1546407850-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e6f179-66b9-4896-8d87-651687cee75a HTTP/1.1" status: 200 len: 210 time: 0.0327542 Sep 17 01:50:22.291726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36060) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:22.336912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Deleting subnet 57d6967d-c76b-4656-b017-c49c2fcdcb23 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:50:22.340247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.375010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.412753 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.525591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.553568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.555678 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] 10.222.0.13 "DELETE /v2.0/subnets/57d6967d-c76b-4656-b017-c49c2fcdcb23 HTTP/1.1" status: 204 len: 168 time: 0.2619543 Sep 17 01:50:22.556387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c355be-830e-45d1-98a0-2c4f0a9ab5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57d6967d-c76b-4656-b017-c49c2fcdcb23,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:22.558264 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 36062) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:22.625810 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.706635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.725672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42a9d6f-c7f2-4fff-a47c-271338a8e9a6']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:22.734796 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91edbe84-d5ed-41db-9354-a7f2099e8a67') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:22.735122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91edbe84-d5ed-41db-9354-a7f2099e8a67') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:22.744154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.757463 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.763676 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:50:22.764051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:50:22.765666 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:50:22.873715 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.879011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.880796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] 10.222.0.13 "DELETE /v2.0/networks/c42a9d6f-c7f2-4fff-a47c-271338a8e9a6 HTTP/1.1" status: 204 len: 168 time: 0.3213897 Sep 17 01:50:22.883804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36066) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:22.892025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f6ef8-905e-4c4c-8db9-d3684fad8bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=c42a9d6f-c7f2-4fff-a47c-271338a8e9a6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:22.928919 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Deleting subnet 46243e38-fe0c-45f5-8937-77d2f48528a5 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:50:22.932157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:22.966973 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.006055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.102617 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.129495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46243e38-fe0c-45f5-8937-77d2f48528a5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:23.135055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.137111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-15a8711a-d39d-412f-810c-c3cd0d031614 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/46243e38-fe0c-45f5-8937-77d2f48528a5 HTTP/1.1" status: 204 len: 168 time: 0.2522542 Sep 17 01:50:23.139648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36068) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:23.207250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.287376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.307055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2464870f-e28c-4a1f-a519-2e20126d8283']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:23.316906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79afa858-9eb3-4bba-a7e4-7827ed96fd8c') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:23.317197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79afa858-9eb3-4bba-a7e4-7827ed96fd8c') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:23.326312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.339912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.345951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:50:23.346345 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:50:23.348025 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:50:23.433945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.439360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.441305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2464870f-e28c-4a1f-a519-2e20126d8283 HTTP/1.1" status: 204 len: 168 time: 0.3007548 Sep 17 01:50:23.454355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde3b885-4933-4aa4-b470-1bf82b23dd75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2464870f-e28c-4a1f-a519-2e20126d8283,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:23.831909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36074) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:23.871478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fea500ca-bbca-4593-9d27-ab3665c92eac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acca23aa025b49d88f9cf4aee602deac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383992 Sep 17 01:50:23.873829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36076) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:23.920787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7acba0f-94fb-4b20-9d13-402e0c92e4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.929767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d9d09360-e7ae-432f-8ee3-ff935362f215 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:50:23.941787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7acba0f-94fb-4b20-9d13-402e0c92e4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:23.950408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: d9d09360-e7ae-432f-8ee3-ff935362f215 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:50:23.950753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device d9d09360-e7ae-432f-8ee3-ff935362f215 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:50:24.062412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7acba0f-94fb-4b20-9d13-402e0c92e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:24.064991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7acba0f-94fb-4b20-9d13-402e0c92e4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:24.068134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e7acba0f-94fb-4b20-9d13-402e0c92e4d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee254970-7ab1-4525-b383-64df3488a7ae HTTP/1.1" status: 204 len: 168 time: 0.1914418 Sep 17 01:50:24.074754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7acba0f-94fb-4b20-9d13-402e0c92e4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee254970-7ab1-4525-b383-64df3488a7ae,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:24.653587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36082) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:24.692693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-46c0b12a-4613-41d7-9487-b05b6774475b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f14cd61a44a0453aafdd61d6414c10d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379734 Sep 17 01:50:24.695185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36084) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:24.744310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d559fb05-3e43-4c4b-a432-f6cf415b0a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:24.765037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d559fb05-3e43-4c4b-a432-f6cf415b0a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:24.885357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d559fb05-3e43-4c4b-a432-f6cf415b0a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:24.888218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d559fb05-3e43-4c4b-a432-f6cf415b0a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:24.890002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d559fb05-3e43-4c4b-a432-f6cf415b0a8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/634cabac-e38e-47df-a98c-8086fdaf8b91 HTTP/1.1" status: 204 len: 168 time: 0.1932638 Sep 17 01:50:24.897072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d559fb05-3e43-4c4b-a432-f6cf415b0a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634cabac-e38e-47df-a98c-8086fdaf8b91,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:25.792201 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36106) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:25.886896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1883555881-network', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:25.965099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Made reservation on behalf of ddbae5d06a6842409304d7d29854e16f for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:50:25.967353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:25.975744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.063696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.119534 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.141357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:50:26.156236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c68935a-ce94-4cf7-8a36-8abf3f753625,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:26.159130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.159471 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Added segment 7df2e956-192b-4fd3-9647-ead151bc548b of type vlan for network 3dd9ff20-be61-485a-9c84-038a0904f595 Sep 17 01:50:26.199354 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.273815 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.274759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:26.275364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.336824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3dd9ff20-be61-485a-9c84-038a0904f595,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:26.347632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3dd9ff20-be61-485a-9c84-038a0904f595 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:50:26.354625 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-92a3184f-5a90-487a-9212-f3fe74a125a5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5611825 Sep 17 01:50:26.357511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36112) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:26.362376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Request body: {'subnet': {'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1883555881-subnet', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:26.434301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Made reservation on behalf of ddbae5d06a6842409304d7d29854e16f for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:50:26.436760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.650863 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.703240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:26.713323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Checking segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:26.713679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Network hostable DHCP agents. Network: 3dd9ff20-be61-485a-9c84-038a0904f595, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:50:26.781921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Network 3dd9ff20-be61-485a-9c84-038a0904f595 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:50:26.833311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3dd9ff20-be61-485a-9c84-038a0904f595) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:26.837416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:26.847016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.847727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0bf062-6a7a-4af6-9197-81bfb9497def None None] Network 3dd9ff20-be61-485a-9c84-038a0904f595 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:50:26.891583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f2f032b0-52df-4888-ba07-6520f8576f20 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5330229 Sep 17 01:50:26.894168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36114) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:26.898414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:26.954218 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.955286 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:26.985020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-3dd9ff20-be61-485a-9c84-038a0904f595', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:50:26.985888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.011791 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.116773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Allocated IP 172.20.0.2 (3dd9ff20-be61-485a-9c84-038a0904f595/7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d/f14b204b-f0d0-48ba-a8d9-a9601fc31eb9) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:27.270345 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.342998 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.383981 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Network 3dd9ff20-be61-485a-9c84-038a0904f595 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:27.387523 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:27.390093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:27.397762 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Pushing event updated for resources: {'Port': ['ID=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:27.455898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Attempting to bind port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:27.456962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Attempting to bind port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:27.456962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Attempting to bind port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 on network 3dd9ff20-be61-485a-9c84-038a0904f595 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:27.461822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:27.462186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Checking segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:27.462581 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.462968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Bound using segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:27.463449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Bound port: f14b204b-f0d0-48ba-a8d9-a9601fc31eb9, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:27.463822 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.491191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.527771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] For port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:27.530692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] For port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:27.594304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.653615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921148cd-4308-4c9b-8bca-19207d347da0 None None] Pushing event updated for resources: {'Port': ['ID=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:27.778527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.802291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:27.916985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Allocated IP 172.25.1.143 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e913b1f9-b003-477b-8790-88a0b0318bdb) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:28.018619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.102888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.141688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:28.144421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:28.151223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:28.154731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e913b1f9-b003-477b-8790-88a0b0318bdb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:28.456132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.542903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b8bb7d-764b-4b26-b3da-c4ae5041e228 None None] Network 3dd9ff20-be61-485a-9c84-038a0904f595 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:50:28.613524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d3766e38-e079-40b7-961b-8091855fd987 None None] Provisioning complete for port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:28.613807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3766e38-e079-40b7-961b-8091855fd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.654607 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.758077 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3766e38-e079-40b7-961b-8091855fd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.798283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d3766e38-e079-40b7-961b-8091855fd987 None None] For port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:28.845387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:50:28.857286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3766e38-e079-40b7-961b-8091855fd987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:28.908366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3766e38-e079-40b7-961b-8091855fd987 None None] Pushing event updated for resources: {'Port': ['ID=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:28.957505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:50:28.967514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Sync routers for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:50:28.985964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:28.986651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:29.022520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f7b97570-593a-4cb0-8c79-daac5a438204 None None] Provisioning complete for port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:29.022893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f7b97570-593a-4cb0-8c79-daac5a438204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.033822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.035688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-814958cd-d88e-4e93-85d5-62a794a7d4d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1400003 Sep 17 01:50:29.037920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36116) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:29.270451 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:29.305820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.342800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:29.476553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.493438 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:29.493816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.517935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.633394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:28Z', 'revision_number': 3, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:29.660841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Checking router: 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:50:29.661192 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Updating router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 port e913b1f9-b003-477b-8790-88a0b0318bdb binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:50:29.683974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Allocated IP 172.20.0.1 (3dd9ff20-be61-485a-9c84-038a0904f595/7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d/ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:29.686282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.785072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.874511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.918209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Network 3dd9ff20-be61-485a-9c84-038a0904f595 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:29.922790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:29.929096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:29.932011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Pushing event updated for resources: {'Port': ['ID=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:29.942291 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:29.969724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.022421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.080290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Attempting to bind port e913b1f9-b003-477b-8790-88a0b0318bdb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:30.080662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Attempting to bind port e913b1f9-b003-477b-8790-88a0b0318bdb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:30.081017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Attempting to bind port e913b1f9-b003-477b-8790-88a0b0318bdb on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:30.083100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8849828-7451-4217-a2c3-6d361350715f None None] Pushing event updated for resources: {'Port': ['ID=e913b1f9-b003-477b-8790-88a0b0318bdb,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:30.090580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:30.090904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:30.091468 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.091724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:30.092200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Bound port: e913b1f9-b003-477b-8790-88a0b0318bdb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:30.092589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.146516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] For port e913b1f9-b003-477b-8790-88a0b0318bdb, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:30.149753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] For port e913b1f9-b003-477b-8790-88a0b0318bdb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e913b1f9-b003-477b-8790-88a0b0318bdb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:30.173197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.175263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ffa0f298-05b9-4cb5-b767-10df6d694d36 None None] Provisioning complete for port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:30.176168 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ffa0f298-05b9-4cb5-b767-10df6d694d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.200432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.224043 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:50:30.254895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ffa0f298-05b9-4cb5-b767-10df6d694d36 None None] Port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:50:30.272487 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:30.273119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:30.278604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8849828-7451-4217-a2c3-6d361350715f None None] Pushing event updated for resources: {'Port': ['ID=e913b1f9-b003-477b-8790-88a0b0318bdb,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:30.339359 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.384561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:30.388360 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.456169 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.457992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Pushing event updated for resources: {'Port': ['ID=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:30.554491 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Network 3dd9ff20-be61-485a-9c84-038a0904f595 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:30.555898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:30.596899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:29Z', 'revision_number': 1, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:30.629795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8735cda-e91d-4697-b8c3-503df156d2b5 None None] The sync data for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 is: [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:29Z', 'revision_number': 1, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:50:30.677272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:50:30.784283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5ea0fdac-348e-44d7-ac64-881ce662f5b5 None None] Provisioning complete for port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:30.784807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ea0fdac-348e-44d7-ac64-881ce662f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:30.794748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:50:30.799993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bff700d-8b2a-4266-a96c-aa7456224321 admin admin] 10.222.0.13 "PUT /v2.0/routers/72b93b3a-8e70-4a48-a2dc-a1c40f80c652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7610850 Sep 17 01:50:30.848711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5ea0fdac-348e-44d7-ac64-881ce662f5b5 None None] Port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:50:31.509495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36134) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:31.515020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-36478874-network', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:31.582305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Made reservation on behalf of d9cc038424fa488481ccd6b2dc7be175 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:50:31.585013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.595519 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.689328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.753840 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.779680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:50:31.789785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eb6d5f-8595-4e90-b369-bac330a90ddb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:31.797184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.797544 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Added segment 7993c25d-d8f4-4d8e-a277-e5af08920199 of type vlan for network 52c92da8-75bc-41bc-9c1e-16083931f8c3 Sep 17 01:50:31.838301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.907931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.908824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:31.909400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:31.972843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] Pushing event updated for resources: {'Network': ['ID=52c92da8-75bc-41bc-9c1e-16083931f8c3,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:31.983577 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:50:32.000238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-dae86b3a-59e6-4efe-8fac-59c86b6c8936 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4896200 Sep 17 01:50:32.002936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36136) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:32.007659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Request body: {'subnet': {'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-36478874-subnet', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:32.085139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Made reservation on behalf of d9cc038424fa488481ccd6b2dc7be175 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:50:32.087565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.354252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.412373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd72b02e-a653-41ab-8aaf-2761b435c557,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:32.424001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Checking segment: {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:32.424363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Network hostable DHCP agents. Network: 52c92da8-75bc-41bc-9c1e-16083931f8c3, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:50:32.530801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:50:32.536017 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Sync routers for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:50:32.544818 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:32.545421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:32.610653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 52c92da8-75bc-41bc-9c1e-16083931f8c3) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:32.614906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:50:32.615689 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.619648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83302e17-d360-4e48-a335-415f70972806 None None] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:50:32.650948 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:32.691894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d23c40d3-8708-4d8d-88e0-5758fd02b537 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6878569 Sep 17 01:50:32.694501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36140) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:32.700363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:50:32.759971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.762349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.785501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-52c92da8-75bc-41bc-9c1e-16083931f8c3', 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'fixed_ips': [{'subnet_id': 'cd72b02e-a653-41ab-8aaf-2761b435c557'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:50:32.785501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.820730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:32.925688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Allocated IP 172.20.0.2 (52c92da8-75bc-41bc-9c1e-16083931f8c3/cd72b02e-a653-41ab-8aaf-2761b435c557/0f753eb2-366b-4bb3-a721-e77567edf7aa) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:32.942545 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 2, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:32.971026 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Checking router: 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:50:32.971396 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Updating router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:50:32.996027 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.028165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.076880 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.137295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.179182 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:33.180618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:33.184498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:33.198433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Pushing event updated for resources: {'Port': ['ID=0f753eb2-366b-4bb3-a721-e77567edf7aa,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:33.248607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Attempting to bind port 0f753eb2-366b-4bb3-a721-e77567edf7aa on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:33.249064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Attempting to bind port 0f753eb2-366b-4bb3-a721-e77567edf7aa by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:33.249542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Attempting to bind port 0f753eb2-366b-4bb3-a721-e77567edf7aa on network 52c92da8-75bc-41bc-9c1e-16083931f8c3 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:33.255626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:33.257332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Checking segment: {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:33.257332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.257332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Bound using segment: {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:33.257332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Bound port: 0f753eb2-366b-4bb3-a721-e77567edf7aa, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:33.257763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.295474 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.297282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e913b1f9-b003-477b-8790-88a0b0318bdb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:33.361908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] For port 0f753eb2-366b-4bb3-a721-e77567edf7aa, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:33.365313 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.366941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] For port 0f753eb2-366b-4bb3-a721-e77567edf7aa, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f753eb2-366b-4bb3-a721-e77567edf7aa,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:33.377772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e913b1f9-b003-477b-8790-88a0b0318bdb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:33.378151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.420561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.424791 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Pushing event updated for resources: {'Port': ['ID=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:33.441280 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.441738 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.442252 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.442673 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.443108 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.443553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.444261 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.444698 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.445237 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.446256 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.446675 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.447105 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:50:33.530730 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Attempting to bind port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:33.530912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad66a13-9e5d-4ad5-9524-ac99168320cb None None] Pushing event updated for resources: {'Port': ['ID=0f753eb2-366b-4bb3-a721-e77567edf7aa,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:33.531615 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Attempting to bind port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:33.532141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Attempting to bind port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d on network 3dd9ff20-be61-485a-9c84-038a0904f595 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:33.540824 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:33.541459 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Checking segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:33.541571 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.541958 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Bound using segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:33.542469 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Bound port: ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:33.542845 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.550304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.576779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port e913b1f9-b003-477b-8790-88a0b0318bdb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e913b1f9-b003-477b-8790-88a0b0318bdb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:33.622380 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] For port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:33.625800 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] For port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:33.639808 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.693343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=e913b1f9-b003-477b-8790-88a0b0318bdb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:33.706603 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.717165 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.742624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.755783 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:33.756435 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:33.834415 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2b860-9dd2-4b23-a746-19faa55c1f96 None None] Pushing event updated for resources: {'Port': ['ID=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:33.895354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-110d01e8-4e4c-47a7-92ed-116bca85dfd5 None None] Provisioning complete for port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:33.896124 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-110d01e8-4e4c-47a7-92ed-116bca85dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:33.898069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Allocated IP 172.25.1.222 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e898e41b-3575-4fda-b26c-cb607218980a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:33.919091 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:34.032375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-110d01e8-4e4c-47a7-92ed-116bca85dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.032578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.069415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-110d01e8-4e4c-47a7-92ed-116bca85dfd5 None None] For port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:34.121049 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.130881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-110d01e8-4e4c-47a7-92ed-116bca85dfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.160147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:34.166278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:34.169485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:34.173372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:34.186541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d01e8-4e4c-47a7-92ed-116bca85dfd5 None None] Pushing event updated for resources: {'Port': ['ID=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:34.190672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83040938-9805-4e67-8a0b-d8422feb0ada None None] The sync data for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 is: [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:50:34.199551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Pushing event updated for resources: {'Port': ['ID=e898e41b-3575-4fda-b26c-cb607218980a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:34.250211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e7fc4f96-e0a1-4d6c-b98b-e0a3928b2ce5 None None] Provisioning complete for port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:34.250578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7fc4f96-e0a1-4d6c-b98b-e0a3928b2ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.520568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.624298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5404cfde-2bbd-4030-b277-e0a12272a3b5 None None] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:50:34.700929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5ad8904a-de91-4a3f-9a3b-9e1b630cea7e None None] Provisioning complete for port 0f753eb2-366b-4bb3-a721-e77567edf7aa triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:34.701304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad8904a-de91-4a3f-9a3b-9e1b630cea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.736023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.848662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad8904a-de91-4a3f-9a3b-9e1b630cea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:34.899723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5ad8904a-de91-4a3f-9a3b-9e1b630cea7e None None] For port 0f753eb2-366b-4bb3-a721-e77567edf7aa, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f753eb2-366b-4bb3-a721-e77567edf7aa,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:34.948234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Router 68807127-da4f-4131-bf75-b51a03f3801b is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:50:34.988151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5ad8904a-de91-4a3f-9a3b-9e1b630cea7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.042519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8904a-de91-4a3f-9a3b-9e1b630cea7e None None] Pushing event updated for resources: {'Port': ['ID=0f753eb2-366b-4bb3-a721-e77567edf7aa,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:35.063785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:50:35.072509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Sync routers for ids ['68807127-da4f-4131-bf75-b51a03f3801b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:50:35.082388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Routers {'68807127-da4f-4131-bf75-b51a03f3801b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:35.082993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['68807127-da4f-4131-bf75-b51a03f3801b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:35.119933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.121607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1a1ad0c7-7fd9-4ccd-8049-9088dc41bf1a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4259317 Sep 17 01:50:35.127980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 36144) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:50:35.144048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-557a70fb-8546-457c-9972-fb71faae934c None None] Provisioning complete for port 0f753eb2-366b-4bb3-a721-e77567edf7aa triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:35.144614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-557a70fb-8546-457c-9972-fb71faae934c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.223884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Set router 68807127-da4f-4131-bf75-b51a03f3801b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:35.520656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e913b1f9-b003-477b-8790-88a0b0318bdb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:35.577153 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.630830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fa1b39e8-6f22-4262-aa65-6457144e905c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.634745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e913b1f9-b003-477b-8790-88a0b0318bdb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:35.635124 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.684333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 3, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:35.712571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Checking router: 68807127-da4f-4131-bf75-b51a03f3801b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:50:35.712810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Updating router 68807127-da4f-4131-bf75-b51a03f3801b port e898e41b-3575-4fda-b26c-cb607218980a binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:50:35.730704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Allocated IP 172.20.0.1 (52c92da8-75bc-41bc-9c1e-16083931f8c3/cd72b02e-a653-41ab-8aaf-2761b435c557/e3b0dcda-8c5b-4eab-b6de-0150fe9b3680) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:50:35.758600 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.799163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:35.832524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.925457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.941706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:35.942083 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:35.963139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:35.966354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:35.969166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:50:36.008180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:36.023777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.115180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f753eb2-366b-4bb3-a721-e77567edf7aa up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:36.150247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.179515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0f753eb2-366b-4bb3-a721-e77567edf7aa triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:36.179894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.210621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d0c58856-7aba-45d3-8e2d-ca1156d99799 None None] Provisioning complete for port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:36.211013 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d0c58856-7aba-45d3-8e2d-ca1156d99799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.235754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.239535 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.311801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d0c58856-7aba-45d3-8e2d-ca1156d99799 None None] Port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:50:36.317544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d7187-08c7-4915-b776-d1e1b8e37bbc None None] Pushing event updated for resources: {'Port': ['ID=e898e41b-3575-4fda-b26c-cb607218980a,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:36.337484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Attempting to bind port e898e41b-3575-4fda-b26c-cb607218980a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:36.337853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Attempting to bind port e898e41b-3575-4fda-b26c-cb607218980a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:36.338216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Attempting to bind port e898e41b-3575-4fda-b26c-cb607218980a on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:36.349742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:36.350111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:36.350517 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.350929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:36.351441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Bound port: e898e41b-3575-4fda-b26c-cb607218980a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:36.351829 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.409594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] For port e898e41b-3575-4fda-b26c-cb607218980a, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:36.411480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.412649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] For port e898e41b-3575-4fda-b26c-cb607218980a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e898e41b-3575-4fda-b26c-cb607218980a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:36.468173 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.485856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.536599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:36.539956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.546017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Routers {'68807127-da4f-4131-bf75-b51a03f3801b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:36.546647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['68807127-da4f-4131-bf75-b51a03f3801b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:36.549682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d7187-08c7-4915-b776-d1e1b8e37bbc None None] Pushing event updated for resources: {'Port': ['ID=e898e41b-3575-4fda-b26c-cb607218980a,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:36.634959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:50:36.636902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:50:36.658467 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] Set router 68807127-da4f-4131-bf75-b51a03f3801b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:36.781098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Router 68807127-da4f-4131-bf75-b51a03f3801b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:50:36.890833 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e3b0dcda-8c5b-4eab-b6de-0150fe9b3680', 'name': '', 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'mac_address': 'fa:16:3e:17:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:35Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 2, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'subnets': [{'id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:36.896634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:50:36.902331 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5f7cec6c-5949-4ee4-92f7-2081b559ef66 admin admin] 10.222.0.13 "PUT /v2.0/routers/68807127-da4f-4131-bf75-b51a03f3801b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732952 Sep 17 01:50:36.918475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c97f0-50b1-4981-8a62-eec0ae902027 None None] The sync data for ids ['68807127-da4f-4131-bf75-b51a03f3801b'] in n-d-789963-7 is: [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e3b0dcda-8c5b-4eab-b6de-0150fe9b3680', 'name': '', 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'mac_address': 'fa:16:3e:17:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:35Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 2, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'subnets': [{'id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:50:36.939273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-93ad3dcc-87d8-4a1d-acc9-de9908251e5b None None] Provisioning complete for port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:36.939686 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93ad3dcc-87d8-4a1d-acc9-de9908251e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:36.974138 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-93ad3dcc-87d8-4a1d-acc9-de9908251e5b None None] Port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:50:38.159460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e11381c3-6d02-4d2f-802b-efe3cefd8c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:38.861036 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Sync routers for ids ['68807127-da4f-4131-bf75-b51a03f3801b'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:50:38.870366 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Routers {'68807127-da4f-4131-bf75-b51a03f3801b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:38.870972 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['68807127-da4f-4131-bf75-b51a03f3801b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:38.976660 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Set router 68807127-da4f-4131-bf75-b51a03f3801b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:39.097799 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.193153 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e3b0dcda-8c5b-4eab-b6de-0150fe9b3680', 'name': '', 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'mac_address': 'fa:16:3e:17:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:35Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 2, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'subnets': [{'id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:39.224228 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Checking router: 68807127-da4f-4131-bf75-b51a03f3801b for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:50:39.224572 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Updating router 68807127-da4f-4131-bf75-b51a03f3801b port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:50:39.259712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e898e41b-3575-4fda-b26c-cb607218980a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:39.268594 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.316423 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e898e41b-3575-4fda-b26c-cb607218980a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:39.316792 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.396511 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.420322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port e898e41b-3575-4fda-b26c-cb607218980a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e898e41b-3575-4fda-b26c-cb607218980a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:39.462926 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.534626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=e898e41b-3575-4fda-b26c-cb607218980a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:39.599469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.645093 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.747876 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.803108 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e4dee-df18-4005-9edf-8fa77aed4632 None None] Pushing event updated for resources: {'Port': ['ID=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:39.858323 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Attempting to bind port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:50:39.858924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Attempting to bind port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:50:39.859491 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Attempting to bind port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 on network 52c92da8-75bc-41bc-9c1e-16083931f8c3 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:50:39.865549 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:50:39.866159 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Checking segment: {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:50:39.866357 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.866692 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Bound using segment: {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:50:39.867198 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Bound port: e3b0dcda-8c5b-4eab-b6de-0150fe9b3680, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7993c25d-d8f4-4d8e-a277-e5af08920199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:50:39.867931 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:39.938278 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] For port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:50:39.941429 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] For port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:50:40.012971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4b76dc1f-9881-4ce9-80a4-34a935f086ac None None] Provisioning complete for port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:40.013269 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4b76dc1f-9881-4ce9-80a4-34a935f086ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:40.023584 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:40.051143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4b76dc1f-9881-4ce9-80a4-34a935f086ac None None] Port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:50:40.093285 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Routers {'68807127-da4f-4131-bf75-b51a03f3801b'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:50:40.093904 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:50:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['68807127-da4f-4131-bf75-b51a03f3801b'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:40.095766 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e4dee-df18-4005-9edf-8fa77aed4632 None None] Pushing event updated for resources: {'Port': ['ID=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:40.220470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] Set router 68807127-da4f-4131-bf75-b51a03f3801b gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:50:40.371795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-39925bf1-b4b2-48ab-ab48-a3ffd9fa952d None None] Provisioning complete for port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:40.372323 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-39925bf1-b4b2-48ab-ab48-a3ffd9fa952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:40.446814 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e3b0dcda-8c5b-4eab-b6de-0150fe9b3680', 'name': '', 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'mac_address': 'fa:16:3e:17:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:35Z', 'updated_at': '2021-09-17T01:50:39Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'subnets': [{'id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:50:40.458381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-39925bf1-b4b2-48ab-ab48-a3ffd9fa952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:40.476674 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d93bc2-3bb5-4dc9-bf5d-b9f9892798e0 None None] The sync data for ids ['68807127-da4f-4131-bf75-b51a03f3801b'] in n-d-789963-7 is: [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:50:36Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'e3b0dcda-8c5b-4eab-b6de-0150fe9b3680', 'name': '', 'network_id': '52c92da8-75bc-41bc-9c1e-16083931f8c3', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'mac_address': 'fa:16:3e:17:77:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:35Z', 'updated_at': '2021-09-17T01:50:39Z', 'revision_number': 4, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'subnets': [{'id': 'cd72b02e-a653-41ab-8aaf-2761b435c557', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:50:40.493129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-39925bf1-b4b2-48ab-ab48-a3ffd9fa952d None None] For port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:50:40.582713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-39925bf1-b4b2-48ab-ab48-a3ffd9fa952d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:40.641872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39925bf1-b4b2-48ab-ab48-a3ffd9fa952d None None] Pushing event updated for resources: {'Port': ['ID=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:50:41.176781 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:41.265563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:41.315841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:41.316137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:41.399272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e898e41b-3575-4fda-b26c-cb607218980a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:50:41.450597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e898e41b-3575-4fda-b26c-cb607218980a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:50:41.450971 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:59.102239 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:50:59.479573 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:05.444449 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32d568e1-328c-402e-b1e9-2f3b5eb374e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:07.224019 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:51:08.176131 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-83e8060f-48c7-42e0-bcbf-01fdc304db23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:09.091457 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:09.587455 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:11.153423 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:13.941490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-2d0af678-2fcd-42ce-960f-b40e21c94d73 req-83f4888b-2868-4a5f-aded-b5417aa1b070 service neutron] (112073) timed out ('10.222.0.13', 57090) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 01:51:29.130091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:29.484667 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:35.456380 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1de2619e-c73a-4a35-9f87-2d824cfe8707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:38.170320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcea533e-07d7-4be7-b05a-1dd4fc5a5944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:39.089762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:39.587441 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:41.175697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:44.224168 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:51:59.130217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:51:59.490156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:05.460438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1902be56-1ceb-4b1e-a2b1-2da36e666f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:08.163962 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8b89b687-8522-469d-a1f1-b69032cf5f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:09.101071 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:09.575552 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:11.163888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:21.231438 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:52:29.163888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:29.506626 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:35.461017 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-02ae0af6-574d-4c78-98ed-5e7c6ecaf4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:38.203571 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-77de5853-2af5-4159-b432-d48394b212a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:39.118109 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:39.597905 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:41.197949 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.310367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37218) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:43.316181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529418293', 'description': 'tempest-secgroup-smoke-529418293 description', 'project_id': 'ddbae5d06a6842409304d7d29854e16f'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:43.403440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.490052 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.552026 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.581082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de21c4-29f8-4f84-9c72-e65d90594c6e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:43.588632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.588984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.589326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.589664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.589996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.590349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.590681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.591006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.591363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.591691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.592017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.592342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:52:43.655090 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.656415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-09723a70-8e76-4a48-b65d-f7513e7e4470 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3450303 Sep 17 01:52:43.660411 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37224) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:43.664787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group_rule': {'security_group_id': 'f3de21c4-29f8-4f84-9c72-e65d90594c6e', 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:43.746166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.802769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.871836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.891358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a39d4c-ec6e-4099-a624-e3d5e3692e69,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:43.963231 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:43.964548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d5f92c6-ed35-43d9-aa44-73962c611726 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3031878 Sep 17 01:52:43.967285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37226) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:43.972336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group_rule': {'security_group_id': 'f3de21c4-29f8-4f84-9c72-e65d90594c6e', 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:44.071674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.128219 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.186663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.206630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fc460e-6f03-4fae-a6c2-2ff68cf0899d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:44.248852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.250092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7381a7e8-a72a-41f9-8eaa-1fdef2f9cb72 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2819600 Sep 17 01:52:44.253423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37228) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:44.257971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group_rule': {'security_group_id': 'f3de21c4-29f8-4f84-9c72-e65d90594c6e', 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:44.340243 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.399988 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.449174 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.467690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478d93bf-16e6-4d18-8828-e28f0a1c5791,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:44.523695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.524929 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-42c08986-16b0-4472-ab11-b24e21061422 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2705221 Sep 17 01:52:44.527606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37230) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:44.531889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group_rule': {'security_group_id': 'f3de21c4-29f8-4f84-9c72-e65d90594c6e', 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:44.629947 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.686540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.791720 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.810983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a26aedb-1296-4872-a19f-7cf42d9cb456,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:44.854960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.856251 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9d3ff2da-3570-4316-b38f-f0b8925f7032 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277361 Sep 17 01:52:44.859118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37232) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:44.863636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group_rule': {'security_group_id': 'f3de21c4-29f8-4f84-9c72-e65d90594c6e', 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:44.933864 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Project ddbae5d06a6842409304d7d29854e16f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:52:44.939015 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:44.997683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.065167 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.083966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10a06ae-e5f9-4458-96a8-55b9baef81e4,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:45.146329 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.147722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-928ef902-14bb-4f61-9428-83de258948d1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2876561 Sep 17 01:52:45.150566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37234) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:52:45.154915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'security_group_rule': {'security_group_id': 'f3de21c4-29f8-4f84-9c72-e65d90594c6e', 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:45.221238 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Project ddbae5d06a6842409304d7d29854e16f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 01:52:45.226184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.290864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.352074 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.370060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29223fd2-2f79-420a-a035-def293ba437d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:45.431686 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:45.433040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-09cd34b3-361e-4fd9-a5f4-39d610622503 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2815013 Sep 17 01:52:45.852697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-8bca90c9-f02f-4915-8223-7d692fc6bba5 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529418293&fields=id&tenant_id=ddbae5d06a6842409304d7d29854e16f HTTP/1.1" status: 200 len: 267 time: 0.0322230 Sep 17 01:52:45.957294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-cf0a5048-dae1-46a1-b144-8dfa18e2f552 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:45.958774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-cf0a5048-dae1-46a1-b144-8dfa18e2f552 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 814 time: 0.0995803 Sep 17 01:52:45.974130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-7f09957b-b924-45ba-87ca-4e2fa433f4f6 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/quotas/ddbae5d06a6842409304d7d29854e16f HTTP/1.1" status: 200 len: 375 time: 0.0095735 Sep 17 01:52:46.028748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-c0a4e15d-f8c0-4513-a1df-68941a804eb7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490296 Sep 17 01:52:46.124008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-a112ad6a-2ec4-4f41-ad20-f598c046a6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813704 Sep 17 01:52:46.216675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-b4455071-5243-4727-af88-ea1f59027003 service neutron] 10.222.0.13 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859849 Sep 17 01:52:47.024314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-709730e1-e3c5-4455-856d-b766ba95a103 req-1c19cdf2-4a0e-4d4a-8bbd-5761e73ffe19 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.1935093 Sep 17 01:52:48.109263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e042f3c-73e1-4fad-84ba-ab383d6b1ff6 req-0ad0e749-2c38-4973-a998-df1b272e0deb tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.0288053 Sep 17 01:52:48.615018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-4bc98abb-4c4d-4ba8-9ebf-3f1065d0ca2f tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:48.616469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-4bc98abb-4c4d-4ba8-9ebf-3f1065d0ca2f tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.23 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 814 time: 0.1017284 Sep 17 01:52:48.662607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-76058004-289d-4b4e-9513-8db0792ea451 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddbae5d06a6842409304d7d29854e16f HTTP/1.1" status: 200 len: 379 time: 0.0370760 Sep 17 01:52:48.671418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'port': {'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'admin_state_up': True, 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'security_groups': ['f3de21c4-29f8-4f84-9c72-e65d90594c6e']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:48.860459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Made reservation on behalf of ddbae5d06a6842409304d7d29854e16f for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:52:48.867830 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:48.993988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Allocated IP 172.20.0.3 (3dd9ff20-be61-485a-9c84-038a0904f595/7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d/672d4dd3-2ea9-487c-a5f0-2be9909d389e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:52:49.135319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.206222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-00b098ef-1c46-47e1-b39b-f04b6dd7c63b req-5a41fee5-31a2-4250-95f2-c345d8516f9b tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.0275900 Sep 17 01:52:49.232034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.276238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Network 3dd9ff20-be61-485a-9c84-038a0904f595 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:52:49.279309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:52:49.282970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:52:49.309784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'Port': ['ID=672d4dd3-2ea9-487c-a5f0-2be9909d389e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:49.338252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:49.338919 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.421219 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-922b0513-6f2e-4137-b3db-9109cd22f582 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531955 Sep 17 01:52:49.433014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-f397944a-2863-484b-8290-bf9fdbfa9164 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:52:49.436523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-f397944a-2863-484b-8290-bf9fdbfa9164 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068083 Sep 17 01:52:49.507442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Request body: {'port': {'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:52:49.560565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.571984 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-63020b13-25b5-4a28-bc27-1646c520405b None None] Provisioning complete for port 672d4dd3-2ea9-487c-a5f0-2be9909d389e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:52:49.572565 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-63020b13-25b5-4a28-bc27-1646c520405b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.609397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-63020b13-25b5-4a28-bc27-1646c520405b None None] Port 672d4dd3-2ea9-487c-a5f0-2be9909d389e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:52:49.825544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672d4dd3-2ea9-487c-a5f0-2be9909d389e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:52:49.833785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.845729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Transition to ACTIVE for port object 672d4dd3-2ea9-487c-a5f0-2be9909d389e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:52:49.934342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:49.994642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Pushing event updated for resources: {'Port': ['ID=672d4dd3-2ea9-487c-a5f0-2be9909d389e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:50.070689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Attempting to bind port 672d4dd3-2ea9-487c-a5f0-2be9909d389e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:52:50.071020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Attempting to bind port 672d4dd3-2ea9-487c-a5f0-2be9909d389e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:52:50.071384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Attempting to bind port 672d4dd3-2ea9-487c-a5f0-2be9909d389e on network 3dd9ff20-be61-485a-9c84-038a0904f595 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:52:50.076194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Port 672d4dd3-2ea9-487c-a5f0-2be9909d389e on network 3dd9ff20-be61-485a-9c84-038a0904f595 not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:52:50.076460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Attempting to bind port 672d4dd3-2ea9-487c-a5f0-2be9909d389e on network 3dd9ff20-be61-485a-9c84-038a0904f595 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:52:50.082009 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:52:50.082346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Checking segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:52:50.082756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Bound using segment: {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:52:50.083207 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Bound port: 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7df2e956-192b-4fd3-9647-ead151bc548b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:52:50.083568 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:50.159671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] For port 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:52:50.163650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] For port 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:52:50.255761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:50.289280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:50.289410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:50.291054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] 10.222.0.23 "PUT /v2.0/ports/672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 1091 time: 0.8483560 Sep 17 01:52:50.294073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:52:50.297493 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6dd2d5-9f7f-49a1-87bb-481391d20317" -d '{"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:52:50.357933 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8760379-d6e1-4f4e-bb8c-b8d74e3d05c8 x-openstack-request-id: req-f8760379-d6e1-4f4e-bb8c-b8d74e3d05c8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:52:50.358253 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:52:50.358514 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8760379-d6e1-4f4e-bb8c-b8d74e3d05c8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:52:50.358932 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'status': 'completed', 'code': 200} Sep 17 01:52:50.368277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b4af3-506a-420f-8d67-f9d95c1f0a3f service neutron] Pushing event updated for resources: {'Port': ['ID=672d4dd3-2ea9-487c-a5f0-2be9909d389e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:52:50.727436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5758e1-e47c-4340-89bb-0e2310956a7a req-b65509cf-a552-4562-9ecc-a38e0b743eb1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:50.728902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c5758e1-e47c-4340-89bb-0e2310956a7a req-b65509cf-a552-4562-9ecc-a38e0b743eb1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.4459910 Sep 17 01:52:50.753199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd2d5-9f7f-49a1-87bb-481391d20317 req-149bdbe7-207f-4302-abac-c33202d35380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:50.755293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f6dd2d5-9f7f-49a1-87bb-481391d20317 req-149bdbe7-207f-4302-abac-c33202d35380 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1094 time: 0.3819594 Sep 17 01:52:50.801408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c5758e1-e47c-4340-89bb-0e2310956a7a req-01d8d69b-1db9-4fb3-ba7f-99489b370602 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660901 Sep 17 01:52:50.865773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd2d5-9f7f-49a1-87bb-481391d20317 req-85fe298b-f86c-4b63-9fc0-b2fed9c8b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:50.867268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f6dd2d5-9f7f-49a1-87bb-481391d20317 req-85fe298b-f86c-4b63-9fc0-b2fed9c8b539 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=ddbae5d06a6842409304d7d29854e16f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1044228 Sep 17 01:52:50.965421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dd2d5-9f7f-49a1-87bb-481391d20317 req-da51b720-5a82-46e8-b1ae-0c38dc36f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:50.966780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f6dd2d5-9f7f-49a1-87bb-481391d20317 req-da51b720-5a82-46e8-b1ae-0c38dc36f8b1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930326 Sep 17 01:52:51.043436 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-678bae9d-fb16-4904-b64d-a5b5b4c0b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:51.044932 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-678bae9d-fb16-4904-b64d-a5b5b4c0b61e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1094 time: 0.0417058 Sep 17 01:52:51.091967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-5399a726-7618-4a25-9e76-524b9da30d8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 217 time: 0.0383928 Sep 17 01:52:51.141200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-e5e9a0e9-708a-46a2-948c-c2277a60edc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:51.142821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-e5e9a0e9-708a-46a2-948c-c2277a60edc6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 200 len: 853 time: 0.0433552 Sep 17 01:52:51.189550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-839d636a-a9a8-4e94-87f9-2ade96a5254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:51.191245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-839d636a-a9a8-4e94-87f9-2ade96a5254d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dd9ff20-be61-485a-9c84-038a0904f595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408671 Sep 17 01:52:51.286074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-61eace04-9ff1-488e-b314-c86ac12ec8c9 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877447 Sep 17 01:52:51.380775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2abbf763-b90d-4df6-b95f-4d74e5c8f3d8 req-f58005cc-2667-42d9-8a77-4d5afcdd1d27 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 Sep 17 01:52:51.918605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da76a8a-6d99-44be-a273-45aae8d76669 req-026ae43b-c834-4868-959d-4e238767eab9 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:51.920140 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2da76a8a-6d99-44be-a273-45aae8d76669 req-026ae43b-c834-4868-959d-4e238767eab9 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0493760 Sep 17 01:52:51.958368 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2da76a8a-6d99-44be-a273-45aae8d76669 req-24aa30f0-77f7-494f-9e63-a179fe045670 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 Sep 17 01:52:53.079426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf81f6-562c-4bf8-beb1-a5c72f8e6a2d req-a90601cd-442c-4fe2-b860-0d4648ffbbe2 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:53.081504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7bf81f6-562c-4bf8-beb1-a5c72f8e6a2d req-a90601cd-442c-4fe2-b860-0d4648ffbbe2 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0558581 Sep 17 01:52:53.119023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7bf81f6-562c-4bf8-beb1-a5c72f8e6a2d req-c1777c18-07a4-4541-a61f-6a5818766863 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314903 Sep 17 01:52:54.233943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0832bf-ce37-44f1-a37f-cc9450773045 req-c269c497-58f9-43b6-a4ba-bcafe1c8945c tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:54.235434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b0832bf-ce37-44f1-a37f-cc9450773045 req-c269c497-58f9-43b6-a4ba-bcafe1c8945c tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0478802 Sep 17 01:52:54.276689 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b0832bf-ce37-44f1-a37f-cc9450773045 req-89aee66d-c243-47b6-bad1-f1cee8f56820 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 Sep 17 01:52:55.392952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b801ac3d-8d8f-4094-8c98-cbb6078fbdca req-b287e6ef-be6d-4510-a378-0c331f5afaa6 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:55.394423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b801ac3d-8d8f-4094-8c98-cbb6078fbdca req-b287e6ef-be6d-4510-a378-0c331f5afaa6 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0487506 Sep 17 01:52:55.433670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b801ac3d-8d8f-4094-8c98-cbb6078fbdca req-41d17186-d30c-4d1e-8a5a-e47928077c9f tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333827 Sep 17 01:52:56.548138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c51455-9edd-431d-9bb7-019dda4e44a8 req-7a54e7a4-d386-4b55-89b8-8dc08b317ac9 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:56.549667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74c51455-9edd-431d-9bb7-019dda4e44a8 req-7a54e7a4-d386-4b55-89b8-8dc08b317ac9 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0487721 Sep 17 01:52:56.586648 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74c51455-9edd-431d-9bb7-019dda4e44a8 req-24c6201b-59f6-40f3-9cb3-199aa4e0dae5 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306556 Sep 17 01:52:57.700998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb60822-776c-43f5-9fbf-5b09881375ce req-c3050b75-90be-448c-b18b-254818cd55df tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:57.702476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edb60822-776c-43f5-9fbf-5b09881375ce req-c3050b75-90be-448c-b18b-254818cd55df tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0494804 Sep 17 01:52:57.740460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edb60822-776c-43f5-9fbf-5b09881375ce req-d15f7e05-c08b-4648-992f-c1dd4e6f3643 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316412 Sep 17 01:52:58.221439 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:52:58.856648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ddca9-f85c-467f-b984-fa613fafd381 req-0f9f7bc7-e0a2-4342-b6ef-f21142569be4 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:52:58.858127 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-486ddca9-f85c-467f-b984-fa613fafd381 req-0f9f7bc7-e0a2-4342-b6ef-f21142569be4 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0491548 Sep 17 01:52:58.896619 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-486ddca9-f85c-467f-b984-fa613fafd381 req-6b314ac6-dce1-4813-a6a0-c230865dda80 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318327 Sep 17 01:52:59.106180 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:52:59.472149 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:00.013961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad151f-e1b3-4e85-b8c6-9884dc035e57 req-26890d3b-cb0e-47f0-a3f4-c3fbc393f402 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:00.015454 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2bad151f-e1b3-4e85-b8c6-9884dc035e57 req-26890d3b-cb0e-47f0-a3f4-c3fbc393f402 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 943 time: 0.0529189 Sep 17 01:53:00.052886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2bad151f-e1b3-4e85-b8c6-9884dc035e57 req-1b8053ae-8f43-4481-9ad1-e1b179063048 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310051 Sep 17 01:53:00.518153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 672d4dd3-2ea9-487c-a5f0-2be9909d389e details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:53:00.608903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:53:00.619607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:53:00.658875 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:00.670767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672d4dd3-2ea9-487c-a5f0-2be9909d389e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:53:00.688825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:53:00.746111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:00.792037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=672d4dd3-2ea9-487c-a5f0-2be9909d389e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:53:00.799376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.799722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.800061 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.800394 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.800725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.801058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.801376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.801699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.802021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.802338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.802656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.802972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:53:00.981967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['672d4dd3-2ea9-487c-a5f0-2be9909d389e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:53:01.165247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849eeb61-b08b-4ee4-bccc-3706a05a0ec9 req-fd3835e6-7b68-4f13-bb8d-156cfc891cc2 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:01.166935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-849eeb61-b08b-4ee4-bccc-3706a05a0ec9 req-fd3835e6-7b68-4f13-bb8d-156cfc891cc2 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 944 time: 0.0477602 Sep 17 01:53:01.209317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-849eeb61-b08b-4ee4-bccc-3706a05a0ec9 req-8fc0ff8c-8c69-4043-aea7-7c9fd69a50c0 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Sep 17 01:53:02.322901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a2356-26fc-4377-9aa1-dd188471f388 req-a14339ce-e19f-45ce-a016-a1a4e801278b tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:02.324435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e5a2356-26fc-4377-9aa1-dd188471f388 req-a14339ce-e19f-45ce-a016-a1a4e801278b tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 944 time: 0.0499339 Sep 17 01:53:02.363451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0e5a2356-26fc-4377-9aa1-dd188471f388 req-aa617138-471c-44c4-be61-b0b8520a6328 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328586 Sep 17 01:53:02.534635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 672d4dd3-2ea9-487c-a5f0-2be9909d389e up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:53:02.654716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 672d4dd3-2ea9-487c-a5f0-2be9909d389e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:53:02.659458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 672d4dd3-2ea9-487c-a5f0-2be9909d389e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:53:02.659826 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:02.735588 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:02.757483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:53:02.759713 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f7535a-3910-48ad-9226-cb30841bea57" -d '{"events": [{"server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "name": "network-vif-plugged", "status": "completed", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:53:02.772976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:53:02.799438 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15c2b9b-1e3b-46c3-a2c9-90afed46db66 x-openstack-request-id: req-d15c2b9b-1e3b-46c3-a2c9-90afed46db66 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:53:02.799438 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "name": "network-vif-plugged", "status": "completed", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:53:02.799438 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d15c2b9b-1e3b-46c3-a2c9-90afed46db66 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:53:02.799438 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'code': 200} Sep 17 01:53:02.866111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:02.891825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99cc4e-01f7-4352-b954-9c4c4a657b36 req-c68cee97-4590-4f36-aa3d-f488bbb8d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:02.894093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e99cc4e-01f7-4352-b954-9c4c4a657b36 req-c68cee97-4590-4f36-aa3d-f488bbb8d115 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1095 time: 0.0414753 Sep 17 01:53:02.914166 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=672d4dd3-2ea9-487c-a5f0-2be9909d389e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:53:02.929017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e99cc4e-01f7-4352-b954-9c4c4a657b36 req-298308d0-3eb8-444e-b0b7-94f7f8621ac7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278339 Sep 17 01:53:03.479585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef080fe-4f45-4320-90a5-d80d48cfde74 req-3cd28970-4b86-4fbb-a3f4-e6e29164f6b5 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:03.480747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ef080fe-4f45-4320-90a5-d80d48cfde74 req-3cd28970-4b86-4fbb-a3f4-e6e29164f6b5 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 945 time: 0.0530226 Sep 17 01:53:03.528773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0ef080fe-4f45-4320-90a5-d80d48cfde74 req-e580a5f7-798b-4da7-8a26-d9ce8f3ed094 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364542 Sep 17 01:53:04.645473 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c42af-03c1-4e23-86f1-87b3cd229ddf req-1085a133-be4c-41e2-85b0-5960fc258462 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:04.646963 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2c42af-03c1-4e23-86f1-87b3cd229ddf req-1085a133-be4c-41e2-85b0-5960fc258462 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 945 time: 0.0493169 Sep 17 01:53:04.684282 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f2c42af-03c1-4e23-86f1-87b3cd229ddf req-184bbe52-b27e-4051-9f4c-0d6b94cd427c tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Sep 17 01:53:04.799968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac870ea-4d22-4734-89f8-c801cf0a99de req-4d9e2f0f-46db-4435-970d-d0e56b12d24a tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:04.801441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cac870ea-4d22-4734-89f8-c801cf0a99de req-4d9e2f0f-46db-4435-970d-d0e56b12d24a tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 945 time: 0.0525196 Sep 17 01:53:04.838273 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cac870ea-4d22-4734-89f8-c801cf0a99de req-1e250a78-6f54-466f-a889-a571b0b5b46c tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 Sep 17 01:53:04.859049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37322) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:53:04.940261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a332e3c0-ee8d-499c-aa60-1f14067a970e tempest-TestVolumeBackupRestore-1499288488 tempest-TestVolumeBackupRestore-1499288488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:04.941775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a332e3c0-ee8d-499c-aa60-1f14067a970e tempest-TestVolumeBackupRestore-1499288488 tempest-TestVolumeBackupRestore-1499288488-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1091 time: 0.0817523 Sep 17 01:53:04.944732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37326) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:53:04.949131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:53:05.026324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:05.130173 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:05.230084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Allocated IP 172.25.1.154 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/53c672d2-fff8-4b33-af8a-9672d2364a8c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:53:05.334132 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:05.415178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:05.437661 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-680815fb-3f20-4113-a962-6b19e016f18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:05.453750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:53:05.456665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:53:05.460288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:53:05.487342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'Port': ['ID=53c672d2-fff8-4b33-af8a-9672d2364a8c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:53:05.828053 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:05.958756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:06.104610 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:06.145981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:06.222204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event updated for resources: {'Port': ['ID=53c672d2-fff8-4b33-af8a-9672d2364a8c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:53:06.228503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:06.327651 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Floating IP 859fdfa6-6632-4f30-a55e-ed087a858fc8 associated. External IP: 172.25.1.154, port: 672d4dd3-2ea9-487c-a5f0-2be9909d389e. Sep 17 01:53:06.532406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:53:06.637988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:53:06.647429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] Sync routers for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:53:06.657622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:53:06.658772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:52:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:06.710944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:06.738509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8e97519d-b798-4e1f-940d-dae9cfc7f699 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7926853 Sep 17 01:53:06.739139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:53:06.741630 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d96e76-69e4-4e32-87fd-0110a7bf29c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:53:06.748171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37328) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:53:06.766482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:53:06.778838 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906626e7-fa60-419c-8f4e-b0375b3e2668 x-openstack-request-id: req-906626e7-fa60-419c-8f4e-b0375b3e2668 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:53:06.779431 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:53:06.779904 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-906626e7-fa60-419c-8f4e-b0375b3e2668 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:53:06.780518 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'status': 'completed', 'code': 200} Sep 17 01:53:06.784636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa3bce5-64ea-4ccc-8013-bf6eb3781159 tempest-TestVolumeBackupRestore-1499288488 tempest-TestVolumeBackupRestore-1499288488-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:06.789246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37332) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:53:06.789451 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4fa3bce5-64ea-4ccc-8013-bf6eb3781159 tempest-TestVolumeBackupRestore-1499288488 tempest-TestVolumeBackupRestore-1499288488-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1091 time: 0.0467525 Sep 17 01:53:06.794489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Request body: {'floatingip': {'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:53:06.873545 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:06.918886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-5606b75a-f17b-4b8c-83df-57ebef5807b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:06.920435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-5606b75a-f17b-4b8c-83df-57ebef5807b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1096 time: 0.0938060 Sep 17 01:53:06.994788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '859fdfa6-6632-4f30-a55e-ed087a858fc8', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:53:05Z', 'updated_at': '2021-09-17T01:53:05Z', 'revision_number': 0, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:07.021959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] Checking router: 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:53:07.030225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:53:07.030835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:52:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:07.113300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-f259555e-2ec8-4616-817e-dd7c98473891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:07.114782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-f259555e-2ec8-4616-817e-dd7c98473891 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 915 time: 0.1855159 Sep 17 01:53:07.258823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-7fbf78b9-cb7f-49a7-b09d-a03bfc1cfae6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 999 time: 0.1362503 Sep 17 01:53:07.295322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:53:07.359333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-8c998923-0368-4dc0-982e-4ee15ab5178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:07.360765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-8c998923-0368-4dc0-982e-4ee15ab5178b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 200 len: 853 time: 0.0954268 Sep 17 01:53:07.531722 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '859fdfa6-6632-4f30-a55e-ed087a858fc8', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:53:05Z', 'updated_at': '2021-09-17T01:53:05Z', 'revision_number': 0, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:07.564982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b84621-8711-4ceb-a8d9-5f90801329a1 None None] The sync data for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 is: [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '859fdfa6-6632-4f30-a55e-ed087a858fc8', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:53:05Z', 'updated_at': '2021-09-17T01:53:05Z', 'revision_number': 0, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:53:07.757688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-c7bb6c55-c1a1-4d00-b4b2-44da89b9a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:07.759245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-c7bb6c55-c1a1-4d00-b4b2-44da89b9a741 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dd9ff20-be61-485a-9c84-038a0904f595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3902133 Sep 17 01:53:07.761584 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2645dc-1734-4ca6-a7f7-74e923a1858c None None] New status for floating IP 859fdfa6-6632-4f30-a55e-ed087a858fc8: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:53:07.906368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:07.916766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-0cc745aa-58f1-4421-b861-badf5dd3d547 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371696 Sep 17 01:53:07.952950 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.db.api [None req-8f2645dc-1734-4ca6-a7f7-74e923a1858c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112075) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 01:53:07.953297 n-d-789963-7 neutron-server[112075]: DEBUG oslo_db.api [None req-8f2645dc-1734-4ca6-a7f7-74e923a1858c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 01:53:07.954143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:08.085506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-16d96e76-69e4-4e32-87fd-0110a7bf29c8 req-6985a89f-86f5-4580-a41c-7bc574428a71 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620505 Sep 17 01:53:08.179693 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7949745-e79e-489a-8891-9d0090c75c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:08.209048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:53:08.319065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:53:08.323741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:08.374090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1c060f27-40fc-450a-9c3c-1bc678eba548 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "PUT /v2.0/floatingips/859fdfa6-6632-4f30-a55e-ed087a858fc8 HTTP/1.1" status: 200 len: 991 time: 1.5834720 Sep 17 01:53:08.455169 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2645dc-1734-4ca6-a7f7-74e923a1858c None None] New status for floating IP 859fdfa6-6632-4f30-a55e-ed087a858fc8: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:53:08.757502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] Sync routers for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:53:08.766861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:53:08.769223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:53:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:08.781819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}, {'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:53:08.785264 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ea5a99-9757-4a6a-9bba-3d828b192ea3" -d '{"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}, {"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:53:08.886419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:53:08.898849 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Sep 2021 01:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab2cf0-e3ec-4b2b-b826-23a29f0df74b x-openstack-request-id: req-baab2cf0-e3ec-4b2b-b826-23a29f0df74b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:53:08.899204 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:53:08.899466 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baab2cf0-e3ec-4b2b-b826-23a29f0df74b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:53:08.899900 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'status': 'completed', 'code': 200} Sep 17 01:53:08.900158 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'status': 'completed', 'code': 200} Sep 17 01:53:08.971002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-1785bdca-5bcc-4af7-9542-0ebda06e5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:08.972572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-1785bdca-5bcc-4af7-9542-0ebda06e5155 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1096 time: 0.0480576 Sep 17 01:53:09.064892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-dcf8ca01-78b1-4bc8-8d36-38fd4856fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.071957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-dcf8ca01-78b1-4bc8-8d36-38fd4856fed4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 915 time: 0.0870955 Sep 17 01:53:09.124724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '859fdfa6-6632-4f30-a55e-ed087a858fc8', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:53:05Z', 'updated_at': '2021-09-17T01:53:08Z', 'revision_number': 2, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:09.127653 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:09.140226 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-ec43ce3e-b3cc-4f70-a9d0-f08334bff627 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 1001 time: 0.0661218 Sep 17 01:53:09.156515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] Checking router: 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:53:09.165364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:53:09.165973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:53:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:09.192108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-c6d9d79c-5434-4558-b3bf-ab998e26a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.193580 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-c6d9d79c-5434-4558-b3bf-ab998e26a18f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 200 len: 853 time: 0.0459447 Sep 17 01:53:09.240138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-ead618ef-64fe-4137-b044-3e9e28645add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.241620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-ead618ef-64fe-4137-b044-3e9e28645add service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dd9ff20-be61-485a-9c84-038a0904f595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412049 Sep 17 01:53:09.273307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:53:09.340039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-b473756c-c4e6-48a1-b026-f2b6b99f5b15 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900924 Sep 17 01:53:09.430286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-7b8092db-dfff-4556-a8e5-4f900621268c service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836227 Sep 17 01:53:09.499278 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '859fdfa6-6632-4f30-a55e-ed087a858fc8', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:53:05Z', 'updated_at': '2021-09-17T01:53:08Z', 'revision_number': 2, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:53:09.513741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-e78a8c98-e780-4dca-a3b1-be68e63184f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.515282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-e78a8c98-e780-4dca-a3b1-be68e63184f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1096 time: 0.0406783 Sep 17 01:53:09.526978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dd2c38-a3f4-4e1c-98b5-ba5bdb4d1ec8 None None] The sync data for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 is: [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '859fdfa6-6632-4f30-a55e-ed087a858fc8', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'floating_ip_address': '172.25.1.154', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'port_id': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'mac_address': 'fa:16:3e:ac:44:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:53:05Z', 'updated_at': '2021-09-17T01:53:08Z', 'revision_number': 2, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:53:09.592270 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:09.614755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-3321fdc0-42bb-4bf2-abc8-39e9b87ccdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.616272 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-3321fdc0-42bb-4bf2-abc8-39e9b87ccdf0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 915 time: 0.0939260 Sep 17 01:53:09.688530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-3dfc028f-2c77-4cee-a4cd-69a485d79ed4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 1001 time: 0.0649793 Sep 17 01:53:09.737865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-f67de9a5-c704-42a2-b0f3-90d8dcd3427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.739403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-f67de9a5-c704-42a2-b0f3-90d8dcd3427d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 200 len: 853 time: 0.0440893 Sep 17 01:53:09.784482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-35f443be-d5fb-4b2f-b77e-f783c9d585aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:09.785855 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-35f443be-d5fb-4b2f-b77e-f783c9d585aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dd9ff20-be61-485a-9c84-038a0904f595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391307 Sep 17 01:53:09.880484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-2c27cefd-7817-4097-8012-93ecf3f44307 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859714 Sep 17 01:53:09.971979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64ea5a99-9757-4a6a-9bba-3d828b192ea3 req-b469c39c-691d-4ba3-88d8-bb9c0fbe967d service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829623 Sep 17 01:53:11.184788 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:29.139787 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:29.465889 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:35.221851 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:53:35.460660 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f334371d-a5ca-46f5-9186-c74c45228b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:38.152467 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5afc986a-1497-4112-961e-b3cc7c6f3237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:39.111618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:39.630925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:41.156908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:53.818165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-b50e9ea3-4796-4009-8369-b8fa62cb548d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405669 Sep 17 01:53:53.904819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897f5d-5f72-403f-8199-e9e916761874 req-9d0cd32f-7aa1-4abd-9827-983d6fb0619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:53.906279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-9d0cd32f-7aa1-4abd-9827-983d6fb0619e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1096 time: 0.0470190 Sep 17 01:53:54.010143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897f5d-5f72-403f-8199-e9e916761874 req-6f438516-6f09-461c-84ac-7324e67881d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:54.011647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-6f438516-6f09-461c-84ac-7324e67881d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 915 time: 0.0847328 Sep 17 01:53:54.082366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-084e573f-0845-4dfc-94f0-5a72c3041455 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 1001 time: 0.0622351 Sep 17 01:53:54.132508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897f5d-5f72-403f-8199-e9e916761874 req-8b103a50-c885-4786-8873-3ffa8e9f8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:54.134099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-8b103a50-c885-4786-8873-3ffa8e9f8b51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 200 len: 853 time: 0.0447285 Sep 17 01:53:54.179413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897f5d-5f72-403f-8199-e9e916761874 req-0617bd2c-8de2-42d8-8f6e-9f16bbce3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:53:54.180893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-0617bd2c-8de2-42d8-8f6e-9f16bbce3e2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dd9ff20-be61-485a-9c84-038a0904f595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399218 Sep 17 01:53:54.275227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-07a21a6d-2ac3-4e18-8bc8-1ce4cda31fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871823 Sep 17 01:53:54.364526 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-23897f5d-5f72-403f-8199-e9e916761874 req-6f7856a1-9e6b-4fc8-9dac-544d7605fbfd service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822046 Sep 17 01:53:59.121326 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:53:59.487957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:05.488328 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99dc1e44-bd29-4228-a21e-e15cc6ccf081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:08.202133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7c109d70-0a6d-43a2-91b3-aa97bd79613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:08.807370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37362) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:08.971979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Deleting port 53c672d2-fff8-4b33-af8a-9672d2364a8c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:08.972322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.047442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.047793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.059398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Calling delete_port for 53c672d2-fff8-4b33-af8a-9672d2364a8c owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:09.081360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.259926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.288196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event deleted for resources: {'Port': ['ID=53c672d2-fff8-4b33-af8a-9672d2364a8c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:09.313139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.313487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.313736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.314071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.314401 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.314729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.315051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.315453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.315776 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.316100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.316419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.316738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:09.355558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.355882 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Floating IP 859fdfa6-6632-4f30-a55e-ed087a858fc8 disassociated (deleted). External IP: 172.25.1.154, port: 672d4dd3-2ea9-487c-a5f0-2be9909d389e. Sep 17 01:54:09.569305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:54:09.596664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.677570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:54:09.682770 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:09.688600 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94811b5-d950-4f10-9361-face854ff51a None None] Sync routers for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:54:09.697527 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:54:09.698126 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:54:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:09.709615 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e47fd659-eac4-4e25-af1f-d4d91552ab11 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "DELETE /v2.0/floatingips/859fdfa6-6632-4f30-a55e-ed087a858fc8 HTTP/1.1" status: 204 len: 168 time: 0.9010885 Sep 17 01:54:09.710313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:54:09.712682 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7178b405-4075-42e8-83d8-c121fdac7c77" -d '{"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:54:09.754855 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5025324a-2d6f-48d6-bfcd-8b2ea9400783 x-openstack-request-id: req-5025324a-2d6f-48d6-bfcd-8b2ea9400783 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:54:09.755188 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:54:09.763305 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5025324a-2d6f-48d6-bfcd-8b2ea9400783 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:54:09.763305 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'status': 'completed', 'code': 200} Sep 17 01:54:09.803423 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:54:09.824366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-946584c9-33df-45c2-9117-60d87461fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:09.825837 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-946584c9-33df-45c2-9117-60d87461fc08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddbae5d06a6842409304d7d29854e16f&device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 1096 time: 0.0468111 Sep 17 01:54:09.925927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-a3425184-26fb-4dc2-8590-cc612d1d1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:09.927561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-a3425184-26fb-4dc2-8590-cc612d1d1a33 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 200 len: 915 time: 0.0943768 Sep 17 01:54:09.978467 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-9a8d7379-a315-4cf1-bfdd-68f18788899b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 200 len: 217 time: 0.0389214 Sep 17 01:54:10.030040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-780881dd-956e-46f4-ad95-9008cd1a0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:10.031616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-780881dd-956e-46f4-ad95-9008cd1a0911 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 200 len: 853 time: 0.0453289 Sep 17 01:54:10.105287 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:10.109630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-0842f1b5-c0b0-49ad-8bad-610948ab280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:10.111135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-0842f1b5-c0b0-49ad-8bad-610948ab280e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3dd9ff20-be61-485a-9c84-038a0904f595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676630 Sep 17 01:54:10.129511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ca4db-f25e-4608-9d92-17f5b558af32 req-6c0a4a47-ddfe-43f2-a0b5-df3d556e9000 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:10.133686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf9ca4db-f25e-4608-9d92-17f5b558af32 req-6c0a4a47-ddfe-43f2-a0b5-df3d556e9000 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 945 time: 0.0620971 Sep 17 01:54:10.133806 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94811b5-d950-4f10-9361-face854ff51a None None] Checking router: 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:54:10.142973 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:54:10.143605 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:54:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:10.222425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf9ca4db-f25e-4608-9d92-17f5b558af32 req-0d6850f4-1e08-4aa8-9d0c-6775a41309e5 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839398 Sep 17 01:54:10.246150 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-adbf97a8-b97b-45ad-9eee-8843f7c3ac93 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252980 Sep 17 01:54:10.252751 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:54:10.343695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7178b405-4075-42e8-83d8-c121fdac7c77 req-7446cfd4-3972-43de-b550-73e0093a8c04 service neutron] 10.222.0.23 "GET /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895171 Sep 17 01:54:10.448547 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d94811b5-d950-4f10-9361-face854ff51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:10.476017 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94811b5-d950-4f10-9361-face854ff51a None None] The sync data for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 is: [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:50:30Z', 'revision_number': 4, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d', 'name': '', 'network_id': '3dd9ff20-be61-485a-9c84-038a0904f595', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'mac_address': 'fa:16:3e:f8:e0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_interface', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:29Z', 'updated_at': '2021-09-17T01:50:34Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'subnets': [{'id': '7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:54:10.682151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e217c984-e79c-4c7c-9312-f5b13417160f None None] New status for floating IP 859fdfa6-6632-4f30-a55e-ed087a858fc8: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:54:11.213819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:11.345209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf15c9-554b-4e4a-9c94-a68a92a371ab req-e665ea50-e697-4632-8f7b-6ab2ec88b022 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:11.346681 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2abf15c9-554b-4e4a-9c94-a68a92a371ab req-e665ea50-e697-4632-8f7b-6ab2ec88b022 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 945 time: 0.0506034 Sep 17 01:54:11.383403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2abf15c9-554b-4e4a-9c94-a68a92a371ab req-78359ce4-7472-4bb6-9190-690a18d1dfb9 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/security-groups?id=f3de21c4-29f8-4f84-9c72-e65d90594c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307515 Sep 17 01:54:11.644882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b401de8-90f7-4023-be71-b13278aa23ed req-42146b63-8f24-43ef-8188-0797d685a7e7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:11.646330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b401de8-90f7-4023-be71-b13278aa23ed req-42146b63-8f24-43ef-8188-0797d685a7e7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.23 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 945 time: 0.0488584 Sep 17 01:54:11.739150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Deleting port 672d4dd3-2ea9-487c-a5f0-2be9909d389e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:11.739425 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:11.830267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] For port 672d4dd3-2ea9-487c-a5f0-2be9909d389e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=672d4dd3-2ea9-487c-a5f0-2be9909d389e,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:11.830627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:11.841911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Calling delete_port for 672d4dd3-2ea9-487c-a5f0-2be9909d389e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:12.035042 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:12.222101 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:54:12.354446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event deleted for resources: {'Port': ['ID=672d4dd3-2ea9-487c-a5f0-2be9909d389e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:12.396775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] No DVR routers for this DVR port 672d4dd3-2ea9-487c-a5f0-2be9909d389e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:54:12.399523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:12.401572 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b401de8-90f7-4023-be71-b13278aa23ed req-01dd5686-1f8d-4f4f-ad2b-ba20db4090f7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.23 "DELETE /v2.0/ports/672d4dd3-2ea9-487c-a5f0-2be9909d389e HTTP/1.1" status: 204 len: 173 time: 0.7481730 Sep 17 01:54:12.402005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'name': 'network-vif-deleted', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:54:12.404289 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edb16b6-c7f5-4039-aca6-6f0a07be9b20" -d '{"events": [{"server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "name": "network-vif-deleted", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:54:12.444843 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5498350-235c-451c-aa4c-2801881bdcef x-openstack-request-id: req-d5498350-235c-451c-aa4c-2801881bdcef {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:54:12.445145 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64a9d4c-0ae7-42cd-a913-836508e7700f", "name": "network-vif-deleted", "tag": "672d4dd3-2ea9-487c-a5f0-2be9909d389e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:54:12.445401 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5498350-235c-451c-aa4c-2801881bdcef {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:54:12.445803 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64a9d4c-0ae7-42cd-a913-836508e7700f', 'name': 'network-vif-deleted', 'tag': '672d4dd3-2ea9-487c-a5f0-2be9909d389e', 'status': 'completed', 'code': 200} Sep 17 01:54:12.480851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-18e2ffa4-f824-4885-9a5c-21fe5d0de319 req-34acc60f-4b1a-405d-bafd-4c653f2e8a30 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.0302780 Sep 17 01:54:13.580131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15598374-433e-4303-99ef-58efc8aec654 req-35cde932-bced-4bd2-82a8-b03bbf43ced1 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.0318413 Sep 17 01:54:14.676807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36fc559f-1827-4040-9d13-9e7117300e9e req-f1b5aee0-7743-439e-8b79-91ead22bd80b tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.0289838 Sep 17 01:54:14.950746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 672d4dd3-2ea9-487c-a5f0-2be9909d389e no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:14.971915 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 672d4dd3-2ea9-487c-a5f0-2be9909d389e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:14.972257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 672d4dd3-2ea9-487c-a5f0-2be9909d389e not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:15.772975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91fcc541-06c2-45b0-90f8-5b96df0e9a17 req-ec5b1635-8eff-43d3-94b7-92f2c49f49d7 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "GET /v2.0/ports?device_id=d64a9d4c-0ae7-42cd-a913-836508e7700f HTTP/1.1" status: 200 len: 210 time: 0.0274897 Sep 17 01:54:16.830763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37392) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:16.886907 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:16.911862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:17.034894 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:17.037502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:17.038657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] 10.222.0.13 "DELETE /v2.0/security-groups/f3de21c4-29f8-4f84-9c72-e65d90594c6e HTTP/1.1" status: 204 len: 168 time: 0.2068155 Sep 17 01:54:17.048663 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de21c4-29f8-4f84-9c72-e65d90594c6e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:17.058154 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.058435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.058843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.059235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.059571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.059903 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.060370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.060700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.061028 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.061353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.061696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:17.062001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7379a6f-36e7-41a6-ad2e-6f738e914165 tempest-TestVolumeBackupRestore-1860429750 tempest-TestVolumeBackupRestore-1860429750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:20.835660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37584) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:21.204041 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:21.460279 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Deleting port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:21.460620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:21.539072 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] For port ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:21.539500 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:21.552823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Calling delete_port for ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:21.802451 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:21.835026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:22.300166 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:22.518966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:54:22.629864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:54:22.634835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-05c47052-e33f-434a-8f26-6b03374ec621 admin admin] 10.222.0.13 "PUT /v2.0/routers/72b93b3a-8e70-4a48-a2dc-a1c40f80c652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7981994 Sep 17 01:54:22.639791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37676) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:22.640274 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] Sync routers for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:54:22.649994 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:54:22.650591 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:54:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:22.747300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:22.755214 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:54:22.855258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:22.935398 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143'}], 'enable_snat': True}, 'gw_port_id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:54:21Z', 'revision_number': 5, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port': {'id': 'e913b1f9-b003-477b-8790-88a0b0318bdb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:27Z', 'updated_at': '2021-09-17T01:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:22.961409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Deleting port e913b1f9-b003-477b-8790-88a0b0318bdb {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:22.961761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:22.966413 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] Checking router: 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:54:22.975642 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] Routers {'72b93b3a-8e70-4a48-a2dc-a1c40f80c652'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:54:22.976242 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:54:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:23.041924 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] For port e913b1f9-b003-477b-8790-88a0b0318bdb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e913b1f9-b003-477b-8790-88a0b0318bdb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:23.042291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.055671 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Calling delete_port for e913b1f9-b003-477b-8790-88a0b0318bdb owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:23.062083 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] Set router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:54:23.114323 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:54:22Z', 'revision_number': 6, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:23.144711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3818-3c5e-46e7-88b6-b14ace66b2df None None] The sync data for ids ['72b93b3a-8e70-4a48-a2dc-a1c40f80c652'] in n-d-789963-7 is: [{'id': '72b93b3a-8e70-4a48-a2dc-a1c40f80c652', 'name': 'tempest-TestVolumeBackupRestore-1883555881-router', 'tenant_id': 'ddbae5d06a6842409304d7d29854e16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:26Z', 'updated_at': '2021-09-17T01:54:22Z', 'revision_number': 6, 'project_id': 'ddbae5d06a6842409304d7d29854e16f', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:54:23.339589 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.368150 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Pushing event deleted for resources: {'Port': ['ID=e913b1f9-b003-477b-8790-88a0b0318bdb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:23.435129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.539795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.542352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.600969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:23.620872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:23.621228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ae632a9a-b8c0-4d2a-b5ae-9c32a5a8de0d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:23.682158 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.682726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b93b3a-8e70-4a48-a2dc-a1c40f80c652 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:54:23.687773 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.689085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-920f8e6c-8244-48a5-8fe1-b94a775b652c admin admin] 10.222.0.13 "DELETE /v2.0/routers/72b93b3a-8e70-4a48-a2dc-a1c40f80c652 HTTP/1.1" status: 204 len: 168 time: 1.0507445 Sep 17 01:54:23.691702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:23.740547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Deleting subnet 7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:54:23.743576 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.777592 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.853066 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:23.986091 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.014384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:24.018410 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.020977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ab36e6e-e54b-4e8d-8834-9c83161b3c5f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7eb1a2fc-4fd2-4f95-8c9f-1ab533f2368d HTTP/1.1" status: 204 len: 168 time: 0.3277259 Sep 17 01:54:24.022735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 37744) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:24.027159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660daeba-fb8c-4174-9d0e-41145cdd1e67 None None] Network 3dd9ff20-be61-485a-9c84-038a0904f595 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:54:24.098944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.167736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Deleting port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:24.168143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.226704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] DHCP port deletion for 3dd9ff20-be61-485a-9c84-038a0904f595 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:54:24.248084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] For port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:24.248453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.263693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Calling delete_port for f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:24.275229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Deleting port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:24.275609 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.343535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] For port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,segment=NetworkSegment(7df2e956-192b-4fd3-9647-ead151bc548b),segment_id=7df2e956-192b-4fd3-9647-ead151bc548b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:24.343847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.356516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Calling delete_port for f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:24.413490 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.432410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.439522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:24.443633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] No DVR routers for this DVR port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:54:24.460358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Pushing event deleted for resources: {'Port': ['ID=f14b204b-f0d0-48ba-a8d9-a9601fc31eb9,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:24.471366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.471887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.472039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.472604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.473111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.473427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.473751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.474076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.474404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.474725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.475046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.475389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:54:24.478292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce99ba-3f90-4537-9b04-c995e2c82b80 None None] No DVR routers for this DVR port f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:54:24.521840 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.545770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd9ff20-be61-485a-9c84-038a0904f595']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:24.555165 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df2e956-192b-4fd3-9647-ead151bc548b') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:24.555420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df2e956-192b-4fd3-9647-ead151bc548b') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:24.564705 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.577973 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.584948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:54:24.585332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: timer() Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:54:24.586957 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:54:24.739358 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.744643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:24.746485 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3dd9ff20-be61-485a-9c84-038a0904f595 HTTP/1.1" status: 204 len: 168 time: 0.7226551 Sep 17 01:54:24.749547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37774) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:24.757171 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8b411-a85e-4fa7-9448-235de1975522 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dd9ff20-be61-485a-9c84-038a0904f595,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:25.098621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:25.342206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e913b1f9-b003-477b-8790-88a0b0318bdb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:25.347340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Deleting port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:25.347683 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:25.362951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e913b1f9-b003-477b-8790-88a0b0318bdb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:25.363415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e913b1f9-b003-477b-8790-88a0b0318bdb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:25.363900 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:25.382261 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:25.382607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f14b204b-f0d0-48ba-a8d9-a9601fc31eb9 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:25.435027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] For port e3b0dcda-8c5b-4eab-b6de-0150fe9b3680, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:25.435343 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:25.447748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Calling delete_port for e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:25.688711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:25.714709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b0dcda-8c5b-4eab-b6de-0150fe9b3680,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:25.888342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:26.107651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Router 68807127-da4f-4131-bf75-b51a03f3801b has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:54:26.217830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:54:26.227870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-138d3036-7e8f-4291-9ff1-dc009c9912e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/68807127-da4f-4131-bf75-b51a03f3801b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4730358 Sep 17 01:54:26.227870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37852) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:26.228047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] Sync routers for ids ['68807127-da4f-4131-bf75-b51a03f3801b'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:54:26.239198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] Routers {'68807127-da4f-4131-bf75-b51a03f3801b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:54:26.239749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:54:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['68807127-da4f-4131-bf75-b51a03f3801b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:26.340682 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:26.348347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] Set router 68807127-da4f-4131-bf75-b51a03f3801b gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:54:26.449199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:26.538082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222'}], 'enable_snat': True}, 'gw_port_id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:54:25Z', 'revision_number': 5, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port': {'id': 'e898e41b-3575-4fda-b26c-cb607218980a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ff:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68807127-da4f-4131-bf75-b51a03f3801b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:50:33Z', 'updated_at': '2021-09-17T01:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:26.576879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Deleting port e898e41b-3575-4fda-b26c-cb607218980a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:26.577313 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:26.666554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] For port e898e41b-3575-4fda-b26c-cb607218980a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e898e41b-3575-4fda-b26c-cb607218980a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:26.666939 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:26.680719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Calling delete_port for e898e41b-3575-4fda-b26c-cb607218980a owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:26.726356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] Checking router: 68807127-da4f-4131-bf75-b51a03f3801b for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:54:26.734541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] Routers {'68807127-da4f-4131-bf75-b51a03f3801b'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:54:26.735688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:54:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['68807127-da4f-4131-bf75-b51a03f3801b'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:26.826288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] Set router 68807127-da4f-4131-bf75-b51a03f3801b gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:54:26.879472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:54:26Z', 'revision_number': 6, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:26.910497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a60799-8d6a-43d2-8c97-69dcd9b490d0 None None] The sync data for ids ['68807127-da4f-4131-bf75-b51a03f3801b'] in n-d-789963-7 is: [{'id': '68807127-da4f-4131-bf75-b51a03f3801b', 'name': 'tempest-TestVolumeBackupRestore-36478874-router', 'tenant_id': 'd9cc038424fa488481ccd6b2dc7be175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:50:32Z', 'updated_at': '2021-09-17T01:54:26Z', 'revision_number': 6, 'project_id': 'd9cc038424fa488481ccd6b2dc7be175', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:54:26.941646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:26.970539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Pushing event deleted for resources: {'Port': ['ID=e898e41b-3575-4fda-b26c-cb607218980a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:27.029352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.120788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.122834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.217853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.218361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68807127-da4f-4131-bf75-b51a03f3801b {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 01:54:27.223723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.224279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7d048248-674f-4e9d-9419-c391ee4d552f admin admin] 10.222.0.13 "DELETE /v2.0/routers/68807127-da4f-4131-bf75-b51a03f3801b HTTP/1.1" status: 204 len: 168 time: 0.9968972 Sep 17 01:54:27.226759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37860) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:27.273025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Deleting subnet cd72b02e-a653-41ab-8aaf-2761b435c557 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:54:27.276372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.315640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.404629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.511001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.538087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd72b02e-a653-41ab-8aaf-2761b435c557,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:27.542561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.543422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e204ae1-5c23-49f0-a3c7-daef3d7e9815 None None] Network 52c92da8-75bc-41bc-9c1e-16083931f8c3 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:54:27.544419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f0a86fed-5d4c-4231-90b2-ea241c9163ce admin admin] 10.222.0.13 "DELETE /v2.0/subnets/cd72b02e-a653-41ab-8aaf-2761b435c557 HTTP/1.1" status: 204 len: 168 time: 0.3166757 Sep 17 01:54:27.546834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37862) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:27.619048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.674050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Deleting port 0f753eb2-366b-4bb3-a721-e77567edf7aa {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:27.674392 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.744930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] DHCP port deletion for 52c92da8-75bc-41bc-9c1e-16083931f8c3 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 01:54:27.755516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] For port 0f753eb2-366b-4bb3-a721-e77567edf7aa, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f753eb2-366b-4bb3-a721-e77567edf7aa,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:27.756535 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.769745 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Calling delete_port for 0f753eb2-366b-4bb3-a721-e77567edf7aa owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:27.773629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:27.796393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:27.796743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e3b0dcda-8c5b-4eab-b6de-0150fe9b3680 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:27.819461 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] Deleting port 0f753eb2-366b-4bb3-a721-e77567edf7aa {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:27.819845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.883867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] For port 0f753eb2-366b-4bb3-a721-e77567edf7aa, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0f753eb2-366b-4bb3-a721-e77567edf7aa,segment=NetworkSegment(7993c25d-d8f4-4d8e-a277-e5af08920199),segment_id=7993c25d-d8f4-4d8e-a277-e5af08920199)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:27.884259 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.899792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] Calling delete_port for 0f753eb2-366b-4bb3-a721-e77567edf7aa owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:27.916811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:27.945772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f753eb2-366b-4bb3-a721-e77567edf7aa,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:27.948210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] No DVR routers for this DVR port 0f753eb2-366b-4bb3-a721-e77567edf7aa on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:54:27.981842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.009809 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] Pushing event deleted for resources: {'Port': ['ID=0f753eb2-366b-4bb3-a721-e77567edf7aa,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:28.011737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefb4b55-be45-4249-a2d7-31d48ef8f028 None None] No DVR routers for this DVR port 0f753eb2-366b-4bb3-a721-e77567edf7aa on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:54:28.037364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.058576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c92da8-75bc-41bc-9c1e-16083931f8c3']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:28.067910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7993c25d-d8f4-4d8e-a277-e5af08920199') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:28.068208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7993c25d-d8f4-4d8e-a277-e5af08920199') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:54:28.077481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.090937 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.097365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:54:28.097744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:54:28.099430 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:54:28.207737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.213094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.214906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] 10.222.0.13 "DELETE /v2.0/networks/52c92da8-75bc-41bc-9c1e-16083931f8c3 HTTP/1.1" status: 204 len: 168 time: 0.6666169 Sep 17 01:54:28.226249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7e9d7-cbb8-4fef-8e00-005539a63e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c92da8-75bc-41bc-9c1e-16083931f8c3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:28.575163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37866) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:28.613832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9e8ef67f-dcd3-45e5-96df-98d24011303d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ddbae5d06a6842409304d7d29854e16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375459 Sep 17 01:54:28.616348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37868) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:28.667068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14fc7db0-2486-454f-875a-7e5cc927eb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.687256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14fc7db0-2486-454f-875a-7e5cc927eb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.806583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14fc7db0-2486-454f-875a-7e5cc927eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.809303 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-14fc7db0-2486-454f-875a-7e5cc927eb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:28.810485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-14fc7db0-2486-454f-875a-7e5cc927eb54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3c68935a-ce94-4cf7-8a36-8abf3f753625 HTTP/1.1" status: 204 len: 168 time: 0.1932619 Sep 17 01:54:28.819211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc7db0-2486-454f-875a-7e5cc927eb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c68935a-ce94-4cf7-8a36-8abf3f753625,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:29.160698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:29.340500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f753eb2-366b-4bb3-a721-e77567edf7aa no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:29.360317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0f753eb2-366b-4bb3-a721-e77567edf7aa {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:29.360317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0f753eb2-366b-4bb3-a721-e77567edf7aa not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:29.360696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e898e41b-3575-4fda-b26c-cb607218980a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:29.381634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e898e41b-3575-4fda-b26c-cb607218980a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:29.381977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e898e41b-3575-4fda-b26c-cb607218980a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:29.417611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37874) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:29.457659 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-191287c2-913e-404f-b858-49768ecdd82e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9cc038424fa488481ccd6b2dc7be175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388861 Sep 17 01:54:29.460144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 37876) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:29.492471 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:29.507369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11e5cd0f-c9cc-44d6-8437-2aa904be2c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:29.527627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11e5cd0f-c9cc-44d6-8437-2aa904be2c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:29.635155 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11e5cd0f-c9cc-44d6-8437-2aa904be2c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:29.637709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11e5cd0f-c9cc-44d6-8437-2aa904be2c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:29.638870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-11e5cd0f-c9cc-44d6-8437-2aa904be2c53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4eb6d5f-8595-4e90-b369-bac330a90ddb HTTP/1.1" status: 204 len: 168 time: 0.1778362 Sep 17 01:54:29.647265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5cd0f-c9cc-44d6-8437-2aa904be2c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eb6d5f-8595-4e90-b369-bac330a90ddb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:35.458091 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-10979932-fc8e-477f-9af9-dcbe629f47cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:38.190772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f80ec057-ace9-41bc-ac73-b96b4f5aba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:39.111364 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:39.602398 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:39.789330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-4229d00a-7ec3-4aae-bc85-602dd423bb35 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=37a761dc22144e25a0139d0ccc3368a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315337 Sep 17 01:54:39.966888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-24543fce-872e-42e1-859c-851cf1ae2372 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:39.968266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-24543fce-872e-42e1-859c-851cf1ae2372 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1735888 Sep 17 01:54:39.982618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-28dc1311-36c6-4fda-b72b-ee799eafe2bf tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/quotas/37a761dc22144e25a0139d0ccc3368a4 HTTP/1.1" status: 200 len: 375 time: 0.0086813 Sep 17 01:54:40.012916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-f62c64cd-91d6-4480-aaac-256e3f62a41c tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=37a761dc22144e25a0139d0ccc3368a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249903 Sep 17 01:54:40.233982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-75502862-076d-48d7-b31d-7e21ff37aa51 req-96316a92-edea-499e-87fe-cdaca5b95a6d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 210 time: 0.0263472 Sep 17 01:54:41.184453 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:41.344750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7df10874-6462-4106-b421-dd425c9f39f7 req-1dada687-d1b1-4308-b883-597fa8874a5b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 210 time: 0.0304456 Sep 17 01:54:42.424150 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dc483cda-d8ba-4c2f-9410-3548d7e5a7d1 req-6c3b9eb6-e18f-4725-a8d8-09ad57e654b9 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 210 time: 0.0302997 Sep 17 01:54:43.817281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-528de034-956b-4949-8dc9-c0b6a76caefa req-3ff2baa3-3d12-4924-bd74-70ab23fb7cb1 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 210 time: 0.3251593 Sep 17 01:54:44.075131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-e246ea2f-dc8a-4a21-8fe5-70c9dc1601e9 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=37a761dc22144e25a0139d0ccc3368a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223570 Sep 17 01:54:44.189832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-680faa80-b682-4dd1-8b13-eb451454be67 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:44.191310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-680faa80-b682-4dd1-8b13-eb451454be67 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106529 Sep 17 01:54:44.204220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Request body: {'port': {'device_id': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'admin_state_up': True, 'tenant_id': '37a761dc22144e25a0139d0ccc3368a4'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:54:44.394847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Made reservation on behalf of 37a761dc22144e25a0139d0ccc3368a4 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:54:44.398387 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:44.407589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:44.494797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:44.561936 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:44.625205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99796fc3-8939-4fa0-b834-86a060a53a28,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:44.705935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Allocated IP 192.168.233.229 (26a1017f-6886-4061-86ae-01626833211c/dadbbfb1-c718-4ee7-82a8-388266549f9e/daf9b651-5e68-4be7-bb40-e93fb26603d2) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:54:44.843926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:44.911969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c723de3-dbb6-429b-a906-7b74160b5e38 req-9d0e9d33-a92a-4385-8e20-c339dd542e9c tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 210 time: 0.0275559 Sep 17 01:54:44.961308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.002760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Network 26a1017f-6886-4061-86ae-01626833211c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:54:45.005826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:54:45.009495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:54:45.037916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Pushing event updated for resources: {'Port': ['ID=daf9b651-5e68-4be7-bb40-e93fb26603d2,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:45.067607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:45.068256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.167363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a0ffc798-7c39-4ea5-9df2-37d3e313fd3b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9666228 Sep 17 01:54:45.180010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Request body: {'port': {'device_id': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:54:45.236832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.247286 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b783c20e-6924-42a4-9706-ea2ad829a39b None None] Provisioning complete for port daf9b651-5e68-4be7-bb40-e93fb26603d2 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:54:45.247820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b783c20e-6924-42a4-9706-ea2ad829a39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.281968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b783c20e-6924-42a4-9706-ea2ad829a39b None None] Port daf9b651-5e68-4be7-bb40-e93fb26603d2 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:54:45.502155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf9b651-5e68-4be7-bb40-e93fb26603d2 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:54:45.509384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.521710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Transition to ACTIVE for port object daf9b651-5e68-4be7-bb40-e93fb26603d2 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:54:45.590513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.641275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Pushing event updated for resources: {'Port': ['ID=daf9b651-5e68-4be7-bb40-e93fb26603d2,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:45.715910 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Attempting to bind port daf9b651-5e68-4be7-bb40-e93fb26603d2 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:54:45.716246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Attempting to bind port daf9b651-5e68-4be7-bb40-e93fb26603d2 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:54:45.716579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Attempting to bind port daf9b651-5e68-4be7-bb40-e93fb26603d2 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:54:45.721788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Port daf9b651-5e68-4be7-bb40-e93fb26603d2 on network 26a1017f-6886-4061-86ae-01626833211c not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:54:45.722113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Attempting to bind port daf9b651-5e68-4be7-bb40-e93fb26603d2 on network 26a1017f-6886-4061-86ae-01626833211c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:54:45.727162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:54:45.727518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Checking segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:54:45.727901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Bound using segment: {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:54:45.728334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Bound port: daf9b651-5e68-4be7-bb40-e93fb26603d2, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26a1017f-6886-4061-86ae-01626833211c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:54:45.728694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.793397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] For port daf9b651-5e68-4be7-bb40-e93fb26603d2, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:54:45.796490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] For port daf9b651-5e68-4be7-bb40-e93fb26603d2, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=daf9b651-5e68-4be7-bb40-e93fb26603d2,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:54:45.859365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.895317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:45.895941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:45.897341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] 10.222.0.23 "PUT /v2.0/ports/daf9b651-5e68-4be7-bb40-e93fb26603d2 HTTP/1.1" status: 200 len: 1096 time: 0.7216823 Sep 17 01:54:45.897765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'tag': 'daf9b651-5e68-4be7-bb40-e93fb26603d2'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:54:45.900029 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e67023-93de-42bb-8d83-4f45b909f2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca2e7792-c23f-4d60-8e2b-3278bf579c9c", "tag": "daf9b651-5e68-4be7-bb40-e93fb26603d2"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:54:45.924524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc1b6-04a4-436f-83c7-fab0a3766367 service neutron] Pushing event updated for resources: {'Port': ['ID=daf9b651-5e68-4be7-bb40-e93fb26603d2,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:45.947619 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0ea3f5-df5c-49b3-9631-19d868877572 x-openstack-request-id: req-4a0ea3f5-df5c-49b3-9631-19d868877572 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:54:45.947894 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca2e7792-c23f-4d60-8e2b-3278bf579c9c", "tag": "daf9b651-5e68-4be7-bb40-e93fb26603d2", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:54:45.948148 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a0ea3f5-df5c-49b3-9631-19d868877572 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:54:45.948618 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'tag': 'daf9b651-5e68-4be7-bb40-e93fb26603d2', 'status': 'completed', 'code': 200} Sep 17 01:54:46.017862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e67023-93de-42bb-8d83-4f45b909f2f3 req-50f385c1-daec-4ac9-a61e-f3e537574304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:46.019818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36e67023-93de-42bb-8d83-4f45b909f2f3 req-50f385c1-daec-4ac9-a61e-f3e537574304 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37a761dc22144e25a0139d0ccc3368a4&device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 1099 time: 0.0486546 Sep 17 01:54:46.039777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38073b-a5cd-4ded-a796-e76ce24babae req-0fb684e0-cca0-4746-b31b-3b7cd156d752 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:46.041320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a38073b-a5cd-4ded-a796-e76ce24babae req-0fb684e0-cca0-4746-b31b-3b7cd156d752 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 948 time: 0.0516562 Sep 17 01:54:46.053362 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36e67023-93de-42bb-8d83-4f45b909f2f3 req-8042afeb-111b-4b35-9e16-102acbda5b67 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=37a761dc22144e25a0139d0ccc3368a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249491 Sep 17 01:54:46.082413 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a38073b-a5cd-4ded-a796-e76ce24babae req-6a1fafd9-65d6-490f-b033-a2584e0e976d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349908 Sep 17 01:54:46.150109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e67023-93de-42bb-8d83-4f45b909f2f3 req-c452dc2e-28fb-45ec-87a0-88011d75f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:46.151609 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36e67023-93de-42bb-8d83-4f45b909f2f3 req-c452dc2e-28fb-45ec-87a0-88011d75f4e3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914495 Sep 17 01:54:46.231144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a5b0c2bf-3ab5-494a-a441-d244dd9f60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:46.232552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-a5b0c2bf-3ab5-494a-a441-d244dd9f60c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=37a761dc22144e25a0139d0ccc3368a4&device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 1099 time: 0.0458217 Sep 17 01:54:46.274010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-52c562df-20cf-442b-9602-72e9ad4d0bd0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=daf9b651-5e68-4be7-bb40-e93fb26603d2 HTTP/1.1" status: 200 len: 217 time: 0.0337849 Sep 17 01:54:46.321943 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-184ac6f8-7572-449f-9096-086aa1afb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:46.323445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-184ac6f8-7572-449f-9096-086aa1afb1ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dadbbfb1-c718-4ee7-82a8-388266549f9e HTTP/1.1" status: 200 len: 843 time: 0.0428698 Sep 17 01:54:46.372644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-9e962f7c-98bb-4b95-8420-58afc41d9502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:46.374120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-9e962f7c-98bb-4b95-8420-58afc41d9502 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26a1017f-6886-4061-86ae-01626833211c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442650 Sep 17 01:54:46.464218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-9c29e572-e115-4eaf-a9cf-16b669ae84c4 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828309 Sep 17 01:54:46.560160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f507e9e6-ee82-47f7-9411-6305e2e6542c req-59b1a35b-3436-4816-845e-d8650e8b0d09 service neutron] 10.222.0.23 "GET /v2.0/networks/26a1017f-6886-4061-86ae-01626833211c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892079 Sep 17 01:54:47.199966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fd335-1d3b-4afe-883c-82641b92f0ef req-550445a3-cf90-4f2a-97ef-1d901c08ea1b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:47.201438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f0fd335-1d3b-4afe-883c-82641b92f0ef req-550445a3-cf90-4f2a-97ef-1d901c08ea1b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 948 time: 0.0493379 Sep 17 01:54:47.238998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6f0fd335-1d3b-4afe-883c-82641b92f0ef req-612df83c-fe16-4ae3-a521-e439cafe225f tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Sep 17 01:54:48.350774 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968eea4-7c18-478e-919f-792fcbb75f7a req-3c512411-3caa-4a9f-a8ae-de61a8a6b97a tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:48.352269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9968eea4-7c18-478e-919f-792fcbb75f7a req-3c512411-3caa-4a9f-a8ae-de61a8a6b97a tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 948 time: 0.0480628 Sep 17 01:54:48.389605 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9968eea4-7c18-478e-919f-792fcbb75f7a req-6cc038cf-94ca-46fd-98ca-5b1dd7b77dc3 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314074 Sep 17 01:54:49.105869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device daf9b651-5e68-4be7-bb40-e93fb26603d2 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:54:49.202129 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port daf9b651-5e68-4be7-bb40-e93fb26603d2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=daf9b651-5e68-4be7-bb40-e93fb26603d2,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:49.213051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'daf9b651-5e68-4be7-bb40-e93fb26603d2', 'network_id': '26a1017f-6886-4061-86ae-01626833211c', 'port_id': 'daf9b651-5e68-4be7-bb40-e93fb26603d2', 'mac_address': 'fa:16:3e:39:01:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dadbbfb1-c718-4ee7-82a8-388266549f9e', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:54:49.221923 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:54:49.249850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:49.262157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf9b651-5e68-4be7-bb40-e93fb26603d2 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:54:49.280640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port daf9b651-5e68-4be7-bb40-e93fb26603d2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=daf9b651-5e68-4be7-bb40-e93fb26603d2,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:49.339064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:49.386019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=daf9b651-5e68-4be7-bb40-e93fb26603d2,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:49.504554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ac1a4-8ce0-4aa9-91b8-4a8ba63db36c req-a7f5b887-cf2b-4f6b-a495-953d42a53a9b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:49.506027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed1ac1a4-8ce0-4aa9-91b8-4a8ba63db36c req-a7f5b887-cf2b-4f6b-a495-953d42a53a9b tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 949 time: 0.0489819 Sep 17 01:54:49.541260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['daf9b651-5e68-4be7-bb40-e93fb26603d2'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:54:49.543299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed1ac1a4-8ce0-4aa9-91b8-4a8ba63db36c req-236a27d8-2408-49a9-982e-ceb6d454ef97 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313332 Sep 17 01:54:50.661258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebb271-450f-43d4-aea7-3f78cb2289e7 req-bd1a833e-0ff6-4bf5-a539-1191c536987a tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:50.662702 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0ebb271-450f-43d4-aea7-3f78cb2289e7 req-bd1a833e-0ff6-4bf5-a539-1191c536987a tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 949 time: 0.0522718 Sep 17 01:54:50.700194 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0ebb271-450f-43d4-aea7-3f78cb2289e7 req-39c9c82b-750a-4d09-a774-2c3c60c500d0 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Sep 17 01:54:51.121725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device daf9b651-5e68-4be7-bb40-e93fb26603d2 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:54:51.253195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port daf9b651-5e68-4be7-bb40-e93fb26603d2 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:54:51.256945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port daf9b651-5e68-4be7-bb40-e93fb26603d2 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:54:51.257314 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:51.335452 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:51.356822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf9b651-5e68-4be7-bb40-e93fb26603d2'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:54:51.359213 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04acc0-dcaf-4af4-ba78-6c38242c9911" -d '{"events": [{"server_uuid": "ca2e7792-c23f-4d60-8e2b-3278bf579c9c", "name": "network-vif-plugged", "status": "completed", "tag": "daf9b651-5e68-4be7-bb40-e93fb26603d2"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:54:51.377723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port daf9b651-5e68-4be7-bb40-e93fb26603d2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=daf9b651-5e68-4be7-bb40-e93fb26603d2,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:51.447904 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:51.472590 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731901d0-7647-4634-a0b7-ff53b20153e7 x-openstack-request-id: req-731901d0-7647-4634-a0b7-ff53b20153e7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:54:51.472888 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2e7792-c23f-4d60-8e2b-3278bf579c9c", "name": "network-vif-plugged", "status": "completed", "tag": "daf9b651-5e68-4be7-bb40-e93fb26603d2", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:54:51.473148 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-731901d0-7647-4634-a0b7-ff53b20153e7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:54:51.473539 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf9b651-5e68-4be7-bb40-e93fb26603d2', 'code': 200} Sep 17 01:54:51.498751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=daf9b651-5e68-4be7-bb40-e93fb26603d2,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:51.556171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fe006-3e41-4b48-ae2a-3cfb322f1910 req-a718ff6c-43e2-4ef1-b6e4-51adb074dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:51.557647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-937fe006-3e41-4b48-ae2a-3cfb322f1910 req-a718ff6c-43e2-4ef1-b6e4-51adb074dcf8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 1101 time: 0.0444763 Sep 17 01:54:51.591493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-937fe006-3e41-4b48-ae2a-3cfb322f1910 req-72119ef3-71fd-4bc1-856f-2021449b681c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269504 Sep 17 01:54:51.818346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435f16b-e54c-419f-900a-063efc459fb7 req-dd2deaef-d23f-4d12-bc94-e100302e7c46 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:51.819855 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2435f16b-e54c-419f-900a-063efc459fb7 req-dd2deaef-d23f-4d12-bc94-e100302e7c46 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 950 time: 0.0531025 Sep 17 01:54:51.857839 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2435f16b-e54c-419f-900a-063efc459fb7 req-f71ceb2e-0ab3-4a45-a608-a4894571aab3 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Sep 17 01:54:52.975541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad606149-abf9-40c6-95f9-429314c771ac req-e2691173-b9c3-43de-8ac1-8a3cdbff2cb8 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:52.977010 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad606149-abf9-40c6-95f9-429314c771ac req-e2691173-b9c3-43de-8ac1-8a3cdbff2cb8 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 950 time: 0.0489802 Sep 17 01:54:53.013449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ad606149-abf9-40c6-95f9-429314c771ac req-14e32444-14fd-40a3-98d1-1393f69e678e tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304177 Sep 17 01:54:53.456377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-d8849099-e3a7-40de-9870-c03500eda188 req-f368eac7-c229-4d8c-aadb-87aa3dee4a0e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:54:53.457475 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8849099-e3a7-40de-9870-c03500eda188 req-f368eac7-c229-4d8c-aadb-87aa3dee4a0e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1050651 Sep 17 01:54:53.904830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-8054ffde-231d-4c60-98fd-758148da5a08 req-10d56d58-d156-443a-8613-35e0649653a0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:54:53.905764 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8054ffde-231d-4c60-98fd-758148da5a08 req-10d56d58-d156-443a-8613-35e0649653a0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055618 Sep 17 01:54:54.499704 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf16989-d80b-421a-ab08-767da4740569 req-93315a2f-961a-4b0d-98b5-be352677eefc tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:54.501185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcf16989-d80b-421a-ab08-767da4740569 req-93315a2f-961a-4b0d-98b5-be352677eefc tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 950 time: 0.0483747 Sep 17 01:54:54.539002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dcf16989-d80b-421a-ab08-767da4740569 req-7fbf629b-de08-4935-b96c-8c63e82b0f49 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308073 Sep 17 01:54:55.658112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88005c-2244-4f7b-b6ea-4a4a0de4d249 req-547f88be-7f49-465f-b446-3415bd691f1f tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:55.659838 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d88005c-2244-4f7b-b6ea-4a4a0de4d249 req-547f88be-7f49-465f-b446-3415bd691f1f tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 950 time: 0.0512307 Sep 17 01:54:55.697089 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0d88005c-2244-4f7b-b6ea-4a4a0de4d249 req-9bbc610a-10e8-43d0-9739-16bf526ea096 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/security-groups?id=99796fc3-8939-4fa0-b834-86a060a53a28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313029 Sep 17 01:54:55.759383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-5e919b9d-5f35-48ad-96e9-9ef651a2de67 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:54:55.760858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-5e919b9d-5f35-48ad-96e9-9ef651a2de67 tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 950 time: 0.0511296 Sep 17 01:54:55.849565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Deleting port daf9b651-5e68-4be7-bb40-e93fb26603d2 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:54:55.849826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:55.941740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] For port daf9b651-5e68-4be7-bb40-e93fb26603d2, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=daf9b651-5e68-4be7-bb40-e93fb26603d2,segment=NetworkSegment(1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4),segment_id=1bc3b63b-ecdc-4d57-8a4e-69fc95d412e4)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:54:55.942097 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:55.953779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Calling delete_port for daf9b651-5e68-4be7-bb40-e93fb26603d2 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:54:56.143777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:56.155897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['daf9b651-5e68-4be7-bb40-e93fb26603d2'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:54:56.176795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Pushing event deleted for resources: {'Port': ['ID=daf9b651-5e68-4be7-bb40-e93fb26603d2,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:56.218027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] No DVR routers for this DVR port daf9b651-5e68-4be7-bb40-e93fb26603d2 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:54:56.221476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:56.223760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5b4a6d92-2935-43fa-8804-74d47fa7b02f req-ffe9b283-0009-436e-ac61-61547ea99b4d tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.23 "DELETE /v2.0/ports/daf9b651-5e68-4be7-bb40-e93fb26603d2 HTTP/1.1" status: 204 len: 173 time: 0.4548230 Sep 17 01:54:56.224223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'name': 'network-vif-deleted', 'tag': 'daf9b651-5e68-4be7-bb40-e93fb26603d2'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:54:56.226576 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1d1269-6699-44cd-a578-54c28e01bef3" -d '{"events": [{"server_uuid": "ca2e7792-c23f-4d60-8e2b-3278bf579c9c", "name": "network-vif-deleted", "tag": "daf9b651-5e68-4be7-bb40-e93fb26603d2"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:54:56.507621 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771cdb83-06d5-4bbe-9fe9-3db69a885319 x-openstack-request-id: req-771cdb83-06d5-4bbe-9fe9-3db69a885319 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:54:56.507993 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca2e7792-c23f-4d60-8e2b-3278bf579c9c", "name": "network-vif-deleted", "tag": "daf9b651-5e68-4be7-bb40-e93fb26603d2", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:54:56.508323 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-771cdb83-06d5-4bbe-9fe9-3db69a885319 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:54:56.508775 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2e7792-c23f-4d60-8e2b-3278bf579c9c', 'name': 'network-vif-deleted', 'tag': 'daf9b651-5e68-4be7-bb40-e93fb26603d2', 'status': 'completed', 'code': 200} Sep 17 01:54:56.806700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b2d7feb0-c5d0-45e9-94e7-f5f3075d6bf0 req-8bf85204-705a-4cc4-914e-dc0b25578f5f tempest-ServersAdminNegativeTestJSON-1825642214 tempest-ServersAdminNegativeTestJSON-1825642214-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca2e7792-c23f-4d60-8e2b-3278bf579c9c HTTP/1.1" status: 200 len: 210 time: 0.0309279 Sep 17 01:54:58.312921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38022) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:58.445256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1079067f-cbc5-4dad-b00d-8b59fae367db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37a761dc22144e25a0139d0ccc3368a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311378 Sep 17 01:54:58.447806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38026) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:58.494975 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4083c93e-910d-4a6d-9c1d-544e7f4085e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:58.514977 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4083c93e-910d-4a6d-9c1d-544e7f4085e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:58.634541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4083c93e-910d-4a6d-9c1d-544e7f4085e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:58.637091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4083c93e-910d-4a6d-9c1d-544e7f4085e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:58.638278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4083c93e-910d-4a6d-9c1d-544e7f4085e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99796fc3-8939-4fa0-b834-86a060a53a28 HTTP/1.1" status: 204 len: 168 time: 0.1895895 Sep 17 01:54:58.646689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083c93e-910d-4a6d-9c1d-544e7f4085e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99796fc3-8939-4fa0-b834-86a060a53a28,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:59.137070 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.151778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device daf9b651-5e68-4be7-bb40-e93fb26603d2 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:54:59.174508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: daf9b651-5e68-4be7-bb40-e93fb26603d2 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:54:59.174853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device daf9b651-5e68-4be7-bb40-e93fb26603d2 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:54:59.232285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38032) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:59.245478 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-828c56c5-8302-442d-8c3e-eb3c9f5a6f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.331943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-828c56c5-8302-442d-8c3e-eb3c9f5a6f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.405826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-828c56c5-8302-442d-8c3e-eb3c9f5a6f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.444199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-828c56c5-8302-442d-8c3e-eb3c9f5a6f12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ff4ccbbaa54a698c3b0e382d6e2a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108400 Sep 17 01:54:59.445461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c56c5-8302-442d-8c3e-eb3c9f5a6f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a126744b-faad-4c9e-9f1b-06f84616d025,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:54:59.446939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38034) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:54:59.495671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da30acb5-2894-4adb-86d1-2a85d77be2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.516306 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da30acb5-2894-4adb-86d1-2a85d77be2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.556285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.636003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da30acb5-2894-4adb-86d1-2a85d77be2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.638569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-da30acb5-2894-4adb-86d1-2a85d77be2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:54:59.639750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-da30acb5-2894-4adb-86d1-2a85d77be2a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a126744b-faad-4c9e-9f1b-06f84616d025 HTTP/1.1" status: 204 len: 168 time: 0.1917586 Sep 17 01:54:59.648786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30acb5-2894-4adb-86d1-2a85d77be2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a126744b-faad-4c9e-9f1b-06f84616d025,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:00.681176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38056) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:00.775703 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1875794206-network', 'tenant_id': 'fa510c8328c04494b5bbb7cca0d60db3'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:00.870081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Made reservation on behalf of fa510c8328c04494b5bbb7cca0d60db3 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:55:00.872351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:00.881342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:00.967762 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.085518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.113841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:55:01.118489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39324b9d-bbbb-4d66-ae16-c9f2f2341513,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:01.126106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.127975 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Added segment 7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934 of type vlan for network 3547fe68-ca77-47a3-8ae9-628c4034876e Sep 17 01:55:01.170213 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.241599 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.242540 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:01.243150 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.305129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] Pushing event updated for resources: {'Network': ['ID=3547fe68-ca77-47a3-8ae9-628c4034876e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:01.315175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 3547fe68-ca77-47a3-8ae9-628c4034876e details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:55:01.317102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-27abaf5a-d8ec-490a-bde8-15fccc93aa10 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6348479 Sep 17 01:55:01.320064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38060) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:01.325000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Request body: {'subnet': {'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1875794206-subnet', 'tenant_id': 'fa510c8328c04494b5bbb7cca0d60db3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:01.384395 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Made reservation on behalf of fa510c8328c04494b5bbb7cca0d60db3 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:55:01.386913 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.607721 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.667371 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41f5187-c98e-4e1c-9b72-f0431e40694d,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:01.675008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Checking segment: {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:55:01.675467 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Network hostable DHCP agents. Network: 3547fe68-ca77-47a3-8ae9-628c4034876e, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:55:01.778601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Network 3547fe68-ca77-47a3-8ae9-628c4034876e is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:55:01.847360 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 3547fe68-ca77-47a3-8ae9-628c4034876e) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:55:01.851450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:01.852042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:01.856944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce1f193-0a45-4dbd-8860-394f9ef5fc12 None None] Network 3547fe68-ca77-47a3-8ae9-628c4034876e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:55:01.916617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e1d1d3e1-76ed-418c-868f-ae520992551d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5954745 Sep 17 01:55:01.982054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b177062-1847-46a4-8f75-71ab8dbec59e None None] Network 3547fe68-ca77-47a3-8ae9-628c4034876e requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:55:02.335036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-7557748a-f752-4b44-9664-089c57f4b03f tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:02.336550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-7557748a-f752-4b44-9664-089c57f4b03f tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 812 time: 0.0995712 Sep 17 01:55:02.351425 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-ce52a545-4752-4ba8-b7d6-bc570bbf0a3f tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/quotas/fa510c8328c04494b5bbb7cca0d60db3 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Sep 17 01:55:02.382700 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bd426c1c-0d27-43ce-a44b-64544a2f1aa5 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261445 Sep 17 01:55:02.393374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-a88531fd-923c-4003-a58f-c57d358ee00c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:55:02.394328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-a88531fd-923c-4003-a58f-c57d358ee00c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051165 Sep 17 01:55:02.486524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-dc2d537a-d9f4-4e59-a493-bf1bd10982b7 service neutron] 10.222.0.13 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858421 Sep 17 01:55:02.576943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-d93de0f4-02aa-4f45-bfce-fb0c284dea59 service neutron] 10.222.0.13 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842919 Sep 17 01:55:03.870822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a9eb718-a801-4556-919b-9f55a1474844 req-5ea3f9d3-cdb7-4342-b61c-9781f6d07822 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 210 time: 0.0291383 Sep 17 01:55:04.952258 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09e2c11e-087e-4a32-ad81-c36b3415a6c0 req-76fe4afe-1de8-4ca5-b837-a43d52871496 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 210 time: 0.0268044 Sep 17 01:55:05.464252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1f5fae36-9a18-4985-8662-83ef23fd45b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:06.046170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-789bab30-e6ab-4419-afe9-7eadf8ce2dd9 req-ef228495-d610-4ba5-bb53-5b8c9ae6be3d tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 210 time: 0.0262077 Sep 17 01:55:06.898444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-d48c6453-1b1b-49a7-9003-42bef737ebe3 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:06.899923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-d48c6453-1b1b-49a7-9003-42bef737ebe3 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.23 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 812 time: 0.1086471 Sep 17 01:55:06.912495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Request body: {'port': {'device_id': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e', 'admin_state_up': True, 'tenant_id': 'fa510c8328c04494b5bbb7cca0d60db3'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:07.084218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Made reservation on behalf of fa510c8328c04494b5bbb7cca0d60db3 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:55:07.088462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:07.148270 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44ee4442-ee26-45c3-a48d-4600426a1930 req-4bbce0fb-697f-4da4-81cc-a4419203e326 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 210 time: 0.0342383 Sep 17 01:55:07.221726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Allocated IP 172.20.0.12 (3547fe68-ca77-47a3-8ae9-628c4034876e/d41f5187-c98e-4e1c-9b72-f0431e40694d/55f44047-27c6-4ac5-91a9-b191e0d08c38) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:55:07.366834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:07.474974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:07.516315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Network 3547fe68-ca77-47a3-8ae9-628c4034876e is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:55:07.519573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:55:07.523264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:55:07.551314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:07.578312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:07.578923 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:07.658217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-bdf3802f-614e-4c26-9471-442d1a5616e7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7486992 Sep 17 01:55:07.670442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Request body: {'port': {'device_id': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:07.727114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:07.983497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f44047-27c6-4ac5-91a9-b191e0d08c38 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:55:07.990526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:08.001933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Transition to ACTIVE for port object 55f44047-27c6-4ac5-91a9-b191e0d08c38 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:55:08.069810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:08.121240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:08.182695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c24abf04-3e16-4821-94d2-3fdcf1245dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:08.190479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:55:08.192185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:55:08.192185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on network 3547fe68-ca77-47a3-8ae9-628c4034876e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:55:08.195983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on network 3547fe68-ca77-47a3-8ae9-628c4034876e not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:55:08.196300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on network 3547fe68-ca77-47a3-8ae9-628c4034876e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:55:08.201084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:55:08.201409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Checking segment: {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:55:08.201783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Bound using segment: {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:55:08.202203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Bound port: 55f44047-27c6-4ac5-91a9-b191e0d08c38, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:55:08.202572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:08.296668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:55:08.300314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:55:08.308435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244f416-9ca7-45b2-b162-bdaa5dff2ec9 req-4b6497ea-1885-4c27-8cd9-25b368866321 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.309931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a244f416-9ca7-45b2-b162-bdaa5dff2ec9 req-4b6497ea-1885-4c27-8cd9-25b368866321 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 944 time: 0.0918913 Sep 17 01:55:08.349550 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a244f416-9ca7-45b2-b162-bdaa5dff2ec9 req-74c876e5-a9f4-4d99-b0e3-e3a0eeff56a5 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Sep 17 01:55:08.379414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:08.415667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.416244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:08.417829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] 10.222.0.23 "PUT /v2.0/ports/55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 1092 time: 0.7513790 Sep 17 01:55:08.420046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:55:08.424140 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4928acaf-4e39-48fc-a07b-2854bc390ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:55:08.449893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36837be3-3b09-4840-abb9-7171d202ea38 service neutron] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:08.462681 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5addca-83f3-4868-bbc4-39de369c968a x-openstack-request-id: req-1b5addca-83f3-4868-bbc4-39de369c968a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:55:08.462976 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:55:08.463259 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b5addca-83f3-4868-bbc4-39de369c968a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:55:08.463658 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'status': 'completed', 'code': 200} Sep 17 01:55:08.524293 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928acaf-4e39-48fc-a07b-2854bc390ca0 req-4d77ebe0-cb71-45a3-8b8f-d12b3ba4a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.525782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4928acaf-4e39-48fc-a07b-2854bc390ca0 req-4d77ebe0-cb71-45a3-8b8f-d12b3ba4a901 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1095 time: 0.0415938 Sep 17 01:55:08.627296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928acaf-4e39-48fc-a07b-2854bc390ca0 req-277c870c-0394-4360-827f-67fe2c9292ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.628666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4928acaf-4e39-48fc-a07b-2854bc390ca0 req-277c870c-0394-4360-827f-67fe2c9292ac service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947950 Sep 17 01:55:08.721344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928acaf-4e39-48fc-a07b-2854bc390ca0 req-00716a45-bc75-484c-b9bc-9fcfeb15e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.722816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4928acaf-4e39-48fc-a07b-2854bc390ca0 req-00716a45-bc75-484c-b9bc-9fcfeb15e8e1 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870223 Sep 17 01:55:08.800870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-fe7e0d34-3ecf-4b12-874f-c9f145829c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.802653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-fe7e0d34-3ecf-4b12-874f-c9f145829c3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1095 time: 0.0405047 Sep 17 01:55:08.849439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-7f289f5d-f329-48ed-85a7-be5ad5473521 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 217 time: 0.0385625 Sep 17 01:55:08.898534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-9de73d1a-1ffd-4b43-8074-ee0dd44cb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:08.899893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-9de73d1a-1ffd-4b43-8074-ee0dd44cb311 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 200 len: 852 time: 0.0438850 Sep 17 01:55:08.931628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-b0653ab4-aaa0-4458-861a-122c5d21af4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3547fe68-ca77-47a3-8ae9-628c4034876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247881 Sep 17 01:55:09.026586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-d804aaed-9040-42ee-9830-9ba87653a68e service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882485 Sep 17 01:55:09.087268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:09.119573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e418828d-9559-4cf2-bb3b-41136a8be5b7 req-ab09d042-08fe-4fdc-8ec8-d6986111ee80 service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852976 Sep 17 01:55:09.463203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7ccc4-d4d0-46ff-9cd6-50b91a35fc36 req-4f1fd11f-f92a-4c1c-9b08-bb349188a9f3 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:09.464683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be7ccc4-d4d0-46ff-9cd6-50b91a35fc36 req-4f1fd11f-f92a-4c1c-9b08-bb349188a9f3 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 944 time: 0.0487382 Sep 17 01:55:09.505866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0be7ccc4-d4d0-46ff-9cd6-50b91a35fc36 req-ae339335-e0c3-44a6-bd22-c08a34eda643 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Sep 17 01:55:09.612929 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:10.619334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a424b24-576d-4351-90ec-ca551a2c94b2 req-f0ccfa2d-0cb6-440b-b026-d59aac141346 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:10.620791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a424b24-576d-4351-90ec-ca551a2c94b2 req-f0ccfa2d-0cb6-440b-b026-d59aac141346 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 944 time: 0.0477068 Sep 17 01:55:10.658044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4a424b24-576d-4351-90ec-ca551a2c94b2 req-b1353a85-977b-49a9-8ce9-fe1a6d3accea tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305262 Sep 17 01:55:11.183450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:55:11.186831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:11.279279 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:11.289980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e', 'port_id': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'mac_address': 'fa:16:3e:be:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41f5187-c98e-4e1c-9b72-f0431e40694d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:55:11.326315 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:11.338831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f44047-27c6-4ac5-91a9-b191e0d08c38 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:55:11.358037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:11.412949 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:11.458864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:11.598745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['55f44047-27c6-4ac5-91a9-b191e0d08c38'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:55:11.778131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4a5d2-24a1-4503-af8d-2a845773da54 req-4959b54a-7a67-49ba-9cf8-2d188b28b3f0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:11.779623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fcc4a5d2-24a1-4503-af8d-2a845773da54 req-4959b54a-7a67-49ba-9cf8-2d188b28b3f0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 945 time: 0.0488987 Sep 17 01:55:11.816913 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fcc4a5d2-24a1-4503-af8d-2a845773da54 req-df8b923a-68a2-46a9-8ce6-2747f2c837a4 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Sep 17 01:55:12.929375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca7d64-9bfa-4dfc-b5de-5f53d6274a4e req-c687795b-8065-4c5c-9942-bbe3879b11e9 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:12.930827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cca7d64-9bfa-4dfc-b5de-5f53d6274a4e req-c687795b-8065-4c5c-9942-bbe3879b11e9 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 945 time: 0.0477693 Sep 17 01:55:12.972241 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cca7d64-9bfa-4dfc-b5de-5f53d6274a4e req-bbe7fd4e-c20b-48ce-ad9f-f32f74b725e6 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354605 Sep 17 01:55:13.184837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:55:13.298783 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 55f44047-27c6-4ac5-91a9-b191e0d08c38 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:55:13.302716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 55f44047-27c6-4ac5-91a9-b191e0d08c38 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:55:13.303102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:13.380907 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:13.402919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:55:13.405147 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fe9e01-f9d2-4308-8af5-e95ea5687ee1" -d '{"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-plugged", "status": "completed", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:55:13.418942 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:13.440912 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69770e-c961-4b86-acdf-a73723f6907d x-openstack-request-id: req-2a69770e-c961-4b86-acdf-a73723f6907d {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:55:13.441545 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-plugged", "status": "completed", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:55:13.441816 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a69770e-c961-4b86-acdf-a73723f6907d {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:55:13.442206 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'code': 200} Sep 17 01:55:13.458930 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:13.510760 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:13.542807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12961c3b-4bcc-45ff-b26a-e81568cdfa40 req-ed6889e0-35ee-4525-b572-1871d53cb47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:13.544326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12961c3b-4bcc-45ff-b26a-e81568cdfa40 req-ed6889e0-35ee-4525-b572-1871d53cb47a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1097 time: 0.0434008 Sep 17 01:55:13.578498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12961c3b-4bcc-45ff-b26a-e81568cdfa40 req-d47ac4af-c4d3-403f-a72a-cc7640123c12 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272229 Sep 17 01:55:14.095209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b5e12-49e5-4384-9048-c8bed517039f req-4a5bbaf4-c758-4f21-878e-e38967c72863 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:14.102549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-193b5e12-49e5-4384-9048-c8bed517039f req-4a5bbaf4-c758-4f21-878e-e38967c72863 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0610523 Sep 17 01:55:14.138212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-193b5e12-49e5-4384-9048-c8bed517039f req-a24f8587-ba7b-4763-8dd1-f518a6ff07e5 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Sep 17 01:55:15.255468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f81da6-505c-4c1a-bc9f-7e62b6d9ed22 req-51d3c224-da4d-459e-93f0-423929120431 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:15.256933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2f81da6-505c-4c1a-bc9f-7e62b6d9ed22 req-51d3c224-da4d-459e-93f0-423929120431 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0487032 Sep 17 01:55:15.297242 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a2f81da6-505c-4c1a-bc9f-7e62b6d9ed22 req-4146cdb4-5839-497c-88a2-a3364f25fa15 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Sep 17 01:55:15.681073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bad3a3-6cdc-4df1-90eb-b7aa309b0758 req-43641866-9b35-44fb-b6ec-a79e89d6e6ed tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:15.682551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2bad3a3-6cdc-4df1-90eb-b7aa309b0758 req-43641866-9b35-44fb-b6ec-a79e89d6e6ed tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0493147 Sep 17 01:55:15.720637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e2bad3a3-6cdc-4df1-90eb-b7aa309b0758 req-589f3049-1c26-420f-9216-f40e8f6692d0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Sep 17 01:55:15.723730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38120) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:15.816200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-f26f91e1-d2ff-4c6d-9721-35651a8f5e31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913944 Sep 17 01:55:15.824896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-6728a98f-3eb3-425d-b23f-bbca0f0af6bb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:55:15.825844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-6728a98f-3eb3-425d-b23f-bbca0f0af6bb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048513 Sep 17 01:55:16.836595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b07cda-d63e-4ea4-b22a-51f634bab1c1 req-9278a9f6-dfeb-47da-ba07-cd8ea1b78e36 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:16.838375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26b07cda-d63e-4ea4-b22a-51f634bab1c1 req-9278a9f6-dfeb-47da-ba07-cd8ea1b78e36 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0520432 Sep 17 01:55:16.877853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26b07cda-d63e-4ea4-b22a-51f634bab1c1 req-62bf5e05-2d61-4c88-96e5-d8ec5a45803a tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Sep 17 01:55:17.788796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-6a168214-a77e-4237-9988-6d930938f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:17.790279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-6a168214-a77e-4237-9988-6d930938f0e8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1097 time: 0.0408754 Sep 17 01:55:17.884991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-58bbb0e6-b0fe-4d32-8d22-d9e7fbd3f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:17.886532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-58bbb0e6-b0fe-4d32-8d22-d9e7fbd3f0b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 913 time: 0.0894015 Sep 17 01:55:17.928472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-6f7dd3dd-8b52-44a3-bc54-b3cd6a309dd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 217 time: 0.0348539 Sep 17 01:55:18.009108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-11c396af-ee84-4d79-ac20-e2e68af18ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:18.010589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-11c396af-ee84-4d79-ac20-e2e68af18ca4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 200 len: 852 time: 0.0757515 Sep 17 01:55:18.033772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3e9af-7457-4475-a7ec-6df6bc188f37 req-bc95fd63-b3f2-447f-8b3b-c249cbcc0c37 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:18.035227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53d3e9af-7457-4475-a7ec-6df6bc188f37 req-bc95fd63-b3f2-447f-8b3b-c249cbcc0c37 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0702963 Sep 17 01:55:18.051236 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-afd5b438-f18e-4e4d-b52c-cbc6005ab162 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3547fe68-ca77-47a3-8ae9-628c4034876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335989 Sep 17 01:55:18.107476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-53d3e9af-7457-4475-a7ec-6df6bc188f37 req-36d22a65-762e-4d62-a20b-6cbf40fa8e8e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585587 Sep 17 01:55:18.164149 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-adfbf621-4a75-4017-9ca9-c761e27a835d service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061094 Sep 17 01:55:18.252541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-f2aa6b4d-97b2-4185-8d47-e740daccc03e service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818040 Sep 17 01:55:19.222458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73829de8-6987-4e29-9327-fb119781f6ce req-dedb9c63-be7a-4e88-a684-d4e5f5d3ab8e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:19.223924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73829de8-6987-4e29-9327-fb119781f6ce req-dedb9c63-be7a-4e88-a684-d4e5f5d3ab8e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0479679 Sep 17 01:55:19.263458 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-73829de8-6987-4e29-9327-fb119781f6ce req-a6a82317-2768-44b1-9ae1-c7c5dd4f72de tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336597 Sep 17 01:55:20.375802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ac1ef-90d3-42ff-944d-5f02d6764318 req-82a85e64-4418-4213-aaca-22d2d876babb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:20.377263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-961ac1ef-90d3-42ff-944d-5f02d6764318 req-82a85e64-4418-4213-aaca-22d2d876babb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0483181 Sep 17 01:55:20.418179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-961ac1ef-90d3-42ff-944d-5f02d6764318 req-aa73c88f-8281-4297-9032-fda7c60b870d tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349526 Sep 17 01:55:21.532309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44317b3-11f6-4d26-9dca-5301611e5bc1 req-db2118e0-246c-43e3-ac94-675bb29b4857 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:21.533750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b44317b3-11f6-4d26-9dca-5301611e5bc1 req-db2118e0-246c-43e3-ac94-675bb29b4857 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0477936 Sep 17 01:55:21.570546 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b44317b3-11f6-4d26-9dca-5301611e5bc1 req-7e34eba4-85dc-41a6-9c14-3ebcbd6b75c0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300901 Sep 17 01:55:22.685247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cb5ad-3289-4bf1-be12-8460d2adbb95 req-5f9ecf85-0a0a-452d-94c1-6623aaed87fb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:22.686722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-971cb5ad-3289-4bf1-be12-8460d2adbb95 req-5f9ecf85-0a0a-452d-94c1-6623aaed87fb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0498538 Sep 17 01:55:22.729717 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-971cb5ad-3289-4bf1-be12-8460d2adbb95 req-eb9161dd-e3ad-43e4-bf95-e04d1f496e8f tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317571 Sep 17 01:55:23.840791 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d35e78-6398-4645-a0a1-3ee3d77631fb req-0954650f-0ade-433e-aaa0-654aba8a90bf tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:23.842238 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56d35e78-6398-4645-a0a1-3ee3d77631fb req-0954650f-0ade-433e-aaa0-654aba8a90bf tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0484071 Sep 17 01:55:23.880000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56d35e78-6398-4645-a0a1-3ee3d77631fb req-9debd18c-9fa3-4564-89bb-0ab68331fa4f tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317831 Sep 17 01:55:24.993276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966a4c4-ca87-435d-8cdc-552e0a1c9751 req-24f4d477-27d9-41aa-b654-d1fb48c01479 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:24.994732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2966a4c4-ca87-435d-8cdc-552e0a1c9751 req-24f4d477-27d9-41aa-b654-d1fb48c01479 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0481806 Sep 17 01:55:25.032281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2966a4c4-ca87-435d-8cdc-552e0a1c9751 req-a2d73a5a-9f00-4372-8350-c06da7966e69 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Sep 17 01:55:26.145357 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210087ef-6d9b-4a16-9c80-6dc1e3a943b9 req-09c9e613-e89b-4651-9964-5a15f7d170fd tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:26.146851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-210087ef-6d9b-4a16-9c80-6dc1e3a943b9 req-09c9e613-e89b-4651-9964-5a15f7d170fd tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0475099 Sep 17 01:55:26.188352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-210087ef-6d9b-4a16-9c80-6dc1e3a943b9 req-02213bc4-0279-49fc-bc76-33b79da58fd7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Sep 17 01:55:26.221465 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:55:27.305650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a694-eb3f-43d8-bb23-56cb7b6a96e3 req-3c51af41-30ae-4c28-86d8-ed5735a3abe0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:27.307186 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d447a694-eb3f-43d8-bb23-56cb7b6a96e3 req-3c51af41-30ae-4c28-86d8-ed5735a3abe0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0490878 Sep 17 01:55:27.347275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d447a694-eb3f-43d8-bb23-56cb7b6a96e3 req-41549d21-644e-4947-bbe6-d4b95ee2ff96 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Sep 17 01:55:28.462435 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b44681-7a5b-4973-be04-cbfd07ed0efe req-e87ace47-5afa-4e7f-ac13-e679bfaaedac tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:28.464005 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29b44681-7a5b-4973-be04-cbfd07ed0efe req-e87ace47-5afa-4e7f-ac13-e679bfaaedac tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0493231 Sep 17 01:55:28.502050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29b44681-7a5b-4973-be04-cbfd07ed0efe req-3992c92e-104d-478c-b969-a5d408647deb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 17 01:55:29.159699 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:29.542239 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:29.616180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fde3f-6cde-47bf-a5c3-56171324b580 req-79cbbdba-f970-4d45-a016-03f5a8415c0d tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:29.617647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c4fde3f-6cde-47bf-a5c3-56171324b580 req-79cbbdba-f970-4d45-a016-03f5a8415c0d tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0482342 Sep 17 01:55:29.654679 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c4fde3f-6cde-47bf-a5c3-56171324b580 req-73a2eb88-81f3-4c63-aacf-455764e362c7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311384 Sep 17 01:55:30.767446 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6dedc4-55e5-45a7-a816-3b4121c9d4fb req-72a63f45-9b65-4392-b296-e9c0becde4e0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:30.768910 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e6dedc4-55e5-45a7-a816-3b4121c9d4fb req-72a63f45-9b65-4392-b296-e9c0becde4e0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0487719 Sep 17 01:55:30.806177 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8e6dedc4-55e5-45a7-a816-3b4121c9d4fb req-ef6a442f-5527-4bec-8c2a-7505bf4aa799 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311997 Sep 17 01:55:31.921173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35982ce3-4bda-4dd6-ac5a-fd3b998deebe req-37d9a7bb-c677-4798-9e23-0b211950f370 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:31.922647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35982ce3-4bda-4dd6-ac5a-fd3b998deebe req-37d9a7bb-c677-4798-9e23-0b211950f370 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0498340 Sep 17 01:55:31.960455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-35982ce3-4bda-4dd6-ac5a-fd3b998deebe req-4ff61a33-a8ab-4f50-a94c-d583050de6c2 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311298 Sep 17 01:55:33.073589 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388b416-bce5-4b09-8595-53dd04f09427 req-85684c39-199a-428b-80de-d7de043fee8e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:33.075053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2388b416-bce5-4b09-8595-53dd04f09427 req-85684c39-199a-428b-80de-d7de043fee8e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0483005 Sep 17 01:55:33.116111 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2388b416-bce5-4b09-8595-53dd04f09427 req-d71bec1a-99a4-4dff-947e-1357b8a2abd8 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350664 Sep 17 01:55:34.229162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee785aa-f6a3-453f-a20d-7da9b9e61e62 req-2b3ef09e-1e53-40bc-a532-64c141a9e2fa tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:34.230631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ee785aa-f6a3-453f-a20d-7da9b9e61e62 req-2b3ef09e-1e53-40bc-a532-64c141a9e2fa tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0488367 Sep 17 01:55:34.271103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ee785aa-f6a3-453f-a20d-7da9b9e61e62 req-2a47d224-086e-4bd1-8972-e3f6a4142bce tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346239 Sep 17 01:55:35.386278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cbe02-fcd7-4628-a886-1da1bcf9d22d req-b49752d0-599b-4451-9b95-ec15bbad060e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:35.387880 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c0cbe02-fcd7-4628-a886-1da1bcf9d22d req-b49752d0-599b-4451-9b95-ec15bbad060e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0497429 Sep 17 01:55:35.427996 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5c0cbe02-fcd7-4628-a886-1da1bcf9d22d req-b3ed2d0e-bc3e-46da-b3ab-9ee9c78fe0da tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336137 Sep 17 01:55:35.452500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-75e49187-2bf4-42ca-a9a9-d101d90df927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:36.543458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bc822-527f-4344-a70f-3c1244f866f1 req-3a4f884f-836c-463c-a3cc-f206285b3f9d tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:36.544930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af9bc822-527f-4344-a70f-3c1244f866f1 req-3a4f884f-836c-463c-a3cc-f206285b3f9d tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Sep 17 01:55:36.582372 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af9bc822-527f-4344-a70f-3c1244f866f1 req-89e7d203-17c9-4b65-af0c-ef2e859646d8 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310585 Sep 17 01:55:37.695385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366ef08-aa6f-4f78-8b5a-e08286a3967c req-847ba4f3-285b-4c47-84cd-64ba902ea153 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:37.697069 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e366ef08-aa6f-4f78-8b5a-e08286a3967c req-847ba4f3-285b-4c47-84cd-64ba902ea153 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Sep 17 01:55:37.734663 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e366ef08-aa6f-4f78-8b5a-e08286a3967c req-d7a59802-36f7-4bbf-b162-5f51166f2a1c tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Sep 17 01:55:38.181914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-842dfc0d-c8f1-4292-bf7b-d0244703dd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:38.848755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6408416-602a-4af7-9586-d09010f91771 req-5bec0d20-1543-4890-a7a2-b48380b60199 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:38.850212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6408416-602a-4af7-9586-d09010f91771 req-5bec0d20-1543-4890-a7a2-b48380b60199 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0489783 Sep 17 01:55:38.888577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6408416-602a-4af7-9586-d09010f91771 req-38859d39-8886-47a6-b40c-3619671cc7e2 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322382 Sep 17 01:55:39.075187 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:39.616208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:40.005500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1de64-5a5a-4ee0-8d29-f6504c5ce19c req-5612fa5d-e3ba-4b5f-a48d-1f46d952d8b5 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:40.006964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdb1de64-5a5a-4ee0-8d29-f6504c5ce19c req-5612fa5d-e3ba-4b5f-a48d-1f46d952d8b5 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Sep 17 01:55:40.047450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdb1de64-5a5a-4ee0-8d29-f6504c5ce19c req-fe98f60b-9dd3-4066-a746-8c21a2353d20 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343378 Sep 17 01:55:41.162385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dc46f-7e56-4b2c-aed7-559e788b258b req-3fc7c316-3cfe-4b44-970f-8be6282bc7c7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:41.163901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-009dc46f-7e56-4b2c-aed7-559e788b258b req-3fc7c316-3cfe-4b44-970f-8be6282bc7c7 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Sep 17 01:55:41.190864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:41.206395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-009dc46f-7e56-4b2c-aed7-559e788b258b req-8c80fda7-0d0c-47ed-92d7-1413fc21dc5f tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355852 Sep 17 01:55:42.320359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdf28b-3f39-482b-91be-874ac2e458f2 req-160f9962-09d1-4aee-bdbc-27fdf56e408a tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:42.321810 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25bdf28b-3f39-482b-91be-874ac2e458f2 req-160f9962-09d1-4aee-bdbc-27fdf56e408a tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0484269 Sep 17 01:55:42.358710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-25bdf28b-3f39-482b-91be-874ac2e458f2 req-d10d163e-52bb-4245-9326-322edea8f895 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Sep 17 01:55:43.477889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b644ab-0c0e-4089-adcc-fed49f7da5fd req-c4a9a56c-2bb5-4b32-9404-773de2045621 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:43.479434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13b644ab-0c0e-4089-adcc-fed49f7da5fd req-c4a9a56c-2bb5-4b32-9404-773de2045621 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0531378 Sep 17 01:55:43.517001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13b644ab-0c0e-4089-adcc-fed49f7da5fd req-88da387c-3358-49f1-8f28-9ce3a8afa147 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Sep 17 01:55:44.631918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3347f9-fb38-415d-a55b-334659bd9290 req-ab8e64d8-9010-4ccc-89c2-aca8173d4619 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:44.633279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f3347f9-fb38-415d-a55b-334659bd9290 req-ab8e64d8-9010-4ccc-89c2-aca8173d4619 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0486083 Sep 17 01:55:44.669506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f3347f9-fb38-415d-a55b-334659bd9290 req-aa0f40d1-4964-4a34-9015-bcf6bb724bf3 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303402 Sep 17 01:55:45.300179 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-b55687bf-8c33-403f-a475-f32c94f03096 service neutron] show failed (client error): The resource could not be found. Sep 17 01:55:45.301147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-b55687bf-8c33-403f-a475-f32c94f03096 service neutron] 10.222.0.23 "GET /v2.0/ports/55f44047-27c6-4ac5-91a9-b191e0d08c38/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0526357 Sep 17 01:55:45.791684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660fd2b-ee4e-4602-b8ac-4c718159b5a1 req-69df46d1-cb0d-4f93-a2ec-0d49bc08f349 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:45.793151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d660fd2b-ee4e-4602-b8ac-4c718159b5a1 req-69df46d1-cb0d-4f93-a2ec-0d49bc08f349 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0564759 Sep 17 01:55:45.855240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d660fd2b-ee4e-4602-b8ac-4c718159b5a1 req-e546996a-8789-4f00-aec5-544aa6f92e8c tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560105 Sep 17 01:55:45.870564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-bebea6b6-02da-46ce-b840-c3a01cfc58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:45.872043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-bebea6b6-02da-46ce-b840-c3a01cfc58cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578&tenant_id=fa510c8328c04494b5bbb7cca0d60db3 HTTP/1.1" status: 200 len: 1097 time: 0.1078420 Sep 17 01:55:45.883831 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-1dd354d0-6388-4190-a15b-aa05004b4c6b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:55:45.888585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-1dd354d0-6388-4190-a15b-aa05004b4c6b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055385 Sep 17 01:55:45.897976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:45.948220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:46.143440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:46.179817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:55:46.217609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:55:46.219858 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847a7e40-a088-43b9-bc3a-241e869a65fd" -d '{"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-unplugged", "status": "completed", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:55:46.224013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:46.235991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Transition to ACTIVE for port object 55f44047-27c6-4ac5-91a9-b191e0d08c38 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:55:46.268045 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f79edd-893e-44d9-a619-f23d89fb0abc x-openstack-request-id: req-e9f79edd-893e-44d9-a619-f23d89fb0abc {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:55:46.268343 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-unplugged", "status": "completed", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:55:46.268597 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9f79edd-893e-44d9-a619-f23d89fb0abc {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:55:46.268994 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'code': 200} Sep 17 01:55:46.302874 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:46.363646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] No DVR routers for this DVR port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:55:46.366111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:46.377887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.378233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.378565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.378905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.379331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.379684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.380040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.380394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.380743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.381066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.381394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.381718 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:46.408798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:55:46.409130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:55:46.409457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on network 3547fe68-ca77-47a3-8ae9-628c4034876e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:55:46.416395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on network 3547fe68-ca77-47a3-8ae9-628c4034876e not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:55:46.416714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Attempting to bind port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on network 3547fe68-ca77-47a3-8ae9-628c4034876e {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:55:46.421502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:55:46.421837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Checking segment: {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:55:46.422213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Bound using segment: {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:55:46.422629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Bound port: 55f44047-27c6-4ac5-91a9-b191e0d08c38, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:55:46.422974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:46.491477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:55:46.493371 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:55:46.571090 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:46.603927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:46.604571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:46.605961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] 10.222.0.36 "PUT /v2.0/ports/55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 1092 time: 0.7122252 Sep 17 01:55:46.627851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55926456-c036-43ad-810f-77b7d20ad31b service neutron] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:46.669332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-3a22b1b8-3c90-4a30-b882-6589300b2b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:46.670778 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-3a22b1b8-3c90-4a30-b882-6589300b2b3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1095 time: 0.0394852 Sep 17 01:55:46.761871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-70aab4f5-20ef-4097-bc4e-1ce827b41d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:46.763441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-70aab4f5-20ef-4097-bc4e-1ce827b41d00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 913 time: 0.0853624 Sep 17 01:55:46.806634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-2f530458-aef0-4209-b9b4-d048f2194de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 217 time: 0.0349252 Sep 17 01:55:46.855136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-5a910551-43e2-4af4-9806-9d551373fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:46.856528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-5a910551-43e2-4af4-9806-9d551373fea8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 200 len: 852 time: 0.0431924 Sep 17 01:55:46.894223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-e86bccfa-e6d6-4059-ad49-e812db3078e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3547fe68-ca77-47a3-8ae9-628c4034876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277927 Sep 17 01:55:46.982758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-97fb8030-6556-4a38-bcd7-9ea6828f00d9 service neutron] 10.222.0.36 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835454 Sep 17 01:55:47.325363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:55:47.367340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:55:47.399955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90b4c0-ca89-4fb6-8e9f-4cd2675f257e req-ef24044a-0654-4d25-ae08-5e413b713082 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:47.401447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d90b4c0-ca89-4fb6-8e9f-4cd2675f257e req-ef24044a-0654-4d25-ae08-5e413b713082 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 944 time: 0.4147081 Sep 17 01:55:47.436517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d20ed1c-9c26-4f73-a067-9e2b1ab941cc req-21e8a79f-20f4-48b3-868b-35f51ee3bbb1 service neutron] 10.222.0.36 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407892 Sep 17 01:55:47.453942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1d90b4c0-ca89-4fb6-8e9f-4cd2675f257e req-309d9a75-85cd-4556-8129-d4b51f02f709 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465753 Sep 17 01:55:48.270134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:55:48.273386 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151c680a-f6e1-4d71-a417-ac02fe295db8" -d '{"events": [{"name": "network-changed", "server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:55:48.322952 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddac252-0f65-4670-9ff7-a26cd190538d x-openstack-request-id: req-6ddac252-0f65-4670-9ff7-a26cd190538d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:55:48.323270 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:55:48.323525 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ddac252-0f65-4670-9ff7-a26cd190538d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:55:48.323915 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'status': 'completed', 'code': 200} Sep 17 01:55:48.409175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-34c4fcd7-9e01-4f98-bf3c-dfc7495f6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.410645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-34c4fcd7-9e01-4f98-bf3c-dfc7495f6172 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1095 time: 0.0680339 Sep 17 01:55:48.416796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-ebaecf66-076e-4c55-859d-27bb21eba301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.418119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-ebaecf66-076e-4c55-859d-27bb21eba301 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1095 time: 0.0658855 Sep 17 01:55:48.595691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-91e47f66-3261-4e36-ad6b-d992c7107ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.597054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-91e47f66-3261-4e36-ad6b-d992c7107ecd service neutron] 10.222.0.23 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 913 time: 0.1781154 Sep 17 01:55:48.602763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-d1f280b1-6ff6-4621-a714-185ce06b9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.604113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-d1f280b1-6ff6-4621-a714-185ce06b9978 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 913 time: 0.1771777 Sep 17 01:55:48.677818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-b78f4235-a74e-4eb1-b6f6-143c405ae03c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 217 time: 0.0727689 Sep 17 01:55:48.681108 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-9320dece-5105-4fca-b9fc-b624ab280c8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 217 time: 0.0683885 Sep 17 01:55:48.689351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0138bc-791b-4616-abfd-892a448d2bf8 req-520f55f2-c100-4662-a103-f925f97ff3fc tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.690744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e0138bc-791b-4616-abfd-892a448d2bf8 req-520f55f2-c100-4662-a103-f925f97ff3fc tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 944 time: 0.1430838 Sep 17 01:55:48.800112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-119bb3ea-679f-4809-9c65-cd1282dd8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.802053 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-119bb3ea-679f-4809-9c65-cd1282dd8c41 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 200 len: 852 time: 0.1079943 Sep 17 01:55:48.803611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-207f4029-c46a-4f99-a41e-35fea9ccb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:48.806389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-207f4029-c46a-4f99-a41e-35fea9ccb393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 200 len: 852 time: 0.1133225 Sep 17 01:55:48.807924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e0138bc-791b-4616-abfd-892a448d2bf8 req-3d2f8d8a-aec1-41a5-91a2-7a7370de8207 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998807 Sep 17 01:55:48.841820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-e15c6c95-e7f5-4d45-9241-d8caba2426c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3547fe68-ca77-47a3-8ae9-628c4034876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320742 Sep 17 01:55:48.858496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-22ce3e1b-e495-410a-86af-d56f51f8519f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3547fe68-ca77-47a3-8ae9-628c4034876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396385 Sep 17 01:55:49.006739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-0c0c757e-3389-42c3-8a9d-6cd31ccae359 service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520998 Sep 17 01:55:49.011759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-3eee55a1-2b03-4a4c-b68c-7d8119d625ca service neutron] 10.222.0.36 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476061 Sep 17 01:55:49.171418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-48706816-44d9-48c4-a29f-c6166f689fea service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576548 Sep 17 01:55:49.174686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-151c680a-f6e1-4d71-a417-ac02fe295db8 req-116b9b54-f466-4774-854a-224e1acdc3b0 service neutron] 10.222.0.36 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400607 Sep 17 01:55:49.821732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:55:49.916272 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:49.927937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'network_id': '3547fe68-ca77-47a3-8ae9-628c4034876e', 'port_id': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'mac_address': 'fa:16:3e:be:2f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41f5187-c98e-4e1c-9b72-f0431e40694d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:55:49.960874 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaa2b8-2d66-474b-974b-8ee62d781e70 req-17d6a791-ece9-41de-bf02-4b80e61e62dd tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:49.962352 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dbaa2b8-2d66-474b-974b-8ee62d781e70 req-17d6a791-ece9-41de-bf02-4b80e61e62dd tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 944 time: 0.0484610 Sep 17 01:55:49.967594 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:49.981581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f44047-27c6-4ac5-91a9-b191e0d08c38 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:55:50.000468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:50.003960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6dbaa2b8-2d66-474b-974b-8ee62d781e70 req-66513f9b-68e3-46ab-bae2-c953de245d3e tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353694 Sep 17 01:55:50.085306 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:50.132770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:50.140076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.144131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:50.311752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['55f44047-27c6-4ac5-91a9-b191e0d08c38'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:55:50.421589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-1af89530-e89f-4272-b387-8589e8362724 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:50.422958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-1af89530-e89f-4272-b387-8589e8362724 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.23 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578&tenant_id=fa510c8328c04494b5bbb7cca0d60db3&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Sep 17 01:55:50.485695 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-d8d7e381-ff24-44be-8b80-3e32d3ce4de7 service neutron] delete failed (client error): The resource could not be found. Sep 17 01:55:50.486724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-d8d7e381-ff24-44be-8b80-3e32d3ce4de7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/55f44047-27c6-4ac5-91a9-b191e0d08c38/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0561426 Sep 17 01:55:50.569637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-8c78b302-0c05-4d28-9ea7-4c042a64dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:50.571139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-8c78b302-0c05-4d28-9ea7-4c042a64dd97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 1096 time: 0.0414476 Sep 17 01:55:50.662370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-aeb30065-0b07-4be7-a554-4a6643dfaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:50.663862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-aeb30065-0b07-4be7-a554-4a6643dfaa3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 200 len: 913 time: 0.0863450 Sep 17 01:55:50.705652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-27a16cef-3b6c-410c-8bfb-2ea6e7216593 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 200 len: 217 time: 0.0348265 Sep 17 01:55:50.758325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-7f05a8d3-74cc-4c04-8330-3fbe1bb49aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:50.759789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-7f05a8d3-74cc-4c04-8330-3fbe1bb49aa9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 200 len: 852 time: 0.0468836 Sep 17 01:55:50.791574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-0433773f-2294-46dd-8b16-24f12e432c59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=3547fe68-ca77-47a3-8ae9-628c4034876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246997 Sep 17 01:55:50.880982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-e1215535-59ad-4999-a9d9-0c2af3d28663 service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822759 Sep 17 01:55:50.976569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-d62ed62c-41cc-4e2b-b44c-c9de45c726c0 service neutron] 10.222.0.23 "GET /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880041 Sep 17 01:55:51.828608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:55:51.949545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 55f44047-27c6-4ac5-91a9-b191e0d08c38 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:55:51.953299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 55f44047-27c6-4ac5-91a9-b191e0d08c38 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:55:51.953674 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:52.028805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:52.050830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:55:52.053336 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d53ed7-4d8e-487e-8ee7-900aadbe911c" -d '{"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-plugged", "status": "completed", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:55:52.065142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:52.090207 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d85a04f-2b10-467d-9563-462a5fc4cbc4 x-openstack-request-id: req-5d85a04f-2b10-467d-9563-462a5fc4cbc4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:55:52.090503 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-plugged", "status": "completed", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:55:52.090752 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d85a04f-2b10-467d-9563-462a5fc4cbc4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:55:52.091175 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'code': 200} Sep 17 01:55:52.155623 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:52.207562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:52.367210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea74959-6551-4bc1-b44a-cc5f561af293 req-94569859-389c-4cb1-afae-ac132a7da1a9 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:52.368668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ea74959-6551-4bc1-b44a-cc5f561af293 req-94569859-389c-4cb1-afae-ac132a7da1a9 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0486636 Sep 17 01:55:52.405750 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ea74959-6551-4bc1-b44a-cc5f561af293 req-566348fc-bdd8-4351-9ac6-345b53da05d1 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 17 01:55:53.531578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d02350-3e3e-43ac-be20-a09865aaafc9 req-7adae21d-06c1-4ab7-97ba-91f0aea3af7b tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:53.533072 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4d02350-3e3e-43ac-be20-a09865aaafc9 req-7adae21d-06c1-4ab7-97ba-91f0aea3af7b tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0515487 Sep 17 01:55:53.571530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e4d02350-3e3e-43ac-be20-a09865aaafc9 req-2568d993-bae9-4fdc-bb16-738a01f27ce0 tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/security-groups?id=39324b9d-bbbb-4d66-ae16-c9f2f2341513&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Sep 17 01:55:53.637586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-4e193cd0-e377-44f2-a9b0-1c9f2839685b tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:53.639025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-4e193cd0-e377-44f2-a9b0-1c9f2839685b tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.36 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 946 time: 0.0476527 Sep 17 01:55:53.731654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Deleting port 55f44047-27c6-4ac5-91a9-b191e0d08c38 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:55:53.731996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:53.821481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] For port 55f44047-27c6-4ac5-91a9-b191e0d08c38, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=55f44047-27c6-4ac5-91a9-b191e0d08c38,segment=NetworkSegment(7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934),segment_id=7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:55:53.821854 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:53.840238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Calling delete_port for 55f44047-27c6-4ac5-91a9-b191e0d08c38 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:55:54.029656 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:54.041492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['55f44047-27c6-4ac5-91a9-b191e0d08c38'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:55:54.058760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Pushing event deleted for resources: {'Port': ['ID=55f44047-27c6-4ac5-91a9-b191e0d08c38,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:54.103250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] No DVR routers for this DVR port 55f44047-27c6-4ac5-91a9-b191e0d08c38 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:55:54.105662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:54.107649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f11edafb-970a-4f79-aeb4-5ffe6dc37547 req-20e10bf3-eaaa-4f28-9159-677543829aeb tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.36 "DELETE /v2.0/ports/55f44047-27c6-4ac5-91a9-b191e0d08c38 HTTP/1.1" status: 204 len: 173 time: 0.4617052 Sep 17 01:55:54.108162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-deleted', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:55:54.110306 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cbdfb7-bbdc-4d1f-b4c7-f33a020ca7af" -d '{"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-deleted", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:55:54.144859 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c9d5a4-ffe0-46ea-b624-1d5d6954ae1c x-openstack-request-id: req-e2c9d5a4-ffe0-46ea-b624-1d5d6954ae1c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:55:54.145728 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12e91a0e-c735-46b8-ab68-0ddfd9665578", "name": "network-vif-deleted", "tag": "55f44047-27c6-4ac5-91a9-b191e0d08c38", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:55:54.145976 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2c9d5a4-ffe0-46ea-b624-1d5d6954ae1c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:55:54.146376 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12e91a0e-c735-46b8-ab68-0ddfd9665578', 'name': 'network-vif-deleted', 'tag': '55f44047-27c6-4ac5-91a9-b191e0d08c38', 'status': 'completed', 'code': 200} Sep 17 01:55:54.677267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44298a80-c3e7-4dfc-bd32-7e761c43818d req-15a42282-c581-4baf-a4d3-90bac6b187aa tempest-DeleteServersTestJSON-176469358 tempest-DeleteServersTestJSON-176469358-project] 10.222.0.13 "GET /v2.0/ports?device_id=12e91a0e-c735-46b8-ab68-0ddfd9665578 HTTP/1.1" status: 200 len: 210 time: 0.0263524 Sep 17 01:55:55.805186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38244) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:55.848992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Deleting subnet d41f5187-c98e-4e1c-9b72-f0431e40694d {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:55:55.851968 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:55.886483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:55.930127 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.064238 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.090992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41f5187-c98e-4e1c-9b72-f0431e40694d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:56.092993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.094862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f9abe7b8-fd1e-4217-bc28-2442dc3555ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d41f5187-c98e-4e1c-9b72-f0431e40694d HTTP/1.1" status: 204 len: 168 time: 0.2886670 Sep 17 01:55:56.097471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38246) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:56.167107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.249250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.268368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3547fe68-ca77-47a3-8ae9-628c4034876e']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:55:56.277488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:55:56.277784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3076f0-a0ec-4dcc-b0a0-a44bcaf7b934') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:55:56.287459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.300002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.306038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:55:56.306523 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:55:56.308167 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:55:56.435458 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.440771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.443241 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] 10.222.0.13 "DELETE /v2.0/networks/3547fe68-ca77-47a3-8ae9-628c4034876e HTTP/1.1" status: 204 len: 168 time: 0.3441725 Sep 17 01:55:56.454476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f2ef3-3845-498c-afcc-c7c5a24dbd0f admin admin] Pushing event deleted for resources: {'Network': ['ID=3547fe68-ca77-47a3-8ae9-628c4034876e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:56.740260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38250) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:56.780233 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a4eba3e4-24ac-4083-ac05-3917cbcd0dd9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa510c8328c04494b5bbb7cca0d60db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387907 Sep 17 01:55:56.782696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38252) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:56.829424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.850605 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.961030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.963601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:56.964782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39324b9d-bbbb-4d66-ae16-c9f2f2341513 HTTP/1.1" status: 204 len: 168 time: 0.1811719 Sep 17 01:55:56.972608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39324b9d-bbbb-4d66-ae16-c9f2f2341513,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:56.980449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.980799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.981140 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.981476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.981813 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.982142 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.982599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.982934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.983286 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.983614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.983939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:56.984265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bce9488-60e2-411d-ad5c-ef8f15129b25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:55:57.853680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:55:57.874201 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 55f44047-27c6-4ac5-91a9-b191e0d08c38 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:55:57.874539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 55f44047-27c6-4ac5-91a9-b191e0d08c38 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:55:57.938529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38274) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:58.033656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1558584748-network', 'tenant_id': 'a684b6b23cd64b99b2d5cde5e490bf26'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:58.138225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Made reservation on behalf of a684b6b23cd64b99b2d5cde5e490bf26 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:55:58.140495 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.149839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.237085 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.309178 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.333700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:55:58.342441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fb1203-0e5e-4ddd-9f33-a66644cef6da,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:58.349695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.350741 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Added segment e56d885c-262f-4a52-a51b-a09ae37ae570 of type vlan for network b9d00de9-61f7-40ab-a168-52810e00db6b Sep 17 01:55:58.390297 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.474961 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.476034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:58.476620 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.540366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] Pushing event updated for resources: {'Network': ['ID=b9d00de9-61f7-40ab-a168-52810e00db6b,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:58.549946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network b9d00de9-61f7-40ab-a168-52810e00db6b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:55:58.561767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-55dd09e2-2370-4469-9e15-a951c8825add admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6221187 Sep 17 01:55:58.564862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38278) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:55:58.570100 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Request body: {'subnet': {'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1558584748-subnet', 'tenant_id': 'a684b6b23cd64b99b2d5cde5e490bf26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:55:58.667916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Made reservation on behalf of a684b6b23cd64b99b2d5cde5e490bf26 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:55:58.670224 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.915811 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:58.970409 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10f9771b-591b-4666-a325-53941c5a950e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:55:58.980870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Checking segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:55:58.981225 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Network hostable DHCP agents. Network: b9d00de9-61f7-40ab-a168-52810e00db6b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:55:59.063829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Network b9d00de9-61f7-40ab-a168-52810e00db6b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:55:59.141803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, b9d00de9-61f7-40ab-a168-52810e00db6b) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:55:59.147185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:59.147975 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:59.153642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f3b5a6-0b45-4f12-813f-ad1baa6dee8a None None] Network b9d00de9-61f7-40ab-a168-52810e00db6b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:55:59.175727 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:59.222637 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c6578f9-944d-4bcc-b4c6-de0f362e1504 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6566305 Sep 17 01:55:59.280221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631019a-b1a7-450a-b3bc-a635f56d97ab None None] Network b9d00de9-61f7-40ab-a168-52810e00db6b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:55:59.537172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:55:59.653266 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-796141fe-ee67-4192-b1f9-fa30171a514b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:55:59.654704 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-796141fe-ee67-4192-b1f9-fa30171a514b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 815 time: 0.1020467 Sep 17 01:55:59.670309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-0fe4e284-8829-4165-8a17-6cee7373730e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/quotas/a684b6b23cd64b99b2d5cde5e490bf26 HTTP/1.1" status: 200 len: 375 time: 0.0098929 Sep 17 01:55:59.705925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-3c4a0298-fd65-4f5c-9349-8b659c8771ee tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304663 Sep 17 01:55:59.771307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-8c33362a-7cf4-4686-bd14-db5e60aa9f75 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:55:59.772555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-8c33362a-7cf4-4686-bd14-db5e60aa9f75 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0593154 Sep 17 01:55:59.861425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-2b6d6eea-b6dd-4180-8e10-5330211ea4b5 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827079 Sep 17 01:55:59.954278 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-3e38dcc4-de90-448c-a849-27a493f789a2 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866041 Sep 17 01:56:00.207116 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-46bea9dd-f61b-4e53-8b06-d2ae14c4adf8 req-a039b363-34c2-4c1c-b374-efdc45cb6f2b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 210 time: 0.0253949 Sep 17 01:56:01.300494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fe5a1bd3-6b60-4d3f-b326-6ea44d44ef91 req-32de8fec-23cc-464a-baa6-7598e1ea8084 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 210 time: 0.0259967 Sep 17 01:56:02.132004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-d8f81214-8215-4014-b97e-b400db5fdb1f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:02.133452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-d8f81214-8215-4014-b97e-b400db5fdb1f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.23 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 815 time: 0.1085172 Sep 17 01:56:02.145949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Request body: {'port': {'device_id': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'admin_state_up': True, 'tenant_id': 'a684b6b23cd64b99b2d5cde5e490bf26'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:56:02.320686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Made reservation on behalf of a684b6b23cd64b99b2d5cde5e490bf26 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:56:02.324372 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:02.398299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2fc499fd-42a4-4e47-ac67-9b382f8994dc req-e0d59df5-f5f6-47a0-a338-2fe238b1d48c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 210 time: 0.0267053 Sep 17 01:56:02.460007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Allocated IP 172.20.0.13 (b9d00de9-61f7-40ab-a168-52810e00db6b/10f9771b-591b-4666-a325-53941c5a950e/c59b917d-3c22-4e86-acde-46b6ac27739b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:56:02.604194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:02.698480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:02.741191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Network b9d00de9-61f7-40ab-a168-52810e00db6b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:56:02.744285 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:56:02.747866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:56:02.756228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:02.802168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:02.802771 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:02.858661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-7316f784-daa5-4177-8043-ab48855b31fd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7164891 Sep 17 01:56:02.871475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Request body: {'port': {'device_id': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:56:02.933314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:03.194090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59b917d-3c22-4e86-acde-46b6ac27739b {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:56:03.201746 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:03.214262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Transition to ACTIVE for port object c59b917d-3c22-4e86-acde-46b6ac27739b will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:56:03.220108 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:56:03.263573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:03.317513 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:03.388263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:56:03.388938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:56:03.388938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:56:03.393144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Port c59b917d-3c22-4e86-acde-46b6ac27739b on network b9d00de9-61f7-40ab-a168-52810e00db6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:56:03.393463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:56:03.398413 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:56:03.398742 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Checking segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:56:03.399151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Bound using segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:56:03.399576 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Bound port: c59b917d-3c22-4e86-acde-46b6ac27739b, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:56:03.399927 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:03.469562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:56:03.473105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:56:03.519733 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc6d45-73eb-4433-8e9f-feeeb27ebe35 req-fdbd281a-236d-4d1c-81e3-96a4eb2cc420 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:03.521210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39dc6d45-73eb-4433-8e9f-feeeb27ebe35 req-fdbd281a-236d-4d1c-81e3-96a4eb2cc420 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 944 time: 0.0531275 Sep 17 01:56:03.522759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:03.566619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:03.568541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:03.569902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] 10.222.0.23 "PUT /v2.0/ports/c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 1092 time: 0.7027893 Sep 17 01:56:03.577226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:03.579466 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:03.618914 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba85753b-047f-462d-aa6b-b1a95987c6f6 x-openstack-request-id: req-ba85753b-047f-462d-aa6b-b1a95987c6f6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:03.619238 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:03.619493 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba85753b-047f-462d-aa6b-b1a95987c6f6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:03.619888 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'status': 'completed', 'code': 200} Sep 17 01:56:03.620703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5573d-f518-4975-a08e-d62c68c58282 service neutron] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:03.625847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39dc6d45-73eb-4433-8e9f-feeeb27ebe35 req-2884d60b-5f29-4689-b74c-eb83ceaea824 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980816 Sep 17 01:56:03.685219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0 req-a53fa2ec-7c6a-436f-9f0d-0facaeb5e1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:03.686700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0 req-a53fa2ec-7c6a-436f-9f0d-0facaeb5e1b6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1095 time: 0.0422342 Sep 17 01:56:03.795981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0 req-96a0c859-1976-4848-85cf-e3cba6f76742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:03.797460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0 req-96a0c859-1976-4848-85cf-e3cba6f76742 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1034570 Sep 17 01:56:03.889958 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0 req-0ab1beac-c7ee-4fac-b599-f6b8c5c280a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:03.891452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84e9596c-f449-4a00-8923-e1d0b2b5b0c0 req-0ab1beac-c7ee-4fac-b599-f6b8c5c280a8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864868 Sep 17 01:56:03.966168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-39f377df-fabe-451a-8c30-0ca87bc7cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:03.967666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-39f377df-fabe-451a-8c30-0ca87bc7cabf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1095 time: 0.0403557 Sep 17 01:56:04.011560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-528806a5-e1c9-496b-9781-ac55d6c67b2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0362468 Sep 17 01:56:04.060052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-44b00b76-9fb0-42d0-bbde-beca3de2c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:04.061368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-44b00b76-9fb0-42d0-bbde-beca3de2c4f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0431333 Sep 17 01:56:04.091626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-d661965e-d989-425e-8779-1cc3e22791d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236607 Sep 17 01:56:04.191563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-0c943017-f072-4100-aa39-72210d3fd6f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925882 Sep 17 01:56:04.279933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7ffe3bd7-a516-4cdd-9dc6-1df27c926623 req-27536ecd-934e-4fdf-aa11-a57d690b4e0c service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816290 Sep 17 01:56:04.747737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d77b3e4-98a0-4d69-9e58-ff5cdb7ee5c5 req-72564711-d271-4ace-8dbc-b25db874fc2d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:04.749184 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d77b3e4-98a0-4d69-9e58-ff5cdb7ee5c5 req-72564711-d271-4ace-8dbc-b25db874fc2d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 944 time: 0.0515831 Sep 17 01:56:04.786628 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d77b3e4-98a0-4d69-9e58-ff5cdb7ee5c5 req-00c96c8c-5749-4f2e-9e41-c26c10b60eaa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308177 Sep 17 01:56:05.417737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:56:05.460148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-81e1027f-1518-4d90-bedb-ed07cac5702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:05.517486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:05.527597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'port_id': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'mac_address': 'fa:16:3e:6b:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f9771b-591b-4666-a325-53941c5a950e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:56:05.563811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:05.576626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59b917d-3c22-4e86-acde-46b6ac27739b {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:56:05.595429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:05.661755 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:05.712395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:05.865558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['c59b917d-3c22-4e86-acde-46b6ac27739b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:56:05.900559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24ca81-9fa1-4b59-93e6-b5eed5c03166 req-3b0a55ec-ecda-44e8-b739-1b873ad5596d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:05.902057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec24ca81-9fa1-4b59-93e6-b5eed5c03166 req-3b0a55ec-ecda-44e8-b739-1b873ad5596d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 945 time: 0.0492954 Sep 17 01:56:05.945420 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ec24ca81-9fa1-4b59-93e6-b5eed5c03166 req-8b73738d-71b0-424f-a505-a36fda322433 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Sep 17 01:56:07.066336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc947d2-85b8-4b90-8ff8-77ec2e5a5dbb req-c3743f44-5422-4c2a-84e6-5ee65f5a3203 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:07.067947 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebc947d2-85b8-4b90-8ff8-77ec2e5a5dbb req-c3743f44-5422-4c2a-84e6-5ee65f5a3203 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 945 time: 0.0509608 Sep 17 01:56:07.112976 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebc947d2-85b8-4b90-8ff8-77ec2e5a5dbb req-242045c6-7737-4d32-a7cb-fab8fea06f39 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385201 Sep 17 01:56:07.434048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:56:07.549331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port c59b917d-3c22-4e86-acde-46b6ac27739b completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:56:07.553474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port c59b917d-3c22-4e86-acde-46b6ac27739b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:56:07.553850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:07.639048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:07.664121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:07.667977 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f640efb-6118-40d8-9af7-f50667f0e49e" -d '{"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-plugged", "status": "completed", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:07.682840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:07.707961 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5717129-38ce-448c-9581-fdb7aa8a7116 x-openstack-request-id: req-e5717129-38ce-448c-9581-fdb7aa8a7116 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:07.707961 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-plugged", "status": "completed", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:07.707961 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5717129-38ce-448c-9581-fdb7aa8a7116 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:07.707961 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'code': 200} Sep 17 01:56:07.756026 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:07.799665 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f512e1-4717-4c29-81dc-ff0a740fe2bc req-11e6470e-a1be-4b62-8234-0f79750ddd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:07.801686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95f512e1-4717-4c29-81dc-ff0a740fe2bc req-11e6470e-a1be-4b62-8234-0f79750ddd95 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1097 time: 0.0399497 Sep 17 01:56:07.806653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:07.837523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95f512e1-4717-4c29-81dc-ff0a740fe2bc req-b7688473-81f4-41d4-a201-72e226426894 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280950 Sep 17 01:56:08.155302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9d0ddd50-0edc-4e80-a867-724137b1008e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:08.228674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ecc7d-8a5c-4336-b112-3dda34de559a req-2ae1c4d6-23ac-4de8-851a-3bf0ee83efa5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:08.230234 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-833ecc7d-8a5c-4336-b112-3dda34de559a req-2ae1c4d6-23ac-4de8-851a-3bf0ee83efa5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0495279 Sep 17 01:56:08.267033 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-833ecc7d-8a5c-4336-b112-3dda34de559a req-9ed8a2de-b854-4e99-bcf3-1d4d798394a8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308149 Sep 17 01:56:09.073057 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:09.382618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881898f4-6bef-4aaa-a3b6-00d45a01f151 req-900bf8d1-4268-4121-83f7-1feb8ab17488 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:09.384124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-881898f4-6bef-4aaa-a3b6-00d45a01f151 req-900bf8d1-4268-4121-83f7-1feb8ab17488 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0489602 Sep 17 01:56:09.420292 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-881898f4-6bef-4aaa-a3b6-00d45a01f151 req-1f33214b-4cb2-42e5-8cf6-48e3e84eaa3c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302086 Sep 17 01:56:09.537444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ce35c-2ea0-47b7-a1b4-51a5d0e9cae3 req-31b29151-40c3-4726-a887-89c9652d6302 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:09.538925 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7d3ce35c-2ea0-47b7-a1b4-51a5d0e9cae3 req-31b29151-40c3-4726-a887-89c9652d6302 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0519967 Sep 17 01:56:09.575992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7d3ce35c-2ea0-47b7-a1b4-51a5d0e9cae3 req-e3d7d341-8799-42d4-a33d-0d9a33ac1fec tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Sep 17 01:56:09.635214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:09.833156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38c63f-1198-4f73-91e8-e4fd05deb25a req-98130d77-9c33-4aff-b69c-46810a784a11 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:09.834635 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b38c63f-1198-4f73-91e8-e4fd05deb25a req-98130d77-9c33-4aff-b69c-46810a784a11 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0491164 Sep 17 01:56:09.871358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b38c63f-1198-4f73-91e8-e4fd05deb25a req-c05020f3-22d5-4ca4-819f-f5f98542dfb0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Sep 17 01:56:09.985650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393186f-817b-4be9-bf91-ced68c1d3672 req-8126ab2c-894b-4d4f-8023-33f45e6de319 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:09.987104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5393186f-817b-4be9-bf91-ced68c1d3672 req-8126ab2c-894b-4d4f-8023-33f45e6de319 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0485678 Sep 17 01:56:10.028194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5393186f-817b-4be9-bf91-ced68c1d3672 req-fbb33883-f861-4157-b2e8-eb59992de76a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Sep 17 01:56:10.416482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76e47f-e2fc-42bd-bdff-fcf310e6b79f req-3953e032-253b-4187-b14b-0057cac27948 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:10.418069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd76e47f-e2fc-42bd-bdff-fcf310e6b79f req-3953e032-253b-4187-b14b-0057cac27948 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0505669 Sep 17 01:56:10.456289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd76e47f-e2fc-42bd-bdff-fcf310e6b79f req-d9a5d24e-5efe-4fef-82e6-19734d98068f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Sep 17 01:56:10.558921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-42b13634-29d5-4650-a155-26957ed6f721 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411580 Sep 17 01:56:11.189483 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:11.573966 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47e451-0d3e-40c3-8cfb-73004a81ba4f req-d2259517-9006-4e78-b295-6855ff94fdaf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:11.575384 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3b47e451-0d3e-40c3-8cfb-73004a81ba4f req-d2259517-9006-4e78-b295-6855ff94fdaf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0505474 Sep 17 01:56:11.612222 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3b47e451-0d3e-40c3-8cfb-73004a81ba4f req-d729dd19-89c9-4e31-861a-1c90c43ab0ce tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307448 Sep 17 01:56:12.523917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-cf8834d3-921f-466b-87a4-420524b48bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:12.525382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-cf8834d3-921f-466b-87a4-420524b48bea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1097 time: 0.0400469 Sep 17 01:56:12.952377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-1594d67e-ec4c-44d7-a381-77d58e11b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:12.953865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-1594d67e-ec4c-44d7-a381-77d58e11b7e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.4210837 Sep 17 01:56:12.964752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a918f-c872-4c99-a783-92f93c3400f9 req-b5406d62-c187-4459-ad5c-ffb2353edcd3 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:12.966122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c8a918f-c872-4c99-a783-92f93c3400f9 req-b5406d62-c187-4459-ad5c-ffb2353edcd3 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0702000 Sep 17 01:56:13.009576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-efcf5ef1-69ad-4367-9b85-ddc7273c359c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0425391 Sep 17 01:56:13.062751 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c8a918f-c872-4c99-a783-92f93c3400f9 req-ff3097ca-93b2-4fd6-b026-5c44ec6ea3eb tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903487 Sep 17 01:56:13.073710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-e19b2d27-e333-4c4e-8c46-427c9c8c4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:13.075061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-e19b2d27-e333-4c4e-8c46-427c9c8c4bc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0578611 Sep 17 01:56:13.106052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-d0d52931-9196-43f5-bf21-36222c0a0471 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241134 Sep 17 01:56:13.198252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-e230c56e-7696-4c10-acac-75bad0ea3329 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853221 Sep 17 01:56:13.286694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-57e49a7a-33e1-4122-957f-b17b8d848606 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809538 Sep 17 01:56:14.181920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42a817-c767-4206-93ad-eea060156a43 req-ca39d53c-9ea3-4f12-a64a-217b9224408f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:14.185010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd42a817-c767-4206-93ad-eea060156a43 req-ca39d53c-9ea3-4f12-a64a-217b9224408f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0532393 Sep 17 01:56:14.222129 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd42a817-c767-4206-93ad-eea060156a43 req-f22719ec-2450-4309-9998-9a49552efc4f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321677 Sep 17 01:56:15.341846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1aabe-c37a-48ae-a016-489458e60157 req-942eefa5-74db-4114-ba6e-0e941e584b54 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:15.343374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8b1aabe-c37a-48ae-a016-489458e60157 req-942eefa5-74db-4114-ba6e-0e941e584b54 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0536861 Sep 17 01:56:15.382484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8b1aabe-c37a-48ae-a016-489458e60157 req-3a3645fb-506c-4316-8c60-3ce983f3b6cb tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Sep 17 01:56:16.497303 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503ee01-836c-497b-98ff-c59637dd5e1c req-444364a9-2c3b-4ea7-952f-fa59161b9b46 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:16.498766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2503ee01-836c-497b-98ff-c59637dd5e1c req-444364a9-2c3b-4ea7-952f-fa59161b9b46 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0490193 Sep 17 01:56:16.537565 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2503ee01-836c-497b-98ff-c59637dd5e1c req-e148c565-22bc-4e6e-93d2-2e262085ff61 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322528 Sep 17 01:56:17.650715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bd9c4-1016-4f81-b317-1cf4073d9875 req-2d6318c0-6c4c-46ef-81bf-6dab1e101f67 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:17.652133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d4bd9c4-1016-4f81-b317-1cf4073d9875 req-2d6318c0-6c4c-46ef-81bf-6dab1e101f67 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0481658 Sep 17 01:56:17.689539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d4bd9c4-1016-4f81-b317-1cf4073d9875 req-745d7e9c-88ed-4dce-8724-b91c0cb55a2b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Sep 17 01:56:18.805656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e857b74-1cae-4193-b050-d65f31148c17 req-d2f3c43f-06a3-4484-87bb-71474b93dac9 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:18.807132 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e857b74-1cae-4193-b050-d65f31148c17 req-d2f3c43f-06a3-4484-87bb-71474b93dac9 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0488057 Sep 17 01:56:18.844309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e857b74-1cae-4193-b050-d65f31148c17 req-c3215aa1-6c39-4c95-9190-2acbcf130644 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311005 Sep 17 01:56:19.959240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cf464-0cb4-4c0e-a76b-ffa17bd3ee0c req-51e4fd43-bd05-4cef-a4f3-be666e26c6a4 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:19.960708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea1cf464-0cb4-4c0e-a76b-ffa17bd3ee0c req-51e4fd43-bd05-4cef-a4f3-be666e26c6a4 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0485210 Sep 17 01:56:19.997760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ea1cf464-0cb4-4c0e-a76b-ffa17bd3ee0c req-cf8c8ee7-9b74-45a7-a4f6-c04c827b3a90 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Sep 17 01:56:21.114391 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b673d-9ad1-4d8e-88d1-c6a742126bc5 req-93b6e0d2-a57e-4f7d-9123-534939f7a170 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:21.115850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a27b673d-9ad1-4d8e-88d1-c6a742126bc5 req-93b6e0d2-a57e-4f7d-9123-534939f7a170 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0514617 Sep 17 01:56:21.153122 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a27b673d-9ad1-4d8e-88d1-c6a742126bc5 req-c41a4fc7-1f25-415c-a909-388c6f89544c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313194 Sep 17 01:56:22.270891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf5a2e-2aa3-40a9-86d8-60db742c3a22 req-1c6f11fd-881c-4ccb-9d1f-518dd5c205bf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:22.272392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cdf5a2e-2aa3-40a9-86d8-60db742c3a22 req-1c6f11fd-881c-4ccb-9d1f-518dd5c205bf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0527203 Sep 17 01:56:22.309825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7cdf5a2e-2aa3-40a9-86d8-60db742c3a22 req-50267a07-d8e0-437a-a8fe-2af00a8fe0e2 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Sep 17 01:56:23.426469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbbfde-3560-4558-b15b-aeb832f5bd42 req-2637def7-b91c-48e9-bc95-bf3fbcbf21e1 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:23.427971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-00bbbfde-3560-4558-b15b-aeb832f5bd42 req-2637def7-b91c-48e9-bc95-bf3fbcbf21e1 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0482516 Sep 17 01:56:23.465613 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-00bbbfde-3560-4558-b15b-aeb832f5bd42 req-ac91b1c3-4239-4b58-b639-d41ef4c593f8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Sep 17 01:56:24.579554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba139ee8-5c62-404d-9c9d-06fdbfd79962 req-50d323c6-9996-42a4-975f-76309bd835b9 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:24.581024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba139ee8-5c62-404d-9c9d-06fdbfd79962 req-50d323c6-9996-42a4-975f-76309bd835b9 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0484529 Sep 17 01:56:24.618917 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba139ee8-5c62-404d-9c9d-06fdbfd79962 req-b334e238-a045-4f4d-b3fb-71737ff0b322 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Sep 17 01:56:25.731519 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3866a9d-17b2-432f-a4da-1efaf2f1384d req-031f8c08-673c-41d6-bef3-19ec1c446245 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:25.732982 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3866a9d-17b2-432f-a4da-1efaf2f1384d req-031f8c08-673c-41d6-bef3-19ec1c446245 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0481381 Sep 17 01:56:25.770787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c3866a9d-17b2-432f-a4da-1efaf2f1384d req-bda2cc32-eb64-4d49-adc4-cca9b2b6e1db tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Sep 17 01:56:26.883628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4de89-3c2a-4d1f-be56-8cbda3bfc05f req-8e2c1f3a-ee2f-41c4-8e61-affcbe6b76e1 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:26.885111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ed4de89-3c2a-4d1f-be56-8cbda3bfc05f req-8e2c1f3a-ee2f-41c4-8e61-affcbe6b76e1 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0492496 Sep 17 01:56:26.922758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ed4de89-3c2a-4d1f-be56-8cbda3bfc05f req-1819ac9e-c0bf-40fb-9843-3d74979e1b23 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Sep 17 01:56:28.041952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20272f-df25-4471-abeb-45e0d18fca16 req-b03cc389-b329-4d4a-90e6-f41c84051823 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:28.043418 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd20272f-df25-4471-abeb-45e0d18fca16 req-b03cc389-b329-4d4a-90e6-f41c84051823 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0530667 Sep 17 01:56:28.080229 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dd20272f-df25-4471-abeb-45e0d18fca16 req-6e4af7f7-d934-4b00-bcff-93f698e85e7c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308757 Sep 17 01:56:29.154911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:29.200482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd79fa-0ab3-42f3-8644-0935025f3517 req-4e5af3c2-527b-4089-b88a-2dff3528e594 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:29.201962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cccd79fa-0ab3-42f3-8644-0935025f3517 req-4e5af3c2-527b-4089-b88a-2dff3528e594 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0547166 Sep 17 01:56:29.240421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cccd79fa-0ab3-42f3-8644-0935025f3517 req-c37397dd-b462-4ca5-8582-6b20baacdbc9 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Sep 17 01:56:29.552580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:30.352434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e850358-b527-4199-848a-07ab0ca752a3 req-8dab7b3f-b952-4b90-9266-17576ebe8482 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:30.353897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e850358-b527-4199-848a-07ab0ca752a3 req-8dab7b3f-b952-4b90-9266-17576ebe8482 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0478096 Sep 17 01:56:30.393078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e850358-b527-4199-848a-07ab0ca752a3 req-814e4502-ea7a-4616-9d3f-8e52f6415985 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332701 Sep 17 01:56:31.507923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8b938-6fae-48b7-ba59-47117c26171b req-5e5efbce-1808-4f6b-9ce7-5e70385ef66d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:31.509398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7d8b938-6fae-48b7-ba59-47117c26171b req-5e5efbce-1808-4f6b-9ce7-5e70385ef66d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0486310 Sep 17 01:56:31.546055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7d8b938-6fae-48b7-ba59-47117c26171b req-9cfcc246-146a-4b30-8c4e-a7a5be48fcfa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307405 Sep 17 01:56:32.658526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894152a-17a7-4efb-a985-ac235a8b71f9 req-c6080be7-00c0-4b01-bc7d-ed6fa78bd9c6 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:32.659998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d894152a-17a7-4efb-a985-ac235a8b71f9 req-c6080be7-00c0-4b01-bc7d-ed6fa78bd9c6 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0480254 Sep 17 01:56:32.697035 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d894152a-17a7-4efb-a985-ac235a8b71f9 req-1e1b8576-1763-496b-8245-19e6b80e69b8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310323 Sep 17 01:56:33.809582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b948e2-c53d-4e83-819c-2a3011a0de50 req-db01c44d-7841-44d5-b2fd-6789685c12aa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:33.811036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0b948e2-c53d-4e83-819c-2a3011a0de50 req-db01c44d-7841-44d5-b2fd-6789685c12aa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0481052 Sep 17 01:56:33.849312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0b948e2-c53d-4e83-819c-2a3011a0de50 req-14ed05fc-b4d1-489e-a153-f8168791ba5e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312595 Sep 17 01:56:34.967494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e20195-b943-495f-a1a4-509361cac3f6 req-10c0336e-46b7-4fc0-a9e7-8ed810d93c33 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:34.968977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93e20195-b943-495f-a1a4-509361cac3f6 req-10c0336e-46b7-4fc0-a9e7-8ed810d93c33 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0521393 Sep 17 01:56:35.006278 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-93e20195-b943-495f-a1a4-509361cac3f6 req-75b6221b-6f78-47d3-b02d-9decba24b3d5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307438 Sep 17 01:56:35.440416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-601ee85c-0746-4a91-a493-7984672b6ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:36.127487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9164e-58e8-4f8d-881d-ba9962ff8bad req-d69a6aaf-6010-4754-9324-abd7f0740888 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:36.129293 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ac9164e-58e8-4f8d-881d-ba9962ff8bad req-d69a6aaf-6010-4754-9324-abd7f0740888 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0527248 Sep 17 01:56:36.165870 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ac9164e-58e8-4f8d-881d-ba9962ff8bad req-b6e1dce8-5837-4406-8a12-cf2692e8ed4f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Sep 17 01:56:37.278952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14579da-d15e-4306-9321-4a262c801325 req-23762db2-74c7-41ca-8db5-78e16037f484 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:37.280429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b14579da-d15e-4306-9321-4a262c801325 req-23762db2-74c7-41ca-8db5-78e16037f484 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0477369 Sep 17 01:56:37.317309 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b14579da-d15e-4306-9321-4a262c801325 req-a8adec43-bccf-4c14-855b-db44e28eb6cb tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309515 Sep 17 01:56:38.180892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6aa1b52f-c999-4e95-bd50-975c67e6f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:38.433108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f65bf0-288f-4c8b-80ec-bbefffd3ed47 req-1f41a2cf-47a8-47b7-b089-81f95aaa812b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:38.434512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39f65bf0-288f-4c8b-80ec-bbefffd3ed47 req-1f41a2cf-47a8-47b7-b089-81f95aaa812b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0485079 Sep 17 01:56:38.472888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39f65bf0-288f-4c8b-80ec-bbefffd3ed47 req-85de651b-697d-4af1-bb73-3a4bf53047bd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323834 Sep 17 01:56:39.078104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:39.588092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c85a5-edaf-4258-9470-1058b9804127 req-7a55895d-eaea-4f30-80f5-6fb1bba98dd8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:39.589586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-600c85a5-edaf-4258-9470-1058b9804127 req-7a55895d-eaea-4f30-80f5-6fb1bba98dd8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0494323 Sep 17 01:56:39.617725 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:39.626460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-600c85a5-edaf-4258-9470-1058b9804127 req-4c92381a-641c-4f57-a3c8-a25e04f48949 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305872 Sep 17 01:56:40.219019 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:56:40.270587 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-7861021d-ef53-4892-9858-9162b85b9756 req-6d8fb772-c43a-4ead-973f-d11708a72efa service neutron] show failed (client error): The resource could not be found. Sep 17 01:56:40.271620 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-6d8fb772-c43a-4ead-973f-d11708a72efa service neutron] 10.222.0.23 "GET /v2.0/ports/c59b917d-3c22-4e86-acde-46b6ac27739b/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0527723 Sep 17 01:56:40.747845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58ce61-679e-4bbe-95d6-408fc8f33e5b req-bfaf12b3-0f0a-4472-8cf2-9b7ff21f8eae tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:40.749341 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f58ce61-679e-4bbe-95d6-408fc8f33e5b req-bfaf12b3-0f0a-4472-8cf2-9b7ff21f8eae tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0538528 Sep 17 01:56:40.813476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1f58ce61-679e-4bbe-95d6-408fc8f33e5b req-f62c930f-e7a6-4f22-80be-bf8a85f2bb10 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574853 Sep 17 01:56:40.823675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-3719b173-0f51-4030-a519-3dc00fcad39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:40.825199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-3719b173-0f51-4030-a519-3dc00fcad39e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba&tenant_id=a684b6b23cd64b99b2d5cde5e490bf26 HTTP/1.1" status: 200 len: 1097 time: 0.0558143 Sep 17 01:56:40.837358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:56:40.888168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.090557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:41.122148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:56:41.161081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:41.163463 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082f9ef5-1031-49e8-8094-03bceb4542c9" -d '{"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-unplugged", "status": "completed", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:41.167593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.179882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Transition to ACTIVE for port object c59b917d-3c22-4e86-acde-46b6ac27739b will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:56:41.186726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.212259 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb3a5a3-fb32-46c9-9cad-af1ff741a402 x-openstack-request-id: req-ccb3a5a3-fb32-46c9-9cad-af1ff741a402 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:41.212574 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-unplugged", "status": "completed", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:41.212834 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ccb3a5a3-fb32-46c9-9cad-af1ff741a402 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:41.213235 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'code': 200} Sep 17 01:56:41.238269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.299221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] No DVR routers for this DVR port c59b917d-3c22-4e86-acde-46b6ac27739b on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:56:41.302541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:41.340139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:56:41.340476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:56:41.340857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:56:41.345000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Port c59b917d-3c22-4e86-acde-46b6ac27739b on network b9d00de9-61f7-40ab-a168-52810e00db6b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:56:41.345323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Attempting to bind port c59b917d-3c22-4e86-acde-46b6ac27739b on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:56:41.350166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:56:41.350503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Checking segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:56:41.350889 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Bound using segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:56:41.351345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Bound port: c59b917d-3c22-4e86-acde-46b6ac27739b, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:56:41.351696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.414391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:56:41.417471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:56:41.478556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.514182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:41.514825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:41.516247 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] 10.222.0.36 "PUT /v2.0/ports/c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 1092 time: 0.6834209 Sep 17 01:56:41.535786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d145e76-b523-43d9-9634-fc041b4a4d11 service neutron] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:41.578525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-2c9746d8-1660-4633-a530-5da1668cd856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:41.580110 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-2c9746d8-1660-4633-a530-5da1668cd856 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1095 time: 0.0409331 Sep 17 01:56:41.671730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-8887d7e6-e08d-4057-baf6-6b714a248660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:41.673109 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-8887d7e6-e08d-4057-baf6-6b714a248660 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.0860827 Sep 17 01:56:41.714245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-f271fa74-935e-47ac-bd4a-a913e6516f39 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0341249 Sep 17 01:56:41.767305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861021d-ef53-4892-9858-9162b85b9756 req-63d5fde0-f7c4-4913-bfa6-64d89b6c7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:41.768798 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-63d5fde0-f7c4-4913-bfa6-64d89b6c7fbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0474606 Sep 17 01:56:41.799914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-34d69c89-6c15-4d6a-bfed-db760f4260ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241561 Sep 17 01:56:41.903305 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-3a6e1b7f-fb94-483d-81d0-4ccb757a9393 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963132 Sep 17 01:56:41.992552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d72120-0585-43c0-92be-d352317870a2 req-51452507-dd5f-43e1-a1ae-8ba402020dfe tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:41.993934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84d72120-0585-43c0-92be-d352317870a2 req-51452507-dd5f-43e1-a1ae-8ba402020dfe tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 944 time: 0.1145375 Sep 17 01:56:42.032585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7861021d-ef53-4892-9858-9162b85b9756 req-18461b74-cec5-4c9e-88d7-045408d001ef service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160920 Sep 17 01:56:42.045130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84d72120-0585-43c0-92be-d352317870a2 req-0eda5f60-31fa-40ba-a128-9e724384ecd1 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Sep 17 01:56:43.168805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fb0c1-31f4-48ba-ad8d-c74cda8c397f req-26494e14-f297-4348-bb05-6ea97d4d253b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.170264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-487fb0c1-31f4-48ba-ad8d-c74cda8c397f req-26494e14-f297-4348-bb05-6ea97d4d253b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 944 time: 0.0530722 Sep 17 01:56:43.206767 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-487fb0c1-31f4-48ba-ad8d-c74cda8c397f req-12f84c2c-c0d7-4530-b3eb-2c8b594f2ffe tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303309 Sep 17 01:56:43.214101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:43.217004 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b590f796-a81b-4295-acca-de9606c1045c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:43.263675 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e74729-dc03-436f-a5c6-fada1bc6a7f2 x-openstack-request-id: req-07e74729-dc03-436f-a5c6-fada1bc6a7f2 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:43.263964 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:43.264224 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07e74729-dc03-436f-a5c6-fada1bc6a7f2 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:43.264612 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'status': 'completed', 'code': 200} Sep 17 01:56:43.353206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f796-a81b-4295-acca-de9606c1045c req-e514aa74-62c9-4307-a4c1-ed786f032c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.354691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-e514aa74-62c9-4307-a4c1-ed786f032c0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1095 time: 0.0723956 Sep 17 01:56:43.356407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f796-a81b-4295-acca-de9606c1045c req-5739fb2a-daac-4828-a962-8906a40f7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.357728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-5739fb2a-daac-4828-a962-8906a40f7336 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1095 time: 0.0660479 Sep 17 01:56:43.513384 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f796-a81b-4295-acca-de9606c1045c req-bb1c61f9-1625-4532-ab50-3daf39a72658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.514841 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-bb1c61f9-1625-4532-ab50-3daf39a72658 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.1533601 Sep 17 01:56:43.517477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f796-a81b-4295-acca-de9606c1045c req-e98ca675-5943-46a5-afb7-d0e4b4171cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.518980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-e98ca675-5943-46a5-afb7-d0e4b4171cf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.1504271 Sep 17 01:56:43.568645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-e70382df-6d8a-4198-9ce8-809677f254b6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0462630 Sep 17 01:56:43.605356 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-4e982c69-1894-4649-b155-3ba994d2a306 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0434551 Sep 17 01:56:43.677593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f796-a81b-4295-acca-de9606c1045c req-d0b90246-0a47-44c0-b7b7-42cfec929231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.678754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-d0b90246-0a47-44c0-b7b7-42cfec929231 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0818999 Sep 17 01:56:43.683969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590f796-a81b-4295-acca-de9606c1045c req-92fc5a50-3e73-4563-aee2-a04c0a151628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:43.685326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-92fc5a50-3e73-4563-aee2-a04c0a151628 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0610809 Sep 17 01:56:43.722233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-6d56159b-2be7-404c-8215-96dccd94f2e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358818 Sep 17 01:56:43.744279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-449869a4-b544-45a5-953b-c7b179427548 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505610 Sep 17 01:56:43.884537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-e2d4c977-ecf9-4823-a820-d1584d88f097 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493452 Sep 17 01:56:43.902250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-60574c5b-208c-411a-b2fc-f300157a99ef service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473830 Sep 17 01:56:43.931718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:56:44.041254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:44.052516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-d57c3b25-119b-47e7-bbc6-54bc3a3caa06 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610954 Sep 17 01:56:44.054109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'port_id': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'mac_address': 'fa:16:3e:6b:b4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f9771b-591b-4666-a325-53941c5a950e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:56:44.055988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b590f796-a81b-4295-acca-de9606c1045c req-34eaecb4-85ed-4670-98e4-0b7880ddb4bd service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434331 Sep 17 01:56:44.096504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:44.109625 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59b917d-3c22-4e86-acde-46b6ac27739b {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:56:44.128873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:44.186884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:44.233627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:44.324076 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04dae0-dda7-4bcf-8511-8e37956484cf req-50649496-2540-4e9e-995c-85ee533fbf8c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:44.325561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de04dae0-dda7-4bcf-8511-8e37956484cf req-50649496-2540-4e9e-995c-85ee533fbf8c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 945 time: 0.0496242 Sep 17 01:56:44.363033 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-de04dae0-dda7-4bcf-8511-8e37956484cf req-9139b76d-d6ef-4d69-a567-08a9b362b8a0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313625 Sep 17 01:56:44.387579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c59b917d-3c22-4e86-acde-46b6ac27739b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:56:44.711579 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e7aa5-ebb4-4aa2-a4e4-4b485a7dfab5 req-f7910eeb-6d33-4fef-b774-af4f8b36502a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:44.712985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da8e7aa5-ebb4-4aa2-a4e4-4b485a7dfab5 req-f7910eeb-6d33-4fef-b774-af4f8b36502a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 945 time: 0.0484660 Sep 17 01:56:44.751025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da8e7aa5-ebb4-4aa2-a4e4-4b485a7dfab5 req-08f5de3c-0861-4f79-b074-f33fd84a1184 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Sep 17 01:56:44.802707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-f033598b-d91e-4875-8d42-00eec44f37b2 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:44.804180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-f033598b-d91e-4875-8d42-00eec44f37b2 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba&tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Sep 17 01:56:44.867590 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-04a96195-7559-4c5f-977a-6a7e7bc1de6e service neutron] delete failed (client error): The resource could not be found. Sep 17 01:56:44.868634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-04a96195-7559-4c5f-977a-6a7e7bc1de6e service neutron] 10.222.0.23 "DELETE /v2.0/ports/c59b917d-3c22-4e86-acde-46b6ac27739b/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0570600 Sep 17 01:56:44.950891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-cffe655a-42ff-4117-a729-c7e8f71f75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:44.952406 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-cffe655a-42ff-4117-a729-c7e8f71f75fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1096 time: 0.0411434 Sep 17 01:56:45.040880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-2fdb1bbc-6144-48e7-b9ab-193a309afe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:45.042326 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-2fdb1bbc-6144-48e7-b9ab-193a309afe85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.0827434 Sep 17 01:56:45.086450 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-9e06d850-2406-48d5-aa0f-a6e3219663bf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0372438 Sep 17 01:56:45.133427 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-9b0e7fa6-8ed0-40e2-b27c-3384ae8187f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:45.134808 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-9b0e7fa6-8ed0-40e2-b27c-3384ae8187f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0420895 Sep 17 01:56:45.165796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-a0773136-a3ec-4a6a-ac3c-8c8984e31f56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239861 Sep 17 01:56:45.264442 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-fe884350-3a83-4fcb-bd07-9ca05c674ce5 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920873 Sep 17 01:56:45.352921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862f6bcb-8538-4acc-8f11-8c30ea5c5a40 req-266acc36-d68c-4bfa-bd34-81a8b9828a3b service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810077 Sep 17 01:56:45.587858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:56:45.625777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:56:45.875675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d1b45-a28e-44f6-bcf3-54aecb8d4f59 req-43bc6c47-1504-4323-885b-72c29587fffd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:45.877191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-560d1b45-a28e-44f6-bcf3-54aecb8d4f59 req-43bc6c47-1504-4323-885b-72c29587fffd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 945 time: 0.0538259 Sep 17 01:56:45.916288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-560d1b45-a28e-44f6-bcf3-54aecb8d4f59 req-67ff75e7-347f-414b-ada6-f5df96084347 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Sep 17 01:56:45.950283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:56:46.074560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port c59b917d-3c22-4e86-acde-46b6ac27739b completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:56:46.078390 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port c59b917d-3c22-4e86-acde-46b6ac27739b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:56:46.078761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:46.158180 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:46.180718 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:46.182929 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f1bfb-f28a-480a-9d67-4103ba834ab0" -d '{"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-plugged", "status": "completed", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:46.195456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:46.218939 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca712d-948f-4d96-96eb-43c9735ae26e x-openstack-request-id: req-01ca712d-948f-4d96-96eb-43c9735ae26e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:46.219260 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-plugged", "status": "completed", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:46.219516 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01ca712d-948f-4d96-96eb-43c9735ae26e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:46.219909 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'code': 200} Sep 17 01:56:46.251833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:46.299333 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:46.554258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-cb32a856-5007-4608-84a9-41e5286a3c6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399387 Sep 17 01:56:46.634396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935abe1-8450-458a-b5a8-6b140972d07b req-74f33563-c2ce-4ef0-817e-45bdc5afd954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:46.635886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-74f33563-c2ce-4ef0-817e-45bdc5afd954 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 1097 time: 0.0397809 Sep 17 01:56:46.741060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935abe1-8450-458a-b5a8-6b140972d07b req-6dfc23d2-c6a0-4755-9d72-00f9cd34a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:46.742396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-6dfc23d2-c6a0-4755-9d72-00f9cd34a845 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.0858309 Sep 17 01:56:46.782476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-205e1ef0-c4b8-4ecb-be83-073d7e73161a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 200 len: 217 time: 0.0331767 Sep 17 01:56:46.832291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935abe1-8450-458a-b5a8-6b140972d07b req-b72f85c4-2e98-4b4c-89a4-f0302da6246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:46.834374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-b72f85c4-2e98-4b4c-89a4-f0302da6246e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0456631 Sep 17 01:56:46.864140 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-eabbcaa3-cc12-40f0-b602-6de5e2730929 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234919 Sep 17 01:56:46.952035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-62b1649b-32fb-45ec-9bda-281c709df9da service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808771 Sep 17 01:56:47.075337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f935abe1-8450-458a-b5a8-6b140972d07b req-e4458540-345f-460b-8403-b15ac251b801 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162345 Sep 17 01:56:47.082544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478db3-ddbe-4ae2-a039-3a8b3eaced05 req-40e8c81d-af10-4e04-9999-62ea3338e4e7 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:47.084533 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a478db3-ddbe-4ae2-a039-3a8b3eaced05 req-40e8c81d-af10-4e04-9999-62ea3338e4e7 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0993783 Sep 17 01:56:47.121738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a478db3-ddbe-4ae2-a039-3a8b3eaced05 req-7ec0859d-93bb-42e6-af49-a2991f009afd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Sep 17 01:56:47.240864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa06eec-eb39-4158-a9cc-e1b22e9689db req-53c86bcc-1903-453e-b6ef-2de30406c4c5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:47.242306 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-caa06eec-eb39-4158-a9cc-e1b22e9689db req-53c86bcc-1903-453e-b6ef-2de30406c4c5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0528853 Sep 17 01:56:47.279436 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-caa06eec-eb39-4158-a9cc-e1b22e9689db req-4c0358a2-1c52-4cb4-9e9d-1182397b8b2c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Sep 17 01:56:47.391067 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ce2d1-3eb5-459b-abe2-293c68f351b1 req-f66d5611-9187-4373-b546-4621dc867652 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:47.392597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-744ce2d1-3eb5-459b-abe2-293c68f351b1 req-f66d5611-9187-4373-b546-4621dc867652 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0485930 Sep 17 01:56:47.434535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-744ce2d1-3eb5-459b-abe2-293c68f351b1 req-dede8556-8bdd-427e-af94-30b86685998a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354121 Sep 17 01:56:47.945079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-8debc323-bd83-4b3a-be5d-f22fd096d64b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:47.946544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-8debc323-bd83-4b3a-be5d-f22fd096d64b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 815 time: 0.1008947 Sep 17 01:56:47.961820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-aac7722d-e07f-46a5-bdeb-327483a05c7d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/quotas/a684b6b23cd64b99b2d5cde5e490bf26 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Sep 17 01:56:48.009576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-5dad4f4a-5659-487c-ab8d-89c8e76ba785 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425949 Sep 17 01:56:48.101754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-7252bdd9-566e-4665-a204-db4fef0881b3 service neutron] 10.222.0.13 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851176 Sep 17 01:56:48.189933 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6099fad3-492d-43b9-8c5d-ea276536efae service neutron] 10.222.0.13 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820017 Sep 17 01:56:48.430818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e57b6567-32e1-4456-b479-125eeadb5fea req-91db4f12-1018-4e47-8e19-bfae55b56c52 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 210 time: 0.0271170 Sep 17 01:56:49.099675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-550b00c6-5b72-4b32-93e4-c6ad94947611 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:49.101157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-550b00c6-5b72-4b32-93e4-c6ad94947611 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.36 "GET /v2.0/ports?device_id=bb5dab94-fbed-4ca8-9737-7d8acf3556ba HTTP/1.1" status: 200 len: 946 time: 0.0534008 Sep 17 01:56:49.190163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Deleting port c59b917d-3c22-4e86-acde-46b6ac27739b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:56:49.190515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:49.283123 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] For port c59b917d-3c22-4e86-acde-46b6ac27739b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=c59b917d-3c22-4e86-acde-46b6ac27739b,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:49.283775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:49.296894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Calling delete_port for c59b917d-3c22-4e86-acde-46b6ac27739b owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:56:49.511690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:49.524532 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['c59b917d-3c22-4e86-acde-46b6ac27739b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:56:49.533692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f18ecf88-f980-41a0-a9e6-5321499d6e56 req-30e6c40d-3c1b-48f3-a14e-050521281523 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 210 time: 0.0330851 Sep 17 01:56:49.561517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Pushing event deleted for resources: {'Port': ['ID=c59b917d-3c22-4e86-acde-46b6ac27739b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:49.588115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.588463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.588801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.589136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.589466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.589792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.590121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.590451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.590769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.591166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.591548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.591754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:49.610340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] No DVR routers for this DVR port c59b917d-3c22-4e86-acde-46b6ac27739b on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:56:49.612877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:49.614902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-44c2eb99-927f-47a1-a4a4-f7c2b7cc92b5 req-34fb6565-aa28-4c72-9246-c57885351f0f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.36 "DELETE /v2.0/ports/c59b917d-3c22-4e86-acde-46b6ac27739b HTTP/1.1" status: 204 len: 173 time: 0.5079720 Sep 17 01:56:49.615380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-deleted', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:49.617645 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f6e4cf-f1e9-4613-aef1-dae0a22043bd" -d '{"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-deleted", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:49.655533 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd5bdfe-5db5-4371-b2c8-11d49ffa0329 x-openstack-request-id: req-dfd5bdfe-5db5-4371-b2c8-11d49ffa0329 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:49.655533 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb5dab94-fbed-4ca8-9737-7d8acf3556ba", "name": "network-vif-deleted", "tag": "c59b917d-3c22-4e86-acde-46b6ac27739b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:49.655533 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd5bdfe-5db5-4371-b2c8-11d49ffa0329 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:49.655533 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5dab94-fbed-4ca8-9737-7d8acf3556ba', 'name': 'network-vif-deleted', 'tag': 'c59b917d-3c22-4e86-acde-46b6ac27739b', 'status': 'completed', 'code': 200} Sep 17 01:56:50.281901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-f162e19e-ead4-4f31-a74f-2fc233d02f64 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:50.283257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-f162e19e-ead4-4f31-a74f-2fc233d02f64 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 815 time: 0.1079245 Sep 17 01:56:50.295928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Request body: {'port': {'device_id': '310c414b-e433-4e1c-933c-d09d318ea936', 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'admin_state_up': True, 'tenant_id': 'a684b6b23cd64b99b2d5cde5e490bf26'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:56:50.495382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Made reservation on behalf of a684b6b23cd64b99b2d5cde5e490bf26 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:56:50.499007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:50.635721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-382bdb9d-e642-4ebf-99ea-f9323c711e77 req-3246ad1c-562a-4c8d-be72-c28d3cba4525 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Sep 17 01:56:50.653890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Allocated IP 172.20.0.14 (b9d00de9-61f7-40ab-a168-52810e00db6b/10f9771b-591b-4666-a325-53941c5a950e/2caa2ca7-416b-4f65-8d93-6655e6fcbf92) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:56:50.799024 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:50.892154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:50.932129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Network b9d00de9-61f7-40ab-a168-52810e00db6b is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:56:50.935225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:56:50.938860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:56:50.966650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:50.993856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:50.994468 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.063775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-6ff3d362-6f14-42cf-9217-73da9cf1965e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7715487 Sep 17 01:56:51.075951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Request body: {'port': {'device_id': '310c414b-e433-4e1c-933c-d09d318ea936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:56:51.131713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.386465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:56:51.393718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.405217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Transition to ACTIVE for port object 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:56:51.475226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.524044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:51.595321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:56:51.595655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:56:51.595981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:56:51.600749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on network b9d00de9-61f7-40ab-a168-52810e00db6b not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:56:51.601065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:56:51.605901 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:56:51.606233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Checking segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:56:51.606615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Bound using segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:56:51.607033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Bound port: 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:56:51.607413 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.670874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:56:51.674103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:56:51.726773 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.752012 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33f531-ade7-4030-ac58-582f97123270 req-644fdf01-1e6c-4abd-abf7-42b126a63302 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:51.753490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd33f531-ade7-4030-ac58-582f97123270 req-644fdf01-1e6c-4abd-abf7-42b126a63302 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0492325 Sep 17 01:56:51.762793 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:51.763448 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:51.764823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 1092 time: 0.6928523 Sep 17 01:56:51.765259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:51.767502 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c455f6b6-9feb-4469-9674-41d40c29c2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:51.789338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bbd94-a520-435c-a0d1-2d4cea8d80e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:51.800303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd33f531-ade7-4030-ac58-582f97123270 req-f2bbd7f6-9c59-42ba-b38d-4d98529bf613 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381384 Sep 17 01:56:51.814220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b424598-d8ba-4f2a-8c9a-08e390cfada5 x-openstack-request-id: req-8b424598-d8ba-4f2a-8c9a-08e390cfada5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:51.814220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:51.814220 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b424598-d8ba-4f2a-8c9a-08e390cfada5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:51.814220 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'status': 'completed', 'code': 200} Sep 17 01:56:51.878884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f6b6-9feb-4469-9674-41d40c29c2fc req-e37cf5fa-cf6d-4103-8499-78e60d40fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:51.882074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c455f6b6-9feb-4469-9674-41d40c29c2fc req-e37cf5fa-cf6d-4103-8499-78e60d40fc12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1095 time: 0.0451462 Sep 17 01:56:51.977334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f6b6-9feb-4469-9674-41d40c29c2fc req-02b10eb4-49e5-42d4-990f-a81b3382c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:51.978706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c455f6b6-9feb-4469-9674-41d40c29c2fc req-02b10eb4-49e5-42d4-990f-a81b3382c513 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909498 Sep 17 01:56:51.992682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:56:52.012255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: c59b917d-3c22-4e86-acde-46b6ac27739b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:56:52.012598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device c59b917d-3c22-4e86-acde-46b6ac27739b not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:56:52.076035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455f6b6-9feb-4469-9674-41d40c29c2fc req-d45ac318-bed3-43e1-9ffb-c958fd1f1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:52.077473 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c455f6b6-9feb-4469-9674-41d40c29c2fc req-d45ac318-bed3-43e1-9ffb-c958fd1f1023 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922029 Sep 17 01:56:52.153128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-1b54e4c9-8bb9-45f8-a292-f9252a5eb32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:52.154573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-1b54e4c9-8bb9-45f8-a292-f9252a5eb32d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1095 time: 0.0393002 Sep 17 01:56:52.203598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-5d7e60c7-4585-4e40-ad0e-9dfdbd514e12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 217 time: 0.0410256 Sep 17 01:56:52.250649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-eab96ac3-179b-42fe-b7ed-3bd6edab6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:52.252063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-eab96ac3-179b-42fe-b7ed-3bd6edab6503 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0420520 Sep 17 01:56:52.282627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-bb310c30-f2a2-438d-8768-8c712f401e03 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234559 Sep 17 01:56:52.373127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-ce3e8a6b-3cd2-4210-9b4b-7bf27f74c5cf service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833397 Sep 17 01:56:52.759709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247afb2e-ccea-41e9-ab08-aef8b1e42235 req-8d2f18fd-591c-40fd-a255-3f4b57eca848 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796470 Sep 17 01:56:52.917440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82213f58-e2d2-4cae-9344-35833d035249 req-63d86d38-d3f6-4304-b29e-33113d540f45 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:52.918956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-82213f58-e2d2-4cae-9344-35833d035249 req-63d86d38-d3f6-4304-b29e-33113d540f45 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0492001 Sep 17 01:56:52.959297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-82213f58-e2d2-4cae-9344-35833d035249 req-f3c1f054-a2f3-4509-bc80-d59586d60073 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Sep 17 01:56:54.074347 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e77e1-287c-42f4-9b6b-996ae6cbd77b req-f44bdcd9-baff-4f04-94bf-3ce3735c324c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:54.075802 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e2e77e1-287c-42f4-9b6b-996ae6cbd77b req-f44bdcd9-baff-4f04-94bf-3ce3735c324c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0515575 Sep 17 01:56:54.405549 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e2e77e1-287c-42f4-9b6b-996ae6cbd77b req-b2801d60-05a3-411f-a05b-04f4cdcac797 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225896 Sep 17 01:56:55.518586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc41c5-c5bc-4257-9ce3-eb9ae3ce6efe req-7918f1bb-72d2-4f22-84d3-eb0c94f0f653 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:55.520062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5bc41c5-c5bc-4257-9ce3-eb9ae3ce6efe req-7918f1bb-72d2-4f22-84d3-eb0c94f0f653 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0481367 Sep 17 01:56:55.557260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e5bc41c5-c5bc-4257-9ce3-eb9ae3ce6efe req-0614c082-fdc9-47a4-bcc4-e6c3f1486735 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311606 Sep 17 01:56:56.023424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:56:56.115413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:56.125956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'port_id': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'mac_address': 'fa:16:3e:a4:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f9771b-591b-4666-a325-53941c5a950e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:56:56.165307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:56.178236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:56:56.196427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:56.262954 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:56.310090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:56.318078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.318422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.318792 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.319216 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.319553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.319886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.320215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.320545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.320871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.321196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.321520 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.321846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:56:56.462646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['2caa2ca7-416b-4f65-8d93-6655e6fcbf92'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:56:56.670482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368838-8a45-4b4d-874a-1ddc14a2bed5 req-1116595c-c25e-4b2a-9738-f02b44646bcf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:56.671961 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56368838-8a45-4b4d-874a-1ddc14a2bed5 req-1116595c-c25e-4b2a-9738-f02b44646bcf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Sep 17 01:56:56.708798 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56368838-8a45-4b4d-874a-1ddc14a2bed5 req-af97cf1f-97d2-49b7-9ce5-73072f6862b8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297718 Sep 17 01:56:57.821052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a0ed9-693b-4cfd-be42-5feca7fea6eb req-998ba35a-a427-4ed4-925d-7527e7f433f0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:57.822507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae9a0ed9-693b-4cfd-be42-5feca7fea6eb req-998ba35a-a427-4ed4-925d-7527e7f433f0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 945 time: 0.0484977 Sep 17 01:56:57.859245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae9a0ed9-693b-4cfd-be42-5feca7fea6eb req-6a9db12c-ef36-4994-91ba-9ae7cc3048dd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307255 Sep 17 01:56:58.039367 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:56:58.157483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:56:58.161917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:56:58.162287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:58.238402 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:58.262227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:56:58.264444 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e6ef65-d7c8-43ac-8205-3d311623e145" -d '{"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-plugged", "status": "completed", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:56:58.277505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:56:58.303009 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282cc37-3d0e-43b0-86fe-1182c60da8b3 x-openstack-request-id: req-a282cc37-3d0e-43b0-86fe-1182c60da8b3 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:56:58.303335 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-plugged", "status": "completed", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:56:58.303609 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a282cc37-3d0e-43b0-86fe-1182c60da8b3 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:56:58.303996 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'code': 200} Sep 17 01:56:58.340758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:58.387991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:56:58.397506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d779-cecd-4e14-a3da-83eb2bbbe188 req-18a34ed6-ad7d-4e4b-8301-3f2149b2c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:58.398977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97d3d779-cecd-4e14-a3da-83eb2bbbe188 req-18a34ed6-ad7d-4e4b-8301-3f2149b2c08e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1097 time: 0.0419061 Sep 17 01:56:58.437481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97d3d779-cecd-4e14-a3da-83eb2bbbe188 req-89dfa2eb-9bb9-412d-b961-d1ad7bd6045c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311987 Sep 17 01:56:58.973019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22335c6f-4096-4881-bff1-f4fb130e44d5 req-2f59ea47-2d2d-40ea-96a9-a02e01a769ea tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:56:58.975040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22335c6f-4096-4881-bff1-f4fb130e44d5 req-2f59ea47-2d2d-40ea-96a9-a02e01a769ea tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0503867 Sep 17 01:56:59.015775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-22335c6f-4096-4881-bff1-f4fb130e44d5 req-08e51c1e-7ff7-4271-a719-5d80a0b192f4 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347331 Sep 17 01:56:59.192217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:56:59.577053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:00.132009 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eac0a-5e99-4393-925b-625b0c3e13f6 req-4faf0f06-b182-46fd-96c1-57bda6a9d55b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:00.133460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad8eac0a-5e99-4393-925b-625b0c3e13f6 req-4faf0f06-b182-46fd-96c1-57bda6a9d55b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0478244 Sep 17 01:57:00.170780 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad8eac0a-5e99-4393-925b-625b0c3e13f6 req-164d0054-4b51-4857-b7c5-4ed572c919af tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Sep 17 01:57:00.281620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735bec-b3ca-4aee-abd0-66c946cc11a2 req-b9667b2a-fa68-41e4-b21e-c3a749275ecc tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:00.283099 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a735bec-b3ca-4aee-abd0-66c946cc11a2 req-b9667b2a-fa68-41e4-b21e-c3a749275ecc tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0480690 Sep 17 01:57:00.320566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a735bec-b3ca-4aee-abd0-66c946cc11a2 req-c306b39d-999e-4f82-8367-d567461a217b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313494 Sep 17 01:57:00.711324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b363184-0b05-49f2-8b44-c74fa72e298d req-9bd4e804-6d93-47b8-b690-7b88b17e0703 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:00.712804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b363184-0b05-49f2-8b44-c74fa72e298d req-9bd4e804-6d93-47b8-b690-7b88b17e0703 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Sep 17 01:57:00.753876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b363184-0b05-49f2-8b44-c74fa72e298d req-e7de1035-e9e4-4426-9060-43fd8ace940e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349782 Sep 17 01:57:00.812131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-d43e5f50-f776-4ce4-84c3-c91d3d55441c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396445 Sep 17 01:57:01.873027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30ad24-d46b-43b8-b811-8fc0d219d80b req-cf052406-a255-473c-9625-20722787b3e0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:01.874517 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa30ad24-d46b-43b8-b811-8fc0d219d80b req-cf052406-a255-473c-9625-20722787b3e0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0529084 Sep 17 01:57:01.912676 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aa30ad24-d46b-43b8-b811-8fc0d219d80b req-3e3034bd-8b32-4262-8246-33fad788fb5b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Sep 17 01:57:02.727051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-3aec00a3-3814-40bc-9adf-f14496eb42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:02.728634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-3aec00a3-3814-40bc-9adf-f14496eb42b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1097 time: 0.0400970 Sep 17 01:57:02.821764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-25ae4d35-8705-4576-98be-767fab5a2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:02.823893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-25ae4d35-8705-4576-98be-767fab5a2755 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.0885088 Sep 17 01:57:02.870827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-a518e6f8-c50c-409b-b164-b0556026b573 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 217 time: 0.0395107 Sep 17 01:57:02.919195 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-f26c3fbb-692c-4113-a0fa-5c55d327e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:02.920614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-f26c3fbb-692c-4113-a0fa-5c55d327e647 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0430086 Sep 17 01:57:02.952179 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-0eb81fc9-4562-4379-9cac-ecaef29b5f2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241132 Sep 17 01:57:03.068942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3d548-33c0-4928-a3e7-1b1afffed0d4 req-c934644e-80a3-46e5-bc52-07719a1dae28 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:03.070423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80e3d548-33c0-4928-a3e7-1b1afffed0d4 req-c934644e-80a3-46e5-bc52-07719a1dae28 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0897048 Sep 17 01:57:03.099142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-43161aba-8239-434d-825f-e10e0a3c72bc service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396763 Sep 17 01:57:03.138018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80e3d548-33c0-4928-a3e7-1b1afffed0d4 req-6d384138-8042-4594-babb-cc9e071dbf1f tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603418 Sep 17 01:57:03.206839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-58218685-bc03-4a70-b134-3562e02c815a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005707 Sep 17 01:57:04.252868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433526-d12e-4d56-9938-f63e4365783d req-e03105bf-7ff7-45e2-8bc0-f645924bcd5b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:04.254952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08433526-d12e-4d56-9938-f63e4365783d req-e03105bf-7ff7-45e2-8bc0-f645924bcd5b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0476112 Sep 17 01:57:04.291174 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-08433526-d12e-4d56-9938-f63e4365783d req-09ea1b75-660c-42f1-b05c-3f6dee0cd3b8 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303273 Sep 17 01:57:05.408177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794afc-cad3-4ac4-a660-8c9bbd482342 req-58f32879-4d76-4510-b9af-24fa3b84a923 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:05.409677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f794afc-cad3-4ac4-a660-8c9bbd482342 req-58f32879-4d76-4510-b9af-24fa3b84a923 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0515571 Sep 17 01:57:05.447592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7f794afc-cad3-4ac4-a660-8c9bbd482342 req-aadf733b-11b3-436b-b520-6f30b9033274 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316350 Sep 17 01:57:05.491391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aef6c73c-a9fa-4943-b8bc-e992dc239723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:06.562751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee63b5-0ba5-4ee9-a7d4-6a7af2adec69 req-6c064a5f-cfae-41d1-9aab-8b6e7c90bb92 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:06.564253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14ee63b5-0ba5-4ee9-a7d4-6a7af2adec69 req-6c064a5f-cfae-41d1-9aab-8b6e7c90bb92 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0494637 Sep 17 01:57:06.601993 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14ee63b5-0ba5-4ee9-a7d4-6a7af2adec69 req-f419bfa3-36f9-46f2-9867-8cf4dc89063d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Sep 17 01:57:07.718053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fabc23-0a6f-43bc-846b-a111089c5f67 req-8a13976f-a4d2-4fc8-b78d-c613bc401295 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:07.719543 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40fabc23-0a6f-43bc-846b-a111089c5f67 req-8a13976f-a4d2-4fc8-b78d-c613bc401295 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0532131 Sep 17 01:57:07.758001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-40fabc23-0a6f-43bc-846b-a111089c5f67 req-77435294-4aba-4ed7-9cdd-57193ab439f2 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317495 Sep 17 01:57:08.191738 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5be6e0b-88e2-4417-bc1b-46fd0be5e5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:08.879134 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ded16-3ca2-4c49-ad31-a5c95fe38575 req-12a1ba5d-a041-41dc-be40-2fe63e682186 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:08.880593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-466ded16-3ca2-4c49-ad31-a5c95fe38575 req-12a1ba5d-a041-41dc-be40-2fe63e682186 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0521472 Sep 17 01:57:08.918055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-466ded16-3ca2-4c49-ad31-a5c95fe38575 req-0e23ea27-caf5-47d7-aba5-1cbe65dbb8ef tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Sep 17 01:57:09.077262 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:09.640067 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:10.031738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f46ac1-4a91-48ff-aea3-5ea80eec1f37 req-df04d0ab-0f23-4c5e-80b0-c600f2ea6484 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:10.033190 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9f46ac1-4a91-48ff-aea3-5ea80eec1f37 req-df04d0ab-0f23-4c5e-80b0-c600f2ea6484 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0483902 Sep 17 01:57:10.070756 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b9f46ac1-4a91-48ff-aea3-5ea80eec1f37 req-92899af5-afcd-40f5-9a2b-a71e43b7a188 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Sep 17 01:57:11.185199 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f4cf-236b-4a8f-ae48-5f7d0865fb52 req-05e69959-f7e0-4114-a5f7-3e7b78a2cd22 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:11.186668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7369f4cf-236b-4a8f-ae48-5f7d0865fb52 req-05e69959-f7e0-4114-a5f7-3e7b78a2cd22 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0487056 Sep 17 01:57:11.194169 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:11.224641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7369f4cf-236b-4a8f-ae48-5f7d0865fb52 req-b32691c6-0896-4ce7-aac5-ad00984704b7 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Sep 17 01:57:12.338105 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed735a7-c603-44e8-915b-9eb5a1dcbfb7 req-8123b81d-13f3-48e6-91f6-f4831f95d7fa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:12.339606 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ed735a7-c603-44e8-915b-9eb5a1dcbfb7 req-8123b81d-13f3-48e6-91f6-f4831f95d7fa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Sep 17 01:57:12.376974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ed735a7-c603-44e8-915b-9eb5a1dcbfb7 req-1ec70d3a-f1d2-4ea0-b87d-ccd484cd573c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 Sep 17 01:57:13.493135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ebe5b-bb7e-4158-a204-1995b4a69f92 req-df69f88e-1652-4920-a769-e5a561316413 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:13.494620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-900ebe5b-bb7e-4158-a204-1995b4a69f92 req-df69f88e-1652-4920-a769-e5a561316413 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0490746 Sep 17 01:57:13.532558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-900ebe5b-bb7e-4158-a204-1995b4a69f92 req-b9d6a981-0953-44f3-a618-1b5d57847508 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Sep 17 01:57:14.650929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711aede-2d9e-4d5b-b77c-bfadff39ba3f req-67b396bd-1ede-4d1b-9f59-2ff095f51b9c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:14.652416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5711aede-2d9e-4d5b-b77c-bfadff39ba3f req-67b396bd-1ede-4d1b-9f59-2ff095f51b9c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0522776 Sep 17 01:57:14.689195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5711aede-2d9e-4d5b-b77c-bfadff39ba3f req-58275a01-8e34-4554-a10f-a6dea8b91556 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309324 Sep 17 01:57:15.813346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee07b5-26b6-4915-9f3f-819cf1e55c53 req-be148852-936d-420b-81fb-e0437d22ec69 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:15.814805 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f3ee07b5-26b6-4915-9f3f-819cf1e55c53 req-be148852-936d-420b-81fb-e0437d22ec69 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0528429 Sep 17 01:57:15.852487 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f3ee07b5-26b6-4915-9f3f-819cf1e55c53 req-3a1feb20-772c-44e6-9139-39d1afe41796 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309591 Sep 17 01:57:16.965410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a090b7-e361-4e59-b99c-3feb34801d61 req-8951310c-300f-48fd-be81-fc7fdfe51360 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:16.966911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43a090b7-e361-4e59-b99c-3feb34801d61 req-8951310c-300f-48fd-be81-fc7fdfe51360 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0482318 Sep 17 01:57:17.003827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43a090b7-e361-4e59-b99c-3feb34801d61 req-1dd05563-4cba-47fd-ac4b-2d0045134feb tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Sep 17 01:57:17.217096 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:57:18.118362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad67ac-9d1c-4436-9118-05544cfd5411 req-bfc9fe0b-1fb2-4cba-a8e9-4b328af1c485 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:18.119905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7ad67ac-9d1c-4436-9118-05544cfd5411 req-bfc9fe0b-1fb2-4cba-a8e9-4b328af1c485 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0482824 Sep 17 01:57:18.158137 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d7ad67ac-9d1c-4436-9118-05544cfd5411 req-8af9ffe2-aaeb-495f-9449-f7f4b559b2a1 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Sep 17 01:57:19.271947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fd579-a9f5-4d71-b36b-75b2dc7ff7e1 req-ec2293a6-d6ec-45f0-aeaf-6fe7a6815725 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:19.273403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-435fd579-a9f5-4d71-b36b-75b2dc7ff7e1 req-ec2293a6-d6ec-45f0-aeaf-6fe7a6815725 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0482407 Sep 17 01:57:19.310152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-435fd579-a9f5-4d71-b36b-75b2dc7ff7e1 req-97be4abf-6d12-4363-8cae-4735252369e0 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309589 Sep 17 01:57:20.425224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91593138-f71e-4b2d-8833-c3efb3b8d23a req-b6174485-2aa5-486b-8166-f7a841c6fc0b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:20.426723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91593138-f71e-4b2d-8833-c3efb3b8d23a req-b6174485-2aa5-486b-8166-f7a841c6fc0b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0490353 Sep 17 01:57:20.464858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-91593138-f71e-4b2d-8833-c3efb3b8d23a req-1a3f3229-c057-4e01-837c-c589ef018331 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Sep 17 01:57:21.582652 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc09c13-b79c-488f-8523-1cfbf0f860b9 req-0f608380-1f38-4f1d-882f-631099c66a90 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:21.585218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6dc09c13-b79c-488f-8523-1cfbf0f860b9 req-0f608380-1f38-4f1d-882f-631099c66a90 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0542717 Sep 17 01:57:21.621452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6dc09c13-b79c-488f-8523-1cfbf0f860b9 req-778647c0-012b-45d0-962e-48fbb7f4fa46 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303040 Sep 17 01:57:22.738718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407427c5-14db-4c76-99cd-54e65c327878 req-ae54fd99-2aa3-4c26-92a8-6ffb0d5901dd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:22.740253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-407427c5-14db-4c76-99cd-54e65c327878 req-ae54fd99-2aa3-4c26-92a8-6ffb0d5901dd tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0524740 Sep 17 01:57:22.777102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-407427c5-14db-4c76-99cd-54e65c327878 req-94c4b1ed-8eb9-408e-814e-a4fed469a848 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Sep 17 01:57:23.896972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a104e6-e449-4210-91dc-276fb4f6175b req-4d9b028e-66f3-4eb9-a57a-105d5ce69330 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:23.898449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93a104e6-e449-4210-91dc-276fb4f6175b req-4d9b028e-66f3-4eb9-a57a-105d5ce69330 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0484116 Sep 17 01:57:23.936845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93a104e6-e449-4210-91dc-276fb4f6175b req-d426791c-baea-464e-a8a9-1194ffea7dd7 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322721 Sep 17 01:57:25.051216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af764-d68f-4234-bf67-7fa614ee0438 req-9867a05e-f23d-44d3-aca0-aa93479a5513 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:25.053688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da6af764-d68f-4234-bf67-7fa614ee0438 req-9867a05e-f23d-44d3-aca0-aa93479a5513 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0506411 Sep 17 01:57:25.090858 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da6af764-d68f-4234-bf67-7fa614ee0438 req-2df393a7-7046-437f-a1b8-acac0e22e3cf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Sep 17 01:57:26.204053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94814c71-92d3-439d-809d-99cd225fef36 req-d15b6fa5-d12d-433c-9559-2560bdce9f98 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:26.205517 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94814c71-92d3-439d-809d-99cd225fef36 req-d15b6fa5-d12d-433c-9559-2560bdce9f98 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0487671 Sep 17 01:57:26.243218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-94814c71-92d3-439d-809d-99cd225fef36 req-5ad0d460-9f59-4c0d-8060-6fae5d89b5d9 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Sep 17 01:57:27.357228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b03fec-3741-415a-a0f0-0530fff5469f req-58668edc-06f0-4a78-8510-82b01548ac78 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:27.358693 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2b03fec-3741-415a-a0f0-0530fff5469f req-58668edc-06f0-4a78-8510-82b01548ac78 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0487444 Sep 17 01:57:27.396877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2b03fec-3741-415a-a0f0-0530fff5469f req-8ea2d685-7fc9-48c6-9d5f-6180cea142fc tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Sep 17 01:57:28.517329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d665555-adc2-420f-b147-a5fe9638e35f req-bdbe6d87-3930-4de3-b3d0-67c47585be7e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:28.518815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d665555-adc2-420f-b147-a5fe9638e35f req-bdbe6d87-3930-4de3-b3d0-67c47585be7e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0544202 Sep 17 01:57:28.556883 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9d665555-adc2-420f-b147-a5fe9638e35f req-4db947f4-c0c5-4b8a-997a-bb3358d553aa tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312860 Sep 17 01:57:29.191332 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:29.568607 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:29.675188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b958bf8-82e7-442a-bb70-6919c1772e20 req-8edbd4d4-2c40-47cb-8de6-f8acaea0661c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:29.676696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b958bf8-82e7-442a-bb70-6919c1772e20 req-8edbd4d4-2c40-47cb-8de6-f8acaea0661c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0529528 Sep 17 01:57:29.713593 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0b958bf8-82e7-442a-bb70-6919c1772e20 req-a8252da9-890d-4b7c-bbdd-78391096a22c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306542 Sep 17 01:57:30.501392 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-ee9b323e-6f55-4e3d-abe7-70cf76f4829a service neutron] show failed (client error): The resource could not be found. Sep 17 01:57:30.502419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-ee9b323e-6f55-4e3d-abe7-70cf76f4829a service neutron] 10.222.0.36 "GET /v2.0/ports/2caa2ca7-416b-4f65-8d93-6655e6fcbf92/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0552649 Sep 17 01:57:30.829806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25895b8a-e7ed-4e4b-bad6-fadc7ecfb2ab req-bfd155f3-09ee-465d-ba2b-6a1d672b5e92 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:30.831297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25895b8a-e7ed-4e4b-bad6-fadc7ecfb2ab req-bfd155f3-09ee-465d-ba2b-6a1d672b5e92 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0498531 Sep 17 01:57:30.870100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-25895b8a-e7ed-4e4b-bad6-fadc7ecfb2ab req-f34d603e-cfd4-48d6-b682-790dc1784833 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Sep 17 01:57:30.985308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-53a27919-0635-447d-a23a-8318402c32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:30.986786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-53a27919-0635-447d-a23a-8318402c32d5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936&tenant_id=a684b6b23cd64b99b2d5cde5e490bf26 HTTP/1.1" status: 200 len: 1097 time: 0.0429635 Sep 17 01:57:30.999002 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:31.049684 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:31.247514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:31.279038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:57:31.321392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:57:31.323656 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5382e-842d-4137-a552-60aefaaa5fb7" -d '{"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-unplugged", "status": "completed", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:57:31.327323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:31.339221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Transition to ACTIVE for port object 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:57:31.375701 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17f0b37-15f3-49b0-979b-e44364036ba9 x-openstack-request-id: req-d17f0b37-15f3-49b0-979b-e44364036ba9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:57:31.375964 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-unplugged", "status": "completed", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:57:31.376211 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d17f0b37-15f3-49b0-979b-e44364036ba9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:57:31.376604 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'code': 200} Sep 17 01:57:31.399764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:31.462904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:31.466095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] No DVR routers for this DVR port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:57:31.500450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:57:31.500786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:57:31.501113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:31.505938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on network b9d00de9-61f7-40ab-a168-52810e00db6b not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:57:31.506535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Attempting to bind port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on network b9d00de9-61f7-40ab-a168-52810e00db6b {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:31.511016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:57:31.511382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Checking segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:57:31.511765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Bound using segment: {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:57:31.512186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Bound port: 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e56d885c-262f-4a52-a51b-a09ae37ae570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:57:31.512541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:31.574571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:57:31.577478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:57:31.656793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:31.696664 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:31.697274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:31.698639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] 10.222.0.23 "PUT /v2.0/ports/2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 1092 time: 0.7036009 Sep 17 01:57:31.720752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb5e38-4e22-48dc-ae53-18580ca55857 service neutron] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:31.764707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-c6f93cbd-bf95-41fe-a077-b6adb8b6abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:31.766207 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-c6f93cbd-bf95-41fe-a077-b6adb8b6abf9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1095 time: 0.0412383 Sep 17 01:57:31.859403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-ffb34106-8973-4595-8757-9681608c57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:31.860774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-ffb34106-8973-4595-8757-9681608c57ce service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.0874319 Sep 17 01:57:31.902111 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-d16e9488-e966-4839-bc5c-9e9e464210fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 217 time: 0.0341389 Sep 17 01:57:31.976192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-a58cc02d-3e54-4232-8745-0ff797ea433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:31.977646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-a58cc02d-3e54-4232-8745-0ff797ea433d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0691996 Sep 17 01:57:32.017319 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-8f152d60-2f1c-4af3-b484-f33732bf10d7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317633 Sep 17 01:57:32.025052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fedec-244f-4139-815a-9a5500eb157f req-dd4119c0-bbb7-4a2d-9529-0429e031b48b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:32.026404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e1fedec-244f-4139-815a-9a5500eb157f req-dd4119c0-bbb7-4a2d-9529-0429e031b48b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0854199 Sep 17 01:57:32.112413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3e1fedec-244f-4139-815a-9a5500eb157f req-12c81f33-f996-470e-975a-ce9c0eebf0bf tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782163 Sep 17 01:57:32.136982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-ff1bea8d-5dd4-4769-9f52-83a11a9ef2c9 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096799 Sep 17 01:57:32.229121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a736b58d-4f73-456a-a59b-341d55e49bc8 req-58194231-e1e9-4b3b-8b29-29cd63bf9af5 service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852985 Sep 17 01:57:33.232841 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3636169-3f06-4924-b207-756491d5e2ba req-21f22f5b-395d-43f3-8b52-7515f6f33df6 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.234312 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3636169-3f06-4924-b207-756491d5e2ba req-21f22f5b-395d-43f3-8b52-7515f6f33df6 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0481248 Sep 17 01:57:33.271515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e3636169-3f06-4924-b207-756491d5e2ba req-eac7125e-e759-4605-b158-0c71ba17ac5d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307846 Sep 17 01:57:33.377321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:57:33.379743 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27bd503-267d-419e-9a91-449cf454715b" -d '{"events": [{"name": "network-changed", "server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:57:33.428554 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84770b0-6711-469c-8fea-4b6cedc2e630 x-openstack-request-id: req-b84770b0-6711-469c-8fea-4b6cedc2e630 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:57:33.428873 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:57:33.429124 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b84770b0-6711-469c-8fea-4b6cedc2e630 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:57:33.429889 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'status': 'completed', 'code': 200} Sep 17 01:57:33.524210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd503-267d-419e-9a91-449cf454715b req-4c8cc66b-24a4-40a6-8de5-04937a08fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.525779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-4c8cc66b-24a4-40a6-8de5-04937a08fcee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1095 time: 0.0685737 Sep 17 01:57:33.527606 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd503-267d-419e-9a91-449cf454715b req-12c6a5a9-6590-4809-ac38-7d169303db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.528945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-12c6a5a9-6590-4809-ac38-7d169303db32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1095 time: 0.0801718 Sep 17 01:57:33.687183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd503-267d-419e-9a91-449cf454715b req-548bbdae-9399-423b-933a-6d1a2eced378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.688607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-548bbdae-9399-423b-933a-6d1a2eced378 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.1555724 Sep 17 01:57:33.693544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd503-267d-419e-9a91-449cf454715b req-c85d69fe-1ec8-4cd3-bd49-d2169d7273f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.694865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-c85d69fe-1ec8-4cd3-bd49-d2169d7273f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.1537392 Sep 17 01:57:33.735034 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-5e177cbb-dba7-4f14-971a-e48b32d10267 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 217 time: 0.0391958 Sep 17 01:57:33.774342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-67ca7f8a-4eb9-41c7-aeb7-2ef4a2b9ec33 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 217 time: 0.0449741 Sep 17 01:57:33.843264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd503-267d-419e-9a91-449cf454715b req-691ed943-7149-4097-aa36-5ff613e858dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.844755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-691ed943-7149-4097-aa36-5ff613e858dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0786810 Sep 17 01:57:33.848080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bd503-267d-419e-9a91-449cf454715b req-542e8a68-b5b2-488f-99a5-73c4b5a34acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:33.849397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-542e8a68-b5b2-488f-99a5-73c4b5a34acb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0567377 Sep 17 01:57:33.884460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-a6b5c889-dbab-4fd2-9a43-5c47774c445c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325801 Sep 17 01:57:33.904782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-fd7bc1b6-47dd-4aec-9027-37c8f9c7f15d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301661 Sep 17 01:57:34.057830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-5975800c-87c1-47dd-8fe4-49e9a285f0bf service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552823 Sep 17 01:57:34.062937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-14201126-2dd2-42c3-b2a1-58f1747fadad service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505327 Sep 17 01:57:34.210985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:57:34.212408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-12a299db-206b-43ad-9f8b-deb27fb40ed0 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470788 Sep 17 01:57:34.222851 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e27bd503-267d-419e-9a91-449cf454715b req-14da5d80-e157-41da-8a2f-ec2755a1156a service neutron] 10.222.0.23 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372643 Sep 17 01:57:34.252661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:57:34.383489 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2bdcf-b0c6-45ee-b14e-c905a13ac4f3 req-fe6c0978-9498-4290-8435-1e39b89639e5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:34.384857 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebd2bdcf-b0c6-45ee-b14e-c905a13ac4f3 req-fe6c0978-9498-4290-8435-1e39b89639e5 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0472174 Sep 17 01:57:34.421176 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebd2bdcf-b0c6-45ee-b14e-c905a13ac4f3 req-60bc4ee6-c7bb-4e9b-af27-925778affc4a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303400 Sep 17 01:57:34.736105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd49795-b964-4fde-a54a-fe72af25c34f req-00191380-77d8-4f1f-83e4-2809d2c78b64 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:34.737607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edd49795-b964-4fde-a54a-fe72af25c34f req-00191380-77d8-4f1f-83e4-2809d2c78b64 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0531633 Sep 17 01:57:34.776802 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-edd49795-b964-4fde-a54a-fe72af25c34f req-52e91016-d7c6-4222-a234-da169caf8811 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Sep 17 01:57:34.806472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-505f5c17-1d3e-44c1-95a0-55efbca55e4a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:34.807968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-505f5c17-1d3e-44c1-95a0-55efbca55e4a tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.36 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936&tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&binding%3Ahost_id=n-h1-789963-7 HTTP/1.1" status: 200 len: 944 time: 0.0535526 Sep 17 01:57:34.867411 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-1faa8894-9f22-49d3-8f7b-e99471661a2d service neutron] delete failed (client error): The resource could not be found. Sep 17 01:57:34.872275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-1faa8894-9f22-49d3-8f7b-e99471661a2d service neutron] 10.222.0.36 "DELETE /v2.0/ports/2caa2ca7-416b-4f65-8d93-6655e6fcbf92/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0525403 Sep 17 01:57:34.955388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-b4122726-abab-463d-8efd-0ab48833a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:34.956767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-b4122726-abab-463d-8efd-0ab48833a9e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 1095 time: 0.0451930 Sep 17 01:57:35.044563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-dfbeaf60-7789-4a7a-971f-9d9f7a63835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:35.046024 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-dfbeaf60-7789-4a7a-971f-9d9f7a63835b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 200 len: 916 time: 0.0824335 Sep 17 01:57:35.089611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-e342890d-b1b9-4264-9faa-56d7369095fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 200 len: 217 time: 0.0364428 Sep 17 01:57:35.138298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-812411ff-8e6d-494f-9af1-aad6fd3e93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:35.139774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-812411ff-8e6d-494f-9af1-aad6fd3e93f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 200 len: 855 time: 0.0434732 Sep 17 01:57:35.170700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-13e603a2-acb7-444f-be62-c11231c43e06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d00de9-61f7-40ab-a168-52810e00db6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241187 Sep 17 01:57:35.261489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-9b076e90-452f-48e1-bafa-01138d3e82cb service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837398 Sep 17 01:57:35.348591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-054b32cb-5b50-41a8-b0d2-252a3d246f12 req-11d9fa2a-cf63-4b35-ba8a-0e9fba4e518b service neutron] 10.222.0.36 "GET /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803497 Sep 17 01:57:35.456782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc411828-6c61-428d-b6aa-91704a174e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:35.811795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:57:35.898055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6637c2-3402-433e-9801-dc142be5a914 req-17bd3a4e-235b-4009-ac8c-96f0cfe31a0d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:35.899616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed6637c2-3402-433e-9801-dc142be5a914 req-17bd3a4e-235b-4009-ac8c-96f0cfe31a0d tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 944 time: 0.0523250 Sep 17 01:57:35.916592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:35.928021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'network_id': 'b9d00de9-61f7-40ab-a168-52810e00db6b', 'port_id': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'mac_address': 'fa:16:3e:a4:5f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10f9771b-591b-4666-a325-53941c5a950e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:57:35.938342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed6637c2-3402-433e-9801-dc142be5a914 req-816318bc-2d84-42e8-a54f-e46fbb3cc684 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325165 Sep 17 01:57:35.965317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:35.982033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:57:36.001959 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:36.062805 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:36.109807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:36.276884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['2caa2ca7-416b-4f65-8d93-6655e6fcbf92'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:57:37.052618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666b9f6-7b34-4e21-a627-29d3b6a628ba req-1aa72a61-8aee-4149-abf2-132e74398a59 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:37.054654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c666b9f6-7b34-4e21-a627-29d3b6a628ba req-1aa72a61-8aee-4149-abf2-132e74398a59 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 945 time: 0.0484679 Sep 17 01:57:37.091302 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c666b9f6-7b34-4e21-a627-29d3b6a628ba req-7066ec4e-19b2-4518-9b95-f64c8003a6d6 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307710 Sep 17 01:57:37.206159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb12a3-c992-4896-ad8a-8f7273103f1c req-8b277e2c-e362-44fd-9058-d1ad70c52db3 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:37.207639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dfb12a3-c992-4896-ad8a-8f7273103f1c req-8b277e2c-e362-44fd-9058-d1ad70c52db3 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 945 time: 0.0520496 Sep 17 01:57:37.245636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dfb12a3-c992-4896-ad8a-8f7273103f1c req-55a58946-859c-48de-aabc-30ff044b5aa7 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Sep 17 01:57:37.356355 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd27e91-ad09-4334-9b72-e4bc60fcc86d req-78f23ed5-f0af-4ad1-b544-73a0c0e6514e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:37.357809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fd27e91-ad09-4334-9b72-e4bc60fcc86d req-78f23ed5-f0af-4ad1-b544-73a0c0e6514e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Sep 17 01:57:37.394498 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3fd27e91-ad09-4334-9b72-e4bc60fcc86d req-99ce3bd2-0450-4b05-b903-c222a74f5012 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309103 Sep 17 01:57:37.844748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:57:37.965415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:57:37.969336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:37.969733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:37.979661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8f163-da88-4c78-8e11-940a53c7ddcc req-8265042a-21ce-401f-afed-45c8c3c20f1e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:37.981093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cc8f163-da88-4c78-8e11-940a53c7ddcc req-8265042a-21ce-401f-afed-45c8c3c20f1e tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Sep 17 01:57:38.019964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cc8f163-da88-4c78-8e11-940a53c7ddcc req-a1ec85ee-610f-46c0-9584-31c8aaaca8cb tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Sep 17 01:57:38.047046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:38.069391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:57:38.071650 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de52e43a-7c44-4965-b64d-bbe03912e06c" -d '{"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-plugged", "status": "completed", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:57:38.083947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:38.112326 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783f613-b800-432e-8f28-2923646a958e x-openstack-request-id: req-1783f613-b800-432e-8f28-2923646a958e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:57:38.112326 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-plugged", "status": "completed", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:57:38.112326 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1783f613-b800-432e-8f28-2923646a958e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:57:38.112703 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'code': 200} Sep 17 01:57:38.159736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:38.190041 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dd040ab6-a14f-4f89-aa47-cdd97d090a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:38.211873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:39.066156 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-a5d88228-55e1-4a58-8cc8-07c6b0b7c434 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:39.067746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-a5d88228-55e1-4a58-8cc8-07c6b0b7c434 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.23 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0493891 Sep 17 01:57:39.079947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:39.177562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2df9-357f-43d1-8ecc-aec46081708d req-b33f22a8-dd45-47c2-a5b8-e9335425bc5b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:39.179647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf6f2df9-357f-43d1-8ecc-aec46081708d req-b33f22a8-dd45-47c2-a5b8-e9335425bc5b tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/ports?device_id=310c414b-e433-4e1c-933c-d09d318ea936 HTTP/1.1" status: 200 len: 946 time: 0.0771163 Sep 17 01:57:39.226438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cf6f2df9-357f-43d1-8ecc-aec46081708d req-bf95f797-fbf6-4f90-824e-882e693ffb16 tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.13 "GET /v2.0/security-groups?id=b2fb1203-0e5e-4ddd-9f33-a66644cef6da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Sep 17 01:57:39.227937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Deleting port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 01:57:39.228274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:39.320931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] For port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,segment=NetworkSegment(e56d885c-262f-4a52-a51b-a09ae37ae570),segment_id=e56d885c-262f-4a52-a51b-a09ae37ae570)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:39.321208 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:39.333544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Calling delete_port for 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 01:57:39.534120 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:39.546176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['2caa2ca7-416b-4f65-8d93-6655e6fcbf92'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:57:39.565466 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Pushing event deleted for resources: {'Port': ['ID=2caa2ca7-416b-4f65-8d93-6655e6fcbf92,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:39.606450 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] No DVR routers for this DVR port 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:57:39.609122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:39.611199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95b4ac97-f2e7-4068-be1c-d153bbb79755 req-153e0f0e-0fa6-4f18-84b9-b6ff63fbf78c tempest-ServerDiskConfigTestJSON-1155775733 tempest-ServerDiskConfigTestJSON-1155775733-project] 10.222.0.23 "DELETE /v2.0/ports/2caa2ca7-416b-4f65-8d93-6655e6fcbf92 HTTP/1.1" status: 204 len: 173 time: 0.5366182 Sep 17 01:57:39.611695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-deleted', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:57:39.613907 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546f4447-4947-4c1f-8100-4d4f177cd5fd" -d '{"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-deleted", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:57:39.649585 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace91d8f-a833-471f-94da-c63ae5a19051 x-openstack-request-id: req-ace91d8f-a833-471f-94da-c63ae5a19051 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:57:39.649890 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310c414b-e433-4e1c-933c-d09d318ea936", "name": "network-vif-deleted", "tag": "2caa2ca7-416b-4f65-8d93-6655e6fcbf92", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:57:39.650200 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ace91d8f-a833-471f-94da-c63ae5a19051 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:57:39.650622 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310c414b-e433-4e1c-933c-d09d318ea936', 'name': 'network-vif-deleted', 'tag': '2caa2ca7-416b-4f65-8d93-6655e6fcbf92', 'status': 'completed', 'code': 200} Sep 17 01:57:39.659662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:40.346153 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 38622) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:40.394268 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Deleting subnet 10f9771b-591b-4666-a325-53941c5a950e {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 01:57:40.397223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:40.431365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:40.470749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:40.605564 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:40.634895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10f9771b-591b-4666-a325-53941c5a950e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:40.641847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:40.643883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/10f9771b-591b-4666-a325-53941c5a950e HTTP/1.1" status: 204 len: 168 time: 0.2965057 Sep 17 01:57:40.646331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38626) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:40.649137 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.649484 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.649822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.650159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.650514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.650861 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.651193 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.651514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.655585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.655585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.655585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:40.655585 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbf006-ffc4-4d5d-9b1a-7c98a71b6fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:41.017059 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.092811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.112192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d00de9-61f7-40ab-a168-52810e00db6b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:41.121662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56d885c-262f-4a52-a51b-a09ae37ae570') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:41.121961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56d885c-262f-4a52-a51b-a09ae37ae570') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:41.131262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.144414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.150618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 01:57:41.150997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: timer() Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 01:57:41.152897 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 01:57:41.197228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.271556 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.278152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.280062 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b9d00de9-61f7-40ab-a168-52810e00db6b HTTP/1.1" status: 204 len: 168 time: 0.6326427 Sep 17 01:57:41.290982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdabe6c0-ad39-4268-a144-539ac83eba04 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d00de9-61f7-40ab-a168-52810e00db6b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:41.568933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38630) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:41.608826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bdeb7704-0547-416b-ae1f-5cddfdc55235 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a684b6b23cd64b99b2d5cde5e490bf26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387156 Sep 17 01:57:41.611272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38632) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:41.658759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb89a5b9-83eb-44d6-8f2e-24be578aa013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.680601 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb89a5b9-83eb-44d6-8f2e-24be578aa013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.802318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb89a5b9-83eb-44d6-8f2e-24be578aa013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.805000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fb89a5b9-83eb-44d6-8f2e-24be578aa013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:41.806200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fb89a5b9-83eb-44d6-8f2e-24be578aa013 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2fb1203-0e5e-4ddd-9f33-a66644cef6da HTTP/1.1" status: 204 len: 168 time: 0.1939957 Sep 17 01:57:41.814040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89a5b9-83eb-44d6-8f2e-24be578aa013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fb1203-0e5e-4ddd-9f33-a66644cef6da,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:42.765697 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38654) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:42.861499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-885135546-network', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:43.019649 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Made reservation on behalf of 9b8899a0a4a042c185d0199be50988f9 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:57:43.021949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.031371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.118018 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.182301 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.206165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 01:57:43.215470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee1c465-c105-462f-a0ab-a8c98c4ae2da,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:43.221955 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.222302 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Added segment d7bf5df7-b567-4f14-b1d7-27a90a1fba34 of type vlan for network 077c98e1-1835-41ae-89a2-b8a2495b71fc Sep 17 01:57:43.267657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.345551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.346504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:43.347111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.408217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] Pushing event updated for resources: {'Network': ['ID=077c98e1-1835-41ae-89a2-b8a2495b71fc,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:43.417742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 01:57:43.434594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-11a992e2-cff5-4486-b4ca-67f1d3c51b02 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6678007 Sep 17 01:57:43.437406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38658) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:43.442418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Request body: {'subnet': {'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-885135546-subnet', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:43.525378 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Made reservation on behalf of 9b8899a0a4a042c185d0199be50988f9 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:57:43.528333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.759998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:43.808690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0cb307b-8602-4d49-a629-e3f26a2dc024,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:43.825196 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:57:43.825539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Network hostable DHCP agents. Network: 077c98e1-1835-41ae-89a2-b8a2495b71fc, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 01:57:43.867462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 01:57:43.890706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 01:57:43.891048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 2caa2ca7-416b-4f65-8d93-6655e6fcbf92 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 01:57:43.925752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 01:57:44.008348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 077c98e1-1835-41ae-89a2-b8a2495b71fc) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:44.015609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:44.015609 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.019550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4267e5b-5ab3-4d94-8386-fbd533d83050 None None] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:57:44.080229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c35b7d5e-4897-407f-b028-0d8b81720649 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6416616 Sep 17 01:57:44.082796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38660) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:44.087749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:44.165636 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.166699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.172442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-077c98e1-1835-41ae-89a2-b8a2495b71fc', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 01:57:44.173414 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.223655 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.306151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Allocated IP 172.20.0.2 (077c98e1-1835-41ae-89a2-b8a2495b71fc/a0cb307b-8602-4d49-a629-e3f26a2dc024/102dd1ab-1349-4257-8633-d62e73cefbac) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:57:44.413971 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.457821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.511550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.548649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:57:44.551717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:44.555607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:57:44.565372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Pushing event updated for resources: {'Port': ['ID=102dd1ab-1349-4257-8633-d62e73cefbac,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:44.617136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Attempting to bind port 102dd1ab-1349-4257-8633-d62e73cefbac on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:57:44.617662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Attempting to bind port 102dd1ab-1349-4257-8633-d62e73cefbac by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:57:44.618024 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Attempting to bind port 102dd1ab-1349-4257-8633-d62e73cefbac on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:44.623040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:57:44.623430 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:57:44.623819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.624205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:57:44.624682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Bound port: 102dd1ab-1349-4257-8633-d62e73cefbac, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:57:44.625053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.686025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] For port 102dd1ab-1349-4257-8633-d62e73cefbac, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:57:44.687023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.689212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] For port 102dd1ab-1349-4257-8633-d62e73cefbac, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=102dd1ab-1349-4257-8633-d62e73cefbac,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:57:44.706357 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.789484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:44.811674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Allocated IP 172.25.1.11 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0cf1cbe8-1e81-4285-91d1-c3e94115a54a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:57:44.848965 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e8f3b-7c05-489f-8127-419e1ce2322b None None] Pushing event updated for resources: {'Port': ['ID=102dd1ab-1349-4257-8633-d62e73cefbac,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:44.921463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.012565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.053407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:57:45.056924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:45.060593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:57:45.091876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Pushing event updated for resources: {'Port': ['ID=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:45.377562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.483601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 102dd1ab-1349-4257-8633-d62e73cefbac up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:57:45.537017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 102dd1ab-1349-4257-8633-d62e73cefbac triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:45.537384 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.592316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.618786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.653236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 102dd1ab-1349-4257-8633-d62e73cefbac, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=102dd1ab-1349-4257-8633-d62e73cefbac,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:45.708349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.757769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94e764d-640d-43ae-b046-e7421ad6ac62 None None] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 01:57:45.764522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=102dd1ab-1349-4257-8633-d62e73cefbac,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:45.797145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 01:57:45.917316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:57:45.927233 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:57:45.936927 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:57:45.945657 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:57:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:45.994287 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.995847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7ddeb34f-11dc-4604-9ede-662935dd46fc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9119864 Sep 17 01:57:45.996022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-26bda0a6-74b7-408b-a2af-fe50e83c5bb8 None None] Provisioning complete for port 102dd1ab-1349-4257-8633-d62e73cefbac triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:45.996258 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-26bda0a6-74b7-408b-a2af-fe50e83c5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:45.998981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38662) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:46.048926 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:57:46.233243 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:45Z', 'revision_number': 3, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:46.265171 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:57:46.265523 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Updating router 990d6222-e45e-4cd7-88d8-42745a7a5512 port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:57:46.292298 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.362794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-51c750b0-171f-44a8-9a51-4eb34ea003ac None None] Provisioning complete for port 102dd1ab-1349-4257-8633-d62e73cefbac triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:46.363333 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51c750b0-171f-44a8-9a51-4eb34ea003ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.427282 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.568388 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.588359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Allocated IP 172.20.0.1 (077c98e1-1835-41ae-89a2-b8a2495b71fc/a0cb307b-8602-4d49-a629-e3f26a2dc024/662f521b-0faa-45f6-8658-2b844ca3c66e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:57:46.639450 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.693831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.694883 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Attempting to bind port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:57:46.695313 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Attempting to bind port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:57:46.695672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Attempting to bind port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:46.697526 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Pushing event updated for resources: {'Port': ['ID=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.708732 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.709458 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.709458 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.709618 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.710355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.710678 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:46.713949 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:57:46.714325 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:57:46.714867 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.715114 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:57:46.715581 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Bound port: 0cf1cbe8-1e81-4285-91d1-c3e94115a54a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:57:46.715955 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.764964 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] For port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:57:46.767918 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] For port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:57:46.791511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.829101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:57:46.831846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:46.834350 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:57:46.849241 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.864146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=662f521b-0faa-45f6-8658-2b844ca3c66e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:46.887835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:46.904100 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:57:46.904721 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:57:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:46.954517 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b11cb-a001-4517-bdc5-eca21e9e0a3c None None] Pushing event updated for resources: {'Port': ['ID=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:47.025180 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:57:47.070572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-68913425-5709-4e2c-93f7-f7b96a255b6a None None] Provisioning complete for port 662f521b-0faa-45f6-8658-2b844ca3c66e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:47.071194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-68913425-5709-4e2c-93f7-f7b96a255b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.103844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.106719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-68913425-5709-4e2c-93f7-f7b96a255b6a None None] Port 662f521b-0faa-45f6-8658-2b844ca3c66e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:57:47.207747 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:45Z', 'revision_number': 3, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:47.234625 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff36f6bc-227e-4359-adee-f31941bef4bd None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:45Z', 'revision_number': 3, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:57:47.271615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.339835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.413151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.415171 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Pushing event updated for resources: {'Port': ['ID=662f521b-0faa-45f6-8658-2b844ca3c66e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:47.479328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 102dd1ab-1349-4257-8633-d62e73cefbac up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:57:47.534624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 102dd1ab-1349-4257-8633-d62e73cefbac triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:47.535310 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.541472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:57:47.543057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:47.672690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:57:47.791310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:57:47.796669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1006b204-184f-402d-89e3-5b914c8f4ea3 admin admin] 10.222.0.13 "PUT /v2.0/routers/990d6222-e45e-4cd7-88d8-42745a7a5512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7968554 Sep 17 01:57:47.829841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0e30e0f0-8072-4f00-b5ec-851c6b8a0b9d None None] Provisioning complete for port 662f521b-0faa-45f6-8658-2b844ca3c66e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:47.830950 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0e30e0f0-8072-4f00-b5ec-851c6b8a0b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:47.866638 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0e30e0f0-8072-4f00-b5ec-851c6b8a0b9d None None] Port 662f521b-0faa-45f6-8658-2b844ca3c66e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:57:48.573281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38670) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:48.578060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810398029', 'description': 'tempest-description--1459696712'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:48.656893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:48.735418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:57:48.742008 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:48.745606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:57:48.746234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:57:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:48.825687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:48.855730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:57:48.856791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9965bc-6b4c-4700-b172-6416dfa5841e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:48.951499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:48.952923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5e82244b-28cd-4be1-9b22-7528591584a0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3785665 Sep 17 01:57:48.955982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38672) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:48.960841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'security_group_rule': {'security_group_id': 'fb9965bc-6b4c-4700-b172-6416dfa5841e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:49.050981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.055998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:47Z', 'revision_number': 2, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:49.087594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:57:49.087948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Updating router 990d6222-e45e-4cd7-88d8-42745a7a5512 port 662f521b-0faa-45f6-8658-2b844ca3c66e binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 01:57:49.111503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.113731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.191509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.211197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a708c956-ede8-4494-aec6-2db096f033a7,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:49.282874 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.284189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29413a59-5ec1-4fc2-a290-cfc3464c500b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272886 Sep 17 01:57:49.286905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38674) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:49.292270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'security_group_rule': {'security_group_id': 'fb9965bc-6b4c-4700-b172-6416dfa5841e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:49.377955 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.381299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.444205 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.445655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.474095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0cf1cbe8-1e81-4285-91d1-c3e94115a54a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:57:49.525582 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4380e8-e5f7-4d75-913e-addc22cf3152 None None] Pushing event updated for resources: {'Port': ['ID=662f521b-0faa-45f6-8658-2b844ca3c66e,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:49.530671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.550736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa9cc05-46a2-4fca-a7fa-a5a89287861e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:49.597766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Attempting to bind port 662f521b-0faa-45f6-8658-2b844ca3c66e on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:57:49.598163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Attempting to bind port 662f521b-0faa-45f6-8658-2b844ca3c66e by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:57:49.598522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Attempting to bind port 662f521b-0faa-45f6-8658-2b844ca3c66e on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:49.606629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:57:49.606999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:57:49.607426 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.607820 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:57:49.608282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Bound port: 662f521b-0faa-45f6-8658-2b844ca3c66e, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:57:49.608654 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.619202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:49.619570 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.622374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.623549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e0f976f3-7ae3-4a08-96d8-d7f7f6485213 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356528 Sep 17 01:57:49.626541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38676) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:57:49.631130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:49.708126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.738749 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] For port 662f521b-0faa-45f6-8658-2b844ca3c66e, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:57:49.746417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ca4e456d-e938-4ccb-a308-74a049b72f43 None None] Provisioning complete for port 662f521b-0faa-45f6-8658-2b844ca3c66e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:49.746786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ca4e456d-e938-4ccb-a308-74a049b72f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.776315 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] For port 662f521b-0faa-45f6-8658-2b844ca3c66e, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=662f521b-0faa-45f6-8658-2b844ca3c66e,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:57:49.786374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.809232 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.815163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-ca4e456d-e938-4ccb-a308-74a049b72f43 None None] Port 662f521b-0faa-45f6-8658-2b844ca3c66e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:57:49.815163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:49.862938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.895539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:49.935588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:57:49.936231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:57:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:49.938168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4380e8-e5f7-4d75-913e-addc22cf3152 None None] Pushing event updated for resources: {'Port': ['ID=662f521b-0faa-45f6-8658-2b844ca3c66e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:50.073534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:50.102387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:57:50.154348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a9936f3d-5a2b-4465-b94e-cb60b577f4e7 None None] Provisioning complete for port 662f521b-0faa-45f6-8658-2b844ca3c66e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:50.154714 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a9936f3d-5a2b-4465-b94e-cb60b577f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.224415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Allocated IP 172.25.1.6 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e0b4032c-6eb8-4c83-b82b-c6e3c145a05b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:57:50.328086 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.348128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a9936f3d-5a2b-4465-b94e-cb60b577f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.391970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a9936f3d-5a2b-4465-b94e-cb60b577f4e7 None None] For port 662f521b-0faa-45f6-8658-2b844ca3c66e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=662f521b-0faa-45f6-8658-2b844ca3c66e,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:57:50.398525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:57:50.425635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bc4353-c475-4ba8-b484-b72c8cbfc1ad None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:57:50.451445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.479605 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a9936f3d-5a2b-4465-b94e-cb60b577f4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.508243 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:57:50.511280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:50.519626 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:57:50.523433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'Port': ['ID=e0b4032c-6eb8-4c83-b82b-c6e3c145a05b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:50.551374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9936f3d-5a2b-4465-b94e-cb60b577f4e7 None None] Pushing event updated for resources: {'Port': ['ID=662f521b-0faa-45f6-8658-2b844ca3c66e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:50.557291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.557644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.557994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.558333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.558663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.558999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.559346 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.559670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.559996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.560316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.560639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.560965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:57:50.626430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.740378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.900212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:50.976748 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:51.050317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'Port': ['ID=e0b4032c-6eb8-4c83-b82b-c6e3c145a05b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:51.061898 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:51.142834 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:51.153960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-114b7d32-8a60-41ab-8660-9552fa73c711 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5164790 Sep 17 01:57:51.451600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-46fc5605-28bf-4df2-bc42-1a49b729b3e5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1810398029&fields=id&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 267 time: 0.0369301 Sep 17 01:57:51.525295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 662f521b-0faa-45f6-8658-2b844ca3c66e up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:57:51.568744 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-39db0f44-bed1-4fdc-95b5-3cae129af1aa tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:51.570389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-39db0f44-bed1-4fdc-95b5-3cae129af1aa tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1117127 Sep 17 01:57:51.572968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 662f521b-0faa-45f6-8658-2b844ca3c66e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:51.573343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:51.585401 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-e56cae8f-0934-4482-9b6b-8c7852954a81 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/quotas/9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 375 time: 0.0090315 Sep 17 01:57:51.644858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-90bfef72-8b8e-4f31-86d0-388568dba031 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535069 Sep 17 01:57:51.650524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0cf1cbe8-1e81-4285-91d1-c3e94115a54a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:57:51.698250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:51.698620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:51.745490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-753ef399-9972-4b06-9a9d-cd5d146176e7 service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881720 Sep 17 01:57:51.837496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-a00fbae2-7b97-4051-bda3-3c243ddfc672 service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856895 Sep 17 01:57:52.143439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac9000e6-98eb-4b4d-bfb3-fde29a01e4bd req-5d300b5f-44c5-4237-84c4-c36e5c02096b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 210 time: 0.0858946 Sep 17 01:57:53.244836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-353b3d46-2b94-484f-80b6-f4b9d63248cf req-cf003e55-5640-4f45-8da3-1393c8b42a43 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 210 time: 0.0340357 Sep 17 01:57:54.216142 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:57:54.274625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-3293e9e9-3fe6-4db5-ba32-becbb5feb6cb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:54.276145 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-3293e9e9-3fe6-4db5-ba32-becbb5feb6cb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1010582 Sep 17 01:57:54.320239 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-3693f523-4b59-4c5a-a89f-45d9f1c76ba8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 380 time: 0.0347269 Sep 17 01:57:54.329732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'port': {'device_id': '6f288d40-d46b-4d3d-8932-af160c01318f', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'admin_state_up': True, 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'security_groups': ['fb9965bc-6b4c-4700-b172-6416dfa5841e']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:54.342543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b3bbf5b-e909-4052-8014-bfb35884298b req-d6872730-4e7a-4a48-aeb0-18125e2f6f80 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 210 time: 0.0272555 Sep 17 01:57:54.547815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Made reservation on behalf of 9b8899a0a4a042c185d0199be50988f9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 01:57:54.551645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:54.680419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Allocated IP 172.20.0.9 (077c98e1-1835-41ae-89a2-b8a2495b71fc/a0cb307b-8602-4d49-a629-e3f26a2dc024/93d78940-a992-4a41-8168-5f63f0881128) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 01:57:54.816263 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:54.926006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:54.972094 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 01:57:54.975239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 01:57:54.979875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 01:57:55.009533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:55.038895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:55.039576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:55.143329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8e22ead2-c355-4609-b956-32adf5a28f2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8172557 Sep 17 01:57:55.204607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Request body: {'port': {'device_id': '6f288d40-d46b-4d3d-8932-af160c01318f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:57:55.233788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b711fded-d4e1-4128-b609-9a64248ba492 None None] Provisioning complete for port 93d78940-a992-4a41-8168-5f63f0881128 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:57:55.234339 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b711fded-d4e1-4128-b609-9a64248ba492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:55.260287 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:55.267167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b711fded-d4e1-4128-b609-9a64248ba492 None None] Port 93d78940-a992-4a41-8168-5f63f0881128 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 01:57:55.514995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a181d-a7f0-4b87-b3a9-170a6f1fe598 req-a294ce3d-eb90-4262-89d3-459e21283f60 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:55.516519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-254a181d-a7f0-4b87-b3a9-170a6f1fe598 req-a294ce3d-eb90-4262-89d3-459e21283f60 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 931 time: 0.1031873 Sep 17 01:57:55.591180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-254a181d-a7f0-4b87-b3a9-170a6f1fe598 req-b094447a-746d-43e2-aacb-02d6e4bff794 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674601 Sep 17 01:57:55.594963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d78940-a992-4a41-8168-5f63f0881128 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:57:55.602724 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:55.614671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Transition to ACTIVE for port object 93d78940-a992-4a41-8168-5f63f0881128 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:57:55.693825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:55.771460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:55.832305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:57:55.832709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:57:55.833069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:55.838177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Port 93d78940-a992-4a41-8168-5f63f0881128 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:57:55.838586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:57:55.843546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:57:55.843881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:57:55.844290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:57:55.844708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Bound port: 93d78940-a992-4a41-8168-5f63f0881128, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:57:55.845065 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:55.914276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:57:55.917349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:57:55.991620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:56.028867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.029555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:56.031023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] 10.222.0.23 "PUT /v2.0/ports/93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 1091 time: 0.8783541 Sep 17 01:57:56.031385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:57:56.033620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c666fd2-7daa-482d-aabf-a5a9ac6873de" -d '{"events": [{"name": "network-changed", "server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:57:56.061822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fba96-4ac3-4b90-ba8e-33c6ff0f9778 service neutron] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:57:56.081420 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a08aad2-44ba-4111-bee6-6e097e6dc39e x-openstack-request-id: req-9a08aad2-44ba-4111-bee6-6e097e6dc39e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:57:56.081420 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:57:56.081420 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a08aad2-44ba-4111-bee6-6e097e6dc39e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:57:56.081420 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'status': 'completed', 'code': 200} Sep 17 01:57:56.143380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c666fd2-7daa-482d-aabf-a5a9ac6873de req-f94e37b1-c5a3-4b86-a615-ac32cdc795ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.144954 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c666fd2-7daa-482d-aabf-a5a9ac6873de req-f94e37b1-c5a3-4b86-a615-ac32cdc795ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1094 time: 0.0438211 Sep 17 01:57:56.248244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c666fd2-7daa-482d-aabf-a5a9ac6873de req-f0024e1e-2772-4d55-aec0-5509fa42a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.249725 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c666fd2-7daa-482d-aabf-a5a9ac6873de req-f0024e1e-2772-4d55-aec0-5509fa42a7bd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b8899a0a4a042c185d0199be50988f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964465 Sep 17 01:57:56.349529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c666fd2-7daa-482d-aabf-a5a9ac6873de req-847fa580-4e9b-4e42-a1b8-43d9aec3a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.351056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c666fd2-7daa-482d-aabf-a5a9ac6873de req-847fa580-4e9b-4e42-a1b8-43d9aec3a3eb service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948024 Sep 17 01:57:56.424324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-ca57259f-067a-4824-a526-2b71a7438468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.425906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-ca57259f-067a-4824-a526-2b71a7438468 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1094 time: 0.0403676 Sep 17 01:57:56.471833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-8594c6cb-f4b4-4191-af4f-5dc95869aa08 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 217 time: 0.0376403 Sep 17 01:57:56.521182 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-d42aa257-b400-41ee-b1be-6f4e90a71df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.522558 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-d42aa257-b400-41ee-b1be-6f4e90a71df0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0439913 Sep 17 01:57:56.568183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-bb713aaf-8a95-4f8d-88a5-47b7e861a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.570505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-bb713aaf-8a95-4f8d-88a5-47b7e861a2a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409827 Sep 17 01:57:56.672765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-9d817bf6-3ec1-46d8-bd4d-bda20590f7c7 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951674 Sep 17 01:57:56.765592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348e029-b980-4dd5-bfac-1e7674d07c68 req-e293df22-1e94-469a-8fd6-4bafd5d53960 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:56.767069 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b348e029-b980-4dd5-bfac-1e7674d07c68 req-e293df22-1e94-469a-8fd6-4bafd5d53960 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 943 time: 0.1086650 Sep 17 01:57:56.808135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8382907c-e32e-43f0-a71f-93ae8e5901ed req-20764320-342d-4701-a99a-ad2ebc0d017d service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211841 Sep 17 01:57:56.820146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b348e029-b980-4dd5-bfac-1e7674d07c68 req-8b32672b-2fc8-49f5-9986-55cbb059f480 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Sep 17 01:57:57.934970 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6de26-f139-4427-86fd-096fcaeaed85 req-33029e84-3002-490e-87d1-ee333aa8de02 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:57.936476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26b6de26-f139-4427-86fd-096fcaeaed85 req-33029e84-3002-490e-87d1-ee333aa8de02 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 943 time: 0.0493476 Sep 17 01:57:57.974389 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26b6de26-f139-4427-86fd-096fcaeaed85 req-b7a29fed-8986-4f9f-986f-14d04d938a2d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Sep 17 01:57:59.090597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424ef4d-d92a-4380-9b22-a39c5975d00d req-525864dc-62fe-42d4-b67e-65b70f7fce84 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:57:59.092095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9424ef4d-d92a-4380-9b22-a39c5975d00d req-525864dc-62fe-42d4-b67e-65b70f7fce84 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 943 time: 0.0502257 Sep 17 01:57:59.128971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9424ef4d-d92a-4380-9b22-a39c5975d00d req-4277a096-c0bf-4620-ba4b-aacc8d2cf638 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309169 Sep 17 01:57:59.233613 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:59.564984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:57:59.905174 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 93d78940-a992-4a41-8168-5f63f0881128 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 01:58:00.000557 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:58:00.011945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '93d78940-a992-4a41-8168-5f63f0881128', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '93d78940-a992-4a41-8168-5f63f0881128', 'mac_address': 'fa:16:3e:14:fb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 01:58:00.047284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:00.060300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d78940-a992-4a41-8168-5f63f0881128 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 01:58:00.078713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:58:00.153532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:00.251517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce032f-dd26-4caa-894f-1b7e74971173 req-fa2bdb80-afb4-4fa0-9e32-5067f715b7d6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:00.253154 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdce032f-dd26-4caa-894f-1b7e74971173 req-fa2bdb80-afb4-4fa0-9e32-5067f715b7d6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 944 time: 0.0543411 Sep 17 01:58:00.301600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cdce032f-dd26-4caa-894f-1b7e74971173 req-58283743-b83c-42be-a207-15b5550a1373 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387392 Sep 17 01:58:00.359255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:58:00.367108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.367455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.367798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.368136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.368470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.368803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.369131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.369457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.369785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.370110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.370433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.370754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:58:00.398910 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['93d78940-a992-4a41-8168-5f63f0881128'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 01:58:01.418225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b6ccc-41b3-49d9-8089-6a108aa130d5 req-abc5c9d0-cf44-4dd6-b6ec-7a0130135513 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:01.419737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e69b6ccc-41b3-49d9-8089-6a108aa130d5 req-abc5c9d0-cf44-4dd6-b6ec-7a0130135513 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 944 time: 0.0490270 Sep 17 01:58:01.457281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e69b6ccc-41b3-49d9-8089-6a108aa130d5 req-4aca343d-8ec4-4662-b162-8ea68dde5c1a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Sep 17 01:58:01.904554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 93d78940-a992-4a41-8168-5f63f0881128 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 01:58:02.042274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 93d78940-a992-4a41-8168-5f63f0881128 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 01:58:02.046045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 93d78940-a992-4a41-8168-5f63f0881128 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 01:58:02.046416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:02.120050 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:02.141745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:58:02.143983 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9891c2811d8809045375c71cc9a5710fa9c619bb05e124cae238e30af361bb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40ea2f1-4cd6-49b3-9b66-ce5d83b084a9" -d '{"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-plugged", "status": "completed", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:58:02.157186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:58:02.179490 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 01:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0a2605-8bea-4612-82a6-9f820b092a01 x-openstack-request-id: req-1e0a2605-8bea-4612-82a6-9f820b092a01 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:58:02.179783 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-plugged", "status": "completed", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:58:02.180032 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e0a2605-8bea-4612-82a6-9f820b092a01 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:58:02.183756 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'code': 200} Sep 17 01:58:02.231200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:02.278228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872b426-2156-440e-8fc0-a772edd8f73b req-5533e1a2-ae8c-470f-b9f7-e489c9cbfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:02.279768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3872b426-2156-440e-8fc0-a772edd8f73b req-5533e1a2-ae8c-470f-b9f7-e489c9cbfdc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1096 time: 0.0446250 Sep 17 01:58:02.281213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:58:02.315429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3872b426-2156-440e-8fc0-a772edd8f73b req-73bd1cb8-a17c-452b-9eb1-e08a0327506e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279984 Sep 17 01:58:02.572265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be35f45-3349-4183-bf75-d077792eaba9 req-eacba252-1fc9-415c-9897-df8fc3bfeafc tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:02.573738 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7be35f45-3349-4183-bf75-d077792eaba9 req-eacba252-1fc9-415c-9897-df8fc3bfeafc tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0489380 Sep 17 01:58:02.609981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7be35f45-3349-4183-bf75-d077792eaba9 req-65b6452f-75f0-4193-9024-aac19ac0f4a5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303135 Sep 17 01:58:03.727867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93cdbb0-9a9f-40c8-afa3-3bd1274ea1ea req-d8d3ca88-c1aa-45db-8fa0-0877cfae14b8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:03.729375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b93cdbb0-9a9f-40c8-afa3-3bd1274ea1ea req-d8d3ca88-c1aa-45db-8fa0-0877cfae14b8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0513146 Sep 17 01:58:03.778717 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b93cdbb0-9a9f-40c8-afa3-3bd1274ea1ea req-4b189e48-5807-41d8-b13e-3b96816bd951 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434496 Sep 17 01:58:03.889045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a047d1-08bd-4f68-82b3-a6b61ebe8e9f req-93fbe46e-96e0-49a8-ad22-e0d923d2b6eb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:03.890530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b1a047d1-08bd-4f68-82b3-a6b61ebe8e9f req-93fbe46e-96e0-49a8-ad22-e0d923d2b6eb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0493321 Sep 17 01:58:03.899188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 38740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 01:58:03.903547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'floatingip': {'port_id': '93d78940-a992-4a41-8168-5f63f0881128'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:58:03.946326 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:04.367755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:04.425817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:04.525126 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 associated. External IP: 172.25.1.6, port: 93d78940-a992-4a41-8168-5f63f0881128. Sep 17 01:58:04.728421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 01:58:04.832884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 01:58:04.838260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:04.843519 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 01:58:04.854710 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:58:04.855349 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:57:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:58:04.865230 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-464007fd-a1c1-473a-8890-20464ac655e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "PUT /v2.0/floatingips/d6a51147-18a2-433b-8eaa-1bb9d437be49 HTTP/1.1" status: 200 len: 989 time: 0.9650183 Sep 17 01:58:04.865924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:58:04.869457 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}978575fd957a06ee47911b786599ec685d5e7aed021f6f9f661716423f4992de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d5b16e-713a-4983-922a-f8d07998eb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:58:04.908752 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a9e37-be6f-423d-b6e7-8d408c880bae x-openstack-request-id: req-654a9e37-be6f-423d-b6e7-8d408c880bae {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:58:04.909368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:58:04.909368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654a9e37-be6f-423d-b6e7-8d408c880bae {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:58:04.909721 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'status': 'completed', 'code': 200} Sep 17 01:58:04.968278 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:58:04.979851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-5c05a8b7-77cd-4311-b10b-6bdfeae887ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:04.981390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-5c05a8b7-77cd-4311-b10b-6bdfeae887ce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1096 time: 0.0469120 Sep 17 01:58:05.071107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-5d6f192c-08da-4e0a-9197-70508e3b800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:05.072596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-5d6f192c-08da-4e0a-9197-70508e3b800d service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0838542 Sep 17 01:58:05.145252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-2f19863c-d3dd-4368-8a44-347643a7307c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 997 time: 0.0659444 Sep 17 01:58:05.196037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '93d78940-a992-4a41-8168-5f63f0881128', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:14:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f288d40-d46b-4d3d-8932-af160c01318f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T01:58:04Z', 'revision_number': 1, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:58:05.197463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-76052296-caff-4496-8d85-acaa72aa8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:05.198930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-76052296-caff-4496-8d85-acaa72aa8d2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0470381 Sep 17 01:58:05.246251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-bc07aa2d-8cb2-406f-ad03-ac2e825935e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:05.247866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-bc07aa2d-8cb2-406f-ad03-ac2e825935e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418470 Sep 17 01:58:05.320553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 01:58:05.329174 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 01:58:05.329795 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:57:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:58:05.455165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 01:58:05.462760 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dab2aa5e-b078-4817-b229-2a2483898061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:05.662634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-c551b579-2d4c-4fdc-99c0-f3706f4fc3e1 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074366 Sep 17 01:58:05.688452 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '93d78940-a992-4a41-8168-5f63f0881128', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:14:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f288d40-d46b-4d3d-8932-af160c01318f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T01:58:04Z', 'revision_number': 1, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 01:58:05.718835 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5f309-2ddc-49e5-98b4-28111f4643d2 None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '93d78940-a992-4a41-8168-5f63f0881128', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:14:fb:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f288d40-d46b-4d3d-8932-af160c01318f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T01:58:04Z', 'revision_number': 1, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 01:58:05.753565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-30d5b16e-713a-4983-922a-f8d07998eb1d req-fda8a0c5-ee8e-4072-8e51-fbab08a6e6da service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837972 Sep 17 01:58:05.904739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c23a0-41b3-4ce9-beb4-dc8158a01d53 None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 01:58:08.185451 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-451402e8-b9ce-4e1e-80ca-e29b96e96025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:09.089467 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:09.659174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:11.198825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:29.224737 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:29.595770 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:31.216549 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:58:35.455688 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-004071f9-664d-4293-847e-f7ba7185ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:38.210379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2069292a-4f6b-4021-b702-3e697e0055bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:39.086819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:39.646887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:41.201210 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:56.806492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-716eb7be-2fdf-4648-92cf-0b7e5bce4b8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391963 Sep 17 01:58:56.935551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-df2a3cb5-b568-46e1-a72c-710b1ff70100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:56.937037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-df2a3cb5-b568-46e1-a72c-710b1ff70100 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1096 time: 0.0447934 Sep 17 01:58:57.049640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-9aaa2729-c883-4dd5-bfd8-bb7919ba95a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:57.051122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-9aaa2729-c883-4dd5-bfd8-bb7919ba95a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0850985 Sep 17 01:58:57.118586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-fa8db315-9aec-45ac-8c32-9aa0c5fd23c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 999 time: 0.0594842 Sep 17 01:58:57.165478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-46ecd911-31f4-4c47-b967-f76b0fc6cfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:57.166852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-46ecd911-31f4-4c47-b967-f76b0fc6cfa8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0415320 Sep 17 01:58:57.211061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-347bd6d9-321d-42c2-82d4-9446524a5a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:58:57.212530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-347bd6d9-321d-42c2-82d4-9446524a5a7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388064 Sep 17 01:58:57.303802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-84b7bdb2-6025-46bb-aa73-a4db3cfb77da service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840352 Sep 17 01:58:57.392463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c9a6ebf5-908c-4f7b-89e6-f960d0d94dc7 req-ff48c1f3-81ff-4657-81a8-8b4e7e9eae6b service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818567 Sep 17 01:58:59.229824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:58:59.604019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:05.455706 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ecbac891-23ed-4b2b-b746-176bc9180e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:08.215602 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:59:08.216280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a03152ee-9efb-4052-81a4-6d6b16037a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:09.077872 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:09.620804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:11.209614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:29.229037 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:29.617273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:35.438331 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-909049de-b039-4f59-843e-169147e19ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:38.226278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13bea3b0-df99-45d1-9479-a9a526a155bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:39.091777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:39.646890 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:40.762275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c98d7-82d7-4e58-86ef-051fde4677aa req-1c385980-064e-4c79-9c7a-8b86ba4b6251 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:40.763811 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c8c98d7-82d7-4e58-86ef-051fde4677aa req-1c385980-064e-4c79-9c7a-8b86ba4b6251 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0981882 Sep 17 01:59:40.800366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c8c98d7-82d7-4e58-86ef-051fde4677aa req-77932fce-31d9-495f-9a75-672de7c6ac81 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305951 Sep 17 01:59:41.214642 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:42.150709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52804fa9-8cca-428a-8b70-e36b8956c842 req-5ffb7a29-5669-49cb-a6c7-cc8008657774 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:42.152380 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52804fa9-8cca-428a-8b70-e36b8956c842 req-5ffb7a29-5669-49cb-a6c7-cc8008657774 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0493503 Sep 17 01:59:42.190173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52804fa9-8cca-428a-8b70-e36b8956c842 req-61dd0fad-f32b-4b73-834d-a65c77d72073 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317569 Sep 17 01:59:42.343421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-b23210f5-afa8-4deb-a05c-f090621b9799 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0788834 Sep 17 01:59:42.352768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-a9b26991-b905-42f5-ae72-b2bf80ed5a1b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 01:59:42.353696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-a9b26991-b905-42f5-ae72-b2bf80ed5a1b service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055933 Sep 17 01:59:43.432716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3363e2-ec22-4725-be91-af0814145652 req-95d0245a-36f9-430c-91e4-934e515330cd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:43.434276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e3363e2-ec22-4725-be91-af0814145652 req-95d0245a-36f9-430c-91e4-934e515330cd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0981545 Sep 17 01:59:43.476641 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e3363e2-ec22-4725-be91-af0814145652 req-e68e13e3-e45a-4c84-8646-97962b0ba6b2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362895 Sep 17 01:59:44.290551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-b4f9f002-48d9-4c73-9b9d-ffaa38be6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:44.292059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-b4f9f002-48d9-4c73-9b9d-ffaa38be6732 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1096 time: 0.0819690 Sep 17 01:59:44.381325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-720ddf98-783f-4fd7-83ce-4ed0e96cc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:44.382788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-720ddf98-783f-4fd7-83ce-4ed0e96cc317 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0840333 Sep 17 01:59:44.458031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-49fb89f8-b563-4299-bcf3-416a9999f763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 999 time: 0.0670762 Sep 17 01:59:44.510727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-e718d729-86d7-4f16-b6a0-9cbf1c59ab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:44.512256 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-e718d729-86d7-4f16-b6a0-9cbf1c59ab07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0476568 Sep 17 01:59:44.580646 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-81326e8d-285f-4757-a9a9-b01c76e0298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:44.582123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-81326e8d-285f-4757-a9a9-b01c76e0298f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629449 Sep 17 01:59:44.630376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f0953-eb6e-4709-8964-abdf6c0b85b8 req-b214516a-face-4d3a-925d-6d22e7c62468 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:44.632565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e24f0953-eb6e-4709-8964-abdf6c0b85b8 req-b214516a-face-4d3a-925d-6d22e7c62468 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0835066 Sep 17 01:59:44.710773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e24f0953-eb6e-4709-8964-abdf6c0b85b8 req-36f8064d-cb10-4896-bab3-a48da0be860f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500572 Sep 17 01:59:44.714126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-239e9ed3-eb2c-48cb-ae26-445456678aa2 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238782 Sep 17 01:59:44.807484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-10fb45c0-93f0-49ca-a297-57fdf7af8e79 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862319 Sep 17 01:59:45.214355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 01:59:45.830485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6211fe-4c4f-4044-b144-e3b3e6b27c04 req-6a24e90c-0224-4f04-b85d-f95ef4a4b787 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:45.832034 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f6211fe-4c4f-4044-b144-e3b3e6b27c04 req-6a24e90c-0224-4f04-b85d-f95ef4a4b787 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0529432 Sep 17 01:59:45.869896 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f6211fe-4c4f-4044-b144-e3b3e6b27c04 req-ce246496-20aa-426f-b00a-583981d101ea tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310655 Sep 17 01:59:46.984769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d35af2-1872-48e4-ab34-1ea11f35aa41 req-8970fd7d-24f2-446d-a27b-9e2f9954a46b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:46.986250 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32d35af2-1872-48e4-ab34-1ea11f35aa41 req-8970fd7d-24f2-446d-a27b-9e2f9954a46b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0491588 Sep 17 01:59:47.024327 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-32d35af2-1872-48e4-ab34-1ea11f35aa41 req-9183af20-14aa-4893-9088-d2b57741ed10 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Sep 17 01:59:48.139008 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a0da8-daca-4306-adcd-8f38caa6d270 req-dba25776-dd3e-4d27-b253-44ecfb8ee841 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:48.140585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a1a0da8-daca-4306-adcd-8f38caa6d270 req-dba25776-dd3e-4d27-b253-44ecfb8ee841 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0491145 Sep 17 01:59:48.178992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7a1a0da8-daca-4306-adcd-8f38caa6d270 req-2f577b39-5ecf-44dc-bc17-cf6659a84e14 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Sep 17 01:59:49.293566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2b379-774f-4841-ae58-44c549535ab8 req-ec4c5152-bda9-48a6-8763-a1c591b57393 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:49.295036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64e2b379-774f-4841-ae58-44c549535ab8 req-ec4c5152-bda9-48a6-8763-a1c591b57393 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0485511 Sep 17 01:59:49.332029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-64e2b379-774f-4841-ae58-44c549535ab8 req-cb73e0f4-d03c-4372-b95c-e4f2f208b795 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Sep 17 01:59:50.447765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f69e75-d850-43a0-bc62-17cb5fe3ef29 req-b7703c43-b131-42bc-bbe2-397dc0265141 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:50.449239 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-20f69e75-d850-43a0-bc62-17cb5fe3ef29 req-b7703c43-b131-42bc-bbe2-397dc0265141 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0497541 Sep 17 01:59:50.486026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-20f69e75-d850-43a0-bc62-17cb5fe3ef29 req-46ca8803-48b5-4537-b4b9-d928acb6d13d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308626 Sep 17 01:59:51.605636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9efe-0d92-4495-9549-2a6b4964290f req-2276dbb7-d1a9-4a87-9a02-7416e42f64e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:51.607128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3da9efe-0d92-4495-9549-2a6b4964290f req-2276dbb7-d1a9-4a87-9a02-7416e42f64e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0532238 Sep 17 01:59:51.644213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3da9efe-0d92-4495-9549-2a6b4964290f req-18ff36a3-754a-4e9f-8059-223436b665c8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309229 Sep 17 01:59:52.762536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36156bd-e1de-4880-8f2d-17484b4faa44 req-125e6b3e-c0ce-46df-931e-0a6e38fdc19f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:52.764032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d36156bd-e1de-4880-8f2d-17484b4faa44 req-125e6b3e-c0ce-46df-931e-0a6e38fdc19f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0532935 Sep 17 01:59:52.800554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d36156bd-e1de-4880-8f2d-17484b4faa44 req-e4a29972-adbb-4024-b08c-ee08c0675155 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305712 Sep 17 01:59:53.922239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be86cc-990c-4543-8c24-6fe3143c2431 req-8d2c8157-56ec-4d4c-b3db-28341d52600f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:53.923752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13be86cc-990c-4543-8c24-6fe3143c2431 req-8d2c8157-56ec-4d4c-b3db-28341d52600f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0536463 Sep 17 01:59:53.962386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13be86cc-990c-4543-8c24-6fe3143c2431 req-e913d7df-40b7-4d52-a58f-0d1aed7aaa7f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319867 Sep 17 01:59:55.079496 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed104c10-5b64-4da8-817e-f1eb0f84ba74 req-2f5769f8-f3d5-49ba-8afb-1404925ee3df tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:55.080985 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed104c10-5b64-4da8-817e-f1eb0f84ba74 req-2f5769f8-f3d5-49ba-8afb-1404925ee3df tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0501342 Sep 17 01:59:55.118888 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed104c10-5b64-4da8-817e-f1eb0f84ba74 req-c88f8ffe-0b57-4e0b-a012-398643c2c4bc tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319052 Sep 17 01:59:56.232141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc75a2-a9b3-40d7-a919-aeeccda6b96a req-32434cae-0626-40a2-8099-b27729a26e1a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:56.233611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8edc75a2-a9b3-40d7-a919-aeeccda6b96a req-32434cae-0626-40a2-8099-b27729a26e1a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0488253 Sep 17 01:59:56.271589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8edc75a2-a9b3-40d7-a919-aeeccda6b96a req-48201fc6-b24f-41d1-9f87-51381fe82814 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Sep 17 01:59:56.884743 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-46d21900-f848-4496-a0d5-245629f0e509 req-d129b29d-ea73-4d22-b2c3-addd39dda8cf service neutron] show failed (client error): The resource could not be found. Sep 17 01:59:56.885731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-d129b29d-ea73-4d22-b2c3-addd39dda8cf service neutron] 10.222.0.23 "GET /v2.0/ports/93d78940-a992-4a41-8168-5f63f0881128/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0575888 Sep 17 01:59:57.389483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b5dfb-7fee-4760-a21a-10cc7087e293 req-8c61c938-2263-4f70-8fdd-616e3922f287 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:57.391004 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-013b5dfb-7fee-4760-a21a-10cc7087e293 req-8c61c938-2263-4f70-8fdd-616e3922f287 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0505197 Sep 17 01:59:57.425223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-e9b59a70-66ef-4133-80de-1c1f280c111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:57.426733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-e9b59a70-66ef-4133-80de-1c1f280c111d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 1096 time: 0.0804651 Sep 17 01:59:57.429618 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-013b5dfb-7fee-4760-a21a-10cc7087e293 req-194fe6d3-c34b-454c-8fdb-f3633d941a20 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326872 Sep 17 01:59:57.439780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 01:59:57.495496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:57.700209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 01:59:57.731571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:59:57.775787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:59:57.787843 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:57.800977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Transition to ACTIVE for port object 93d78940-a992-4a41-8168-5f63f0881128 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 01:59:57.831644 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd511f9b-b47d-4d2d-8ea2-452cc9bfa477" -d '{"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-unplugged", "status": "completed", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 01:59:57.894091 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:57.962260 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 01:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b8504b-256b-44ef-ac9f-d23a13ff5df9 x-openstack-request-id: req-d2b8504b-256b-44ef-ac9f-d23a13ff5df9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 01:59:57.962481 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-unplugged", "status": "completed", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 01:59:57.962713 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2b8504b-256b-44ef-ac9f-d23a13ff5df9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 01:59:57.963134 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'code': 200} Sep 17 01:59:57.988319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:59:58.006005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.006363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.006703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.007173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.007701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.008065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.008387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.008719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.009053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.009380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.009706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.010029 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 01:59:58.034442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] No DVR routers for this DVR port 93d78940-a992-4a41-8168-5f63f0881128 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 01:59:58.172333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 01:59:58.172673 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 01:59:58.173003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:59:58.177421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Port 93d78940-a992-4a41-8168-5f63f0881128 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 01:59:58.177644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Attempting to bind port 93d78940-a992-4a41-8168-5f63f0881128 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 01:59:58.182607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 1, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 01:59:58.182950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 01:59:58.183367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 01:59:58.183791 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Bound port: 93d78940-a992-4a41-8168-5f63f0881128, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 01:59:58.184148 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:58.247729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 01:59:58.250658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 01:59:58.337734 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:58.378326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:58.378952 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:58.380394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] 10.222.0.36 "PUT /v2.0/ports/93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 1091 time: 0.9449017 Sep 17 01:59:58.402458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327c1c8-df5e-441c-ab3b-bb9fc5ec3252 service neutron] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 01:59:58.448261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-44eb1c0a-5815-4db0-87ac-8c821c201b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:58.449794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-44eb1c0a-5815-4db0-87ac-8c821c201b2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1094 time: 0.0436714 Sep 17 01:59:58.543957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-301125b6-f2f5-440b-8524-8877b94a5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:58.545437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-301125b6-f2f5-440b-8524-8877b94a5ce0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0889809 Sep 17 01:59:58.559345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d0dde-d239-4bda-8787-d07fbf669d59 req-21cdae7c-bb97-4ef7-81c8-b5ed87b07ad0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:58.560905 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7b5d0dde-d239-4bda-8787-d07fbf669d59 req-21cdae7c-bb97-4ef7-81c8-b5ed87b07ad0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 943 time: 0.0589352 Sep 17 01:59:58.599592 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7b5d0dde-d239-4bda-8787-d07fbf669d59 req-c6969b95-d0ab-4b01-aebd-60c19691764c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322454 Sep 17 01:59:58.619453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-ee32b863-32b2-4970-af4c-815b4f1aabf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 997 time: 0.0670049 Sep 17 01:59:58.669360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-d6516c48-2b17-43ff-bdee-1a1f4410cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:58.670852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-d6516c48-2b17-43ff-bdee-1a1f4410cd9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0442309 Sep 17 01:59:58.716287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21900-f848-4496-a0d5-245629f0e509 req-b69a1c86-75e2-485a-8515-f388ff9521e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:58.717728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-b69a1c86-75e2-485a-8515-f388ff9521e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399642 Sep 17 01:59:58.814779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-2b4c2004-5513-448e-b51c-ab866ab8fba2 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897954 Sep 17 01:59:58.904973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46d21900-f848-4496-a0d5-245629f0e509 req-56347834-3286-4c17-a365-b66d87f30af0 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831599 Sep 17 01:59:59.254801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:59.628469 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 01:59:59.727918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a764ff1-3110-4deb-ad44-6d5a35dc34c7 req-1c60a3ac-7773-49f0-96d0-3183b80fe1c0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 01:59:59.729285 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a764ff1-3110-4deb-ad44-6d5a35dc34c7 req-1c60a3ac-7773-49f0-96d0-3183b80fe1c0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 943 time: 0.0544240 Sep 17 01:59:59.766628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a764ff1-3110-4deb-ad44-6d5a35dc34c7 req-61f60f70-02c5-4643-acc0-7306e3c14a76 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314479 Sep 17 01:59:59.964518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 01:59:59.966833 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c322dd-12e9-4ee4-943d-606dca47844e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:00:00.015402 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e760ef3-c8ea-4d48-995c-6ad5831736e9 x-openstack-request-id: req-4e760ef3-c8ea-4d48-995c-6ad5831736e9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:00:00.015698 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:00:00.015948 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e760ef3-c8ea-4d48-995c-6ad5831736e9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:00:00.016402 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'status': 'completed', 'code': 200} Sep 17 02:00:00.101801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-ed2da8af-b5a5-4975-b950-6674bf130a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.103291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-ed2da8af-b5a5-4975-b950-6674bf130a67 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1094 time: 0.0612845 Sep 17 02:00:00.105638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-4b0bc27c-e3ec-4f26-a627-41f1f72b5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.106985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-4b0bc27c-e3ec-4f26-a627-41f1f72b5d65 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1094 time: 0.0729737 Sep 17 02:00:00.265511 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-e99a7277-540a-46cf-b863-50c532a9119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.266985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-e99a7277-540a-46cf-b863-50c532a9119e service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1562927 Sep 17 02:00:00.268321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-dff02a64-49ef-4843-8255-3ae37639f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.269629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-dff02a64-49ef-4843-8255-3ae37639f886 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1513381 Sep 17 02:00:00.373828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-ab912414-c5e8-4af6-bb50-3d6b6f0c2983 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 997 time: 0.0993791 Sep 17 02:00:00.379287 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-ee260462-458f-415d-9deb-3bc3555a23db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 997 time: 0.0994120 Sep 17 02:00:00.458264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-bc2476c0-6f02-4811-a6a6-27d0b4a6fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.459757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-bc2476c0-6f02-4811-a6a6-27d0b4a6fe20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0769680 Sep 17 02:00:00.461709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-62cc8bcc-71f9-455d-b67c-a5b55933f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.463003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-62cc8bcc-71f9-455d-b67c-a5b55933f69a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0729201 Sep 17 02:00:00.537757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-86951933-1bad-42a7-854a-fc5db6109fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.539415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-86951933-1bad-42a7-854a-fc5db6109fac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694690 Sep 17 02:00:00.544787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-31267940-3f95-4ab9-8987-0f3e3a89a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.546216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-31267940-3f95-4ab9-8987-0f3e3a89a9c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686581 Sep 17 02:00:00.700451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-6e017baf-b3d7-479b-bf8a-49fdedfccb8e service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530073 Sep 17 02:00:00.702312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-b37208e4-5aea-443a-be08-7d3c2ece94d4 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480379 Sep 17 02:00:00.889213 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-995685bc-bba2-46a8-9fef-2721886ef4dc service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739531 Sep 17 02:00:00.891695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c322dd-12e9-4ee4-943d-606dca47844e req-fbef7543-9cf4-4bae-a433-56fa4f62269d service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837652 Sep 17 02:00:00.911359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302865d-0ed8-416b-8d12-33aa313976c0 req-97e116d2-59bc-403a-a519-e36e0928a7b6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:00.912853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4302865d-0ed8-416b-8d12-33aa313976c0 req-97e116d2-59bc-403a-a519-e36e0928a7b6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 943 time: 0.0782843 Sep 17 02:00:00.915874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 93d78940-a992-4a41-8168-5f63f0881128 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:00:00.952982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4302865d-0ed8-416b-8d12-33aa313976c0 req-c829bbef-309b-46a0-85a4-0c324804ff6d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328126 Sep 17 02:00:01.014433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:01.025537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '93d78940-a992-4a41-8168-5f63f0881128', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '93d78940-a992-4a41-8168-5f63f0881128', 'mac_address': 'fa:16:3e:14:fb:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:00:01.063194 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:01.076790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d78940-a992-4a41-8168-5f63f0881128 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:00:01.095298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:01.170958 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:01.217003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:01.224164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.224506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.224854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.225220 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.225551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.226470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.226810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.227158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.227489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.227813 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.228145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.228460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:00:01.386958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['93d78940-a992-4a41-8168-5f63f0881128'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:00:02.073275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18dad4-02c3-422e-b4f3-3d4ddb5f7dd5 req-43538237-0fac-4c68-b57e-30af22d1a21d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.074768 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a18dad4-02c3-422e-b4f3-3d4ddb5f7dd5 req-43538237-0fac-4c68-b57e-30af22d1a21d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 944 time: 0.0506690 Sep 17 02:00:02.111741 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3a18dad4-02c3-422e-b4f3-3d4ddb5f7dd5 req-8f4eb170-cdfd-4c46-9156-0c00594c2ef3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Sep 17 02:00:02.439204 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aa26a0-80ee-43bb-853a-792fef6bc094 req-054e915e-1398-4a2a-b5b6-c353a99effa4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.440722 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3aa26a0-80ee-43bb-853a-792fef6bc094 req-054e915e-1398-4a2a-b5b6-c353a99effa4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 944 time: 0.0529456 Sep 17 02:00:02.480360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3aa26a0-80ee-43bb-853a-792fef6bc094 req-6a6eed55-2963-45fe-82f9-33ab11aac6ea tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331976 Sep 17 02:00:02.510031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-130e90b8-8765-4146-a86b-9f4b6adc0ed3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.511489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-130e90b8-8765-4146-a86b-9f4b6adc0ed3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f&tenant_id=9b8899a0a4a042c185d0199be50988f9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 944 time: 0.0515926 Sep 17 02:00:02.527976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 93d78940-a992-4a41-8168-5f63f0881128 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:00:02.566005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 93d78940-a992-4a41-8168-5f63f0881128 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:00:02.572747 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-4bcb12c3-0a99-41c8-819b-e19f2442d6b2 service neutron] delete failed (client error): The resource could not be found. Sep 17 02:00:02.573814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-4bcb12c3-0a99-41c8-819b-e19f2442d6b2 service neutron] 10.222.0.23 "DELETE /v2.0/ports/93d78940-a992-4a41-8168-5f63f0881128/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0550976 Sep 17 02:00:02.654892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-bddbaad2-d6ee-4510-8d05-666399e1843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.656302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-bddbaad2-d6ee-4510-8d05-666399e1843b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 1095 time: 0.0410833 Sep 17 02:00:02.749603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-41db4039-92b9-492a-8b33-2a604cddcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.751042 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-41db4039-92b9-492a-8b33-2a604cddcdb0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0856473 Sep 17 02:00:02.815763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-57034993-399f-4f02-b677-b8b13c33242f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 200 len: 998 time: 0.0565360 Sep 17 02:00:02.868440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-e4cda000-4bc8-4051-bd76-c7866ed8a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.869847 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-e4cda000-4bc8-4051-bd76-c7866ed8a991 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0462995 Sep 17 02:00:02.914824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-5c088068-e5e4-497b-8b1b-6d9259b624fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:02.916248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-5c088068-e5e4-497b-8b1b-6d9259b624fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395832 Sep 17 02:00:02.924290 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 93d78940-a992-4a41-8168-5f63f0881128 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:00:03.010300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-13a2aa72-8e35-409b-a967-d7ed10df8a76 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871394 Sep 17 02:00:03.026145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 93d78940-a992-4a41-8168-5f63f0881128 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:00:03.030139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 93d78940-a992-4a41-8168-5f63f0881128 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:00:03.030512 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:03.117702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:03.143301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:00:03.158884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:03.187532 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df058a-b867-4c4e-befb-8b2345460178" -d '{"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-plugged", "status": "completed", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:00:03.227321 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:03.279113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:03.298276 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e3fc6c-3a13-4a6c-861d-dc248fd6a3de x-openstack-request-id: req-85e3fc6c-3a13-4a6c-861d-dc248fd6a3de {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:00:03.298570 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-plugged", "status": "completed", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:00:03.298844 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85e3fc6c-3a13-4a6c-861d-dc248fd6a3de {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:00:03.299272 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'code': 200} Sep 17 02:00:03.406711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bccb33a5-7ee4-4ee1-9f4b-f46d0709d4ff req-ebb6dc24-d745-4eca-b864-565ff4b4b461 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896124 Sep 17 02:00:03.602759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3494903-0611-4345-ba4d-da9cfa9ca44d req-0b89a2a9-68f2-4aed-a898-d70596fad886 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:03.604543 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f3494903-0611-4345-ba4d-da9cfa9ca44d req-0b89a2a9-68f2-4aed-a898-d70596fad886 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0538981 Sep 17 02:00:03.644883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f3494903-0611-4345-ba4d-da9cfa9ca44d req-2f6335c4-e82a-4f12-9bc2-9bf257c7cd0f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338914 Sep 17 02:00:04.761716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9a9c-bef5-4653-a2dd-b0c1fb072692 req-c9789f50-a23d-49a9-9809-b67320d184b0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:04.763214 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ddd9a9c-bef5-4653-a2dd-b0c1fb072692 req-c9789f50-a23d-49a9-9809-b67320d184b0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0484576 Sep 17 02:00:04.804512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ddd9a9c-bef5-4653-a2dd-b0c1fb072692 req-a47c5fdc-82de-4c36-95b0-162b38242359 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351894 Sep 17 02:00:04.917512 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88da7fa-ade0-4363-a187-aff8b60c5b00 req-7909dead-89ea-4ef9-9ade-b01d8abf47ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:04.919002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e88da7fa-ade0-4363-a187-aff8b60c5b00 req-7909dead-89ea-4ef9-9ade-b01d8abf47ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0487862 Sep 17 02:00:04.956535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e88da7fa-ade0-4363-a187-aff8b60c5b00 req-cb80f584-e537-4cdf-b137-0ee7bffb5402 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Sep 17 02:00:05.070372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a202bd-6eec-43c0-822d-4ba752b9a7e1 req-ec9bfd35-26d3-4440-b373-85c627769832 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:05.071765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-18a202bd-6eec-43c0-822d-4ba752b9a7e1 req-ec9bfd35-26d3-4440-b373-85c627769832 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0493791 Sep 17 02:00:05.110291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-18a202bd-6eec-43c0-822d-4ba752b9a7e1 req-871e8aba-82cf-4d74-b849-a154ca09bcfd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Sep 17 02:00:05.483289 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dc09f966-5b5b-42eb-a6dd-3ef1670f2710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:05.489030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1720cad-844e-43ad-a7b1-0606c4d6efee req-f28c77a5-d0cc-4cf1-98e5-2963b0294f5b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:05.490516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1720cad-844e-43ad-a7b1-0606c4d6efee req-f28c77a5-d0cc-4cf1-98e5-2963b0294f5b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0514758 Sep 17 02:00:05.528655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e1720cad-844e-43ad-a7b1-0606c4d6efee req-8ad43764-94ee-40d0-9ebc-e4079e444240 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317724 Sep 17 02:00:06.645465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18840cf6-9f25-4eca-996a-00e8d528e16a req-c87ddcbe-6c5b-45b1-ad16-0c3102440dec tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:06.646968 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-18840cf6-9f25-4eca-996a-00e8d528e16a req-c87ddcbe-6c5b-45b1-ad16-0c3102440dec tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0488098 Sep 17 02:00:06.685898 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-18840cf6-9f25-4eca-996a-00e8d528e16a req-b8489e7e-5a6b-4b77-8fa8-66b5f47db7ea tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Sep 17 02:00:06.731418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-0f317924-d8ff-459c-9278-bd5ef7342831 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:06.732787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-0f317924-d8ff-459c-9278-bd5ef7342831 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.36 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 945 time: 0.0486181 Sep 17 02:00:06.822731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Deleting port 93d78940-a992-4a41-8168-5f63f0881128 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:00:06.823072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:06.909841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] For port 93d78940-a992-4a41-8168-5f63f0881128, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=93d78940-a992-4a41-8168-5f63f0881128,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:06.910201 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:07.125600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:07.125963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:07.126275 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 disassociated. External IP: 172.25.1.6, port: 93d78940-a992-4a41-8168-5f63f0881128. Sep 17 02:00:07.126609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Calling delete_port for 93d78940-a992-4a41-8168-5f63f0881128 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:00:07.325586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:07.354921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event deleted for resources: {'Port': ['ID=93d78940-a992-4a41-8168-5f63f0881128,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:07.475330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:00:07.585577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:00:07.594768 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:00:07.605037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:00:07.605641 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:59:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:07.628947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] No DVR routers for this DVR port 93d78940-a992-4a41-8168-5f63f0881128 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:00:07.631419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:07.634203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70df2502-d545-4e57-8eb8-53f70dc6b1bc req-2da45fe9-81ec-42fb-ba9e-3d22d813b50a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.36 "DELETE /v2.0/ports/93d78940-a992-4a41-8168-5f63f0881128 HTTP/1.1" status: 204 len: 173 time: 0.8953001 Sep 17 02:00:07.634640 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-deleted', 'tag': '93d78940-a992-4a41-8168-5f63f0881128'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:00:07.636924 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387b657b-8030-4e54-acc9-b1867ae5c7c2" -d '{"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-deleted", "tag": "93d78940-a992-4a41-8168-5f63f0881128"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:00:07.674345 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bd0f0e-2f6b-42f6-a29b-76c3066c3fc8 x-openstack-request-id: req-38bd0f0e-2f6b-42f6-a29b-76c3066c3fc8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:00:07.674665 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f288d40-d46b-4d3d-8932-af160c01318f", "name": "network-vif-deleted", "tag": "93d78940-a992-4a41-8168-5f63f0881128", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:00:07.674925 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38bd0f0e-2f6b-42f6-a29b-76c3066c3fc8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:00:07.675352 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f288d40-d46b-4d3d-8932-af160c01318f', 'name': 'network-vif-deleted', 'tag': '93d78940-a992-4a41-8168-5f63f0881128', 'status': 'completed', 'code': 200} Sep 17 02:00:07.716049 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:00:07.795329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44e23feb-a378-4e59-a33c-1932d7e2d11e req-29e9fb8d-60fb-4316-a13c-197281e7fce2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f288d40-d46b-4d3d-8932-af160c01318f HTTP/1.1" status: 200 len: 210 time: 0.0377078 Sep 17 02:00:07.926798 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:07.953589 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:00:07.961714 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:00:07.962312 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T01:59:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:08.070063 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:00:08.200051 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-189e2205-aaf6-4798-9db6-65a52e576207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:08.264693 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:08.292448 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb906ca3-49cb-4eb3-9ffa-2489cf914078 None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:00:08.513114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e1a28-c357-4e9c-8aed-dec4aa15b96a None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:00:09.020228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-0dddc26e-4068-42ba-9c86-a9d23c3a7143 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1810398029&fields=id&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 267 time: 0.0343077 Sep 17 02:00:09.082956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:09.128433 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-b9a013e9-7228-42a1-810d-162d9eff1f1f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:09.129881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-b9a013e9-7228-42a1-810d-162d9eff1f1f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1017516 Sep 17 02:00:09.145528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-f4e7d232-6a98-408d-98ef-929831f2118d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/quotas/9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 375 time: 0.0091357 Sep 17 02:00:09.203769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-67f05a80-4021-4da5-8702-eb9f7176170b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528414 Sep 17 02:00:09.368671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-6beb42cf-88fe-4553-b0c3-c4d530cb124e service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206224 Sep 17 02:00:09.462181 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-dbcde8ec-bdb0-4a4c-a87a-1562199a9bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873501 Sep 17 02:00:09.654584 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:09.702501 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35661f83-70ae-4f65-8b5b-f80a2be40999 req-13b73e53-e362-472e-953c-3e2a3accf469 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 210 time: 0.0274622 Sep 17 02:00:10.803016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8c14ff3-de51-46d0-b980-2cda4f6fd5f4 req-874e2a55-a716-4978-8188-115fd9e4d5bf tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 210 time: 0.0290592 Sep 17 02:00:11.003705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 93d78940-a992-4a41-8168-5f63f0881128 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:00:11.028127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 93d78940-a992-4a41-8168-5f63f0881128 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:00:11.034047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 93d78940-a992-4a41-8168-5f63f0881128 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:00:11.208780 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:11.499125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-81da757e-b3c0-45c7-8d9f-9aff3ee572c0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:11.500603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-81da757e-b3c0-45c7-8d9f-9aff3ee572c0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1070507 Sep 17 02:00:11.547886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-a86d458b-f570-4c0a-9654-a4561eff8a13 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 380 time: 0.0379305 Sep 17 02:00:11.557499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'port': {'device_id': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'admin_state_up': True, 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'security_groups': ['fb9965bc-6b4c-4700-b172-6416dfa5841e']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:00:11.743033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Made reservation on behalf of 9b8899a0a4a042c185d0199be50988f9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:00:11.746589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:11.878790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Allocated IP 172.20.0.4 (077c98e1-1835-41ae-89a2-b8a2495b71fc/a0cb307b-8602-4d49-a629-e3f26a2dc024/4cdd924f-f5fd-478f-aa56-656c6348232a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:00:11.900911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ac02c49-ebd6-4e63-8afc-22f647a60c09 req-3e3016d7-e734-4b69-8cb5-6be95bcf79e6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 210 time: 0.0264220 Sep 17 02:00:12.014725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.120107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.163794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:00:12.166869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:00:12.170486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:00:12.179954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:12.227193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:12.227819 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.329991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-537aeb40-b403-4ef3-a3c0-974cb3c0faab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7766175 Sep 17 02:00:12.343184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Request body: {'port': {'device_id': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:00:12.400887 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.411329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4d316632-13e5-4f28-8736-201d85075069 None None] Provisioning complete for port 4cdd924f-f5fd-478f-aa56-656c6348232a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:00:12.411881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4d316632-13e5-4f28-8736-201d85075069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.446149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4d316632-13e5-4f28-8736-201d85075069 None None] Port 4cdd924f-f5fd-478f-aa56-656c6348232a cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:00:12.667311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdd924f-f5fd-478f-aa56-656c6348232a {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:00:12.674718 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.686936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Transition to ACTIVE for port object 4cdd924f-f5fd-478f-aa56-656c6348232a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:00:12.762837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.816364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:12.887882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:00:12.888515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:00:12.888669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:00:12.893199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Port 4cdd924f-f5fd-478f-aa56-656c6348232a on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:00:12.893530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:00:12.898764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:00:12.899250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:00:12.899614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:00:12.900013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Bound port: 4cdd924f-f5fd-478f-aa56-656c6348232a, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:00:12.900378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:12.968028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:00:12.971550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:00:13.025032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fa6b3-d163-47da-aa6b-11ba593fed62 req-993bd77b-f6a2-4b19-844e-671b64a438d4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.026522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-727fa6b3-d163-47da-aa6b-11ba593fed62 req-993bd77b-f6a2-4b19-844e-671b64a438d4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.0488727 Sep 17 02:00:13.028040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:13.082632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.083403 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:13.086043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] 10.222.0.23 "PUT /v2.0/ports/4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 1091 time: 0.7458589 Sep 17 02:00:13.086250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:00:13.088631 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6992fb3-5213-4f54-bad8-1187b850fc17" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:00:13.121549 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-727fa6b3-d163-47da-aa6b-11ba593fed62 req-2999df46-e5f1-4948-ace5-92c78df6b503 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883725 Sep 17 02:00:13.124627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0248a-3e07-4ee6-bb22-63f91bd691cd service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:13.136216 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaffec3-171c-4276-9a4a-00979c300e5d x-openstack-request-id: req-beaffec3-171c-4276-9a4a-00979c300e5d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:00:13.136512 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:00:13.136762 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-beaffec3-171c-4276-9a4a-00979c300e5d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:00:13.137164 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'status': 'completed', 'code': 200} Sep 17 02:00:13.202666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6992fb3-5213-4f54-bad8-1187b850fc17 req-6bec79e8-255c-4704-875c-f4b093880bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.204252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6992fb3-5213-4f54-bad8-1187b850fc17 req-6bec79e8-255c-4704-875c-f4b093880bd9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1094 time: 0.0446408 Sep 17 02:00:13.309045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6992fb3-5213-4f54-bad8-1187b850fc17 req-bf4fc10e-e32b-49af-8828-f563d86e1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.310516 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6992fb3-5213-4f54-bad8-1187b850fc17 req-bf4fc10e-e32b-49af-8828-f563d86e1c08 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b8899a0a4a042c185d0199be50988f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0983789 Sep 17 02:00:13.402950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6992fb3-5213-4f54-bad8-1187b850fc17 req-9ea31f24-4bcb-485e-9cb1-aded193382c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.404353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b6992fb3-5213-4f54-bad8-1187b850fc17 req-9ea31f24-4bcb-485e-9cb1-aded193382c0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868611 Sep 17 02:00:13.485490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-6cb2f5fd-e4e6-4939-98a7-7bd340697ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.486983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-6cb2f5fd-e4e6-4939-98a7-7bd340697ba2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1094 time: 0.0410595 Sep 17 02:00:13.533096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-81261455-f61d-4de6-849a-972e056d77c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 217 time: 0.0373271 Sep 17 02:00:13.580206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-1d7a684c-3a47-4e18-b0f6-f1cb376d9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.581598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-1d7a684c-3a47-4e18-b0f6-f1cb376d9369 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0417421 Sep 17 02:00:13.626847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5240889-c1f9-418d-bb00-409785ff181f req-1b8cb280-1586-4035-b9ae-604fc880a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:13.628385 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-1b8cb280-1586-4035-b9ae-604fc880a211 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396128 Sep 17 02:00:13.722594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-1d5787c4-5b60-409d-9436-b8f3f34f11c4 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859683 Sep 17 02:00:13.811952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f5240889-c1f9-418d-bb00-409785ff181f req-39197ce9-5cc9-4e9f-81ec-21e3c187123e service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818660 Sep 17 02:00:14.247904 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99460f03-56ee-4f5e-8584-8e949ccad5ba req-8caa9724-1257-43cd-9c3f-6a50f73f240d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:14.249382 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99460f03-56ee-4f5e-8584-8e949ccad5ba req-8caa9724-1257-43cd-9c3f-6a50f73f240d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.0486910 Sep 17 02:00:14.286241 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-99460f03-56ee-4f5e-8584-8e949ccad5ba req-6dde7852-49dc-40e0-b95e-527351aac0d8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308769 Sep 17 02:00:15.406397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbe927-d92e-4df6-84f7-50fbc97de2ec req-00aee542-2378-4a00-83d6-a9448e279a1f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:15.407903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71cbe927-d92e-4df6-84f7-50fbc97de2ec req-00aee542-2378-4a00-83d6-a9448e279a1f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.0531888 Sep 17 02:00:15.445832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-71cbe927-d92e-4df6-84f7-50fbc97de2ec req-c6e54559-5f55-40dd-884b-90e633a69a60 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Sep 17 02:00:16.560101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:00:16.561922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8ea44-c2a8-4022-9eb3-465b3409f00a req-5ad27258-cd96-4cd7-a2db-05c4c3da0947 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:16.563448 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9f8ea44-c2a8-4022-9eb3-465b3409f00a req-5ad27258-cd96-4cd7-a2db-05c4c3da0947 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.0491872 Sep 17 02:00:16.605001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c9f8ea44-c2a8-4022-9eb3-465b3409f00a req-be636c16-785d-4487-b36b-564201b41ef4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347724 Sep 17 02:00:16.662130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:16.674530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'mac_address': 'fa:16:3e:44:ba:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:00:16.711966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:16.723157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdd924f-f5fd-478f-aa56-656c6348232a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:00:16.741995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:16.822417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:16.868562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:17.056363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['4cdd924f-f5fd-478f-aa56-656c6348232a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:00:17.718625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d73887-e8c8-46d3-8df2-04c8b42b3856 req-13007b3e-bed5-43ee-afa8-e2b6af999b97 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:17.720054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3d73887-e8c8-46d3-8df2-04c8b42b3856 req-13007b3e-bed5-43ee-afa8-e2b6af999b97 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 944 time: 0.0483527 Sep 17 02:00:17.757739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b3d73887-e8c8-46d3-8df2-04c8b42b3856 req-a64a281f-e2ec-4a2c-b4c2-065d5b6ec3d7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Sep 17 02:00:18.574821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:00:18.702096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 4cdd924f-f5fd-478f-aa56-656c6348232a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:00:18.705756 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 4cdd924f-f5fd-478f-aa56-656c6348232a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:00:18.706134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:18.784529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:18.809789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:00:18.812127 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001e9ce7-8e26-4d92-906b-1ab857214639" -d '{"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:00:18.827539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:00:18.851394 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6c7f0e-2cf0-44e7-a364-0233e834b50e x-openstack-request-id: req-8f6c7f0e-2cf0-44e7-a364-0233e834b50e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:00:18.855852 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:00:18.855852 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8f6c7f0e-2cf0-44e7-a364-0233e834b50e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:00:18.855852 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'code': 200} Sep 17 02:00:18.882536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235e2be1-c7cd-415e-b021-c22ec47f7011 req-5c081dc6-05b9-4de0-a30d-a33e66bb5811 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:18.884131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-235e2be1-c7cd-415e-b021-c22ec47f7011 req-5c081dc6-05b9-4de0-a30d-a33e66bb5811 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 944 time: 0.0548151 Sep 17 02:00:18.902617 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:18.924143 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-235e2be1-c7cd-415e-b021-c22ec47f7011 req-de490547-a041-4118-934e-2e796271f24e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338504 Sep 17 02:00:18.948985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497c26f-38ef-468c-8ec9-cab14067dcd7 req-1f73ff00-6d79-4111-a19c-0c8f0a7901b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:18.950497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a497c26f-38ef-468c-8ec9-cab14067dcd7 req-1f73ff00-6d79-4111-a19c-0c8f0a7901b3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1096 time: 0.0429902 Sep 17 02:00:18.960838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:00:18.985946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a497c26f-38ef-468c-8ec9-cab14067dcd7 req-14283d82-bf67-45dd-8156-f04f31c72fcd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285692 Sep 17 02:00:20.047870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67371a9a-0417-48df-98cc-b847c4f4e1f9 req-271ec333-a0f3-4508-bc35-e705fa83ce82 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:20.049354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67371a9a-0417-48df-98cc-b847c4f4e1f9 req-271ec333-a0f3-4508-bc35-e705fa83ce82 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0532377 Sep 17 02:00:20.087085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-67371a9a-0417-48df-98cc-b847c4f4e1f9 req-37e69d5b-0070-4e07-88a9-54be960750d8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310004 Sep 17 02:00:21.202062 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347342a-624e-4b01-be78-7a9203480dc2 req-aa43eb8b-5973-4428-8bd3-e588744e9a2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:21.203568 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2347342a-624e-4b01-be78-7a9203480dc2 req-aa43eb8b-5973-4428-8bd3-e588744e9a2f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Sep 17 02:00:21.239748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2347342a-624e-4b01-be78-7a9203480dc2 req-7adaf3bf-b0aa-4a67-b1fe-acd4227e2299 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302970 Sep 17 02:00:21.350947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71938fc-1394-4f51-a66e-c5af8e451dcf req-01cf6be3-6d24-4b3e-8aad-49229681b0df tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:21.352428 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f71938fc-1394-4f51-a66e-c5af8e451dcf req-01cf6be3-6d24-4b3e-8aad-49229681b0df tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0485427 Sep 17 02:00:21.360833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 39156) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:00:21.365042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'floatingip': {'port_id': '4cdd924f-f5fd-478f-aa56-656c6348232a'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:00:21.402889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:21.820558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:21.862183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:21.961501 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 associated. External IP: 172.25.1.6, port: 4cdd924f-f5fd-478f-aa56-656c6348232a. Sep 17 02:00:22.164828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:00:22.213867 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:00:22.570439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:00:22.575279 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:22.582267 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:00:22.591497 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:00:22.592091 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:00:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:22.602379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c1d0281a-3b57-4801-8958-460930ecb466 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "PUT /v2.0/floatingips/d6a51147-18a2-433b-8eaa-1bb9d437be49 HTTP/1.1" status: 200 len: 989 time: 1.2405326 Sep 17 02:00:22.602959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:00:22.605270 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5278fc-d204-43de-924b-43f7a89f5274" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:00:22.649729 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e804e574-bf06-4ade-b929-27585b9b4c25 x-openstack-request-id: req-e804e574-bf06-4ade-b929-27585b9b4c25 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:00:22.650289 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:00:22.650475 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e804e574-bf06-4ade-b929-27585b9b4c25 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:00:22.650844 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'status': 'completed', 'code': 200} Sep 17 02:00:22.704023 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:00:22.713593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-a2ba8f84-756f-4439-996a-95a653d1c690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:22.715025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-a2ba8f84-756f-4439-996a-95a653d1c690 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1096 time: 0.0409906 Sep 17 02:00:22.810918 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-9e1c7172-ddb6-457c-9f97-036e8263b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:22.812435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-9e1c7172-ddb6-457c-9f97-036e8263b4f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0902832 Sep 17 02:00:22.883218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-2671196c-d79d-4be1-adf6-636d8a688b12 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 997 time: 0.0596931 Sep 17 02:00:22.936435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-63e8016e-9b99-4eff-afb1-7c72d11fa60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:22.937888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-63e8016e-9b99-4eff-afb1-7c72d11fa60b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0480301 Sep 17 02:00:22.984567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-e3cb79ce-8cd8-4590-a3ce-825ff0dc1778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:22.985985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-e3cb79ce-8cd8-4590-a3ce-825ff0dc1778 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402882 Sep 17 02:00:23.020442 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:44:ba:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:00:21Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:23.047304 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:00:23.055533 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:00:23.056136 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:00:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:23.078430 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-fdbcf031-a9e3-499d-add0-5692ac4c87b4 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842345 Sep 17 02:00:23.161293 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:00:23.174087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca5278fc-d204-43de-924b-43f7a89f5274 req-499cf5a7-d103-4014-9793-d71eaa737d4f service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884125 Sep 17 02:00:23.380254 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:44:ba:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:00:21Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:00:23.408680 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54f1a9d-0630-4ebd-a03f-dad1ab57fed3 None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:44:ba:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:00:21Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:00:23.587237 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ade438-3d67-478f-85c9-7461694fc3f9 None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:00:29.243093 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:29.650803 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:35.445283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c28e71a6-86cc-418d-9f0e-8b0ef7375557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:38.204504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-78168dbe-ed9f-4547-9941-4d885b554136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:39.090514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:39.645162 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:41.242405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:59.213898 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:00:59.276897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:59.610081 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:00:59.813202 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-1e5f9640-f1f5-45b1-a0b2-e4334c3d95fa service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460601 Sep 17 02:00:59.900614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-38b51c5f-0ea4-4c59-9480-468c0e54aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:00:59.902073 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-38b51c5f-0ea4-4c59-9480-468c0e54aa9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1096 time: 0.0459969 Sep 17 02:01:00.004033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-fa52f9ac-0b68-4a8f-80fa-f068ff1fd110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:01:00.005531 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-fa52f9ac-0b68-4a8f-80fa-f068ff1fd110 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0834236 Sep 17 02:01:00.073203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-7cae7e57-5294-4ba0-af5b-2c8247949fbf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 999 time: 0.0596569 Sep 17 02:01:00.120348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-f2afe983-53c6-443a-ade4-ea0927748d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:01:00.121737 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-f2afe983-53c6-443a-ade4-ea0927748d5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0419331 Sep 17 02:01:00.166003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-06a16a6d-d076-483b-a414-dd5873b0b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:01:00.167463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-06a16a6d-d076-483b-a414-dd5873b0b598 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387444 Sep 17 02:01:00.257973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-5c943729-14cf-4ba7-a875-b7088e488400 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833614 Sep 17 02:01:00.345532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d4082c8-2f45-4176-be3a-658375f19a60 req-cc172e69-9a58-4fd2-9039-6181cfd001fa service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805607 Sep 17 02:01:05.473021 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af6e140f-97c0-4807-97fb-39037834a9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:08.202163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-39464616-986f-4885-b66b-1d9f5651c9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:09.095200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:09.667941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:11.219256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:29.249207 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:29.626423 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:35.506665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5440f792-33ea-4e43-a8ec-a034912bfc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:36.213861 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:01:38.191802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d51788d7-0277-42de-bd29-900ae1c6871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:39.123910 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:39.649341 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:41.215208 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:58.569346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96271fb-d76f-4cf9-af36-7e03b3b1d9fc req-19f6df3d-b56b-4efa-b890-5d4b080bb421 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:01:58.570836 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c96271fb-d76f-4cf9-af36-7e03b3b1d9fc req-19f6df3d-b56b-4efa-b890-5d4b080bb421 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0588369 Sep 17 02:01:58.613573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c96271fb-d76f-4cf9-af36-7e03b3b1d9fc req-ed7fb784-84ad-4a1f-b0ba-e59726a3c23c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360472 Sep 17 02:01:59.294703 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:59.608711 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:01:59.740050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c18dc-d810-4e1f-ae44-e1159d2a7b80 req-746887cc-010f-42e8-a934-f8b95810ba01 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:01:59.741521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e6c18dc-d810-4e1f-ae44-e1159d2a7b80 req-746887cc-010f-42e8-a934-f8b95810ba01 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0554450 Sep 17 02:01:59.779389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2e6c18dc-d810-4e1f-ae44-e1159d2a7b80 req-57dbc3c2-f6c8-4073-8782-51370db0b01f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314615 Sep 17 02:02:00.843000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-2f18445c-9e48-4495-8072-b5253e8d9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:00.844603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-2f18445c-9e48-4495-8072-b5253e8d9c64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1096 time: 0.0438106 Sep 17 02:02:00.897424 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aaae8-a2c2-4141-85c9-6092a9154ddc req-2e5c9a67-ab5e-4f77-823b-8b0c303cb81c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:00.898926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b02aaae8-a2c2-4141-85c9-6092a9154ddc req-2e5c9a67-ab5e-4f77-823b-8b0c303cb81c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Sep 17 02:02:00.937126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b02aaae8-a2c2-4141-85c9-6092a9154ddc req-a3e0ef51-50cb-4ef1-a13c-f19de7b48163 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320420 Sep 17 02:02:00.949108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-89291f06-ce92-4fd5-ba07-e9e9690665ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:00.950634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-89291f06-ce92-4fd5-ba07-e9e9690665ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0872915 Sep 17 02:02:01.019744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-93e81ec8-2b80-4f15-b331-c0090a31090b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 999 time: 0.0625415 Sep 17 02:02:01.067954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-2e87cfa5-cdd7-4f6f-8993-6778c98e46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:01.069277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-2e87cfa5-cdd7-4f6f-8993-6778c98e46d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0428762 Sep 17 02:02:01.113456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-40878015-be5f-4f82-a91b-7a79fa7618b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:01.114900 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-40878015-be5f-4f82-a91b-7a79fa7618b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388067 Sep 17 02:02:01.206350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-aabe6ffd-762b-404b-89dd-642148a7f6e0 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844240 Sep 17 02:02:01.300780 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-491db535-6bf1-4ebd-b7cd-9706905b059d req-293346f4-d68c-466f-8c36-ee7d12f3fdbb service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866392 Sep 17 02:02:02.053279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dea33-dd3b-4b30-8ad7-c69a6a46ad51 req-38222cb6-cfd7-4302-acd0-59bf13a30cff tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:02.054743 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af5dea33-dd3b-4b30-8ad7-c69a6a46ad51 req-38222cb6-cfd7-4302-acd0-59bf13a30cff tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0494792 Sep 17 02:02:02.093423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af5dea33-dd3b-4b30-8ad7-c69a6a46ad51 req-cac78672-99f9-4412-ae21-bfb5dc29a2f1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Sep 17 02:02:03.212109 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834698-c497-41e7-a7dc-73e90a55c2e5 req-8f333ddd-067e-4057-acf8-210f17d51e4a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:03.214347 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64834698-c497-41e7-a7dc-73e90a55c2e5 req-8f333ddd-067e-4057-acf8-210f17d51e4a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0524967 Sep 17 02:02:03.250824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64834698-c497-41e7-a7dc-73e90a55c2e5 req-c81aefd9-ba0b-4825-ad37-debdc7cd2949 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303433 Sep 17 02:02:04.365319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b053b-dd49-471e-8d40-ac9a1ec0f120 req-3cd287f9-9e86-41a1-852f-8f3b851c677b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:04.366823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e39b053b-dd49-471e-8d40-ac9a1ec0f120 req-3cd287f9-9e86-41a1-852f-8f3b851c677b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0494056 Sep 17 02:02:04.404970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e39b053b-dd49-471e-8d40-ac9a1ec0f120 req-623874ff-e906-4502-997f-1e3b247448ba tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Sep 17 02:02:05.458972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f0c1a60c-652c-4606-aaa3-36e0820626ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:05.524667 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e7e8-6f92-4057-b850-b04ca7f0cbad req-db7af906-2bb0-449a-8807-7df4825215ee tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:05.527139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb07e7e8-6f92-4057-b850-b04ca7f0cbad req-db7af906-2bb0-449a-8807-7df4825215ee tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0541379 Sep 17 02:02:05.564230 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb07e7e8-6f92-4057-b850-b04ca7f0cbad req-033a60eb-a2ff-4832-9aed-e310ee8572cd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Sep 17 02:02:06.684198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18d5e-4f3e-4953-9f83-cbff60d265f9 req-c6b57a09-39cc-459b-8f40-f8744e488ef7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:06.685660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31e18d5e-4f3e-4953-9f83-cbff60d265f9 req-c6b57a09-39cc-459b-8f40-f8744e488ef7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0540926 Sep 17 02:02:06.723049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31e18d5e-4f3e-4953-9f83-cbff60d265f9 req-bed88ec9-df4b-4816-bce2-3fc393945bea tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Sep 17 02:02:07.841811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef702-d24f-4719-ab99-f59027175521 req-f442fabf-db4d-4909-94b9-809d4e0eb0dd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:07.843317 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dbcef702-d24f-4719-ab99-f59027175521 req-f442fabf-db4d-4909-94b9-809d4e0eb0dd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0487974 Sep 17 02:02:07.880008 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dbcef702-d24f-4719-ab99-f59027175521 req-6816bd0a-b3f7-49aa-b6f4-105c10be1a65 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Sep 17 02:02:08.214129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-710c49f3-4637-4bc7-b91e-33927f1c0ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:08.999527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367ff84-07f4-4960-ada2-3ad016d656ec req-90e5672c-7f7d-4956-a8b1-790b32747d64 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:09.001013 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d367ff84-07f4-4960-ada2-3ad016d656ec req-90e5672c-7f7d-4956-a8b1-790b32747d64 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0529685 Sep 17 02:02:09.040560 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d367ff84-07f4-4960-ada2-3ad016d656ec req-ff7c7ee4-2b51-465a-82c3-38c72bc3bdc5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Sep 17 02:02:09.092804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:09.646931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:10.156345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db437a-6914-486c-aff0-9d616a25920f req-6e0ccfcf-cfba-4c39-9449-f8dddb199a36 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:10.157851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49db437a-6914-486c-aff0-9d616a25920f req-6e0ccfcf-cfba-4c39-9449-f8dddb199a36 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Sep 17 02:02:10.194588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-49db437a-6914-486c-aff0-9d616a25920f req-c79e01ed-ebba-4567-b50e-2a73ff319518 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307610 Sep 17 02:02:10.530428 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43dfba-4f1e-4c67-8fd2-44ee9e18026e req-69fa7ec9-a678-48b5-9b01-70d57fd2634b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:10.531977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a43dfba-4f1e-4c67-8fd2-44ee9e18026e req-69fa7ec9-a678-48b5-9b01-70d57fd2634b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0550358 Sep 17 02:02:10.577738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a43dfba-4f1e-4c67-8fd2-44ee9e18026e req-352d6788-3a61-4df2-8c09-94ed8c5e3085 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Sep 17 02:02:10.723699 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-a32eee2c-b41e-4f0a-8d3d-13d7e3d301ac service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914934 Sep 17 02:02:11.214734 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:11.695128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba523e16-042f-47f8-8b8a-dba93ea9e377 req-fe90228a-2b33-4b51-a0d3-6f1f266248e1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:11.697192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba523e16-042f-47f8-8b8a-dba93ea9e377 req-fe90228a-2b33-4b51-a0d3-6f1f266248e1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0488865 Sep 17 02:02:11.740031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba523e16-042f-47f8-8b8a-dba93ea9e377 req-2845ca57-e3ce-4896-b114-a505b3b49ff0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364749 Sep 17 02:02:12.722152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-1f83a313-b62b-48e6-8d50-075770da1fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:12.723577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-1f83a313-b62b-48e6-8d50-075770da1fd0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1096 time: 0.0401022 Sep 17 02:02:12.814057 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-e9085673-710c-4f04-bdd8-8fc5985ff8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:12.815585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-e9085673-710c-4f04-bdd8-8fc5985ff8bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0845149 Sep 17 02:02:12.856965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc501b3-3a2b-4a46-8759-bf0fe49571f2 req-7bc6a6c5-35d9-41e1-bf7b-f6a10fafb43c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:12.858423 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-acc501b3-3a2b-4a46-8759-bf0fe49571f2 req-7bc6a6c5-35d9-41e1-bf7b-f6a10fafb43c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Sep 17 02:02:12.885986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-2afaeed5-cc65-4f14-bb21-984c623fb55a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 999 time: 0.0631990 Sep 17 02:02:12.896088 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-acc501b3-3a2b-4a46-8759-bf0fe49571f2 req-6df7330b-a312-4424-86dd-6d41cf211dfd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316715 Sep 17 02:02:12.936414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-edf766bb-5534-4f4f-b242-d44ac8f2eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:12.937878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-edf766bb-5534-4f4f-b242-d44ac8f2eb8a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0451236 Sep 17 02:02:12.982990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-727cdf99-1238-4e20-9e13-50985515ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:12.984405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-727cdf99-1238-4e20-9e13-50985515ae4e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396831 Sep 17 02:02:13.078415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-47c8c871-1128-4217-9a41-5b67ccae3af8 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865042 Sep 17 02:02:13.173878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-0e45d893-d79e-4c89-b6f7-a6160658d16f service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879309 Sep 17 02:02:13.213844 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:02:14.011891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d6972-c17d-4589-a48e-463a88634ede req-97595936-5b38-40b8-a256-c79a8bbe0081 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:14.013357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-241d6972-c17d-4589-a48e-463a88634ede req-97595936-5b38-40b8-a256-c79a8bbe0081 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Sep 17 02:02:14.051914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-241d6972-c17d-4589-a48e-463a88634ede req-3022658b-5d9b-4204-b335-61b81b5c7918 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327020 Sep 17 02:02:15.122521 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-3f552354-a6e3-4109-8695-183eacde5f50 service neutron] show failed (client error): The resource could not be found. Sep 17 02:02:15.123564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-3f552354-a6e3-4109-8695-183eacde5f50 service neutron] 10.222.0.23 "GET /v2.0/ports/4cdd924f-f5fd-478f-aa56-656c6348232a/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0617087 Sep 17 02:02:15.168733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3f260-a0e5-46f4-ba75-d5d09b14e88c req-3c162b63-833b-43de-9354-70bac0c496e2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:15.170476 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ab3f260-a0e5-46f4-ba75-d5d09b14e88c req-3c162b63-833b-43de-9354-70bac0c496e2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Sep 17 02:02:15.208486 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1ab3f260-a0e5-46f4-ba75-d5d09b14e88c req-5553b975-6101-4dd1-9b75-67ed17be9bef tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319765 Sep 17 02:02:15.648432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-c2f7fdb0-e97c-49cb-a2af-c14c0d69a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:15.650544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-c2f7fdb0-e97c-49cb-a2af-c14c0d69a7e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 1096 time: 0.0421467 Sep 17 02:02:15.661952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:02:15.718931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:15.919328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:15.951352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:02:15.989734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:15.991936 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460bd165-2207-4234-ac1f-b8aaec4d377a" -d '{"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:15.996216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:16.008497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Transition to ACTIVE for port object 4cdd924f-f5fd-478f-aa56-656c6348232a will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:02:16.040476 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19432345-4912-481b-9f75-35135addf91a x-openstack-request-id: req-19432345-4912-481b-9f75-35135addf91a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:16.040779 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:16.041036 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-19432345-4912-481b-9f75-35135addf91a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:16.041492 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'code': 200} Sep 17 02:02:16.076926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:16.155568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:16.168122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.168476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.169082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.173381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:16.211353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] No DVR routers for this DVR port 4cdd924f-f5fd-478f-aa56-656c6348232a on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:02:16.332035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15855f38-2045-4629-ac54-ec63964a01eb req-b3878cd5-340e-4262-9b6a-bc1147373ea3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:16.333512 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15855f38-2045-4629-ac54-ec63964a01eb req-b3878cd5-340e-4262-9b6a-bc1147373ea3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.0541294 Sep 17 02:02:16.351327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:02:16.351668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:02:16.352473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:02:16.356695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Port 4cdd924f-f5fd-478f-aa56-656c6348232a on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:02:16.357019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Attempting to bind port 4cdd924f-f5fd-478f-aa56-656c6348232a on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:02:16.362623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:02:16.363106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:02:16.363543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:02:16.363960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Bound port: 4cdd924f-f5fd-478f-aa56-656c6348232a, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:02:16.364324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:16.372824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15855f38-2045-4629-ac54-ec63964a01eb req-10c754fc-313f-43f4-a003-9421aa43e5c0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Sep 17 02:02:16.428264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:02:16.431692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:02:16.518005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:16.557261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:16.557879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:16.559272 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 1091 time: 0.9013398 Sep 17 02:02:16.580076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6d25-2b89-44d8-9fd7-70e150c1d5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:16.629366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-2bf588e4-54be-4030-8aca-d1e5b034d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:16.630898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-2bf588e4-54be-4030-8aca-d1e5b034d70b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1094 time: 0.0439651 Sep 17 02:02:16.733069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-f2e814b9-b098-48e3-bc3d-856ce637df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:16.734541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-f2e814b9-b098-48e3-bc3d-856ce637df94 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0963402 Sep 17 02:02:16.802070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-b4b49996-1ba4-4227-8a90-ce68476630d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 997 time: 0.0604618 Sep 17 02:02:16.849331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-34d2d836-38fb-45ff-901e-8cf30472f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:16.850666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-34d2d836-38fb-45ff-901e-8cf30472f644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0418532 Sep 17 02:02:16.900005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-2f8fa421-6f5a-4de0-8bad-2798d3347e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:16.901485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-2f8fa421-6f5a-4de0-8bad-2798d3347e86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435567 Sep 17 02:02:16.992313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-d4860712-2c03-4089-8699-2160bead4da5 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829093 Sep 17 02:02:17.085296 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-1dd3a984-3ae5-4402-b8b6-d93937458bad service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857334 Sep 17 02:02:17.490593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd25468-070f-4276-85ba-35a3a18d69fa req-5cbf140d-25bf-4063-b1e4-e89869de95a2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:17.492086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbd25468-070f-4276-85ba-35a3a18d69fa req-5cbf140d-25bf-4063-b1e4-e89869de95a2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.0500181 Sep 17 02:02:17.529404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fbd25468-070f-4276-85ba-35a3a18d69fa req-e8bc67cb-ab48-4e2b-b865-db8b758cf411 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Sep 17 02:02:18.042940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:18.045577 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93957a92-bdfe-4964-af67-3ef06504d12b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:18.093216 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1021e0-eca4-4dd0-9125-e17fb872ede8 x-openstack-request-id: req-de1021e0-eca4-4dd0-9125-e17fb872ede8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:18.093514 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:18.093768 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de1021e0-eca4-4dd0-9125-e17fb872ede8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:18.094240 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'status': 'completed', 'code': 200} Sep 17 02:02:18.182868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-12bee2da-37d2-4ec8-a033-2b125eef1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.184392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-12bee2da-37d2-4ec8-a033-2b125eef1471 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1094 time: 0.0737176 Sep 17 02:02:18.186030 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-28ef6159-9b49-45ff-bc72-7f8908b2b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.187394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-28ef6159-9b49-45ff-bc72-7f8908b2b533 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1094 time: 0.0667417 Sep 17 02:02:18.343150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-b5d3d1d9-b004-458d-b09e-56535d3f05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.344532 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-b5d3d1d9-b004-458d-b09e-56535d3f05e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1532471 Sep 17 02:02:18.345619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-2c8db109-e9f0-4ade-85c3-7b5ad04ea973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.346916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-2c8db109-e9f0-4ade-85c3-7b5ad04ea973 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1479018 Sep 17 02:02:18.458112 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-a4601f45-e2a6-44a4-884a-300ee88fee9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 997 time: 0.1057084 Sep 17 02:02:18.459898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-e1b33b1b-a91c-43dd-9afa-cd915a2ae7e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 997 time: 0.1015415 Sep 17 02:02:18.545327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-60977444-3354-4e6c-bf81-52070214fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.546820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-60977444-3354-4e6c-bf81-52070214fdb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0813274 Sep 17 02:02:18.548188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-1ad3718b-4478-483d-b88c-625512dd0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.549489 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-1ad3718b-4478-483d-b88c-625512dd0c4b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0768957 Sep 17 02:02:18.643819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-738cb5ee-5583-47ce-9e79-1bf809933512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.645233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-738cb5ee-5583-47ce-9e79-1bf809933512 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915110 Sep 17 02:02:18.654241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93957a92-bdfe-4964-af67-3ef06504d12b req-7ba30663-8e71-42fa-bf90-0075dd47cf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.655662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-7ba30663-8e71-42fa-bf90-0075dd47cf40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938311 Sep 17 02:02:18.705458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927bd72-e941-4247-bef7-7fdda2746217 req-81502904-8f0b-4b41-bdf9-0fb86147579b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:18.706930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1927bd72-e941-4247-bef7-7fdda2746217 req-81502904-8f0b-4b41-bdf9-0fb86147579b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 943 time: 0.1060688 Sep 17 02:02:19.044280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:02:19.084117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:02:19.141693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1927bd72-e941-4247-bef7-7fdda2746217 req-2752306a-3245-465e-bba3-e438cf54f08f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260941 Sep 17 02:02:19.168370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-c3056cd8-5332-4217-a177-22cdfbb66c98 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5018394 Sep 17 02:02:19.172015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-84752b41-d5a7-49bd-842a-0ff8f8a60ac2 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140111 Sep 17 02:02:19.327907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-8d1e554a-106d-4b00-8d23-bb537f128b5b service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515670 Sep 17 02:02:19.329632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-93957a92-bdfe-4964-af67-3ef06504d12b req-edd4b534-03f0-4d22-b419-e528f210ee34 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460967 Sep 17 02:02:19.651357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:02:19.746020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:19.756558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'mac_address': 'fa:16:3e:44:ba:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:02:19.792888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:19.805153 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdd924f-f5fd-478f-aa56-656c6348232a {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:02:19.824022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:19.898040 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:19.943744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:19.951392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.951798 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.952193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.952531 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.952860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.953188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.953513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.953837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.954160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.954526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.954846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:19.955191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:02:20.096921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['4cdd924f-f5fd-478f-aa56-656c6348232a'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:02:20.265752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb8bac-b753-49db-8381-1d4b2fb1a1f9 req-fd6cd139-1540-47fd-996d-28ff2a7cce13 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:20.267381 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03bb8bac-b753-49db-8381-1d4b2fb1a1f9 req-fd6cd139-1540-47fd-996d-28ff2a7cce13 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 944 time: 0.0517173 Sep 17 02:02:20.307052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03bb8bac-b753-49db-8381-1d4b2fb1a1f9 req-bd971688-e7e7-466d-976e-dd545b0f18c9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336051 Sep 17 02:02:20.645060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b6d63-12bf-45b9-8e68-b486ebadef8d req-3569abc7-1b13-4012-bf4e-d7936130fb63 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:20.646561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df1b6d63-12bf-45b9-8e68-b486ebadef8d req-3569abc7-1b13-4012-bf4e-d7936130fb63 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 944 time: 0.0505166 Sep 17 02:02:20.686600 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-df1b6d63-12bf-45b9-8e68-b486ebadef8d req-1412f74c-b943-4c41-ba15-315c6bf3b3af tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337281 Sep 17 02:02:20.717833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-55b5ec1e-4708-44b9-996b-ca8934a69b50 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:20.719442 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-55b5ec1e-4708-44b9-996b-ca8934a69b50 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861&tenant_id=9b8899a0a4a042c185d0199be50988f9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 944 time: 0.0524359 Sep 17 02:02:20.781996 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-a3c4a5dc-a6cd-4955-b714-d54b78849040 service neutron] delete failed (client error): The resource could not be found. Sep 17 02:02:20.782973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-a3c4a5dc-a6cd-4955-b714-d54b78849040 service neutron] 10.222.0.23 "DELETE /v2.0/ports/4cdd924f-f5fd-478f-aa56-656c6348232a/bindings/n-h1-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0568769 Sep 17 02:02:20.864026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-69af9281-60f7-48fc-8880-dd82e96eceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:20.865381 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-69af9281-60f7-48fc-8880-dd82e96eceb7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1095 time: 0.0394449 Sep 17 02:02:20.954805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-b3d1e723-a61c-4092-9ffa-af9324d8638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:20.956322 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-b3d1e723-a61c-4092-9ffa-af9324d8638f service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0835435 Sep 17 02:02:21.022440 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-ce7826f3-0730-4b98-8a90-7071ebc36091 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 998 time: 0.0589952 Sep 17 02:02:21.069545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-ce0d2406-b8c4-4b65-8f94-6873dc32de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:21.070925 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-ce0d2406-b8c4-4b65-8f94-6873dc32de1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0418956 Sep 17 02:02:21.113758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-86b85a78-f1b1-4804-a981-f92cda8865ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:21.115340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-86b85a78-f1b1-4804-a981-f92cda8865ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375969 Sep 17 02:02:21.207611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-c0432769-5f8a-4c26-a0f0-ae8903863dd2 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846126 Sep 17 02:02:21.297427 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cd79914-6649-4379-ba5f-5b476e7525d0 req-b63647fa-eced-476e-ba4e-57cfb4867132 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819793 Sep 17 02:02:21.672295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:02:21.779777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 4cdd924f-f5fd-478f-aa56-656c6348232a completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:02:21.783974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 4cdd924f-f5fd-478f-aa56-656c6348232a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:02:21.784349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:21.814705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba95da5-5ad8-4701-97e5-c734c074051a req-332d0a0f-81fa-4c06-ac1e-41668d8c161a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:21.816229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ba95da5-5ad8-4701-97e5-c734c074051a req-332d0a0f-81fa-4c06-ac1e-41668d8c161a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 944 time: 0.0555198 Sep 17 02:02:21.855281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ba95da5-5ad8-4701-97e5-c734c074051a req-7a244eec-c9c3-439d-bc81-85a6f1274032 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Sep 17 02:02:21.867036 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:21.891213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:21.893499 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9320683d-0e38-4d62-99e4-459bbe92871e" -d '{"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:21.907297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:21.933052 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16f3664-794c-422c-a773-486fa532f1b4 x-openstack-request-id: req-a16f3664-794c-422c-a773-486fa532f1b4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:21.933352 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-plugged", "status": "completed", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:21.933612 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a16f3664-794c-422c-a773-486fa532f1b4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:21.934006 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'code': 200} Sep 17 02:02:21.980055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:22.028299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:22.969589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826b980-993a-471b-aa39-d6f28f96b35a req-ff620b1f-572a-4375-a4b7-f7d1f5f44ef1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:22.971130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0826b980-993a-471b-aa39-d6f28f96b35a req-ff620b1f-572a-4375-a4b7-f7d1f5f44ef1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0479157 Sep 17 02:02:23.008085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0826b980-993a-471b-aa39-d6f28f96b35a req-06039958-4afa-4e72-aadf-699b845a2e51 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308883 Sep 17 02:02:23.127721 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcc031-c0d4-4b75-96ce-d40120a08170 req-5962f8a0-8dba-4694-92e2-756e677bea44 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:23.129181 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aadcc031-c0d4-4b75-96ce-d40120a08170 req-5962f8a0-8dba-4694-92e2-756e677bea44 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0523043 Sep 17 02:02:23.166823 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-aadcc031-c0d4-4b75-96ce-d40120a08170 req-367d8ca3-dac9-4663-8105-487097af6c52 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Sep 17 02:02:23.504468 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3f10-389c-4261-8eb6-d70e1d8accde req-557dbca2-7a2c-4b4e-8d52-ce350b628018 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:23.505987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-145b3f10-389c-4261-8eb6-d70e1d8accde req-557dbca2-7a2c-4b4e-8d52-ce350b628018 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0507140 Sep 17 02:02:23.545844 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-145b3f10-389c-4261-8eb6-d70e1d8accde req-fe3c7c74-b6c6-40b7-86f6-c7a2e23afa45 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Sep 17 02:02:23.584819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800974a3-8300-41e9-8ab0-50757421fade req-85d0ae45-cf16-49a5-b414-e336d7c6e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:23.586306 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-85d0ae45-cf16-49a5-b414-e336d7c6e603 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 1096 time: 0.0399652 Sep 17 02:02:23.677977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800974a3-8300-41e9-8ab0-50757421fade req-ee8fd680-8dd7-4782-be1f-7ab9cb8806bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:23.679342 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-ee8fd680-8dd7-4782-be1f-7ab9cb8806bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0855210 Sep 17 02:02:23.742395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-a63450d6-749f-4278-a866-5abf534eef24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 200 len: 999 time: 0.0561681 Sep 17 02:02:23.798593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800974a3-8300-41e9-8ab0-50757421fade req-3a40f5f6-e156-43e6-9a01-bb65d90ac70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:23.800077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-3a40f5f6-e156-43e6-9a01-bb65d90ac70d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0483153 Sep 17 02:02:23.845873 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800974a3-8300-41e9-8ab0-50757421fade req-2770a9fb-c1d4-4cae-b308-082810e2de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:23.847417 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-2770a9fb-c1d4-4cae-b308-082810e2de0e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403583 Sep 17 02:02:23.936861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-7e77110d-8285-40c0-86b6-b718f5ddacb2 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823853 Sep 17 02:02:24.029972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-800974a3-8300-41e9-8ab0-50757421fade req-409c2cce-86f8-4003-9ab8-02539619c8a1 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Sep 17 02:02:24.666357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473f514-1e7e-48a4-bc8f-c5b5890d620e req-d11a9d35-8883-40ac-93a4-845a3cb5818d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:24.667705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4473f514-1e7e-48a4-bc8f-c5b5890d620e req-d11a9d35-8883-40ac-93a4-845a3cb5818d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0502903 Sep 17 02:02:24.707023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4473f514-1e7e-48a4-bc8f-c5b5890d620e req-abb99353-4cfc-4592-8502-7af57ff92d63 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325277 Sep 17 02:02:25.821086 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c217ee-c146-4ba9-9d8f-16f1cae6c571 req-a27e0d89-c83b-47fb-a886-35e952adc9cc tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:25.823519 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32c217ee-c146-4ba9-9d8f-16f1cae6c571 req-a27e0d89-c83b-47fb-a886-35e952adc9cc tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0495040 Sep 17 02:02:25.864609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32c217ee-c146-4ba9-9d8f-16f1cae6c571 req-89a357f9-fe46-42df-9c1f-73f91914650b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351441 Sep 17 02:02:26.311042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a729-a4ae-4b89-8e00-1fd2fffad6da req-60ae1501-5d5e-462c-8ea6-a142b21f9ada tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:26.312521 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c235a729-a4ae-4b89-8e00-1fd2fffad6da req-60ae1501-5d5e-462c-8ea6-a142b21f9ada tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0543425 Sep 17 02:02:26.348259 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c235a729-a4ae-4b89-8e00-1fd2fffad6da req-4a79e94b-e70b-4b00-ad20-3341de8243e5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297725 Sep 17 02:02:27.470071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dfeb9-a403-4af7-8e89-9ac0cb4e61c2 req-4485da5b-a727-4fe9-af9b-62507a68c6bd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:27.471571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-055dfeb9-a403-4af7-8e89-9ac0cb4e61c2 req-4485da5b-a727-4fe9-af9b-62507a68c6bd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0538039 Sep 17 02:02:27.534272 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-055dfeb9-a403-4af7-8e89-9ac0cb4e61c2 req-fe7ea618-d69e-4e1a-84d6-78d46520cfa6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541079 Sep 17 02:02:27.542457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-f7cb8226-b441-4202-80bb-4e440699e535 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:27.544191 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-f7cb8226-b441-4202-80bb-4e440699e535 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 945 time: 0.0717826 Sep 17 02:02:27.635370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Deleting port 4cdd924f-f5fd-478f-aa56-656c6348232a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:02:27.635706 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:27.721951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] For port 4cdd924f-f5fd-478f-aa56-656c6348232a, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=4cdd924f-f5fd-478f-aa56-656c6348232a,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:27.722236 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:27.892037 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:27.892401 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:27.892744 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 disassociated. External IP: 172.25.1.6, port: 4cdd924f-f5fd-478f-aa56-656c6348232a. Sep 17 02:02:27.893086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Calling delete_port for 4cdd924f-f5fd-478f-aa56-656c6348232a owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:02:28.082390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:28.109236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event deleted for resources: {'Port': ['ID=4cdd924f-f5fd-478f-aa56-656c6348232a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:28.232940 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:02:28.344682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:02:28.354868 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:02:28.363924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:02:28.364607 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:28.383404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] No DVR routers for this DVR port 4cdd924f-f5fd-478f-aa56-656c6348232a on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:02:28.385859 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:28.387852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b5a482a-b146-469e-a412-7e4349d9cd4c req-9b74180d-f868-4078-a109-bd31335d58f9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.36 "DELETE /v2.0/ports/4cdd924f-f5fd-478f-aa56-656c6348232a HTTP/1.1" status: 204 len: 173 time: 0.8372638 Sep 17 02:02:28.388287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-deleted', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:28.390524 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4189fa31-507c-46fd-93d2-bde7b4380639" -d '{"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-deleted", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:28.429010 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445b99cf-f123-4a7d-b73a-503089ab4781 x-openstack-request-id: req-445b99cf-f123-4a7d-b73a-503089ab4781 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:28.429488 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cea2e2-8042-4ebb-be02-3e2815509861", "name": "network-vif-deleted", "tag": "4cdd924f-f5fd-478f-aa56-656c6348232a", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:28.429808 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-445b99cf-f123-4a7d-b73a-503089ab4781 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:28.430274 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cea2e2-8042-4ebb-be02-3e2815509861', 'name': 'network-vif-deleted', 'tag': '4cdd924f-f5fd-478f-aa56-656c6348232a', 'status': 'completed', 'code': 200} Sep 17 02:02:28.473962 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:02:28.634906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e63e4bb3-845d-4486-84c5-da79e45fe5fd req-b5357918-679f-477c-b0a1-1811882f3896 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2cea2e2-8042-4ebb-be02-3e2815509861 HTTP/1.1" status: 200 len: 210 time: 0.0303454 Sep 17 02:02:28.675670 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:28.706329 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:02:28.715290 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:02:28.715924 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:02:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:28.820368 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:02:29.017989 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:29.043459 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920cef8-8d34-49f2-9575-34defa413f45 None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:02:29.262610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b11d871-0e26-47fb-a7b6-acb67aca7b63 None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:02:29.297050 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:29.612517 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:29.901508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-fefcbf26-5b4f-4672-960c-06804e1c71de tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1810398029&fields=id&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 267 time: 0.0327437 Sep 17 02:02:30.008330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-38060988-6ac8-46e0-92a0-e1ab49365d8c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:30.010055 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-38060988-6ac8-46e0-92a0-e1ab49365d8c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1019392 Sep 17 02:02:30.024696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-e0362b51-d5a7-41f2-b7d7-90985be893cd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/quotas/9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 375 time: 0.0089667 Sep 17 02:02:30.082360 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-1d319e56-2765-408c-a5a7-2c3f227fee4e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519295 Sep 17 02:02:30.248329 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-58c25585-4b03-457c-af12-e4deadaa6d5b service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201830 Sep 17 02:02:30.340924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d4c035a4-577f-4b1e-9322-e36e43cd758a service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863566 Sep 17 02:02:30.592503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-41ab8c9a-d376-46d0-a812-ec210b260b0a req-e7508d7b-d849-4f2f-9bc6-cc98ba58628d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 210 time: 0.0271053 Sep 17 02:02:31.685356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9eac5d4-37b7-401a-a77a-0b221b86cc3e req-d0113477-a0ff-4080-a356-8335da9896d2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 210 time: 0.0278873 Sep 17 02:02:31.718865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:02:31.742087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 4cdd924f-f5fd-478f-aa56-656c6348232a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:02:31.742446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 4cdd924f-f5fd-478f-aa56-656c6348232a not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:02:32.379785 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d485a19e-ab6e-44f0-9ba9-597dbd9b211a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:32.381216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d485a19e-ab6e-44f0-9ba9-597dbd9b211a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1025510 Sep 17 02:02:32.425058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-4e3df640-cd28-485e-9288-958de8fd4675 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 380 time: 0.0342917 Sep 17 02:02:32.436148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'port': {'device_id': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'admin_state_up': True, 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'security_groups': ['fb9965bc-6b4c-4700-b172-6416dfa5841e']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:02:32.608379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Made reservation on behalf of 9b8899a0a4a042c185d0199be50988f9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:02:32.611886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:32.742240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Allocated IP 172.20.0.8 (077c98e1-1835-41ae-89a2-b8a2495b71fc/a0cb307b-8602-4d49-a629-e3f26a2dc024/f72fd956-a609-4fa5-84ee-8c4828fbffd7) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:02:32.788677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-683ebbba-6c79-4d74-8c98-98a3efca1c17 req-f8b4b380-8fc8-44ae-89fa-c28a89632983 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 210 time: 0.0348201 Sep 17 02:02:32.906168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:32.990060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.030842 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:02:33.034003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:02:33.036247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:02:33.067983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:33.095016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:33.095670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.169541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-14f3012e-81ea-4226-b6c3-3c3c95090093 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369971 Sep 17 02:02:33.181884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Request body: {'port': {'device_id': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:02:33.242602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.308920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b10ad11b-73f1-4f22-b7c7-8709c402f148 None None] Provisioning complete for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:02:33.309510 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b10ad11b-73f1-4f22-b7c7-8709c402f148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.342501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b10ad11b-73f1-4f22-b7c7-8709c402f148 None None] Port f72fd956-a609-4fa5-84ee-8c4828fbffd7 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:02:33.502944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72fd956-a609-4fa5-84ee-8c4828fbffd7 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:02:33.510183 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.522459 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Transition to ACTIVE for port object f72fd956-a609-4fa5-84ee-8c4828fbffd7 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:02:33.596553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.648447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:33.720006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:02:33.720343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:02:33.720705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:02:33.725249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:02:33.725573 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:02:33.730529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:02:33.730871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:02:33.731407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:02:33.731930 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Bound port: f72fd956-a609-4fa5-84ee-8c4828fbffd7, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:02:33.732297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.798977 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:02:33.801990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:02:33.882872 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.907852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b76c4-d75d-434d-b680-bf6e182844ff req-5ecd0159-92ca-41fa-b638-0f5b9cb7dba9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:33.909265 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa4b76c4-d75d-434d-b680-bf6e182844ff req-5ecd0159-92ca-41fa-b638-0f5b9cb7dba9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0517335 Sep 17 02:02:33.921036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:33.921659 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:33.923063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] 10.222.0.23 "PUT /v2.0/ports/f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 1091 time: 0.7456238 Sep 17 02:02:33.923578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:33.925846 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dffcec-5a5f-44c2-b733-9d19a92edd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:33.954022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa4b76c4-d75d-434d-b680-bf6e182844ff req-ce93d37b-1eff-41c3-a588-781835247e85 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379698 Sep 17 02:02:33.965124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b10966-b99b-4424-99b6-3aed24d92a5a service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:33.969591 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10ac8e3-7004-4973-b94d-7a2d3a939814 x-openstack-request-id: req-f10ac8e3-7004-4973-b94d-7a2d3a939814 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:33.970154 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:33.970154 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f10ac8e3-7004-4973-b94d-7a2d3a939814 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:33.970513 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'status': 'completed', 'code': 200} Sep 17 02:02:34.041331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffcec-5a5f-44c2-b733-9d19a92edd1c req-92a90df0-cb11-4df4-8184-9b322165b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:34.042893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37dffcec-5a5f-44c2-b733-9d19a92edd1c req-92a90df0-cb11-4df4-8184-9b322165b730 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1094 time: 0.0488806 Sep 17 02:02:34.142957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffcec-5a5f-44c2-b733-9d19a92edd1c req-2a8f97d2-5229-48bc-a669-356cebecd5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:34.144469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37dffcec-5a5f-44c2-b733-9d19a92edd1c req-2a8f97d2-5229-48bc-a669-356cebecd5e3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b8899a0a4a042c185d0199be50988f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0941594 Sep 17 02:02:34.242522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dffcec-5a5f-44c2-b733-9d19a92edd1c req-9918aa1d-451d-4a74-90c2-dbb1a58f421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:34.244021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37dffcec-5a5f-44c2-b733-9d19a92edd1c req-9918aa1d-451d-4a74-90c2-dbb1a58f421c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928640 Sep 17 02:02:34.318329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-03ed4a43-c366-4691-9de5-201d5d30a356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:34.319734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-03ed4a43-c366-4691-9de5-201d5d30a356 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1094 time: 0.0398633 Sep 17 02:02:34.360477 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-c545c416-b0b8-4231-9b78-dc9a4482d0de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 217 time: 0.0329261 Sep 17 02:02:34.411578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-c71d539a-cc13-48ec-84a9-427a606844e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:34.412968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-c71d539a-cc13-48ec-84a9-427a606844e8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0458865 Sep 17 02:02:34.458648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-6ac49989-2f30-4bde-8a70-5405ebaaa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:34.460187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-6ac49989-2f30-4bde-8a70-5405ebaaa972 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395205 Sep 17 02:02:34.548091 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-43c7b922-a3e4-402b-a6cc-44f8b1e326ce service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804265 Sep 17 02:02:34.639556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb5964e9-6aca-46ec-8ea2-be1e5d4d0e18 req-e2c13dc0-d26d-499e-a065-3054630f6ae2 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847154 Sep 17 02:02:35.074659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad530e-5e59-49f9-814d-37042ff7f094 req-ba81c4e3-39b0-418f-9b05-dd3a39fac119 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:35.076166 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ad530e-5e59-49f9-814d-37042ff7f094 req-ba81c4e3-39b0-418f-9b05-dd3a39fac119 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0485244 Sep 17 02:02:35.112638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38ad530e-5e59-49f9-814d-37042ff7f094 req-ba222f95-fbd4-4884-9410-a77ed61b66cc tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305910 Sep 17 02:02:35.488158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-165d498f-3ce4-4306-af99-6f61b94d2013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:36.226065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da37ff-720c-4c73-8603-63ad5b459727 req-c4ad1b00-3dfa-4bf8-b44b-2b7db7422a45 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:36.227533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15da37ff-720c-4c73-8603-63ad5b459727 req-c4ad1b00-3dfa-4bf8-b44b-2b7db7422a45 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0488727 Sep 17 02:02:36.268563 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-15da37ff-720c-4c73-8603-63ad5b459727 req-4b30297c-28df-43f3-b4d0-1e0238487d8c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344646 Sep 17 02:02:37.155963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:02:37.247814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:37.261733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'mac_address': 'fa:16:3e:73:e3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:02:37.300220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:37.313340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72fd956-a609-4fa5-84ee-8c4828fbffd7 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:02:37.332124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:37.387190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2c8b3-985d-4e25-a41a-51a799e58f0f req-221b98da-2e5e-4d44-8316-429b5b4516cf tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:37.388675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bf2c8b3-985d-4e25-a41a-51a799e58f0f req-221b98da-2e5e-4d44-8316-429b5b4516cf tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0535684 Sep 17 02:02:37.402363 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:37.428812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9bf2c8b3-985d-4e25-a41a-51a799e58f0f req-2a7c5f62-ea3f-41e4-9b14-6d6e7bb9b37d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Sep 17 02:02:37.452740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:37.602648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f72fd956-a609-4fa5-84ee-8c4828fbffd7'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:02:38.196651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc05532f-68a4-4c2d-a446-b6882aba4832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:38.543043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37910a8-4def-4831-9991-1d7cd10af365 req-7e078997-3b5c-4a33-adf2-3961a52f118e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:38.544804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c37910a8-4def-4831-9991-1d7cd10af365 req-7e078997-3b5c-4a33-adf2-3961a52f118e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 944 time: 0.0490718 Sep 17 02:02:38.582439 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c37910a8-4def-4831-9991-1d7cd10af365 req-560073bf-e99c-4949-a55c-2f75791695f2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Sep 17 02:02:39.093742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:39.170816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:02:39.259232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:02:39.263284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:02:39.263652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:39.342935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:39.364682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:39.366899 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158c939c-8f63-482d-90e7-d4c427bb0533" -d '{"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:39.379222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:02:39.403984 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af18fc5-3770-4cd3-8ee1-e718eba0feaa x-openstack-request-id: req-4af18fc5-3770-4cd3-8ee1-e718eba0feaa {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:39.404298 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:39.404551 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af18fc5-3770-4cd3-8ee1-e718eba0feaa {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:39.404937 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'code': 200} Sep 17 02:02:39.452596 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:39.497216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90faa8d0-6917-4e68-8dfe-50ce4baefef2 req-5d4d3cf8-f421-4df6-8307-01cae5edebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:39.498814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90faa8d0-6917-4e68-8dfe-50ce4baefef2 req-5d4d3cf8-f421-4df6-8307-01cae5edebd6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1096 time: 0.0404396 Sep 17 02:02:39.501062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:02:39.534564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90faa8d0-6917-4e68-8dfe-50ce4baefef2 req-15066b76-b166-46a5-9faf-33d27d88b28a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286059 Sep 17 02:02:39.659623 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:39.696668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040f669-658f-4e1a-9c01-7a0e1445baad req-3ab10cf4-b074-4d0a-b806-4b71057f20f1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:39.698148 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f040f669-658f-4e1a-9c01-7a0e1445baad req-3ab10cf4-b074-4d0a-b806-4b71057f20f1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0492244 Sep 17 02:02:39.735224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f040f669-658f-4e1a-9c01-7a0e1445baad req-2d5b990c-e47a-41dd-b81f-2c8878a9b2bf tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310733 Sep 17 02:02:40.851572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24ff2f-7493-4072-81ef-34ffdf5a9e3a req-4194c901-bb27-4933-9a37-e17c6c0463c1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:40.853047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd24ff2f-7493-4072-81ef-34ffdf5a9e3a req-4194c901-bb27-4933-9a37-e17c6c0463c1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0493274 Sep 17 02:02:40.890812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd24ff2f-7493-4072-81ef-34ffdf5a9e3a req-c75b5018-795a-460f-92a5-bb1b0202312f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Sep 17 02:02:41.001414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4339450-44f9-493f-8634-90fe6ccfd6d8 req-eacbb203-dd91-432d-8344-569e746ac495 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:41.002871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e4339450-44f9-493f-8634-90fe6ccfd6d8 req-eacbb203-dd91-432d-8344-569e746ac495 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0476158 Sep 17 02:02:41.011372 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:02:41.016569 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'floatingip': {'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:02:41.058687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:41.224055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:41.486764 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:41.579434 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:41.677088 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 associated. External IP: 172.25.1.6, port: f72fd956-a609-4fa5-84ee-8c4828fbffd7. Sep 17 02:02:41.876447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:02:41.982276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:02:41.987131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:41.991668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:02:42.000419 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:02:42.001024 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:42.014971 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e152b7aa-7bb6-4ccd-98d8-41f47251822a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "PUT /v2.0/floatingips/d6a51147-18a2-433b-8eaa-1bb9d437be49 HTTP/1.1" status: 200 len: 989 time: 1.0025380 Sep 17 02:02:42.015645 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:02:42.055996 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2adef1-c730-4e9e-b51b-b78540b016b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:02:42.107704 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:02:42.144402 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1d7108-8c7f-47e2-9196-78beea9d5048 x-openstack-request-id: req-4a1d7108-8c7f-47e2-9196-78beea9d5048 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:02:42.144702 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:02:42.144952 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a1d7108-8c7f-47e2-9196-78beea9d5048 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:02:42.145349 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'status': 'completed', 'code': 200} Sep 17 02:02:42.211412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-66080157-1126-44e3-9762-b8c0f4daf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:42.212907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-66080157-1126-44e3-9762-b8c0f4daf026 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1096 time: 0.0452297 Sep 17 02:02:42.303306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-80c1d20f-3bbb-42b0-9980-8b16ea771bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:42.304770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-80c1d20f-3bbb-42b0-9980-8b16ea771bd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0849841 Sep 17 02:02:42.327109 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:73:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:02:41Z', 'revision_number': 9, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:42.356477 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:02:42.364815 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:02:42.365422 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:02:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:42.373203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-715330ef-5870-4df1-af5f-bdd0ca384a4b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 997 time: 0.0615726 Sep 17 02:02:42.421297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-9a269683-b590-4fd7-9362-936094bb7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:42.422655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-9a269683-b590-4fd7-9362-936094bb7c68 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0433059 Sep 17 02:02:42.469073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-e5fa439a-4394-4c5f-b3af-349e96b8ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:02:42.470587 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-e5fa439a-4394-4c5f-b3af-349e96b8ffe2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408304 Sep 17 02:02:42.471332 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:02:42.567648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-18c5ae13-2917-42ca-943c-4e289ef70207 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892229 Sep 17 02:02:42.657123 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c2adef1-c730-4e9e-b51b-b78540b016b2 req-30923d84-23d5-4039-a1d5-3b7502401acc service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815191 Sep 17 02:02:42.693192 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:73:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:02:41Z', 'revision_number': 9, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:02:42.716201 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28049e8c-97ad-4af7-88cd-4e900588875d None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:73:e3:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:02:41Z', 'revision_number': 9, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:02:42.899133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d8fda4-85d1-492b-abcd-a2c6eecc04af None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:02:50.213766 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:02:59.270266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:02:59.658806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:02.455048 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-6ba08bf1-21b3-48ba-9d1d-a098d5cd99e0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447528 Sep 17 02:03:02.580972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-d751b109-d20f-433d-bccc-7a3eaa146878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:03:02.582370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-d751b109-d20f-433d-bccc-7a3eaa146878 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1096 time: 0.0418401 Sep 17 02:03:02.686870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-c15e9294-7f74-44c4-ba7b-aecd1b19e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:03:02.688368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-c15e9294-7f74-44c4-ba7b-aecd1b19e686 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0842769 Sep 17 02:03:02.755558 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-b9d18fe0-555f-46bc-a1a7-5868160766b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 1000 time: 0.0600567 Sep 17 02:03:02.803495 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-348143bc-7c18-41ab-90a7-49895e702105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:03:02.804898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-348143bc-7c18-41ab-90a7-49895e702105 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0425632 Sep 17 02:03:02.851519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-a13011a6-5f70-4196-bd1a-1e73ecf0abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:03:02.852886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-a13011a6-5f70-4196-bd1a-1e73ecf0abdd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403833 Sep 17 02:03:02.864039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-490b11b0-a76f-4d71-8d30-ffae3f949ece service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:03:02.864963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-490b11b0-a76f-4d71-8d30-ffae3f949ece service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047262 Sep 17 02:03:02.956956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-22f81caa-f0b0-42ed-8bda-04548688e33a service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849063 Sep 17 02:03:03.050221 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d19139da-c31d-4d8e-94d9-aab04fd05f46 req-11f58dfc-0057-4e5e-8ccf-ed2501db0d4d service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845833 Sep 17 02:03:05.470631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2d5d874d-d4f6-4e81-b9da-c5ac2f4a5ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:08.196100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-32610bb3-def5-4ba3-a954-c33fdcb352a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:09.093675 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:09.697845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:11.251874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:27.214079 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:03:29.303299 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:29.651707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:35.475457 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-40e2ec4d-8273-46f7-8d15-de539435b17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:38.206679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e60f5ff6-b471-4c7f-b372-da34bc9d93f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:39.108894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:39.657927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:41.240847 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:59.268014 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:03:59.640592 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:03.806389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-4e33baa6-a026-4773-af12-e49d152428ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401673 Sep 17 02:04:03.887689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-afdf40a2-1be1-4759-adcf-bbd2990ea4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:03.905502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-afdf40a2-1be1-4759-adcf-bbd2990ea4ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1096 time: 0.0428057 Sep 17 02:04:04.000648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-33723d2b-90b7-4690-afe6-4b64b2571eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:04.002117 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-33723d2b-90b7-4690-afe6-4b64b2571eb4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0926034 Sep 17 02:04:04.065076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-43f1aec8-ac44-4755-8b05-a353c0422c9f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 1000 time: 0.0561657 Sep 17 02:04:04.113387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-775a9776-bede-40ed-a2dc-b551868590f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:04.114792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-775a9776-bede-40ed-a2dc-b551868590f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0427580 Sep 17 02:04:04.162927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-054c341c-2ff3-404b-93a0-572f5f8998b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:04.164404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-054c341c-2ff3-404b-93a0-572f5f8998b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426295 Sep 17 02:04:04.213146 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:04:04.252487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-08a004e4-7d5d-4002-9088-cd00ac2a2637 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807524 Sep 17 02:04:04.345310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c4829c5-764e-412d-924e-dd20e4a7264e req-ccbc0d46-93f4-4b90-bdd8-47ea52565adc service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855494 Sep 17 02:04:05.468568 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76eb7d45-caae-4ed4-8da2-26ad543ebfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:08.206064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-69d04b89-c481-4d18-9226-757481bc93da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:09.097918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:09.652053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:11.223317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:18.161382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a1617-d666-4cad-9886-1f352dfba346 req-a115248d-3935-48c1-8706-3581886e895c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:18.162889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-231a1617-d666-4cad-9886-1f352dfba346 req-a115248d-3935-48c1-8706-3581886e895c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0537858 Sep 17 02:04:18.201375 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-231a1617-d666-4cad-9886-1f352dfba346 req-02f0450a-23e9-4267-a0b9-66fe9d435ab5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Sep 17 02:04:18.282901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-852599db-96eb-4ac0-9d93-782b2276f19b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395944 Sep 17 02:04:19.316316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f0754-aa17-4b58-89e6-784ab281daee req-6fcbdc65-b3b2-4f07-935f-c1f3c0c773a6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:19.317720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a87f0754-aa17-4b58-89e6-784ab281daee req-6fcbdc65-b3b2-4f07-935f-c1f3c0c773a6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0479043 Sep 17 02:04:19.354500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a87f0754-aa17-4b58-89e6-784ab281daee req-662d59d5-d5e2-407a-9957-bfe47d74d930 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308783 Sep 17 02:04:20.475815 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f18559-cf9b-48e3-9d28-f9cf870bfb00 req-73b57cbd-8a56-4753-bdb7-3f1010e51097 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:20.479662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44f18559-cf9b-48e3-9d28-f9cf870bfb00 req-73b57cbd-8a56-4753-bdb7-3f1010e51097 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0503330 Sep 17 02:04:20.516692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44f18559-cf9b-48e3-9d28-f9cf870bfb00 req-1e023bc2-2a6a-48cc-aa6a-01a95a1a47a8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Sep 17 02:04:21.226237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-eafbaa3f-bb79-49f2-93f5-2ef1c2f25716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:21.227816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-eafbaa3f-bb79-49f2-93f5-2ef1c2f25716 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1096 time: 0.0439596 Sep 17 02:04:21.315631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-9f9f8963-bbb5-4c1f-ba5b-b57bc35a16d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:21.317043 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-9f9f8963-bbb5-4c1f-ba5b-b57bc35a16d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0823457 Sep 17 02:04:21.384232 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-30134f68-f351-458f-aedd-98d29961fed8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 1000 time: 0.0592999 Sep 17 02:04:21.433051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-72f93c5e-7398-4c22-b861-85c2af732a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:21.434472 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-72f93c5e-7398-4c22-b861-85c2af732a67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0436060 Sep 17 02:04:21.480424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-6d8c1553-d6a5-46bc-978e-625d63b1dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:21.481819 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-6d8c1553-d6a5-46bc-978e-625d63b1dae1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405893 Sep 17 02:04:21.579009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-6fe15bb5-6e98-4c6e-b3a8-69d56b929825 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900257 Sep 17 02:04:22.003877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaddbb8-eb4e-48c3-a9b6-efac02e203de req-96e3c7f9-cbe7-4222-87f4-f7f84bdb3c29 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:22.005358 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eaddbb8-eb4e-48c3-a9b6-efac02e203de req-96e3c7f9-cbe7-4222-87f4-f7f84bdb3c29 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.4126499 Sep 17 02:04:22.033243 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-8ced1c9f-9496-4a2c-acc6-a98cb6c9e706 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478934 Sep 17 02:04:22.051058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9eaddbb8-eb4e-48c3-a9b6-efac02e203de req-ff45b425-ac50-4131-870c-e563d59bcff4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397243 Sep 17 02:04:23.164807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbb0ed-676f-4128-bd3b-d365e7065c95 req-797537ca-c86e-4e3a-bfa7-de2555ad7be5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:23.166490 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5bbb0ed-676f-4128-bd3b-d365e7065c95 req-797537ca-c86e-4e3a-bfa7-de2555ad7be5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0476596 Sep 17 02:04:23.206574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5bbb0ed-676f-4128-bd3b-d365e7065c95 req-49adf392-c0e2-4512-9747-695e697a523a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337539 Sep 17 02:04:24.320044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b336e-240a-4466-916b-4ce0129fd134 req-d15c18ba-10db-44ef-b217-2fd27612bd1b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:24.321501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c4b336e-240a-4466-916b-4ce0129fd134 req-d15c18ba-10db-44ef-b217-2fd27612bd1b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0487597 Sep 17 02:04:24.358506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c4b336e-240a-4466-916b-4ce0129fd134 req-c106bb39-d6dd-4238-b2d8-f249990470f3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308025 Sep 17 02:04:25.473415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88b99f-2139-4b6c-aaf9-1017f1a67a0c req-466de279-6414-4a2a-9710-b433006316f4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:25.474882 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d88b99f-2139-4b6c-aaf9-1017f1a67a0c req-466de279-6414-4a2a-9710-b433006316f4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0497179 Sep 17 02:04:25.512022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3d88b99f-2139-4b6c-aaf9-1017f1a67a0c req-e128bc14-faa8-430f-bac9-7e0d54936468 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311944 Sep 17 02:04:26.628143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452b488-f7f4-40aa-81d8-f95edf92e829 req-fcb61bc3-8bc1-44db-8799-6dc65f894d57 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:26.629573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8452b488-f7f4-40aa-81d8-f95edf92e829 req-fcb61bc3-8bc1-44db-8799-6dc65f894d57 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0478263 Sep 17 02:04:26.666469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8452b488-f7f4-40aa-81d8-f95edf92e829 req-3b87b34d-e6ae-40b5-b5c8-5ac1262a1b04 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306213 Sep 17 02:04:27.781130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1b2be-bce2-4ac6-8fb4-c2e820b50e2d req-bca1190f-5825-4c77-9a3b-8f19dc3c0673 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:27.782585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8e1b2be-bce2-4ac6-8fb4-c2e820b50e2d req-bca1190f-5825-4c77-9a3b-8f19dc3c0673 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0480020 Sep 17 02:04:27.819880 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c8e1b2be-bce2-4ac6-8fb4-c2e820b50e2d req-6bcae2af-9997-4a44-82ff-d1b758c444c4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Sep 17 02:04:28.940263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc9d2-3818-4982-934e-1f1320fc89ad req-ad8d155a-d712-4c3a-a31e-f7f858445626 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:28.941733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ffcc9d2-3818-4982-934e-1f1320fc89ad req-ad8d155a-d712-4c3a-a31e-f7f858445626 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0537632 Sep 17 02:04:28.978877 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ffcc9d2-3818-4982-934e-1f1320fc89ad req-7681c34b-ac1f-4066-a4f3-b2181ab8cb43 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311642 Sep 17 02:04:29.291042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:29.674272 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:30.092727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0676ee5-eb5b-4854-b1db-fba548123d16 req-3bee21f0-9f63-413a-99fe-a9920852028b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:30.094186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0676ee5-eb5b-4854-b1db-fba548123d16 req-3bee21f0-9f63-413a-99fe-a9920852028b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0479131 Sep 17 02:04:30.134820 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0676ee5-eb5b-4854-b1db-fba548123d16 req-a57b37d8-2f9e-4e3d-90fe-c43ce0194708 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347669 Sep 17 02:04:31.250767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962e8b-1813-47b0-97ca-9d0a89944f1d req-7534db61-2ed5-4834-8c90-36b0adae0b47 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:31.252265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c962e8b-1813-47b0-97ca-9d0a89944f1d req-7534db61-2ed5-4834-8c90-36b0adae0b47 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0516891 Sep 17 02:04:31.288758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c962e8b-1813-47b0-97ca-9d0a89944f1d req-797bc2e9-b17d-411d-a134-a7e4a7c28441 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Sep 17 02:04:32.404465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c400c7-c20a-45c5-941b-fd9a41294e84 req-f07fa881-b0c9-471e-95ca-487e215e16a5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:32.406533 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10c400c7-c20a-45c5-941b-fd9a41294e84 req-f07fa881-b0c9-471e-95ca-487e215e16a5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0480869 Sep 17 02:04:32.444214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-10c400c7-c20a-45c5-941b-fd9a41294e84 req-4ab38f34-7d1c-4d95-8af3-ce70f4f4fac1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311182 Sep 17 02:04:33.558197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d15faf-c6a0-42cb-a6a4-80f486cd82f1 req-0cfc5a59-a74f-4295-bdf4-89624f9121e3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:33.559676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1d15faf-c6a0-42cb-a6a4-80f486cd82f1 req-0cfc5a59-a74f-4295-bdf4-89624f9121e3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0480866 Sep 17 02:04:33.597497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c1d15faf-c6a0-42cb-a6a4-80f486cd82f1 req-461dff88-d5a7-4c37-b8b4-17844f5259ce tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312724 Sep 17 02:04:34.019928 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-a057e7d7-fe74-40da-a5be-9a40364fe006 service neutron] show failed (client error): The resource could not be found. Sep 17 02:04:34.020916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-a057e7d7-fe74-40da-a5be-9a40364fe006 service neutron] 10.222.0.23 "GET /v2.0/ports/f72fd956-a609-4fa5-84ee-8c4828fbffd7/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0566850 Sep 17 02:04:34.449404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-7019876b-1def-4c08-80ee-9e22e5b6a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:34.450802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-7019876b-1def-4c08-80ee-9e22e5b6a270 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 1096 time: 0.0410569 Sep 17 02:04:34.462084 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:04:34.512753 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:34.713156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2980c-6864-4512-b647-20cfdfc01574 req-de97b2ba-1110-4a2e-8618-9b029cab2e91 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:34.714579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35a2980c-6864-4512-b647-20cfdfc01574 req-de97b2ba-1110-4a2e-8618-9b029cab2e91 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0492771 Sep 17 02:04:34.717663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:34.751197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:04:34.752938 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-35a2980c-6864-4512-b647-20cfdfc01574 req-e26b4e74-22a9-4ff2-831b-16c5df1456ac tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Sep 17 02:04:34.789481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:34.795886 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd864a9-695a-486c-8e5a-539cc1cf2325" -d '{"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-unplugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:34.795886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:34.808211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Transition to ACTIVE for port object f72fd956-a609-4fa5-84ee-8c4828fbffd7 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:04:34.844753 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b3cda8-09ff-4646-bff5-daa0f3e7f32d x-openstack-request-id: req-89b3cda8-09ff-4646-bff5-daa0f3e7f32d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:34.845056 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-unplugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:34.845311 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89b3cda8-09ff-4646-bff5-daa0f3e7f32d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:34.845708 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'code': 200} Sep 17 02:04:34.851513 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:34.934369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:34.946507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.946853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.947219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.947564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.947898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.948229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.948558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.948885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.949212 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.949538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.949861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.950181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:34.989966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] No DVR routers for this DVR port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:04:35.126107 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:04:35.126435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:04:35.126758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:04:35.130866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:04:35.131229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:04:35.135872 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:04:35.136200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:04:35.136603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:04:35.137020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Bound port: f72fd956-a609-4fa5-84ee-8c4828fbffd7, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:04:35.137367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:35.198529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:04:35.201392 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:04:35.251598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:35.289087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:35.289867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:35.291520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] 10.222.0.36 "PUT /v2.0/ports/f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 1091 time: 0.8331223 Sep 17 02:04:35.316190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839ce82-c582-4dd9-a223-28314d85c584 service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:35.360333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-d21f463b-bce1-4ede-825a-f1651f089817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:35.361994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-d21f463b-bce1-4ede-825a-f1651f089817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1094 time: 0.0425160 Sep 17 02:04:35.461487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-c0682bde-70e8-4479-b7dd-8b4387eb25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:35.463002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-c0682bde-70e8-4479-b7dd-8b4387eb25e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0946920 Sep 17 02:04:35.473789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0b7800c0-c3d0-4062-8ad3-8459c592b99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:35.533628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-d2287489-868e-402a-8576-0962d9657542 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 998 time: 0.0629272 Sep 17 02:04:35.583472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-f8d2e7ab-d9e1-4395-811b-1da2c75b2e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:35.584898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-f8d2e7ab-d9e1-4395-811b-1da2c75b2e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0443022 Sep 17 02:04:35.631193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-991cd845-37d4-4e4e-b012-73de22f3dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:35.632668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-991cd845-37d4-4e4e-b012-73de22f3dcb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401680 Sep 17 02:04:35.725865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-95dfa4f4-a588-44dd-90df-f13c072171d7 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843899 Sep 17 02:04:35.819794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff10522-e97b-4eb7-bace-9ade43cd45c5 req-dced58aa-1d77-4c0d-85a7-560cc129d12c service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866838 Sep 17 02:04:35.870601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcac11-35f4-4486-95d0-4e859ef04be3 req-c6616e13-fa3a-4a9d-9638-78162c935a7a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:35.872091 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11dcac11-35f4-4486-95d0-4e859ef04be3 req-c6616e13-fa3a-4a9d-9638-78162c935a7a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0488586 Sep 17 02:04:35.914957 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-11dcac11-35f4-4486-95d0-4e859ef04be3 req-295591c9-0611-4476-acd9-84ceb366198f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363057 Sep 17 02:04:36.847395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:36.849766 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:36.900698 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2639b-17cb-49b0-9847-ac784eb9b652 x-openstack-request-id: req-aae2639b-17cb-49b0-9847-ac784eb9b652 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:36.901002 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:36.901260 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aae2639b-17cb-49b0-9847-ac784eb9b652 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:36.901663 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'status': 'completed', 'code': 200} Sep 17 02:04:36.993748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-6db41d67-acd4-4fb0-b2ae-c3edf3ead1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:36.995286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-6db41d67-acd4-4fb0-b2ae-c3edf3ead1ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1094 time: 0.0749013 Sep 17 02:04:36.997913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-0c2388e8-75cc-4604-a35d-1f8306d47e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:36.999317 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-0c2388e8-75cc-4604-a35d-1f8306d47e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1094 time: 0.0666022 Sep 17 02:04:37.033261 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a6c69-db87-4e94-bc3d-b36d0f185dab req-e6bf99a5-b551-49fa-af2f-2860ad82825e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.034746 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a8a6c69-db87-4e94-bc3d-b36d0f185dab req-e6bf99a5-b551-49fa-af2f-2860ad82825e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0498474 Sep 17 02:04:37.073992 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a8a6c69-db87-4e94-bc3d-b36d0f185dab req-9f5c3255-247c-47f2-82da-da30449b4de1 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332661 Sep 17 02:04:37.161490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-43c3784f-28f7-4f8f-89d9-bb9a7319722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.162867 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-43c3784f-28f7-4f8f-89d9-bb9a7319722b service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1610923 Sep 17 02:04:37.164019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-dacc7db9-fbb7-4fff-8741-9636b48a9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.165308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-dacc7db9-fbb7-4fff-8741-9636b48a9eae service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1562381 Sep 17 02:04:37.270831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-4a371d7f-6ad1-4357-b407-fb9cb417eb2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 998 time: 0.1007578 Sep 17 02:04:37.276372 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-85b4664b-b480-4009-86e0-b36149639fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 998 time: 0.1002705 Sep 17 02:04:37.357481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-df403988-dda1-4bb7-81c9-e6974e871437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.359634 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-df403988-dda1-4bb7-81c9-e6974e871437 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0813525 Sep 17 02:04:37.361031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-56c155ff-fe81-4ec3-9594-baf02c4fac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.362324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-56c155ff-fe81-4ec3-9594-baf02c4fac30 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0771859 Sep 17 02:04:37.430990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-6fd4eb75-10de-4db5-932a-70070b87205d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.432422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-6fd4eb75-10de-4db5-932a-70070b87205d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583348 Sep 17 02:04:37.434769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-eb0257fc-cb4f-467b-9da2-18da29f6c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:37.436153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-eb0257fc-cb4f-467b-9da2-18da29f6c375 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701263 Sep 17 02:04:37.600942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-795ff657-fa50-4283-9754-2709d62890d7 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580944 Sep 17 02:04:37.603096 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-8e3be82e-e7b5-4b6c-b394-55c0b6b03870 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535227 Sep 17 02:04:37.684509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:04:37.723864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:04:37.758947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-c51fde74-6ccc-4ed1-8a30-eb583828a6f7 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510215 Sep 17 02:04:37.762301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7c06369-cc44-4fa3-90fb-c5af4cc6e2e3 req-4e51cee6-1d2d-4a06-8374-9777304eabf8 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466596 Sep 17 02:04:38.191277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bb074-5ab8-491f-a899-3181002db5e3 req-9e4a450d-3902-475d-ba6a-f19ee8eda228 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:38.192799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce8bb074-5ab8-491f-a899-3181002db5e3 req-9e4a450d-3902-475d-ba6a-f19ee8eda228 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 943 time: 0.0496323 Sep 17 02:04:38.211356 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c5976c66-84c7-478d-a815-6f39dfe9bc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:38.231153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ce8bb074-5ab8-491f-a899-3181002db5e3 req-3bdf6946-4a06-4a7d-af10-b36d4a184ea9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Sep 17 02:04:38.263041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:04:38.360292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:38.372405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'mac_address': 'fa:16:3e:73:e3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:04:38.409034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:38.421903 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72fd956-a609-4fa5-84ee-8c4828fbffd7 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:04:38.440758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:38.503160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:38.552418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:38.559634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.559973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.560308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.560634 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.560956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.561277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.561595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.561944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.562488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.562866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.563219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.563541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:04:38.754643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f72fd956-a609-4fa5-84ee-8c4828fbffd7'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:04:38.796908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0be27b-eaf6-45a9-9d52-1bf739097618 req-9977feb1-bfad-4d77-b681-c0b83c6bc049 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:38.800416 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b0be27b-eaf6-45a9-9d52-1bf739097618 req-9977feb1-bfad-4d77-b681-c0b83c6bc049 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 944 time: 0.0803802 Sep 17 02:04:38.823262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-e3d08184-071e-4c95-aeba-ac059d158101 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:38.824709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-e3d08184-071e-4c95-aeba-ac059d158101 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f&tenant_id=9b8899a0a4a042c185d0199be50988f9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 944 time: 0.0771024 Sep 17 02:04:38.877671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2b0be27b-eaf6-45a9-9d52-1bf739097618 req-c499c16a-6d28-48fc-ae45-da18c7e684e8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720365 Sep 17 02:04:38.901858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-019f5a9a-f6d5-44b0-aadd-d0360c0b14ff service neutron] 10.222.0.36 "GET /v2.0/ports/f72fd956-a609-4fa5-84ee-8c4828fbffd7/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.0682726 Sep 17 02:04:38.962223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-91e91bd7-4a56-40f9-a096-33db8c2e93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:38.963619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-91e91bd7-4a56-40f9-a096-33db8c2e93b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1095 time: 0.0398004 Sep 17 02:04:39.057299 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-ee9b903d-b2fa-475c-83c2-c5ef4ba357b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:39.058758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-ee9b903d-b2fa-475c-83c2-c5ef4ba357b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0871525 Sep 17 02:04:39.091601 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:39.124997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-fa4e1676-ce6e-4710-b8c9-84c23e424dcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 999 time: 0.0585310 Sep 17 02:04:39.177730 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-43109f9c-d4fe-4d14-8fc1-0a5a067a6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:39.179269 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-43109f9c-d4fe-4d14-8fc1-0a5a067a6703 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0474992 Sep 17 02:04:39.226548 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-cfe541bd-897d-4909-a625-72ab0e8018cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:39.228056 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-cfe541bd-897d-4909-a625-72ab0e8018cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410213 Sep 17 02:04:39.316089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-05861205-f51a-4d7d-baa6-d9cac09246dc service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805266 Sep 17 02:04:39.407392 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-8e8966cb-d002-4d7c-911c-fb385c9a686c service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848217 Sep 17 02:04:39.662829 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:39.997253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f64d29-1432-40ed-aaf5-b6e8b68894e6 req-4800dcaf-5dc6-474a-8e53-8d4fc8e07ad2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:39.998733 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2f64d29-1432-40ed-aaf5-b6e8b68894e6 req-4800dcaf-5dc6-474a-8e53-8d4fc8e07ad2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 944 time: 0.0480583 Sep 17 02:04:40.035165 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e2f64d29-1432-40ed-aaf5-b6e8b68894e6 req-79bbd0d4-d5d6-4f1a-ada3-5e71d05206fd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299079 Sep 17 02:04:40.262956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:04:40.377043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:04:40.380723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:04:40.382210 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:40.460119 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:40.483489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:40.486536 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242a1fbc-210b-4b53-a855-88a1a52ff2d5" -d '{"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:40.498715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:40.537944 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761c8f9c-fcba-4331-a6fd-bdb68e16508f x-openstack-request-id: req-761c8f9c-fcba-4331-a6fd-bdb68e16508f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:40.537944 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:40.537944 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-761c8f9c-fcba-4331-a6fd-bdb68e16508f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:40.538274 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'code': 200} Sep 17 02:04:40.554507 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:40.603102 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:41.151281 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf64ec-4d30-4f48-9c05-2e90823cb32b req-c3d0e7ba-bafd-43a9-bc58-1c782f42e5bf tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:41.152735 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32bf64ec-4d30-4f48-9c05-2e90823cb32b req-c3d0e7ba-bafd-43a9-bc58-1c782f42e5bf tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0490894 Sep 17 02:04:41.197523 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32bf64ec-4d30-4f48-9c05-2e90823cb32b req-22776dca-123a-49f5-85f9-3b1554442fc6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385740 Sep 17 02:04:41.212820 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:04:41.279330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:41.796012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-03354f71-ee06-4f2e-8d96-2fed259fbee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:41.798410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-03354f71-ee06-4f2e-8d96-2fed259fbee7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 1096 time: 0.0416377 Sep 17 02:04:41.811050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:04:41.866390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:42.064344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:42.096558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:04:42.133696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:42.135994 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e3ab6a-01b2-47a3-9eb5-5dc5d6107da1" -d '{"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-unplugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:42.139708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:42.152399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Transition to ACTIVE for port object f72fd956-a609-4fa5-84ee-8c4828fbffd7 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:04:42.188513 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41912b39-7ed3-48dc-9ff5-28669eeafe5a x-openstack-request-id: req-41912b39-7ed3-48dc-9ff5-28669eeafe5a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:42.188805 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-unplugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:42.189053 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41912b39-7ed3-48dc-9ff5-28669eeafe5a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:42.189445 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'code': 200} Sep 17 02:04:42.205346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:42.290217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=10']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:42.346150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] No DVR routers for this DVR port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:04:42.499887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:04:42.500359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:04:42.500692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:04:42.505566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:04:42.505822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Attempting to bind port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:04:42.510895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:04:42.511264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:04:42.511654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:04:42.512081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Bound port: f72fd956-a609-4fa5-84ee-8c4828fbffd7, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:04:42.512438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:42.577631 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:04:42.581329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:04:42.632610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc585d-8ea1-4417-91bf-20668fc714ab req-420e399c-2451-46f1-886b-b365ef08b97f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:42.634196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8bc585d-8ea1-4417-91bf-20668fc714ab req-420e399c-2451-46f1-886b-b365ef08b97f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 944 time: 0.3606508 Sep 17 02:04:42.674874 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b8bc585d-8ea1-4417-91bf-20668fc714ab req-9ce37e98-5387-4974-be15-99528a32d1c0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Sep 17 02:04:42.675217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:42.712802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:42.713324 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:42.714722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] 10.222.0.23 "PUT /v2.0/ports/f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 1092 time: 0.9076283 Sep 17 02:04:42.747783 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc9078-8b14-4303-84ec-dce3e77c99ef service neutron] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=11']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:42.782026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-68c6d0a7-1f38-48a1-b631-19a18acd12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:42.783570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-68c6d0a7-1f38-48a1-b631-19a18acd12bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1095 time: 0.0467589 Sep 17 02:04:42.881497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-1a396b7e-ac47-4b79-8c66-108ac907da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:42.882984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-1a396b7e-ac47-4b79-8c66-108ac907da48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0923212 Sep 17 02:04:42.947586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-86669fd8-f058-4831-9b6b-14816060a80d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 998 time: 0.0577450 Sep 17 02:04:42.996765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-8700ab6e-beb6-4a99-9385-3ed590217085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:42.998210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-8700ab6e-beb6-4a99-9385-3ed590217085 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0439651 Sep 17 02:04:43.047315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-bffec1b8-3f1f-44f4-b788-5990e7ac5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:43.048796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-bffec1b8-3f1f-44f4-b788-5990e7ac5ae3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439119 Sep 17 02:04:43.140952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-6aec9313-00ac-4434-bc88-c215c4c77e64 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827286 Sep 17 02:04:43.231689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c26c173e-0744-48ad-abb2-1a75823f7514 req-39952fcf-c056-4cc5-86f7-51c3cc1147be service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845158 Sep 17 02:04:43.846799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d038fb6-043a-4719-a5cc-aa2f73f3a869 req-20b8d142-b4ff-4766-bda5-8cb80b183b78 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:43.848328 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d038fb6-043a-4719-a5cc-aa2f73f3a869 req-20b8d142-b4ff-4766-bda5-8cb80b183b78 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 944 time: 0.1038918 Sep 17 02:04:43.886767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d038fb6-043a-4719-a5cc-aa2f73f3a869 req-811871c4-edc3-4251-8e2c-493f4847ba79 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325198 Sep 17 02:04:44.191136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:44.193389 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac4c23b-4103-42e6-9174-8a9d19b7dec2" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:44.243571 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa0f5d0-fa71-43f5-a671-d6592f4eb88b x-openstack-request-id: req-5fa0f5d0-fa71-43f5-a671-d6592f4eb88b {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:44.243875 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:44.244120 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fa0f5d0-fa71-43f5-a671-d6592f4eb88b {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:44.244850 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'status': 'completed', 'code': 200} Sep 17 02:04:44.294142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:04:44.331768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:04:44.335334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-1d932e86-f85e-40db-b1db-798c43ac021c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:44.336911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-1d932e86-f85e-40db-b1db-798c43ac021c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1095 time: 0.0739279 Sep 17 02:04:44.339370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-1a944abc-37e5-46d8-bdc8-aa004227e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:44.340716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-1a944abc-37e5-46d8-bdc8-aa004227e3d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 1095 time: 0.0697896 Sep 17 02:04:44.825297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-23eb2a38-1839-4c7f-81fe-7f71831480ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:44.826774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-23eb2a38-1839-4c7f-81fe-7f71831480ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.4822392 Sep 17 02:04:44.829594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-913ddfcd-761a-49bb-a43f-a2ec0d276a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:44.833992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-913ddfcd-761a-49bb-a43f-a2ec0d276a80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.4779739 Sep 17 02:04:44.942220 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-430f714d-88f9-48d7-82f0-ce7291f1c475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 998 time: 0.1031833 Sep 17 02:04:44.959374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-170ccbc8-254a-4a06-8239-f28b96882eab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 200 len: 998 time: 0.1248519 Sep 17 02:04:45.061876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-ec85589c-fab6-49c2-bae1-6793380a04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:45.063542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-ec85589c-fab6-49c2-bae1-6793380a04a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.1130285 Sep 17 02:04:45.080347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-6588576a-4aa3-4e33-869d-581c404652b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:45.081644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-6588576a-4aa3-4e33-869d-581c404652b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0950341 Sep 17 02:04:45.090286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b0f40-65d1-4a7b-84b1-5ddbf88a4562 req-206b92a6-780f-40f3-842b-7b9187e1cae7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:45.091732 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e72b0f40-65d1-4a7b-84b1-5ddbf88a4562 req-206b92a6-780f-40f3-842b-7b9187e1cae7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 944 time: 0.1306558 Sep 17 02:04:45.177722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-20f50491-915d-4959-890c-55a4135f40ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:45.179245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-20f50491-915d-4959-890c-55a4135f40ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084597 Sep 17 02:04:45.182809 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e72b0f40-65d1-4a7b-84b1-5ddbf88a4562 req-12b6848f-6423-4ab7-b6d2-af086201e498 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692534 Sep 17 02:04:45.184598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-48bc502d-caa8-4668-b15a-eada16fb91e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:45.185958 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-48bc502d-caa8-4668-b15a-eada16fb91e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933924 Sep 17 02:04:45.341382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-1e339f42-a8f3-4a95-97fc-f7657903fdb4 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532676 Sep 17 02:04:45.346394 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-dbb0eac7-7663-42e5-a0cb-7e4635c8eb0f service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502182 Sep 17 02:04:45.498750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-3b7e2d73-b91a-4847-9934-1e8fc200270f service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509864 Sep 17 02:04:45.501623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aac4c23b-4103-42e6-9174-8a9d19b7dec2 req-de3f00dd-7ba2-4d32-8221-18d49fe38da0 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464729 Sep 17 02:04:45.726408 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:04:45.820146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:45.830768 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'mac_address': 'fa:16:3e:73:e3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:04:45.865893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:45.878806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72fd956-a609-4fa5-84ee-8c4828fbffd7 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:04:45.897264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:45.953650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:46.008441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=12']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:46.207065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['f72fd956-a609-4fa5-84ee-8c4828fbffd7'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:04:46.348942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058225a-166b-4162-8d47-28120543247b req-591fc5ec-85e4-4eec-a07b-efc433fc25db tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:46.350409 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9058225a-166b-4162-8d47-28120543247b req-591fc5ec-85e4-4eec-a07b-efc433fc25db tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0941339 Sep 17 02:04:46.387235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9058225a-166b-4162-8d47-28120543247b req-0637f97d-d507-4d36-a6cd-ef99283c3725 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302854 Sep 17 02:04:46.502189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1caef-2b5f-4034-8504-0c0767a6bbd2 req-b638e696-9141-4e1b-b3c2-ee2f621b3f2c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:46.503784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9e1caef-2b5f-4034-8504-0c0767a6bbd2 req-b638e696-9141-4e1b-b3c2-ee2f621b3f2c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0504761 Sep 17 02:04:46.542266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d9e1caef-2b5f-4034-8504-0c0767a6bbd2 req-7ab94375-7388-4bae-89a6-6d015a737266 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323670 Sep 17 02:04:46.654601 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6045cd-d631-4c6c-bbd2-70722e943d29 req-6eae08c1-9b43-4bae-a717-1234d390c2ab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:46.656846 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f6045cd-d631-4c6c-bbd2-70722e943d29 req-6eae08c1-9b43-4bae-a717-1234d390c2ab tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0479529 Sep 17 02:04:46.696131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4f6045cd-d631-4c6c-bbd2-70722e943d29 req-fa017210-800c-4e9f-ae18-de33268d474d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333557 Sep 17 02:04:47.131886 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba77962-6822-48ea-9715-8640c61fb040 req-491bab63-3b51-401b-88ee-736343934f7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:47.133351 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fba77962-6822-48ea-9715-8640c61fb040 req-491bab63-3b51-401b-88ee-736343934f7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 945 time: 0.0488262 Sep 17 02:04:47.170290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fba77962-6822-48ea-9715-8640c61fb040 req-bc877d17-df78-483a-a6ae-8e03e857d472 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309596 Sep 17 02:04:47.746776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:04:47.873925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:04:47.877990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port f72fd956-a609-4fa5-84ee-8c4828fbffd7 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:04:47.878359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:47.952288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:47.974836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:47.977085 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe83d687-d8b0-4d68-82ff-a8a4e90640c9" -d '{"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:47.991902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:48.015490 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdf87fc-1965-41d1-9c4e-db71b84bb801 x-openstack-request-id: req-3fdf87fc-1965-41d1-9c4e-db71b84bb801 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:48.015782 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-plugged", "status": "completed", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:48.016120 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3fdf87fc-1965-41d1-9c4e-db71b84bb801 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:48.016713 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'code': 200} Sep 17 02:04:48.062451 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:48.113370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=13']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:48.285602 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadbfc2-6be9-4176-ba20-f6ebeddd6bf5 req-c4f3ab87-5722-4986-8b12-86b0ea952d1a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:48.287022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0eadbfc2-6be9-4176-ba20-f6ebeddd6bf5 req-c4f3ab87-5722-4986-8b12-86b0ea952d1a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 946 time: 0.0483367 Sep 17 02:04:48.325152 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0eadbfc2-6be9-4176-ba20-f6ebeddd6bf5 req-defb0fae-574d-4830-ba01-f60cf1ee2d24 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314159 Sep 17 02:04:48.396435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b4c55edd-6b2f-451c-a99f-acf90a78c22b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:48.397893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b4c55edd-6b2f-451c-a99f-acf90a78c22b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 946 time: 0.0487556 Sep 17 02:04:48.491609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Deleting port f72fd956-a609-4fa5-84ee-8c4828fbffd7 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:04:48.491953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:48.580137 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] For port f72fd956-a609-4fa5-84ee-8c4828fbffd7, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=f72fd956-a609-4fa5-84ee-8c4828fbffd7,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:48.580420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:48.752780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:48.753139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:48.753458 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 disassociated. External IP: 172.25.1.6, port: f72fd956-a609-4fa5-84ee-8c4828fbffd7. Sep 17 02:04:48.753799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Calling delete_port for f72fd956-a609-4fa5-84ee-8c4828fbffd7 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:04:48.942671 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:48.977397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event deleted for resources: {'Port': ['ID=f72fd956-a609-4fa5-84ee-8c4828fbffd7,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:49.097546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:04:49.211903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:04:49.219952 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:04:49.229444 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:04:49.230043 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:04:49.249351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] No DVR routers for this DVR port f72fd956-a609-4fa5-84ee-8c4828fbffd7 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:04:49.253400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:49.255728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-12b36ebd-80dd-4b31-ba78-b4c06b8ae43e req-b0dcf7ed-2e8c-44a0-a56b-db5b9f7a4165 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "DELETE /v2.0/ports/f72fd956-a609-4fa5-84ee-8c4828fbffd7 HTTP/1.1" status: 204 len: 173 time: 0.8518620 Sep 17 02:04:49.256184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-deleted', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:49.258419 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7abb7f3-06bb-4d9b-8333-38bf3da571ec" -d '{"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-deleted", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:49.295426 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cd92f5-e63c-47c0-8020-0ef427c2d8e7 x-openstack-request-id: req-d9cd92f5-e63c-47c0-8020-0ef427c2d8e7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:49.295792 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf1bcce-b3f2-4997-90df-ee972359719f", "name": "network-vif-deleted", "tag": "f72fd956-a609-4fa5-84ee-8c4828fbffd7", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:49.296039 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9cd92f5-e63c-47c0-8020-0ef427c2d8e7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:49.296439 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf1bcce-b3f2-4997-90df-ee972359719f', 'name': 'network-vif-deleted', 'tag': 'f72fd956-a609-4fa5-84ee-8c4828fbffd7', 'status': 'completed', 'code': 200} Sep 17 02:04:49.340623 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:04:49.425182 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2670aa6d-6686-4816-92c8-397c1a6844ee req-e6db2b5c-3e14-4fce-b8b3-8e383ff3f579 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bf1bcce-b3f2-4997-90df-ee972359719f HTTP/1.1" status: 200 len: 210 time: 0.0282087 Sep 17 02:04:49.544674 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:04:49.570784 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:04:49.578888 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:04:49.579500 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:04:49.681566 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:04:49.968920 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:04:49.995392 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf8eaf1-074f-4734-bdb0-74a25cf41e17 None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:04:50.199795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a97d37f-d003-4b57-a457-c027079d9d93 None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:04:50.702513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-4d34d410-ed8d-433b-a2b3-24cb4a3c609d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1810398029&fields=id&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 267 time: 0.0328231 Sep 17 02:04:50.811492 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-c366fc75-6154-4e1a-8e0e-e204cb35b836 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:50.812988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-c366fc75-6154-4e1a-8e0e-e204cb35b836 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1036386 Sep 17 02:04:50.828049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-69f87aac-d2c4-4a07-871b-df2a6cf34cca tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/quotas/9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 375 time: 0.0090544 Sep 17 02:04:50.881306 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-2369902a-fa37-44bf-a300-86c44084890b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480120 Sep 17 02:04:50.976576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-149aed3b-3650-41bc-b123-353e961d1e28 service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835207 Sep 17 02:04:51.067789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-a3ca16c9-5eb1-4238-abcf-b3876812d884 service neutron] 10.222.0.13 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 Sep 17 02:04:51.311851 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fea99b4f-32ba-4e6f-977b-fa89a1696963 req-d5ecce18-b87c-421d-a174-6e2a7f2041cb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0288498 Sep 17 02:04:51.747095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:04:51.767335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: f72fd956-a609-4fa5-84ee-8c4828fbffd7 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:04:51.767678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device f72fd956-a609-4fa5-84ee-8c4828fbffd7 not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:04:52.388303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b5f708b6-fde9-4e09-8d4d-f5ad0d8b9903 req-e4dc7e73-0d64-47b7-9643-5f7324cb44ef tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0275264 Sep 17 02:04:53.481924 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6a008138-2a08-4bed-9934-7cc5b088c957 req-20e038c0-b17d-4d01-9a2d-7c2b8c18a0f4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0261788 Sep 17 02:04:54.581534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd6fb3f7-d710-4b2c-9a22-d8708232e00f req-80b99f83-202e-48f1-af41-b1bde4e0be4c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Sep 17 02:04:55.121147 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-f5c1db4c-3efb-4f6e-9289-61133402b3d6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:55.122569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-f5c1db4c-3efb-4f6e-9289-61133402b3d6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 811 time: 0.1086166 Sep 17 02:04:55.167528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-a1617a66-f2d1-4ed8-ab25-073dcd5f9d14 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 380 time: 0.0335000 Sep 17 02:04:55.177794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'port': {'device_id': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'admin_state_up': True, 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'security_groups': ['fb9965bc-6b4c-4700-b172-6416dfa5841e']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:04:55.330741 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Made reservation on behalf of 9b8899a0a4a042c185d0199be50988f9 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:04:55.334334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:55.459394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Allocated IP 172.20.0.12 (077c98e1-1835-41ae-89a2-b8a2495b71fc/a0cb307b-8602-4d49-a629-e3f26a2dc024/6d06461e-30d8-4237-84f1-6668ecc8847d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:04:55.601912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:55.675437 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5863bf1f-552b-4c84-8726-e1e556906d08 req-2130f3fe-0b21-4225-8a10-2181596c3533 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0266731 Sep 17 02:04:55.691553 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:55.730352 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:04:55.733425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:04:55.739824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:04:55.774765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:55.804526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:55.805152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:55.880861 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-8563ab9c-07d1-4438-9c97-73f3574b87ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7070644 Sep 17 02:04:55.894425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Request body: {'port': {'device_id': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:04:55.954983 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:55.970919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8e09c237-c8bc-4f59-b4b9-caaadb516eee None None] Provisioning complete for port 6d06461e-30d8-4237-84f1-6668ecc8847d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:04:55.971550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8e09c237-c8bc-4f59-b4b9-caaadb516eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:56.005407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8e09c237-c8bc-4f59-b4b9-caaadb516eee None None] Port 6d06461e-30d8-4237-84f1-6668ecc8847d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:04:56.217044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:04:56.225262 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:56.237202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Transition to ACTIVE for port object 6d06461e-30d8-4237-84f1-6668ecc8847d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:04:56.285129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:56.339296 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:56.409034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:04:56.409373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:04:56.409711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:04:56.414276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:04:56.414599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:04:56.419916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:04:56.420255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:04:56.420645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:04:56.421075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Bound port: 6d06461e-30d8-4237-84f1-6668ecc8847d, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:04:56.421436 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:56.488827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:04:56.491927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:04:56.577380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:56.617435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:56.618136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:56.619488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cab9907b-47be-4463-86ed-122727795a38 service neutron] 10.222.0.23 "PUT /v2.0/ports/6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 1092 time: 0.7296288 Sep 17 02:04:56.619923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:04:56.622157 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:04:56.645261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9907b-47be-4463-86ed-122727795a38 service neutron] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:04:56.665449 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adffd1b4-acc1-4436-aa0e-2c3463d78b9c x-openstack-request-id: req-adffd1b4-acc1-4436-aa0e-2c3463d78b9c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:04:56.666002 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:04:56.666259 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adffd1b4-acc1-4436-aa0e-2c3463d78b9c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:04:56.666664 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'status': 'completed', 'code': 200} Sep 17 02:04:56.730840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1 req-124622ad-f716-4a09-b011-dc5b56a9f9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:56.732542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1 req-124622ad-f716-4a09-b011-dc5b56a9f9f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1095 time: 0.0449297 Sep 17 02:04:56.803021 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40100c-5f9a-41b7-8832-7a474410a480 req-f730992d-9d7d-4ea5-8c61-7c25845eed36 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:56.804578 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b40100c-5f9a-41b7-8832-7a474410a480 req-f730992d-9d7d-4ea5-8c61-7c25845eed36 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0563273 Sep 17 02:04:56.840922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1 req-9ca02e55-90a8-4a4f-8b43-aa00a5095816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:56.842395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1 req-9ca02e55-90a8-4a4f-8b43-aa00a5095816 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=9b8899a0a4a042c185d0199be50988f9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1013470 Sep 17 02:04:56.849799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b40100c-5f9a-41b7-8832-7a474410a480 req-33760932-5468-4f5a-b5e4-21f43f4e9b17 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380261 Sep 17 02:04:56.941472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1 req-663104ab-67fc-4aa8-b98d-d30bc8a4a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:56.942936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ef98c3e-ddfd-4aa9-9528-5ce087bde3d1 req-663104ab-67fc-4aa8-b98d-d30bc8a4a486 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939944 Sep 17 02:04:57.019770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cd29640b-7150-4ab9-a640-db2612373eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:57.021173 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-cd29640b-7150-4ab9-a640-db2612373eba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1095 time: 0.0404372 Sep 17 02:04:57.066691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-30b9eaee-1225-443f-b5d8-4ca848aa1d44 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 217 time: 0.0371208 Sep 17 02:04:57.113790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-958e4135-386f-4f0b-b4d5-64a3fccd386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:57.115194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-958e4135-386f-4f0b-b4d5-64a3fccd386a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0414712 Sep 17 02:04:57.159942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-0f6afcb6-ed49-4b00-818c-abc2872e739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:57.161359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-0f6afcb6-ed49-4b00-818c-abc2872e739e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386641 Sep 17 02:04:57.252433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-d5f3bdb7-2ece-460d-915c-b5125afdd1a5 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838823 Sep 17 02:04:57.342370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a10b42b-53b1-4a15-be3f-650a3e4faa7e req-f5fce2cf-6482-4372-b3d4-f40a60dc6e65 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816622 Sep 17 02:04:57.986706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89402d-8c4a-41a7-97a3-6695e46af7e1 req-48857fae-2ea6-44c7-a970-dc6c619cf70e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:57.988263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df89402d-8c4a-41a7-97a3-6695e46af7e1 req-48857fae-2ea6-44c7-a970-dc6c619cf70e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0538018 Sep 17 02:04:58.025537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df89402d-8c4a-41a7-97a3-6695e46af7e1 req-b711b35f-2d43-4e84-9fad-ea6dfe6b4ae7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Sep 17 02:04:59.158991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27313235-5528-4732-b523-259265f7d4ab req-aa54c946-d04f-4829-86b1-ac09b5ed76c3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:04:59.160482 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27313235-5528-4732-b523-259265f7d4ab req-aa54c946-d04f-4829-86b1-ac09b5ed76c3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0520577 Sep 17 02:04:59.197597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27313235-5528-4732-b523-259265f7d4ab req-b427f336-d8e2-48ce-9917-cd8e1824268c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Sep 17 02:04:59.285143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:59.628163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:59.787616 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:04:59.880431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:04:59.891477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'mac_address': 'fa:16:3e:4b:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:04:59.926679 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:04:59.939648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:04:59.958497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:05:00.010486 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:00.061475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:05:00.201466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['6d06461e-30d8-4237-84f1-6668ecc8847d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:05:00.311303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177906d-ca36-4d7d-a748-6b2691c5aedd req-b3657bf8-4b0a-4b64-b9cc-d5998dfe7913 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:00.313465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a177906d-ca36-4d7d-a748-6b2691c5aedd req-b3657bf8-4b0a-4b64-b9cc-d5998dfe7913 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Sep 17 02:05:00.351627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a177906d-ca36-4d7d-a748-6b2691c5aedd req-2c91b1c9-a03d-4a40-80c2-26d5994a1439 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Sep 17 02:05:01.467263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b516bf-0107-4a71-acc6-51bc9483a220 req-8aa93979-19c6-41b4-a3e9-7c004887627a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:01.468819 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56b516bf-0107-4a71-acc6-51bc9483a220 req-8aa93979-19c6-41b4-a3e9-7c004887627a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0498135 Sep 17 02:05:01.507973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56b516bf-0107-4a71-acc6-51bc9483a220 req-a0767542-92a2-413d-b85c-3443e396af6b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331020 Sep 17 02:05:01.793602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d up at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:05:01.947987 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning for port 6d06461e-30d8-4237-84f1-6668ecc8847d completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:05:01.951938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Provisioning complete for port 6d06461e-30d8-4237-84f1-6668ecc8847d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:05:01.952307 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:02.175410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:02.196274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:05:02.198472 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634db503-3ab1-4358-817c-8f19c8f857a5" -d '{"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-plugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:05:02.211181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:05:02.234892 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cc65c9-db3d-4e2e-9d24-ef5f7ac15c9c x-openstack-request-id: req-71cc65c9-db3d-4e2e-9d24-ef5f7ac15c9c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:05:02.235243 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-plugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:05:02.235493 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71cc65c9-db3d-4e2e-9d24-ef5f7ac15c9c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:05:02.235874 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'code': 200} Sep 17 02:05:02.256454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:02.306621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:05:02.331589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cb56-95ac-417b-9c1f-6db0d3fcb608 req-06eaaa4e-18b7-455a-a4b1-07d239c3ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:02.333147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10a4cb56-95ac-417b-9c1f-6db0d3fcb608 req-06eaaa4e-18b7-455a-a4b1-07d239c3ab72 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1097 time: 0.0417795 Sep 17 02:05:02.371903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-10a4cb56-95ac-417b-9c1f-6db0d3fcb608 req-e1b17421-4810-4ae4-b6d7-2e26297cff6a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308580 Sep 17 02:05:02.621639 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25d5cc-fc55-4405-86ef-4c7ab22bed72 req-854e7aa3-52d0-4a63-b3cf-6be27065687b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:02.623095 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a25d5cc-fc55-4405-86ef-4c7ab22bed72 req-854e7aa3-52d0-4a63-b3cf-6be27065687b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0475078 Sep 17 02:05:02.659775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5a25d5cc-fc55-4405-86ef-4c7ab22bed72 req-51dc2a0b-a02a-49d4-b1ae-9ca0b5dd68ea tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307331 Sep 17 02:05:04.122510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1569b-5332-448d-b241-805ae5bd1787 req-d5176c8d-9c05-4355-9189-aa317fa411e8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:04.124019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7d1569b-5332-448d-b241-805ae5bd1787 req-d5176c8d-9c05-4355-9189-aa317fa411e8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.3953059 Sep 17 02:05:04.130763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-a74501cf-a2bf-4140-a03e-08bf5a302972 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3686972 Sep 17 02:05:04.165178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f7d1569b-5332-448d-b241-805ae5bd1787 req-bec242d7-1efa-4bb7-8ec6-783e6c233d90 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329800 Sep 17 02:05:04.211257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-76be6010-ad67-42fb-be25-794b5ce310e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:04.212759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-76be6010-ad67-42fb-be25-794b5ce310e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1097 time: 0.0405421 Sep 17 02:05:04.281308 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd533-286e-41e8-8db9-6a8a24077fa2 req-0f466d90-1810-4315-b717-3bda3eca129a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:04.282909 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6c9fd533-286e-41e8-8db9-6a8a24077fa2 req-0f466d90-1810-4315-b717-3bda3eca129a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Sep 17 02:05:04.291950 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 39970) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:05:04.296498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Request body: {'floatingip': {'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:05:04.318179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-9e912de3-bb60-4d92-a715-608270c26f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:04.319663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-9e912de3-bb60-4d92-a715-608270c26f1f service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0878828 Sep 17 02:05:04.335563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:04.360721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-a183b7a9-0998-45ef-beb9-1f8f6c8c7d27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 217 time: 0.0342431 Sep 17 02:05:04.408561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-49adef5f-b45d-450b-89e5-4cfb06d6ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:04.410015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-49adef5f-b45d-450b-89e5-4cfb06d6ffb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0426960 Sep 17 02:05:04.459541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-10d49c30-eb37-4511-9167-c4c66c10ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:04.461128 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-10d49c30-eb37-4511-9167-c4c66c10ed72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441971 Sep 17 02:05:04.551584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-99225df6-9724-41de-9929-05e6b1aec7e9 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838506 Sep 17 02:05:04.645501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d91248f-1101-48ac-ad23-9c3e71f9a631 req-ee68c71b-7bf9-47f5-a107-1c9b4b2d258a service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872419 Sep 17 02:05:04.771960 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:04.810963 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:04.911590 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 associated. External IP: 172.25.1.6, port: 6d06461e-30d8-4237-84f1-6668ecc8847d. Sep 17 02:05:05.133804 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:05:05.243015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:05:05.247904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:05.253047 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:05:05.262304 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:05:05.262908 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:05:05.275217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b5074c2c-5f03-4e10-b301-ea4c23303e7b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "PUT /v2.0/floatingips/d6a51147-18a2-433b-8eaa-1bb9d437be49 HTTP/1.1" status: 200 len: 991 time: 0.9821327 Sep 17 02:05:05.275805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:05:05.278102 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c9b76-2292-44f6-84a4-03b13b9e554b" -d '{"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:05:05.316977 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40ff4a8-10ab-49dd-b651-b511b8111482 x-openstack-request-id: req-a40ff4a8-10ab-49dd-b651-b511b8111482 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:05:05.316977 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:05:05.317706 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a40ff4a8-10ab-49dd-b651-b511b8111482 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:05:05.317706 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'status': 'completed', 'code': 200} Sep 17 02:05:05.370691 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:05:05.384938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-83a83111-f017-4109-b1de-a67622bb5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:05.386441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-83a83111-f017-4109-b1de-a67622bb5397 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1097 time: 0.0414772 Sep 17 02:05:05.473520 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-baaa170c-39e3-4624-aa13-6cb50caf0f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:05.483883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-4446e12a-8cb7-4f9d-b177-414d09e69280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:05.488061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-4446e12a-8cb7-4f9d-b177-414d09e69280 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0928054 Sep 17 02:05:05.554208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-475b20b4-3cf9-4a47-a60d-4f3fe1085d55 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.0614388 Sep 17 02:05:05.596398 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:4b:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:05:04Z', 'revision_number': 13, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:05:05.604003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-28b2a5bc-929b-4bae-947d-cc930efaa1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:05.605448 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-28b2a5bc-929b-4bae-947d-cc930efaa1e0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0449548 Sep 17 02:05:05.622224 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:05:05.630933 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:05:05.631558 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:04:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:05:05.654317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-58b9ff35-f31a-48c7-931a-50764c5d760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:05:05.655832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-58b9ff35-f31a-48c7-931a-50764c5d760b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440111 Sep 17 02:05:05.735843 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:05:05.748680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-4ff285f1-f981-47b1-acc8-60fd40662806 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858121 Sep 17 02:05:05.842723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-919c9b76-2292-44f6-84a4-03b13b9e554b req-3e6e99e4-40e8-4954-8d1a-88d760afafc4 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874393 Sep 17 02:05:05.954574 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:4b:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:05:04Z', 'revision_number': 13, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:05:05.983307 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cae1ec-d5ab-4b07-85d6-54d1eaf765a2 None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd6a51147-18a2-433b-8eaa-1bb9d437be49', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'floating_ip_address': '172.25.1.6', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'mac_address': 'fa:16:3e:4b:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T01:57:50Z', 'updated_at': '2021-09-17T02:05:04Z', 'revision_number': 13, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:05:06.172970 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f636f5a-a227-4b76-8d60-d5f6a0efe6c6 None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:05:08.193597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-62c29c10-66f6-4eb2-8dd1-8fe7a55421b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:09.079649 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:09.656602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:11.227456 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:18.211959 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:05:29.278960 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:29.661677 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:35.490380 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d62c1e6a-f5b2-410e-9d66-c94f9f478cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:38.204515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f6c7a0b4-2829-4db2-b828-11cc15a17921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:39.090080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:39.684096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:41.261180 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:55.210771 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:05:59.306463 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:05:59.655183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:03.800199 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-9e78ad3a-a47b-4f99-aba0-c4b87ee9180d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438945 Sep 17 02:06:03.884794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-d4d2b500-2ba9-4364-bf30-62bdcb605329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:03.886346 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-d4d2b500-2ba9-4364-bf30-62bdcb605329 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1097 time: 0.0443921 Sep 17 02:06:03.996789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-f34fa09f-e331-4b3c-b05c-a93d52d3d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:03.998246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-f34fa09f-e331-4b3c-b05c-a93d52d3d34f service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0922947 Sep 17 02:06:04.066934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-81e9bddf-7f7f-4a08-8ec8-3471aad33f7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 1001 time: 0.0616012 Sep 17 02:06:04.120455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-9df9f749-7ea4-412a-97dc-1012856f6a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:04.121889 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-9df9f749-7ea4-412a-97dc-1012856f6a03 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0472751 Sep 17 02:06:04.166825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-ec7d716b-d7fa-42ed-a602-f2591fe773ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:04.168321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-ec7d716b-d7fa-42ed-a602-f2591fe773ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396130 Sep 17 02:06:04.257119 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-49122d5b-cd6c-46ff-8f99-ea0f90c267a3 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 Sep 17 02:06:04.349753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13acb985-5a59-40aa-a116-c60ddf1bb4e2 req-3799e5e7-8ae6-42d3-866e-34ec4330f356 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857167 Sep 17 02:06:05.466824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1c57de17-152e-4fa4-a374-85def6440656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:08.221077 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9e3759e0-78f4-4439-86ac-2a535ae1a650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:09.095489 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:09.672414 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:11.232253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:29.306376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:29.649181 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:32.209819 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:06:35.454968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d6f8bf9e-b227-458a-983e-3a8547af1713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:38.209045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7e292ee8-de86-47eb-b5b2-5866db2fc6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:39.083561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:39.672030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:41.237349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:42.636606 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f6f23-9ce5-47d9-b585-e5f878fe7b57 req-cb0e68f9-9671-471e-8f22-e2123614aa4e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:42.638022 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-937f6f23-9ce5-47d9-b585-e5f878fe7b57 req-cb0e68f9-9671-471e-8f22-e2123614aa4e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0533230 Sep 17 02:06:42.678841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-937f6f23-9ce5-47d9-b585-e5f878fe7b57 req-f945c516-71c6-4de4-9b8d-520c2bdf3425 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340528 Sep 17 02:06:54.137986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-4db37f23-4ce2-4de7-90c3-88c9eb05dbe9 req-39bbe29e-b92f-4a81-bf15-fe2697aabc27 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:06:54.138987 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4db37f23-4ce2-4de7-90c3-88c9eb05dbe9 req-39bbe29e-b92f-4a81-bf15-fe2697aabc27 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053816 Sep 17 02:06:54.470765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126cdc4-7ca2-46f1-91b9-f62122ab8b84 req-4a871aba-c491-4609-b0b8-12013420a721 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:54.472309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c126cdc4-7ca2-46f1-91b9-f62122ab8b84 req-4a871aba-c491-4609-b0b8-12013420a721 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0514867 Sep 17 02:06:54.516622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c126cdc4-7ca2-46f1-91b9-f62122ab8b84 req-7c1d5212-2cf5-4976-8206-9632684dcf75 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381715 Sep 17 02:06:54.587850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-e64b1a7b-b5ec-4948-8aa0-8a40538004f4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0900731 Sep 17 02:06:55.633581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fecc1-8b51-4623-b87c-eec562713650 req-7855b1c0-d108-4773-b7ea-9d614ac164d6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:55.635061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e57fecc1-8b51-4623-b87c-eec562713650 req-7855b1c0-d108-4773-b7ea-9d614ac164d6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0482616 Sep 17 02:06:55.672162 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e57fecc1-8b51-4623-b87c-eec562713650 req-bc79c418-4cf8-40b2-9600-7d26abe4b080 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304267 Sep 17 02:06:56.789170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bfa8f-8686-4989-82f1-824e06dfe027 req-21abffc5-d309-4e0a-8a11-1a6cb0821810 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:56.790677 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b71bfa8f-8686-4989-82f1-824e06dfe027 req-21abffc5-d309-4e0a-8a11-1a6cb0821810 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0485253 Sep 17 02:06:56.829466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b71bfa8f-8686-4989-82f1-824e06dfe027 req-5ed9be5b-9ca9-40ae-8b98-ff01b2e233fe tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327399 Sep 17 02:06:57.491065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-78728162-bad0-4eb8-8dd4-6dd6989ba168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:57.492582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-78728162-bad0-4eb8-8dd4-6dd6989ba168 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1097 time: 0.0406771 Sep 17 02:06:57.586846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-b86535ce-f865-4004-b33b-6f82c7177c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:57.588335 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-b86535ce-f865-4004-b33b-6f82c7177c7d service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0870824 Sep 17 02:06:57.651459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-8dbf45f0-d6fa-4759-9787-ee3b01d5d6e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 1001 time: 0.0560651 Sep 17 02:06:57.699651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-89971bb1-bb9b-4fcb-96ff-241e4bfba849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:57.701082 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-89971bb1-bb9b-4fcb-96ff-241e4bfba849 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0427747 Sep 17 02:06:57.749834 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-8f83f42b-892e-4a10-b87a-42cf486e423d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:57.751340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-8f83f42b-892e-4a10-b87a-42cf486e423d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433366 Sep 17 02:06:57.838935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-c40eb692-5df4-49de-be24-d862dfc9bc32 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806763 Sep 17 02:06:57.933815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-0e4098bd-0a29-4e8a-8d59-75ce72b9146f service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878906 Sep 17 02:06:57.952612 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a07192-2ac8-43d5-be6e-8710996ccbe7 req-a4a0a01c-10a0-40f1-9b96-d7b7ce43a7b3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:57.955251 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-20a07192-2ac8-43d5-be6e-8710996ccbe7 req-a4a0a01c-10a0-40f1-9b96-d7b7ce43a7b3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0567064 Sep 17 02:06:57.994672 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-20a07192-2ac8-43d5-be6e-8710996ccbe7 req-ad145e4b-6a96-4feb-829c-e15024b3328b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334978 Sep 17 02:06:59.110289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373743e-b6f5-41e7-b1b0-8adfc2d0c0bc req-a699c1d9-7640-499a-9c05-9b6148e9ec93 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:06:59.111844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f373743e-b6f5-41e7-b1b0-8adfc2d0c0bc req-a699c1d9-7640-499a-9c05-9b6148e9ec93 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0502937 Sep 17 02:06:59.149916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f373743e-b6f5-41e7-b1b0-8adfc2d0c0bc req-3600e34a-b7f6-4c56-b168-813c5a51ec71 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Sep 17 02:06:59.323033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:06:59.659881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:00.266059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a31b96-7a38-42ad-9ef0-2052ff8cb332 req-f4182076-070d-4ab6-83fb-73b83d578afb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:00.267704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f0a31b96-7a38-42ad-9ef0-2052ff8cb332 req-f4182076-070d-4ab6-83fb-73b83d578afb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0499444 Sep 17 02:07:00.305071 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f0a31b96-7a38-42ad-9ef0-2052ff8cb332 req-255c44a8-dab3-4410-a372-7903b3e61727 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315650 Sep 17 02:07:01.420807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966d79b-bf6c-4dfd-af63-469ec7950a9e req-a450d55f-15f2-4af1-b6d6-e57eeb1c1397 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:01.422985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b966d79b-bf6c-4dfd-af63-469ec7950a9e req-a450d55f-15f2-4af1-b6d6-e57eeb1c1397 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0504773 Sep 17 02:07:01.464465 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b966d79b-bf6c-4dfd-af63-469ec7950a9e req-546bceb9-1c60-4048-9e93-af05093502da tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353720 Sep 17 02:07:02.580896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817e1ce-0101-4855-83c7-277405ee336e req-cbe70bd9-dee2-477c-8018-dd5518b3a9b4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:02.582356 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9817e1ce-0101-4855-83c7-277405ee336e req-cbe70bd9-dee2-477c-8018-dd5518b3a9b4 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0484095 Sep 17 02:07:02.618901 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9817e1ce-0101-4855-83c7-277405ee336e req-199eac52-d7e0-4732-8bd3-ca8262295ed9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306206 Sep 17 02:07:03.739813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26964ef-9ffc-4bfc-a1ee-0d2c8ed64acb req-ee2e043c-1634-4e98-9139-511c6071ae56 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:03.741813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f26964ef-9ffc-4bfc-a1ee-0d2c8ed64acb req-ee2e043c-1634-4e98-9139-511c6071ae56 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0549099 Sep 17 02:07:03.779796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f26964ef-9ffc-4bfc-a1ee-0d2c8ed64acb req-2835ff0b-5aab-46db-8bef-c5716151fcba tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320561 Sep 17 02:07:04.899510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8828d-0429-4de5-9e0d-b4af5547d0d1 req-fe05c8d0-fdf3-4771-b0bb-d730fb229cbb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:04.900953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ed8828d-0429-4de5-9e0d-b4af5547d0d1 req-fe05c8d0-fdf3-4771-b0bb-d730fb229cbb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0531390 Sep 17 02:07:04.939427 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ed8828d-0429-4de5-9e0d-b4af5547d0d1 req-ec8513e7-442d-4ddc-9f93-0ed622cd5cfe tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314841 Sep 17 02:07:05.460526 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9f8a49ce-f234-44c4-be5b-4ce43f757faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:06.056121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98cf50-e8ec-4220-93fe-58de9a6821a1 req-671840a9-987f-4e56-9616-3acac4a68cff tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:06.057581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c98cf50-e8ec-4220-93fe-58de9a6821a1 req-671840a9-987f-4e56-9616-3acac4a68cff tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0486712 Sep 17 02:07:06.095774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c98cf50-e8ec-4220-93fe-58de9a6821a1 req-3ea5cb09-e18c-4007-b24a-d5973b318ad5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Sep 17 02:07:06.433070 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-c44a9f27-0dbe-491a-ba0a-144b56da688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:06.434564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-c44a9f27-0dbe-491a-ba0a-144b56da688f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1097 time: 0.0409594 Sep 17 02:07:06.541101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-04acd8cc-a76a-4905-8af2-9b2883c3fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:06.542565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-04acd8cc-a76a-4905-8af2-9b2883c3fa67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0884314 Sep 17 02:07:06.609548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-c1a5ca42-a2bc-42a7-9f23-47cc3b9f5bd3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 1001 time: 0.0598011 Sep 17 02:07:06.657169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-8433f8a0-4cb3-41cd-ae20-1c95126e0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:06.658598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-8433f8a0-4cb3-41cd-ae20-1c95126e0f98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0428948 Sep 17 02:07:06.702751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-500affd3-e01e-4dab-8649-35d534464959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:06.704245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-500affd3-e01e-4dab-8649-35d534464959 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392616 Sep 17 02:07:06.796187 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-64780b35-c9d5-4096-833c-434657478c97 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848410 Sep 17 02:07:06.885282 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c27abab9-3fdf-435d-b048-39b2380adb8b req-eb1a53d8-fcbb-49aa-aa25-5700a518d5b2 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820940 Sep 17 02:07:07.212477 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574e8fd-2112-4c99-8b4e-c40149908e4a req-f78c5bea-320e-4627-8529-773935de37d5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:07.213960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e574e8fd-2112-4c99-8b4e-c40149908e4a req-f78c5bea-320e-4627-8529-773935de37d5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0486662 Sep 17 02:07:07.251443 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e574e8fd-2112-4c99-8b4e-c40149908e4a req-83330188-568c-4924-a45b-57070db1f791 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Sep 17 02:07:08.191333 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5b7a6bc-541c-4dbc-8612-797841a6f2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:08.366460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc165286-1cbb-4043-a570-27ddede66bff req-992426a7-94ea-4c1d-9ded-e22bb1597006 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:08.367944 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc165286-1cbb-4043-a570-27ddede66bff req-992426a7-94ea-4c1d-9ded-e22bb1597006 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0491602 Sep 17 02:07:08.410316 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dc165286-1cbb-4043-a570-27ddede66bff req-3004033c-9e26-4092-bb30-e80da81bad85 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361948 Sep 17 02:07:09.088405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:09.208576 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:07:09.525414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baf08f-de0a-4d42-a2bc-c5ec4394c292 req-9137e143-2e26-42d7-a4fc-780a3914c0da tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:09.526864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6baf08f-de0a-4d42-a2bc-c5ec4394c292 req-9137e143-2e26-42d7-a4fc-780a3914c0da tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0481150 Sep 17 02:07:09.563558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b6baf08f-de0a-4d42-a2bc-c5ec4394c292 req-23d1b9ec-c1f7-453f-87b5-c868324585ae tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302033 Sep 17 02:07:09.665673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:10.681837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcffdf-e6d5-42be-8599-1a2a6701bf16 req-8ba9186b-daa9-4b89-8b82-cff687f83b50 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:10.683368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cbcffdf-e6d5-42be-8599-1a2a6701bf16 req-8ba9186b-daa9-4b89-8b82-cff687f83b50 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0503321 Sep 17 02:07:10.721834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8cbcffdf-e6d5-42be-8599-1a2a6701bf16 req-c0be45f4-73d7-4d1c-b0a8-66bd0e1ca654 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Sep 17 02:07:11.294183 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:11.842786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf782c8e-33a7-4c04-ba32-c0a2f0f85b5a req-fb005009-6441-4988-b6cc-5c226bee9898 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:11.844972 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf782c8e-33a7-4c04-ba32-c0a2f0f85b5a req-fb005009-6441-4988-b6cc-5c226bee9898 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0545781 Sep 17 02:07:11.882667 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cf782c8e-33a7-4c04-ba32-c0a2f0f85b5a req-566385b6-e78c-441c-b679-3b63c2a4a52f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317442 Sep 17 02:07:12.019180 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-f68a6620-9f53-4f56-a1c9-ece7213b17f5 service neutron] show failed (client error): The resource could not be found. Sep 17 02:07:12.020172 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-f68a6620-9f53-4f56-a1c9-ece7213b17f5 service neutron] 10.222.0.23 "GET /v2.0/ports/6d06461e-30d8-4237-84f1-6668ecc8847d/bindings/n-h2-789963-7 HTTP/1.1" status: 404 len: 380 time: 0.0532155 Sep 17 02:07:12.522451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-f11f7f7f-9690-4e94-9bfb-4013dca35c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:12.524038 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-f11f7f7f-9690-4e94-9bfb-4013dca35c6a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 1097 time: 0.0801826 Sep 17 02:07:12.535221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-6ce4476b-56d4-4dd3-88ff-f6f25d3cb30b service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:07:12.536142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-6ce4476b-56d4-4dd3-88ff-f6f25d3cb30b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054798 Sep 17 02:07:12.547193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:07:12.602316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:12.805749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:12.836669 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:07:12.874875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:07:12.877216 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b245a65-a020-4904-891c-c23a5de30e50" -d '{"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-unplugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:07:12.880933 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:12.892937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Transition to ACTIVE for port object 6d06461e-30d8-4237-84f1-6668ecc8847d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:07:12.951542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:12.981990 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af644e1a-72e2-473b-b34e-cb4c34b79789 x-openstack-request-id: req-af644e1a-72e2-473b-b34e-cb4c34b79789 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:07:12.982318 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-unplugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:07:12.982538 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af644e1a-72e2-473b-b34e-cb4c34b79789 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:07:12.982928 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'code': 200} Sep 17 02:07:13.005959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8392b8-0b32-421f-ab73-7041fb37364c req-166ebe3c-0793-4ea2-8220-56a772b86afd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:13.008169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b8392b8-0b32-421f-ab73-7041fb37364c req-166ebe3c-0793-4ea2-8220-56a772b86afd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0537333 Sep 17 02:07:13.039412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:13.052073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.056990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.056990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4b8392b8-0b32-421f-ab73-7041fb37364c req-0ac4e40b-d564-47a5-8ad4-b97d5479df72 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386765 Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.057483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:13.095645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] No DVR routers for this DVR port 6d06461e-30d8-4237-84f1-6668ecc8847d on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:07:13.230707 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:07:13.231035 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:07:13.231385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:07:13.235908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:07:13.236223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:07:13.240911 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:07:13.241237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:07:13.241607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:07:13.242018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Bound port: 6d06461e-30d8-4237-84f1-6668ecc8847d, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:07:13.242363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:13.303806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:07:13.306734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:07:13.351921 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:13.391543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:13.392156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:13.393542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] 10.222.0.36 "PUT /v2.0/ports/6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 1092 time: 0.8498874 Sep 17 02:07:13.416389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0108b-1db8-4f99-9e68-3cae813fe994 service neutron] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:13.462580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-f86044d7-7191-4ebb-ac7f-24902d7e2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:13.464114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-f86044d7-7191-4ebb-ac7f-24902d7e2d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1095 time: 0.0435383 Sep 17 02:07:13.567568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-3b22c459-141e-468d-b93f-7400d5687bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:13.572630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-3b22c459-141e-468d-b93f-7400d5687bc5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0980477 Sep 17 02:07:13.636816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-93a510ea-901d-43a6-9a90-e17ab37cb7cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.0600615 Sep 17 02:07:13.685265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-2e5426a1-8b99-4bd1-af7e-093440f1e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:13.686623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-2e5426a1-8b99-4bd1-af7e-093440f1e33f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0436461 Sep 17 02:07:13.735222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-e1bc9d8e-b31d-4f3e-a87a-a837ee1ba717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:13.736698 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-e1bc9d8e-b31d-4f3e-a87a-a837ee1ba717 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434752 Sep 17 02:07:13.824767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-65d53635-5972-41e8-bec1-6530b0efa12f service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807676 Sep 17 02:07:13.916653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49847012-f2c6-410e-a65a-2e92aefc4ed4 req-3a066e45-0853-40a5-860d-a42b5ca108c7 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846963 Sep 17 02:07:14.179629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf0a84-66c8-415d-a4a2-1609291db501 req-b8abe5f9-93b4-47bf-a3c3-af734e2691e9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:14.181033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ddf0a84-66c8-415d-a4a2-1609291db501 req-b8abe5f9-93b4-47bf-a3c3-af734e2691e9 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0490620 Sep 17 02:07:14.218968 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8ddf0a84-66c8-415d-a4a2-1609291db501 req-bd9971bc-ced2-4a2e-9b89-70843f2fcea2 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Sep 17 02:07:14.404741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:07:14.445195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:07:14.984287 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:07:14.986538 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d619eea-8e90-4393-9cc0-3fcbffee0767" -d '{"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:07:15.039270 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a089231-ca16-465d-9d12-8b214f992155 x-openstack-request-id: req-2a089231-ca16-465d-9d12-8b214f992155 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:07:15.039748 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:07:15.040068 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2a089231-ca16-465d-9d12-8b214f992155 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:07:15.040541 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'status': 'completed', 'code': 200} Sep 17 02:07:15.125074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-d2213a6a-1298-45eb-90ae-0a34ba57802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.126551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-d2213a6a-1298-45eb-90ae-0a34ba57802b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1095 time: 0.0650368 Sep 17 02:07:15.128250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-a5f8fc45-5f92-4022-b7bf-520fce96b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.129581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-a5f8fc45-5f92-4022-b7bf-520fce96b119 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1095 time: 0.0759115 Sep 17 02:07:15.286507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-2193e417-429b-4043-b43b-9bcadac1d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.288286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-2193e417-429b-4043-b43b-9bcadac1d4a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1545808 Sep 17 02:07:15.289264 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-461b8f0d-664d-4ea9-8559-59857a407447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.290589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-461b8f0d-664d-4ea9-8559-59857a407447 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1494331 Sep 17 02:07:15.433085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-36aff103-0b37-4a32-ad2f-629ee9b56187 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.1324809 Sep 17 02:07:15.435469 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-35c84386-01aa-4d99-9cf3-a9d33a41181c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.1339931 Sep 17 02:07:15.443710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468968e-071b-405e-8d99-f04fe77411c4 req-be277524-044d-4cc0-adca-ffc944a9e090 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.445120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4468968e-071b-405e-8d99-f04fe77411c4 req-be277524-044d-4cc0-adca-ffc944a9e090 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.1536405 Sep 17 02:07:15.881841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-c0055c96-c815-4020-a2c7-2c1db06bf14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.883438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-c0055c96-c815-4020-a2c7-2c1db06bf14b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.4373438 Sep 17 02:07:15.895850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-426f0295-be14-40e0-8d45-65ba0c3717b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.897268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-426f0295-be14-40e0-8d45-65ba0c3717b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.4502039 Sep 17 02:07:15.907653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4468968e-071b-405e-8d99-f04fe77411c4 req-10f8d596-8523-4b63-af45-5f6ce9c6bf22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4466965 Sep 17 02:07:15.975946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-2f4729eb-d5a9-4bc1-beae-3fe06dfc356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.977389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-2f4729eb-d5a9-4bc1-beae-3fe06dfc356d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688496 Sep 17 02:07:15.979141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-38b4af6b-4dda-4d18-9aef-d7018bdaf962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:15.980501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-38b4af6b-4dda-4d18-9aef-d7018bdaf962 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872772 Sep 17 02:07:16.165086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-53bb63b9-1d94-41ea-8629-70701b134c55 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798837 Sep 17 02:07:16.168017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-499a913c-dcef-4223-8c25-e210394f440e service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752138 Sep 17 02:07:16.335005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-f461cb33-780a-4d6e-80e0-82f0435e1d37 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623385 Sep 17 02:07:16.336646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2d619eea-8e90-4393-9cc0-3fcbffee0767 req-ddf2ab39-974a-424c-8c6d-2552db733eae service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569729 Sep 17 02:07:17.033245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff4357-b816-452a-b908-4f93b51b5cab req-6ff21cc3-4b64-4e83-b7cf-b8dd6bd08e53 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:17.034738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fff4357-b816-452a-b908-4f93b51b5cab req-6ff21cc3-4b64-4e83-b7cf-b8dd6bd08e53 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0494461 Sep 17 02:07:17.072099 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0fff4357-b816-452a-b908-4f93b51b5cab req-85673029-ba4f-49c5-bceb-abb9fc1c6a13 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311384 Sep 17 02:07:18.188166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a458a0-b053-4d35-ad3c-08aae4a9764f req-357953a3-5768-46ef-8556-708ec9a50ab3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:18.189648 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3a458a0-b053-4d35-ad3c-08aae4a9764f req-357953a3-5768-46ef-8556-708ec9a50ab3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0492747 Sep 17 02:07:18.227984 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d3a458a0-b053-4d35-ad3c-08aae4a9764f req-fa4db6bd-31f1-4103-a566-26866007ee95 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Sep 17 02:07:19.347814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d4146-2cca-4979-96f5-7ec009da4109 req-b5aeb92f-ecb8-4690-9e73-b75c93d87be3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:19.349294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce3d4146-2cca-4979-96f5-7ec009da4109 req-b5aeb92f-ecb8-4690-9e73-b75c93d87be3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0532372 Sep 17 02:07:19.386699 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce3d4146-2cca-4979-96f5-7ec009da4109 req-e12e9a95-7f9c-4c8a-abc9-438f497a9510 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315273 Sep 17 02:07:20.508311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5028a5-307c-4af8-a1a5-d5daaaa4d498 req-cd711a5c-0717-48e8-89c1-d4bc33587c5f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:20.509794 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b5028a5-307c-4af8-a1a5-d5daaaa4d498 req-cd711a5c-0717-48e8-89c1-d4bc33587c5f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0542941 Sep 17 02:07:20.547711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b5028a5-307c-4af8-a1a5-d5daaaa4d498 req-f1479c52-4b37-4686-930d-aed9d53d671c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Sep 17 02:07:21.663592 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcba1a-fc3b-4288-aabf-cbf46c02902c req-a77b43ee-21a5-478d-ac10-44a621e64441 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:21.665049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fdcba1a-fc3b-4288-aabf-cbf46c02902c req-a77b43ee-21a5-478d-ac10-44a621e64441 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0487840 Sep 17 02:07:21.701574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6fdcba1a-fc3b-4288-aabf-cbf46c02902c req-facbab04-8cb8-46dd-a0eb-f4f1b8eff17f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Sep 17 02:07:22.817166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f105861-13e3-474b-aa6a-05fb5124fb25 req-9db5c92d-7d45-403e-b5f9-1a609c2f2a6c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:22.818645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f105861-13e3-474b-aa6a-05fb5124fb25 req-9db5c92d-7d45-403e-b5f9-1a609c2f2a6c tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0483716 Sep 17 02:07:22.855970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f105861-13e3-474b-aa6a-05fb5124fb25 req-8e53554b-7029-4177-8117-76415aca19d0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Sep 17 02:07:23.972867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac2bd5-e441-4a3c-92c8-888581459b9a req-d15ba849-0eaa-41ec-a3fa-72be7f1a7544 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:23.974339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2eac2bd5-e441-4a3c-92c8-888581459b9a req-d15ba849-0eaa-41ec-a3fa-72be7f1a7544 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0503106 Sep 17 02:07:24.011745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2eac2bd5-e441-4a3c-92c8-888581459b9a req-967aeec5-12cf-41f5-a75a-2e027a920ef3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314314 Sep 17 02:07:25.128706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be88b7-f6bd-4581-9e9a-a40506a6145a req-d60be000-f377-4126-a0a7-8698bf2667ce tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:25.130177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21be88b7-f6bd-4581-9e9a-a40506a6145a req-d60be000-f377-4126-a0a7-8698bf2667ce tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0485594 Sep 17 02:07:25.167793 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21be88b7-f6bd-4581-9e9a-a40506a6145a req-e647dd6c-2f16-491d-b373-f92baac5db1e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Sep 17 02:07:26.288107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4688a-938c-49da-8b44-e44d6b024220 req-93b6900f-b173-47a4-a339-f1a9276c8bd8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:26.289623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63f4688a-938c-49da-8b44-e44d6b024220 req-93b6900f-b173-47a4-a339-f1a9276c8bd8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0534422 Sep 17 02:07:26.326631 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-63f4688a-938c-49da-8b44-e44d6b024220 req-e31daf9e-1a7d-4899-be1b-24fffdad8da8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309064 Sep 17 02:07:26.814322 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723fe17-d3c7-49e3-9737-918c8879ca45 req-175ba260-fc9e-4b41-a699-6c876b02c366 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:26.815875 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a723fe17-d3c7-49e3-9737-918c8879ca45 req-175ba260-fc9e-4b41-a699-6c876b02c366 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 944 time: 0.0502400 Sep 17 02:07:26.838690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-e4fe5702-d6ef-4186-bb7e-4892bf84a2f3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:26.840175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-e4fe5702-d6ef-4186-bb7e-4892bf84a2f3 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.36 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666&tenant_id=9b8899a0a4a042c185d0199be50988f9&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 944 time: 0.0549872 Sep 17 02:07:26.854895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a723fe17-d3c7-49e3-9737-918c8879ca45 req-d57ff84c-c279-46f8-b7a1-0e25c81e6486 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327628 Sep 17 02:07:26.904617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-b45dfd79-8e02-4b74-a485-a775a4c27ab2 service neutron] 10.222.0.36 "GET /v2.0/ports/6d06461e-30d8-4237-84f1-6668ecc8847d/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.0571349 Sep 17 02:07:26.965407 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-c5df91bb-5061-4093-bc71-f9507f94a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:26.966986 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-c5df91bb-5061-4093-bc71-f9507f94a938 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1095 time: 0.0407071 Sep 17 02:07:27.058295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-1da63130-e119-458a-b6c2-acf3149f865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:27.059754 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-1da63130-e119-458a-b6c2-acf3149f865a service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.0865233 Sep 17 02:07:27.109120 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:07:27.122890 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-80a64246-0de6-4d7d-9eb8-04a2c122a0e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.0561624 Sep 17 02:07:27.171453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-ea09f925-2682-4034-b331-af6e59f0d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:27.172948 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-ea09f925-2682-4034-b331-af6e59f0d86a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0437450 Sep 17 02:07:27.206462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:27.217605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'mac_address': 'fa:16:3e:4b:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:07:27.222732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-fe0f64f1-d84f-408d-a17c-1dfcf626c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:27.224258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-fe0f64f1-d84f-408d-a17c-1dfcf626c3dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446277 Sep 17 02:07:27.254591 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:27.267280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:07:27.286132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:27.314807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-45784a94-888d-4cb8-b918-318e778d04bc service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833068 Sep 17 02:07:27.339762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:27.391705 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:27.399009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.399374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.399709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.400043 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.400417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.400730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.401050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.401368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.401687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.402004 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.402320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.402635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:27.409676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-dcf5f407-58e8-44fa-ad8e-81ba7302da67 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882301 Sep 17 02:07:27.564834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6d06461e-30d8-4237-84f1-6668ecc8847d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:07:27.974274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6212001-3735-496e-9066-0cdd4d3d073b req-4b87c877-4e21-46a0-8979-e0368bad7020 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:27.975770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6212001-3735-496e-9066-0cdd4d3d073b req-4b87c877-4e21-46a0-8979-e0368bad7020 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0489233 Sep 17 02:07:28.013437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6212001-3735-496e-9066-0cdd4d3d073b req-31623852-b38b-4981-b83f-b3807a4c05e0 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318029 Sep 17 02:07:29.119847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:07:29.133818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441ee2e-9c97-488d-a60c-781483122b54 req-9d7a7ee4-8bae-4a24-9601-b3f6888e6250 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:29.135340 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6441ee2e-9c97-488d-a60c-781483122b54 req-9d7a7ee4-8bae-4a24-9601-b3f6888e6250 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0509815 Sep 17 02:07:29.179653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6441ee2e-9c97-488d-a60c-781483122b54 req-10d99dbe-9897-4a6a-a3a0-ade6fa6eb251 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377302 Sep 17 02:07:29.248103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 6d06461e-30d8-4237-84f1-6668ecc8847d completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:07:29.252496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 6d06461e-30d8-4237-84f1-6668ecc8847d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:07:29.252892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:29.339845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:29.358033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:29.363993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:07:29.366217 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3536d-b984-4e6b-a38b-0c675cfc6c7a" -d '{"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-plugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:07:29.379141 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:29.454947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:29.480567 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374a2c83-8816-4277-978f-896d10cfcde7 x-openstack-request-id: req-374a2c83-8816-4277-978f-896d10cfcde7 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:07:29.480866 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-plugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:07:29.481122 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-374a2c83-8816-4277-978f-896d10cfcde7 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:07:29.481513 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'code': 200} Sep 17 02:07:29.511255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:29.660151 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:30.303144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433510a7-1eb0-41ab-a623-40056eba60c7 req-783beb01-0849-4e8a-973a-46874f07c439 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:30.304661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-433510a7-1eb0-41ab-a623-40056eba60c7 req-783beb01-0849-4e8a-973a-46874f07c439 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0564415 Sep 17 02:07:30.342776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-433510a7-1eb0-41ab-a623-40056eba60c7 req-f36bf225-17b6-4a52-bdda-a05e017b1edd tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318992 Sep 17 02:07:31.134021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:07:31.214022 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:31.245502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:31.329709 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:31.379579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:31.469112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc31a54-e003-40e3-9d7f-3333809e52c9 req-c456497c-2e3f-457f-aceb-b8b6f0e17b9a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:31.470810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bc31a54-e003-40e3-9d7f-3333809e52c9 req-c456497c-2e3f-457f-aceb-b8b6f0e17b9a tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0554392 Sep 17 02:07:31.483096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:07:31.485865 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a74c0c6-0281-41da-bb4a-f479a156668f" -d '{"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-unplugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:07:31.515103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7bc31a54-e003-40e3-9d7f-3333809e52c9 req-80289167-fcfe-4628-a7d1-5825c1106a74 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371068 Sep 17 02:07:31.535467 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62310c7-a2c2-40b8-ac85-6a8241dfd021 x-openstack-request-id: req-e62310c7-a2c2-40b8-ac85-6a8241dfd021 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:07:31.535784 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-unplugged", "status": "completed", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:07:31.536214 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e62310c7-a2c2-40b8-ac85-6a8241dfd021 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:07:31.536603 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'code': 200} Sep 17 02:07:31.896301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-f6f72678-b0f2-4650-855b-12d528fb3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:31.897802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-f6f72678-b0f2-4650-855b-12d528fb3646 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666&tenant_id=9b8899a0a4a042c185d0199be50988f9 HTTP/1.1" status: 200 len: 1096 time: 0.0413368 Sep 17 02:07:31.912017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-789963-7', 'device_owner': 'compute:nova'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:07:31.960580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:32.158763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:32.196158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:07:32.227507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:07:32.235496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:32.247385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Transition to ACTIVE for port object 6d06461e-30d8-4237-84f1-6668ecc8847d will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:07:32.328096 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:32.406003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=11']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:32.452048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] No DVR routers for this DVR port 6d06461e-30d8-4237-84f1-6668ecc8847d on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:07:32.607853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:07:32.608541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:07:32.608541 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:07:32.627937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:07:32.628206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Attempting to bind port 6d06461e-30d8-4237-84f1-6668ecc8847d on network 077c98e1-1835-41ae-89a2-b8a2495b71fc {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:07:32.636217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:07:32.636552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Checking segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:07:32.636931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Bound using segment: {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:07:32.637353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Bound port: 6d06461e-30d8-4237-84f1-6668ecc8847d, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:07:32.637709 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:32.664736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e6d04-e749-4645-8903-2b69cc60033d req-28721441-27ac-4682-9d94-b8707933c4c5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:32.666223 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-202e6d04-e749-4645-8903-2b69cc60033d req-28721441-27ac-4682-9d94-b8707933c4c5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0786691 Sep 17 02:07:32.739839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-202e6d04-e749-4645-8903-2b69cc60033d req-46cacba7-3ab0-4c2e-9b82-d0a26b8cee56 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566971 Sep 17 02:07:32.743840 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:07:32.746984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:07:32.814583 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:32.849098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:32.849713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:32.851101 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] 10.222.0.23 "PUT /v2.0/ports/6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 1093 time: 0.9458508 Sep 17 02:07:32.851551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:07:32.853776 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a16569-73e7-4cd3-9043-14e100c630bd" -d '{"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:07:32.905954 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec38e6-0cdd-4b00-af7d-caeb75d3a21a x-openstack-request-id: req-38ec38e6-0cdd-4b00-af7d-caeb75d3a21a {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:07:32.906255 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:07:32.907756 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38ec38e6-0cdd-4b00-af7d-caeb75d3a21a {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:07:32.911466 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'status': 'completed', 'code': 200} Sep 17 02:07:32.915534 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899317c-4a8c-4733-9727-20196c2c322e service neutron] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=12']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:32.942857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-51c1c69f-6387-44e1-aceb-c94d74f7b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:32.944456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-51c1c69f-6387-44e1-aceb-c94d74f7b202 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1096 time: 0.0666752 Sep 17 02:07:33.041746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-e36e891f-8507-4c39-812d-316f3eb7eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.043264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-e36e891f-8507-4c39-812d-316f3eb7eb9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1096 time: 0.1145625 Sep 17 02:07:33.089830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-c6b24d40-8df6-424e-8c23-8628acd2e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.091310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-c6b24d40-8df6-424e-8c23-8628acd2e4a2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1325958 Sep 17 02:07:33.198265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-ef50c21b-d9a4-401a-a687-de6b12dd7211 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.0794382 Sep 17 02:07:33.199329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-791fac48-a8f1-412e-a864-2d21b12d4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.200667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-791fac48-a8f1-412e-a864-2d21b12d4e13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1505461 Sep 17 02:07:33.296115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-914f64e8-06f8-42d7-84e4-34662e451d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.297876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-914f64e8-06f8-42d7-84e4-34662e451d7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0903423 Sep 17 02:07:33.303575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-8ed76d5c-fd29-42d7-aa27-030fabf968cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.0950022 Sep 17 02:07:33.373099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-e4610dfb-45bb-4109-84b3-3aceaf313f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.374542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-e4610dfb-45bb-4109-84b3-3aceaf313f59 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0627372 Sep 17 02:07:33.378778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-93424a2d-e52a-489a-8f53-aa4122390a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.380164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-93424a2d-e52a-489a-8f53-aa4122390a7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754898 Sep 17 02:07:33.480233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-9ff8f2ee-0ea8-4971-b275-d5ac7b902b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.481720 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-9ff8f2ee-0ea8-4971-b275-d5ac7b902b87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999281 Sep 17 02:07:33.515303 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-86dd55cd-f82e-4857-a954-0583ad2f6574 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262422 Sep 17 02:07:33.640208 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-cabda531-480d-4e82-b11d-b8f151c85ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509936 Sep 17 02:07:33.675349 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48867812-7a3f-4e59-84e7-6bcf91232b3f req-46884017-2bf3-432f-b8d1-212e1930304a service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531689 Sep 17 02:07:33.772998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-d595a898-f30a-4d76-be09-213bd2955684 service neutron] 10.222.0.36 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220429 Sep 17 02:07:33.777898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-1a8a532f-1089-4501-956c-ab428f48b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.779820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-1a8a532f-1089-4501-956c-ab428f48b862 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9b8899a0a4a042c185d0199be50988f9&device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 1096 time: 0.0606925 Sep 17 02:07:33.917254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3605f-2b01-4787-ac31-71c1385bf616 req-6c75e244-0134-4602-8a01-f4fb63a2a151 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.918640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99f3605f-2b01-4787-ac31-71c1385bf616 req-6c75e244-0134-4602-8a01-f4fb63a2a151 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.1008003 Sep 17 02:07:33.920016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-99e5a097-1ae7-49b9-a15f-c2faec717428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:33.921413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-99e5a097-1ae7-49b9-a15f-c2faec717428 service neutron] 10.222.0.23 "GET /v2.0/networks?id=077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 200 len: 912 time: 0.1342621 Sep 17 02:07:34.003124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99f3605f-2b01-4787-ac31-71c1385bf616 req-463fbf2d-3caa-491d-8e6e-c6b477397790 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774610 Sep 17 02:07:34.016374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-c52e7f8e-385a-4be1-a333-1d2c0ba40092 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 200 len: 999 time: 0.0845382 Sep 17 02:07:34.067226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-a16f1808-8834-4d3b-a762-25e30d25ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:34.068697 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-a16f1808-8834-4d3b-a762-25e30d25ce24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 200 len: 850 time: 0.0462468 Sep 17 02:07:34.115858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16569-73e7-4cd3-9043-14e100c630bd req-38bdf398-2e65-4617-a0bc-d652051f07ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:34.117359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-38bdf398-2e65-4617-a0bc-d652051f07ec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=077c98e1-1835-41ae-89a2-b8a2495b71fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409288 Sep 17 02:07:34.210451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-2bfe45a7-9d6d-42bd-8da1-4975162ad19d service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857275 Sep 17 02:07:34.303141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37a16569-73e7-4cd3-9043-14e100c630bd req-2d078801-0052-498c-9d10-3d2e25d7bf06 service neutron] 10.222.0.23 "GET /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Sep 17 02:07:35.126447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57fee1-fe62-4ace-ad2d-217badc8539c req-f42cceba-41bc-4773-ac60-705d19b1961e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:35.127860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e57fee1-fe62-4ace-ad2d-217badc8539c req-f42cceba-41bc-4773-ac60-705d19b1961e tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0507579 Sep 17 02:07:35.166597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2e57fee1-fe62-4ace-ad2d-217badc8539c req-afd1d232-b678-47e3-b5e1-6d34b31d7317 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328159 Sep 17 02:07:35.477256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-31c0d4d3-62e1-4cbd-b645-8ba0bedcb1a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:36.292189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf360d-2481-4541-871f-8c6324c9fac0 req-600a210d-7155-4f44-adc6-dddfc47745a6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:36.293802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2bf360d-2481-4541-871f-8c6324c9fac0 req-600a210d-7155-4f44-adc6-dddfc47745a6 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0558369 Sep 17 02:07:36.333353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2bf360d-2481-4541-871f-8c6324c9fac0 req-e3473115-cffc-447a-b437-53632fdf03da tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325201 Sep 17 02:07:37.450494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0f1e-79fb-46a1-af7b-3191cabe7b76 req-b4eb607a-800d-4b38-b1a3-4a4dd8b90ffb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:37.452085 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74fa0f1e-79fb-46a1-af7b-3191cabe7b76 req-b4eb607a-800d-4b38-b1a3-4a4dd8b90ffb tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Sep 17 02:07:37.492110 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74fa0f1e-79fb-46a1-af7b-3191cabe7b76 req-057f9e8f-43f2-4c28-839d-9a882ece2670 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Sep 17 02:07:38.230750 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c13241e1-b627-4a01-b001-d37e33687e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:38.610821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0367b-28ae-47c6-88be-ca0214109cf1 req-2c26121f-a3f7-42c5-a69f-81d980a50476 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:38.612614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-feb0367b-28ae-47c6-88be-ca0214109cf1 req-2c26121f-a3f7-42c5-a69f-81d980a50476 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0501490 Sep 17 02:07:38.650193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-feb0367b-28ae-47c6-88be-ca0214109cf1 req-210bd72b-b247-4067-94ef-720692b42fd7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316968 Sep 17 02:07:39.122096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:39.728222 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:39.772292 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b25431-fb32-40c0-892e-a76869516211 req-5cf31257-e67a-40c7-8421-bb51a661fe3f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:39.773751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0b25431-fb32-40c0-892e-a76869516211 req-5cf31257-e67a-40c7-8421-bb51a661fe3f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0534410 Sep 17 02:07:39.810016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d0b25431-fb32-40c0-892e-a76869516211 req-4aacb1a2-a8cb-48ab-b87c-22b910a8494b tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303330 Sep 17 02:07:40.926117 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70458e81-6c29-4098-8941-cd305e75a454 req-8bc345df-117d-4ac4-95e0-261b6d48df85 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:40.927665 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70458e81-6c29-4098-8941-cd305e75a454 req-8bc345df-117d-4ac4-95e0-261b6d48df85 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0491467 Sep 17 02:07:40.964903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-70458e81-6c29-4098-8941-cd305e75a454 req-3e39f003-5bb2-4d7b-bcda-43be230239ad tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Sep 17 02:07:41.248131 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:42.081511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8d85e-20c6-4dec-80d6-cfbe5548e7ff req-6f3cbf25-549b-4704-9f85-92c2e2efa37d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:42.082983 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b7e8d85e-20c6-4dec-80d6-cfbe5548e7ff req-6f3cbf25-549b-4704-9f85-92c2e2efa37d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0487204 Sep 17 02:07:42.120296 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b7e8d85e-20c6-4dec-80d6-cfbe5548e7ff req-6bc3548d-779d-485f-9551-a1ae3b777c39 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313461 Sep 17 02:07:43.238500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483b463-bf2f-4750-bdec-e54010bca9d4 req-2e3bcdf3-bafd-49c7-9dcc-a08e1d841b0f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:43.239988 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d483b463-bf2f-4750-bdec-e54010bca9d4 req-2e3bcdf3-bafd-49c7-9dcc-a08e1d841b0f tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0521026 Sep 17 02:07:43.276521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d483b463-bf2f-4750-bdec-e54010bca9d4 req-33c2b2dd-b083-47c6-a17d-be7800e26285 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Sep 17 02:07:44.395683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c938e-e58a-4529-bd36-26c942511bbd req-1493282d-d99f-4b49-bf53-816568d42ae5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:44.397232 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce0c938e-e58a-4529-bd36-26c942511bbd req-1493282d-d99f-4b49-bf53-816568d42ae5 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0528638 Sep 17 02:07:44.434424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ce0c938e-e58a-4529-bd36-26c942511bbd req-0ffdcc73-8a9e-4503-a8d5-74c5af85f820 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312729 Sep 17 02:07:45.549377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ba489-6029-4cfc-88d1-93c65ff9d9c5 req-71000b13-5abd-412b-a88d-676e05a6d896 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:45.551045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e77ba489-6029-4cfc-88d1-93c65ff9d9c5 req-71000b13-5abd-412b-a88d-676e05a6d896 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Sep 17 02:07:45.588912 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e77ba489-6029-4cfc-88d1-93c65ff9d9c5 req-d86695d6-3b31-4201-85cd-5cce99192b20 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318513 Sep 17 02:07:45.705197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c3282-cd9d-4acd-8447-ac8b8244026e req-25a56b7c-df98-4ffa-aa3b-8695ecb61942 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:45.707324 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b8c3282-cd9d-4acd-8447-ac8b8244026e req-25a56b7c-df98-4ffa-aa3b-8695ecb61942 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Sep 17 02:07:45.746009 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6b8c3282-cd9d-4acd-8447-ac8b8244026e req-047c5b41-9296-4551-b27c-6b4735cb5ace tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322664 Sep 17 02:07:45.859215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ed213-47ce-4c9f-b931-3d4fc6446f04 req-ddad2911-220b-4ece-8738-d40517236cca tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:45.860667 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd6ed213-47ce-4c9f-b931-3d4fc6446f04 req-ddad2911-220b-4ece-8738-d40517236cca tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0485220 Sep 17 02:07:45.898410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd6ed213-47ce-4c9f-b931-3d4fc6446f04 req-d55044f2-2348-42ba-82be-b559692c1e07 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313690 Sep 17 02:07:46.208659 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:07:46.270628 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc20a75-cab1-40d3-be6b-f6e30fdba43c req-36786503-5f71-4117-a8e3-26a898483a83 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:46.272103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acc20a75-cab1-40d3-be6b-f6e30fdba43c req-36786503-5f71-4117-a8e3-26a898483a83 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 945 time: 0.0527689 Sep 17 02:07:46.308402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acc20a75-cab1-40d3-be6b-f6e30fdba43c req-751f5a28-cd42-4787-bd9c-e8ba02c60dc8 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303798 Sep 17 02:07:46.538505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:07:46.631395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:46.641996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Returning: {'device': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'port_id': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'mac_address': 'fa:16:3e:4b:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:07:46.679799 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:46.696364 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:07:46.714649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:46.790403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:46.836296 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Pushing event updated for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=13']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:47.061794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] get_ports_and_sgs() called for port_ids ['6d06461e-30d8-4237-84f1-6668ecc8847d'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:07:47.427696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5488ea7-963a-4221-9db4-d7e3a70e3d9b req-f8f2b58f-dcec-4b17-bca6-2b164009f704 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:47.429865 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5488ea7-963a-4221-9db4-d7e3a70e3d9b req-f8f2b58f-dcec-4b17-bca6-2b164009f704 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0530045 Sep 17 02:07:47.467997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b5488ea7-963a-4221-9db4-d7e3a70e3d9b req-cb856b5c-39d7-4dd9-b5c3-85e45de50861 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups?id=fb9965bc-6b4c-4700-b172-6416dfa5841e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319288 Sep 17 02:07:47.759614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-e78164bc-e3f9-48a2-94d3-d84bb1c1999d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:07:47.761076 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-e78164bc-e3f9-48a2-94d3-d84bb1c1999d tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 946 time: 0.0488312 Sep 17 02:07:47.852297 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Deleting port 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:07:47.852633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:47.942792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] For port 6d06461e-30d8-4237-84f1-6668ecc8847d, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=6d06461e-30d8-4237-84f1-6668ecc8847d,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:47.943179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:48.111445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:48.111808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:48.112787 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49 disassociated. External IP: 172.25.1.6, port: 6d06461e-30d8-4237-84f1-6668ecc8847d. Sep 17 02:07:48.113225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Calling delete_port for 6d06461e-30d8-4237-84f1-6668ecc8847d owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:07:48.310479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:48.336953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event deleted for resources: {'Port': ['ID=6d06461e-30d8-4237-84f1-6668ecc8847d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:48.464394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:07:48.544112 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d details requested by agent hyperv_n-h1-789963-7 with host n-h1-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:07:48.548280 n-d-789963-7 neutron-server[112074]: INFO neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No ports have port_id starting with 6d06461e-30d8-4237-84f1-6668ecc8847d Sep 17 02:07:48.550118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d requested by agent hyperv_n-h1-789963-7 not found in database {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 17 02:07:48.896227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cfb5023b-20e8-4f76-9722-d712cbdf3640 req-e690bd82-4769-42c8-9e55-3428e00ef920 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0321159 Sep 17 02:07:48.904298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:07:48.915493 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:07:48.926365 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:07:48.926945 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:48.946465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] No DVR routers for this DVR port 6d06461e-30d8-4237-84f1-6668ecc8847d on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:07:48.949010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:48.950950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31d6358e-0a57-41c0-abaa-a73cac6820d7 req-92f2d6d6-5667-49d1-bad8-96fdc92e8a22 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.23 "DELETE /v2.0/ports/6d06461e-30d8-4237-84f1-6668ecc8847d HTTP/1.1" status: 204 len: 173 time: 1.1834519 Sep 17 02:07:48.952081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-deleted', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:07:48.953602 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d0a91d-343a-4ff8-838c-2b9da253bf9d" -d '{"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-deleted", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:07:48.991179 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d17665c-7f77-458c-a052-0475b0c442f1 x-openstack-request-id: req-5d17665c-7f77-458c-a052-0475b0c442f1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:07:48.991502 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "218bfee2-cdf4-4305-9329-16ff0cdda666", "name": "network-vif-deleted", "tag": "6d06461e-30d8-4237-84f1-6668ecc8847d", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:07:48.991749 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d17665c-7f77-458c-a052-0475b0c442f1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:07:48.992134 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '218bfee2-cdf4-4305-9329-16ff0cdda666', 'name': 'network-vif-deleted', 'tag': '6d06461e-30d8-4237-84f1-6668ecc8847d', 'status': 'completed', 'code': 200} Sep 17 02:07:49.040845 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:07:49.333154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:49.359865 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:07:49.368841 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:07:49.369436 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:49.472965 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:07:49.665904 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:49.696453 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86b0f2-b8f3-47a0-906a-4e3f1bfce61d None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:46Z', 'revision_number': 4, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '662f521b-0faa-45f6-8658-2b844ca3c66e', 'name': '', 'network_id': '077c98e1-1835-41ae-89a2-b8a2495b71fc', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'mac_address': 'fa:16:3e:4e:66:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:46Z', 'updated_at': '2021-09-17T01:57:50Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'subnets': [{'id': 'a0cb307b-8602-4d49-a629-e3f26a2dc024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:07:49.908716 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb24b981-7734-4f2b-943b-f4b48c9f48ed None None] New status for floating IP d6a51147-18a2-433b-8eaa-1bb9d437be49: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:07:50.000244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd86b089-f1ba-4b4d-a078-ff2341e7870f req-6bb8a02e-e623-4eee-8d9c-adf362eabd68 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0286696 Sep 17 02:07:50.560244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d no longer exists at agent hyperv_n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:07:50.580688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] No Port match for: 6d06461e-30d8-4237-84f1-6668ecc8847d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:07:50.581038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Device 6d06461e-30d8-4237-84f1-6668ecc8847d not bound to the agent host n-h1-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:07:51.098347 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d0bd906-ce64-467a-8b69-e3e4af6203e4 req-57d4c39d-ef83-4d0b-b1d6-26f922a71f30 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0265629 Sep 17 02:07:52.193871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-97de0e7f-a696-4104-a433-b7a2be7929ce req-782417d9-ecdc-4933-a10a-8a2be190f0c7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/ports?device_id=218bfee2-cdf4-4305-9329-16ff0cdda666 HTTP/1.1" status: 200 len: 210 time: 0.0268979 Sep 17 02:07:57.174338 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40436) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:07:57.232424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.255600 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.344877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.347411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.348586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "DELETE /v2.0/security-groups/fb9965bc-6b4c-4700-b172-6416dfa5841e HTTP/1.1" status: 204 len: 168 time: 0.1732666 Sep 17 02:07:57.351368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40438) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:07:57.357455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9965bc-6b4c-4700-b172-6416dfa5841e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:57.365455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.365705 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-4b9cfbb3-06ba-4016-a7fb-944f12de0821 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] show failed (client error): The resource could not be found. Sep 17 02:07:57.365825 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.366128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.366466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.366722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4b9cfbb3-06ba-4016-a7fb-944f12de0821 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "GET /v2.0/security-groups/fb9965bc-6b4c-4700-b172-6416dfa5841e HTTP/1.1" status: 404 len: 347 time: 0.0143552 Sep 17 02:07:57.366837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.367126 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.367453 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.367772 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.368091 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.368407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.368723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.369039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b52fcc-b26d-4c60-8dd7-47cecb11c161 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:07:57.369452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40440) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:07:57.493092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Deleting port e0b4032c-6eb8-4c83-b82b-c6e3c145a05b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:07:57.493438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.569993 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.570315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.581596 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Calling delete_port for e0b4032c-6eb8-4c83-b82b-c6e3c145a05b owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:07:57.779335 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.806100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Pushing event deleted for resources: {'Port': ['ID=e0b4032c-6eb8-4c83-b82b-c6e3c145a05b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:57.869304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.871898 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:57.873061 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-824faa9d-cb8e-4949-a4d3-5ce5d71fafb7 tempest-ServerActionsTestJSON-1547981655 tempest-ServerActionsTestJSON-1547981655-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6a51147-18a2-433b-8eaa-1bb9d437be49 HTTP/1.1" status: 204 len: 168 time: 0.5027199 Sep 17 02:07:57.875963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40442) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:07:58.402558 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:58.643959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Deleting port 662f521b-0faa-45f6-8658-2b844ca3c66e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:07:58.644432 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:58.720709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] For port 662f521b-0faa-45f6-8658-2b844ca3c66e, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=662f521b-0faa-45f6-8658-2b844ca3c66e,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:58.720987 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:58.733140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Calling delete_port for 662f521b-0faa-45f6-8658-2b844ca3c66e owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:07:58.956515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:58.980377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Pushing event deleted for resources: {'Port': ['ID=662f521b-0faa-45f6-8658-2b844ca3c66e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:07:59.157179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.327825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.373367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Router 990d6222-e45e-4cd7-88d8-42745a7a5512 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:07:59.476641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:07:59.481977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a80503b4-0f54-46ad-b2ad-5bceebeca414 admin admin] 10.222.0.13 "PUT /v2.0/routers/990d6222-e45e-4cd7-88d8-42745a7a5512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6050599 Sep 17 02:07:59.484472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40446) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:07:59.487559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] Sync routers for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:07:59.496936 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:07:59.497535 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:59.587584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.599649 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:07:59.677102 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.691396 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.777537 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11'}], 'enable_snat': True}, 'gw_port_id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T02:07:58Z', 'revision_number': 5, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port': {'id': '0cf1cbe8-1e81-4285-91d1-c3e94115a54a', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:b4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T01:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:59.793187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Deleting port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:07:59.793520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.803789 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] Checking router: 990d6222-e45e-4cd7-88d8-42745a7a5512 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:07:59.811954 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] Routers {'990d6222-e45e-4cd7-88d8-42745a7a5512'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:07:59.812555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:07:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['990d6222-e45e-4cd7-88d8-42745a7a5512'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:59.872908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] For port 0cf1cbe8-1e81-4285-91d1-c3e94115a54a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:07:59.873181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:07:59.886139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Calling delete_port for 0cf1cbe8-1e81-4285-91d1-c3e94115a54a owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:07:59.900456 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] Set router 990d6222-e45e-4cd7-88d8-42745a7a5512 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:07:59.954993 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T02:07:59Z', 'revision_number': 6, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:07:59.981288 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21af730-638f-49bb-99c7-3ff22e3e842b None None] The sync data for ids ['990d6222-e45e-4cd7-88d8-42745a7a5512'] in n-d-789963-7 is: [{'id': '990d6222-e45e-4cd7-88d8-42745a7a5512', 'name': 'tempest-ServerActionsTestJSON-885135546-router', 'tenant_id': '9b8899a0a4a042c185d0199be50988f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T01:57:44Z', 'updated_at': '2021-09-17T02:07:59Z', 'revision_number': 6, 'project_id': '9b8899a0a4a042c185d0199be50988f9', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:08:00.116453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.141049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf1cbe8-1e81-4285-91d1-c3e94115a54a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:00.203690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.306318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.308533 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.413817 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.414349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 990d6222-e45e-4cd7-88d8-42745a7a5512 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:08:00.418772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.420000 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e2778e57-9bde-42f4-b501-458612ade0f4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/990d6222-e45e-4cd7-88d8-42745a7a5512 HTTP/1.1" status: 204 len: 168 time: 0.9345973 Sep 17 02:08:00.422435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40448) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:00.470740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Deleting subnet a0cb307b-8602-4d49-a629-e3f26a2dc024 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:08:00.474730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.513079 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.590697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.723358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.748992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0cb307b-8602-4d49-a629-e3f26a2dc024,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:00.753680 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.757002 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f7685be7-55a2-48e2-9fd3-422c5dae12b6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0cb307b-8602-4d49-a629-e3f26a2dc024 HTTP/1.1" status: 204 len: 168 time: 0.3334146 Sep 17 02:08:00.758087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40450) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:00.761387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8574a297-f462-4da6-9260-0edc42e68275 None None] Network 077c98e1-1835-41ae-89a2-b8a2495b71fc requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:00.873477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.935705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Deleting port 102dd1ab-1349-4257-8633-d62e73cefbac {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:08:00.936034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:00.990744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] DHCP port deletion for 077c98e1-1835-41ae-89a2-b8a2495b71fc request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:08:01.004479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] For port 102dd1ab-1349-4257-8633-d62e73cefbac, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=102dd1ab-1349-4257-8633-d62e73cefbac,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:01.004837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.016816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Calling delete_port for 102dd1ab-1349-4257-8633-d62e73cefbac owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:08:01.036794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] Deleting port 102dd1ab-1349-4257-8633-d62e73cefbac {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:08:01.037422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.103444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] For port 102dd1ab-1349-4257-8633-d62e73cefbac, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=102dd1ab-1349-4257-8633-d62e73cefbac,segment=NetworkSegment(d7bf5df7-b567-4f14-b1d7-27a90a1fba34),segment_id=d7bf5df7-b567-4f14-b1d7-27a90a1fba34)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:01.106884 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.115752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] Calling delete_port for 102dd1ab-1349-4257-8633-d62e73cefbac owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:08:01.150966 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.176917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=102dd1ab-1349-4257-8633-d62e73cefbac,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:01.181762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] No DVR routers for this DVR port 102dd1ab-1349-4257-8633-d62e73cefbac on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:08:01.192028 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.217476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] Pushing event deleted for resources: {'Port': ['ID=102dd1ab-1349-4257-8633-d62e73cefbac,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:01.221211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bf740-582d-4cde-9506-e2488b408c6c None None] No DVR routers for this DVR port 102dd1ab-1349-4257-8633-d62e73cefbac on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:08:01.260474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.280126 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077c98e1-1835-41ae-89a2-b8a2495b71fc']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:01.289410 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:01.289705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bf5df7-b567-4f14-b1d7-27a90a1fba34') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:01.298764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.311529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.317768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:08:01.318145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:08:01.319774 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:08:01.443118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.449972 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.452833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/077c98e1-1835-41ae-89a2-b8a2495b71fc HTTP/1.1" status: 204 len: 168 time: 0.6934881 Sep 17 02:08:01.467861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa3050-c6e6-426f-9dc9-9224b28c2da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=077c98e1-1835-41ae-89a2-b8a2495b71fc,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:01.771041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40454) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:01.783372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 662f521b-0faa-45f6-8658-2b844ca3c66e no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:08:01.807415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 662f521b-0faa-45f6-8658-2b844ca3c66e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:08:01.807765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 662f521b-0faa-45f6-8658-2b844ca3c66e not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:08:01.808179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 102dd1ab-1349-4257-8633-d62e73cefbac no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:08:01.811924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee5d962c-d710-4d25-a2a9-156512243cf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b8899a0a4a042c185d0199be50988f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396039 Sep 17 02:08:01.814449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40456) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:01.827540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 102dd1ab-1349-4257-8633-d62e73cefbac {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:08:01.827891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 102dd1ab-1349-4257-8633-d62e73cefbac not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:08:01.828306 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0cf1cbe8-1e81-4285-91d1-c3e94115a54a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:08:01.846482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0cf1cbe8-1e81-4285-91d1-c3e94115a54a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:08:01.846826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0cf1cbe8-1e81-4285-91d1-c3e94115a54a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:08:01.863440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2b48338-cf10-404d-8216-dddb77da4420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.885340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2b48338-cf10-404d-8216-dddb77da4420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.990414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2b48338-cf10-404d-8216-dddb77da4420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.992958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b2b48338-cf10-404d-8216-dddb77da4420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:01.994120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b2b48338-cf10-404d-8216-dddb77da4420 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6ee1c465-c105-462f-a0ab-a8c98c4ae2da HTTP/1.1" status: 204 len: 168 time: 0.1787879 Sep 17 02:08:02.002148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b48338-cf10-404d-8216-dddb77da4420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee1c465-c105-462f-a0ab-a8c98c4ae2da,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:03.013307 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40478) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:03.113465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-523406120-network', 'tenant_id': 'aafd0f3433af47f2919de2e378f8b2a2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:03.190675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Made reservation on behalf of aafd0f3433af47f2919de2e378f8b2a2 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:03.193670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.202181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.290548 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.333504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.357843 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:08:03.368099 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a874d4e7-4b49-43ec-bba6-956459d8e907,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:03.373571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.375010 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Added segment 092fb3ea-4fbd-4b52-942e-18047a06afbc of type vlan for network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef Sep 17 02:08:03.413948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.488446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.489904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:03.490481 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.549163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] Pushing event updated for resources: {'Network': ['ID=0aea5a68-4adb-4bff-9c6f-500b86cb3eef,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:03.560995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:08:03.579864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-72fcd49d-f5ea-44df-a2f7-aed314f26b26 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5652847 Sep 17 02:08:03.582765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40482) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:03.587471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Request body: {'subnet': {'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-523406120-subnet', 'tenant_id': 'aafd0f3433af47f2919de2e378f8b2a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:03.670685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Made reservation on behalf of aafd0f3433af47f2919de2e378f8b2a2 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:03.673100 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:03.905259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:04.272771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=912d9dda-768c-4b0a-af5f-cab536cf7d35,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:04.283611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Checking segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:04.283965 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Network hostable DHCP agents. Network: 0aea5a68-4adb-4bff-9c6f-500b86cb3eef, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:08:04.339097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:08:04.396251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 0aea5a68-4adb-4bff-9c6f-500b86cb3eef) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:04.400454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:04.401150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:04.406631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4552082-eed4-4c2d-bce5-a447a3d2c624 None None] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:04.454542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4374415b-c28f-461f-b4ed-2a261e060e32 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8707478 Sep 17 02:08:04.533087 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84aa082-8e73-4efb-9553-620022f6ef19 None None] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:04.883233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-3d13e5aa-e455-436a-824d-4a8e92257812 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:04.884683 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-3d13e5aa-e455-436a-824d-4a8e92257812 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/networks?id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 200 len: 813 time: 0.1015429 Sep 17 02:08:04.900360 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d9d0cc93-f4b8-4341-8eb8-383d7cd23744 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/quotas/aafd0f3433af47f2919de2e378f8b2a2 HTTP/1.1" status: 200 len: 375 time: 0.0098166 Sep 17 02:08:04.935460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-24b2c5c1-c709-42b2-a651-478da22e1195 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298944 Sep 17 02:08:04.990731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-5534b392-7cf9-4b86-b745-30886f2b5aa4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:08:04.991796 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-5534b392-7cf9-4b86-b745-30886f2b5aa4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495219 Sep 17 02:08:05.081992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-26092f7d-316d-49f3-9e10-2a41266f2f22 service neutron] 10.222.0.13 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831220 Sep 17 02:08:05.172990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-f1429754-9b8a-4ccb-95ca-c7cb5ed2a95b service neutron] 10.222.0.13 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849640 Sep 17 02:08:05.411267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4038d4a7-5fea-41ab-8a33-d6454e0698a3 req-e2b3007f-f82a-48c0-b3f1-569dbde26b37 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 210 time: 0.0287204 Sep 17 02:08:05.470671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d797d70e-3cba-405e-a4b1-f077312f02c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:06.518774 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a3aeb83a-5ca8-4fcf-856b-4e9faa380fc5 req-d2c9c6cb-b2db-4a59-a0fc-eedfa6004f70 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 210 time: 0.0272014 Sep 17 02:08:07.290036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-5a899d18-999e-4eae-8011-9514634147b7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:07.291500 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-5a899d18-999e-4eae-8011-9514634147b7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "GET /v2.0/networks?id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 200 len: 813 time: 0.1046691 Sep 17 02:08:07.304711 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Request body: {'port': {'device_id': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'admin_state_up': True, 'tenant_id': 'aafd0f3433af47f2919de2e378f8b2a2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:07.510708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Made reservation on behalf of aafd0f3433af47f2919de2e378f8b2a2 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:07.514308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:07.627032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a3d5d249-f800-4b4b-8d99-1a3b13c8e502 req-f1f3a631-6d86-4903-94cc-40f33f170b40 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 210 time: 0.0272076 Sep 17 02:08:07.649735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Allocated IP 172.20.0.14 (0aea5a68-4adb-4bff-9c6f-500b86cb3eef/912d9dda-768c-4b0a-af5f-cab536cf7d35/a0eead5a-f875-4b6b-a3ce-c665bb4ce99e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:07.792575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:07.871041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:07.917879 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:07.920920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:07.924529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:07.933572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event updated for resources: {'Port': ['ID=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:07.978403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:07.978946 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.037449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d0ae2ecc-afee-474d-a40a-b4bea69a562d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7370329 Sep 17 02:08:08.051177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Request body: {'port': {'device_id': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:08.103445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.201968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-70853f20-f343-4fd5-b210-7497a1e903ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.367254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0eead5a-f875-4b6b-a3ce-c665bb4ce99e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:08:08.374626 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.386537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Transition to ACTIVE for port object a0eead5a-f875-4b6b-a3ce-c665bb4ce99e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:08:08.441772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.490629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Pushing event updated for resources: {'Port': ['ID=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:08.561015 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Attempting to bind port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:08.561326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Attempting to bind port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:08.561642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Attempting to bind port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:08.565876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:08:08.566185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Attempting to bind port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:08.570941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:08.571288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Checking segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:08.571668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Bound using segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:08.572081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Bound port: a0eead5a-f875-4b6b-a3ce-c665bb4ce99e, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:08.572434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.633187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] For port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:08.636001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] For port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:08.706878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.756121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:08.756726 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:08.758092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] 10.222.0.23 "PUT /v2.0/ports/a0eead5a-f875-4b6b-a3ce-c665bb4ce99e HTTP/1.1" status: 200 len: 1092 time: 0.7111769 Sep 17 02:08:08.758521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'tag': 'a0eead5a-f875-4b6b-a3ce-c665bb4ce99e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:08.760757 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489d650-dd42-4471-a19d-3cb2ae614dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "tag": "a0eead5a-f875-4b6b-a3ce-c665bb4ce99e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:08.795408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c8431-e962-4169-b234-ddb6567e2d8f req-1a8607bc-4526-4534-b135-0a0b2da68fe2 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:08.796992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03c8431-e962-4169-b234-ddb6567e2d8f req-1a8607bc-4526-4534-b135-0a0b2da68fe2 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 944 time: 0.1021192 Sep 17 02:08:08.798531 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa8df3c-6c66-4a49-bf18-b90e8fde4375 x-openstack-request-id: req-0fa8df3c-6c66-4a49-bf18-b90e8fde4375 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:08.801208 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "tag": "a0eead5a-f875-4b6b-a3ce-c665bb4ce99e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:08.801208 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fa8df3c-6c66-4a49-bf18-b90e8fde4375 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:08.801208 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'tag': 'a0eead5a-f875-4b6b-a3ce-c665bb4ce99e', 'status': 'completed', 'code': 200} Sep 17 02:08:08.802796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e9c4e-485b-43a5-aeba-5a95eb97874c service neutron] Pushing event updated for resources: {'Port': ['ID=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:08.867768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b03c8431-e962-4169-b234-ddb6567e2d8f req-713694f2-ac7f-412b-a9aa-a92f68f190db tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620139 Sep 17 02:08:08.875701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d650-dd42-4471-a19d-3cb2ae614dc3 req-65ecedd6-31ca-443b-b06c-54165ef4c795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:08.877138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7489d650-dd42-4471-a19d-3cb2ae614dc3 req-65ecedd6-31ca-443b-b06c-54165ef4c795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 1095 time: 0.0536404 Sep 17 02:08:08.974074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d650-dd42-4471-a19d-3cb2ae614dc3 req-b9e649b7-dbdd-40ff-9b39-a762803941d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:08.975453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7489d650-dd42-4471-a19d-3cb2ae614dc3 req-b9e649b7-dbdd-40ff-9b39-a762803941d5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0905442 Sep 17 02:08:09.071597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d650-dd42-4471-a19d-3cb2ae614dc3 req-9ef0ecc2-bf4f-4602-b461-9c75a40c5a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:09.073050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7489d650-dd42-4471-a19d-3cb2ae614dc3 req-9ef0ecc2-bf4f-4602-b461-9c75a40c5a05 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903685 Sep 17 02:08:09.099057 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:09.149764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-92e063c6-91e1-498a-aad4-ecb8e47766e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:09.151276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-92e063c6-91e1-498a-aad4-ecb8e47766e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 1095 time: 0.0413225 Sep 17 02:08:09.198404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-2e6c00e9-dc35-402a-9dc6-a9c0925f8f90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e HTTP/1.1" status: 200 len: 217 time: 0.0392747 Sep 17 02:08:09.247315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d2b181e7-d762-4144-93c5-21f785490961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:09.248731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-d2b181e7-d762-4144-93c5-21f785490961 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=912d9dda-768c-4b0a-af5f-cab536cf7d35 HTTP/1.1" status: 200 len: 853 time: 0.0436270 Sep 17 02:08:09.279820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-700d3771-42c6-4bd7-9020-c67445fc19b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237532 Sep 17 02:08:09.372359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-44974564-98b5-4186-b2b9-1826da629bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856907 Sep 17 02:08:09.461153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-fd723536-6f65-4e96-a4ed-6dddafc75e5c service neutron] 10.222.0.23 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813017 Sep 17 02:08:09.716270 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:09.985738 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963975e-4e6c-464e-a4cf-e5169482e3fb req-cfdeca42-0922-4b32-8f25-03140d5eea59 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:09.987157 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b963975e-4e6c-464e-a4cf-e5169482e3fb req-cfdeca42-0922-4b32-8f25-03140d5eea59 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 944 time: 0.0500817 Sep 17 02:08:09.999343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-0d1500d5-5ced-4c20-b30b-e39a40c50b10 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:10.000797 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-0d1500d5-5ced-4c20-b30b-e39a40c50b10 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 944 time: 0.0488462 Sep 17 02:08:10.029286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b963975e-4e6c-464e-a4cf-e5169482e3fb req-9b150d17-f3f2-44e0-a8a2-837f07beae1d tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359511 Sep 17 02:08:10.093504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Deleting port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:08:10.093846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:10.181825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] For port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:10.182187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:10.194603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Calling delete_port for a0eead5a-f875-4b6b-a3ce-c665bb4ce99e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:08:10.395869 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:10.431162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event deleted for resources: {'Port': ['ID=a0eead5a-f875-4b6b-a3ce-c665bb4ce99e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:10.474143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] No DVR routers for this DVR port a0eead5a-f875-4b6b-a3ce-c665bb4ce99e on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:08:10.477035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:10.479033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-303e8093-5504-47b7-b16f-a9b0ec4f23af tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "DELETE /v2.0/ports/a0eead5a-f875-4b6b-a3ce-c665bb4ce99e HTTP/1.1" status: 204 len: 173 time: 0.4724658 Sep 17 02:08:10.800381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'name': 'network-vif-deleted', 'tag': 'a0eead5a-f875-4b6b-a3ce-c665bb4ce99e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:10.802926 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e2a880-dbf4-49cf-82fa-793e1a7e1c50" -d '{"events": [{"server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "name": "network-vif-deleted", "tag": "a0eead5a-f875-4b6b-a3ce-c665bb4ce99e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:10.834426 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb87c784-debb-4666-9f31-5e203fac4cb8 x-openstack-request-id: req-cb87c784-debb-4666-9f31-5e203fac4cb8 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:10.834723 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "name": "network-vif-deleted", "tag": "a0eead5a-f875-4b6b-a3ce-c665bb4ce99e", "status": "failed", "code": 422}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:10.834967 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb87c784-debb-4666-9f31-5e203fac4cb8 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:10.835412 n-d-789963-7 neutron-server[112073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'name': 'network-vif-deleted', 'tag': 'a0eead5a-f875-4b6b-a3ce-c665bb4ce99e', 'status': 'failed', 'code': 422} returned with failed status Sep 17 02:08:11.123227 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-add73b7c-7bbc-4f39-99b1-df8a38ec9d7e req-5f8f0d09-c72b-41ca-b732-39911c53f028 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 210 time: 0.0271580 Sep 17 02:08:11.253390 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:12.215964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a9b4be89-93ca-4fb0-9a34-dbfa72047ea2 req-07abb1d3-8176-494a-95f9-2f439e268ef7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 210 time: 0.0261419 Sep 17 02:08:12.507204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-937b0ec2-2408-4118-9c30-740c58457774 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:12.508642 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-937b0ec2-2408-4118-9c30-740c58457774 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "GET /v2.0/networks?id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 200 len: 813 time: 0.1035972 Sep 17 02:08:12.527638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Request body: {'port': {'device_id': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'admin_state_up': True, 'tenant_id': 'aafd0f3433af47f2919de2e378f8b2a2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:12.704909 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Made reservation on behalf of aafd0f3433af47f2919de2e378f8b2a2 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:12.709306 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:12.835200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Allocated IP 172.20.0.5 (0aea5a68-4adb-4bff-9c6f-500b86cb3eef/912d9dda-768c-4b0a-af5f-cab536cf7d35/087ed8ff-c053-4897-bda0-729867a9775b) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:12.977615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.070613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.115720 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:13.118612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:13.122159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:13.131773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event updated for resources: {'Port': ['ID=087ed8ff-c053-4897-bda0-729867a9775b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:13.159816 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.160218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.160680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.161039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.161370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.161947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.162269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.162591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.162907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.163263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.163581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.163896 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:13.185855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:13.186454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.260065 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-bd817f1f-87d7-44ee-b431-1b659e299e90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7360463 Sep 17 02:08:13.272877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Request body: {'port': {'device_id': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:13.326006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.331482 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0bf0f-9c33-431f-b86f-d5482963c9e6 req-2b75de68-205c-4e2f-ba66-e0e7000c34b3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:13.333852 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90c0bf0f-9c33-431f-b86f-d5482963c9e6 req-2b75de68-205c-4e2f-ba66-e0e7000c34b3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 931 time: 0.0502591 Sep 17 02:08:13.373825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-90c0bf0f-9c33-431f-b86f-d5482963c9e6 req-1f3f775c-e2dd-4d88-b1f3-4494ac579deb tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Sep 17 02:08:13.585403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 087ed8ff-c053-4897-bda0-729867a9775b {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:08:13.592806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.605428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Transition to ACTIVE for port object 087ed8ff-c053-4897-bda0-729867a9775b will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:08:13.681608 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.746354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=087ed8ff-c053-4897-bda0-729867a9775b,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:13.797003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Attempting to bind port 087ed8ff-c053-4897-bda0-729867a9775b on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:13.797335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Attempting to bind port 087ed8ff-c053-4897-bda0-729867a9775b by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:13.797660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Attempting to bind port 087ed8ff-c053-4897-bda0-729867a9775b on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:13.801992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Port 087ed8ff-c053-4897-bda0-729867a9775b on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:08:13.802308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Attempting to bind port 087ed8ff-c053-4897-bda0-729867a9775b on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:13.807063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:13.807428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Checking segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:13.807806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Bound using segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:13.808226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Bound port: 087ed8ff-c053-4897-bda0-729867a9775b, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:13.808577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.869759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] For port 087ed8ff-c053-4897-bda0-729867a9775b, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:13.872701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] For port 087ed8ff-c053-4897-bda0-729867a9775b, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=087ed8ff-c053-4897-bda0-729867a9775b,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:13.967760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:13.999712 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.000325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:14.001703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/087ed8ff-c053-4897-bda0-729867a9775b HTTP/1.1" status: 200 len: 1091 time: 0.7337253 Sep 17 02:08:14.002154 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'tag': '087ed8ff-c053-4897-bda0-729867a9775b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:14.005004 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcc144-3a9f-48ea-9050-f1d200015900" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "tag": "087ed8ff-c053-4897-bda0-729867a9775b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:14.030281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60333c85-173a-4dc1-b1b3-1f3ef2acdcb2 service neutron] Pushing event updated for resources: {'Port': ['ID=087ed8ff-c053-4897-bda0-729867a9775b,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:14.045620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af14b658-2f6a-46ec-8274-c763a798e9bf x-openstack-request-id: req-af14b658-2f6a-46ec-8274-c763a798e9bf {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:14.045620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "tag": "087ed8ff-c053-4897-bda0-729867a9775b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:14.045620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af14b658-2f6a-46ec-8274-c763a798e9bf {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:14.045620 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'tag': '087ed8ff-c053-4897-bda0-729867a9775b', 'status': 'completed', 'code': 200} Sep 17 02:08:14.103270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc144-3a9f-48ea-9050-f1d200015900 req-3a346ea9-bfcf-4b41-985b-6e4b9d3e7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.104789 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28bcc144-3a9f-48ea-9050-f1d200015900 req-3a346ea9-bfcf-4b41-985b-6e4b9d3e7859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 1094 time: 0.0415576 Sep 17 02:08:14.205484 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc144-3a9f-48ea-9050-f1d200015900 req-7b7aef46-3dc7-4f58-a132-3a739de5353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.207003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28bcc144-3a9f-48ea-9050-f1d200015900 req-7b7aef46-3dc7-4f58-a132-3a739de5353b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0948789 Sep 17 02:08:14.303494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcc144-3a9f-48ea-9050-f1d200015900 req-5086f3cd-909f-445e-9f92-0fcd8f911a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.304953 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28bcc144-3a9f-48ea-9050-f1d200015900 req-5086f3cd-909f-445e-9f92-0fcd8f911a81 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912068 Sep 17 02:08:14.380465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-26fcf7e2-528f-4955-bd38-90842a910594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.381909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-26fcf7e2-528f-4955-bd38-90842a910594 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 1094 time: 0.0402427 Sep 17 02:08:14.423217 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-13921ecb-64e2-4795-8b11-145b11b47110 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=087ed8ff-c053-4897-bda0-729867a9775b HTTP/1.1" status: 200 len: 217 time: 0.0337930 Sep 17 02:08:14.475978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-c239ba5f-141a-470e-968a-8cfcb81ad5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.477504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-c239ba5f-141a-470e-968a-8cfcb81ad5f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=912d9dda-768c-4b0a-af5f-cab536cf7d35 HTTP/1.1" status: 200 len: 853 time: 0.0477221 Sep 17 02:08:14.487921 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9fb9-41aa-47d4-85e5-eaf556064863 req-1e2e70e8-c50c-494f-a957-79e9048a0614 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:14.490235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3baf9fb9-41aa-47d4-85e5-eaf556064863 req-1e2e70e8-c50c-494f-a957-79e9048a0614 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 943 time: 0.0493643 Sep 17 02:08:14.510475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-b2991f38-0312-4567-a449-0c372fcef55f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251236 Sep 17 02:08:14.528170 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3baf9fb9-41aa-47d4-85e5-eaf556064863 req-d48de535-6627-4019-b6b2-44d1c312e7a5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317764 Sep 17 02:08:14.598366 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-dbb0da33-b03a-4f0e-baea-7922cd449f2d service neutron] 10.222.0.36 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806406 Sep 17 02:08:14.689455 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dcd9896-91de-4bfe-a19a-7786ef15c7ad req-ba773150-1043-4a0c-81fd-df408db4ecf2 service neutron] 10.222.0.36 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835803 Sep 17 02:08:15.642905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13c3bb-61e7-4ce2-8c38-73c56a59c7c8 req-32653caa-f546-464a-a8dd-d961c4ba5088 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:15.645025 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f13c3bb-61e7-4ce2-8c38-73c56a59c7c8 req-32653caa-f546-464a-a8dd-d961c4ba5088 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 943 time: 0.0484791 Sep 17 02:08:15.685836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f13c3bb-61e7-4ce2-8c38-73c56a59c7c8 req-13d05872-4483-4220-8bf9-29bb907797e5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Sep 17 02:08:16.803662 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf69a1-c515-486a-852a-0661fe040bb5 req-0c57a2e3-f153-4fd1-adb5-0fb38e1f74f3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:16.805092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdcf69a1-c515-486a-852a-0661fe040bb5 req-0c57a2e3-f153-4fd1-adb5-0fb38e1f74f3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 943 time: 0.0522501 Sep 17 02:08:16.841929 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fdcf69a1-c515-486a-852a-0661fe040bb5 req-6363b318-3a1c-441c-8c64-3390dfb09c32 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Sep 17 02:08:17.335852 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 087ed8ff-c053-4897-bda0-729867a9775b details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:08:17.433490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 087ed8ff-c053-4897-bda0-729867a9775b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=087ed8ff-c053-4897-bda0-729867a9775b,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:17.444541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '087ed8ff-c053-4897-bda0-729867a9775b', 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'port_id': '087ed8ff-c053-4897-bda0-729867a9775b', 'mac_address': 'fa:16:3e:73:9c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912d9dda-768c-4b0a-af5f-cab536cf7d35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:08:17.481579 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:17.494294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 087ed8ff-c053-4897-bda0-729867a9775b {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:08:17.512763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 087ed8ff-c053-4897-bda0-729867a9775b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=087ed8ff-c053-4897-bda0-729867a9775b,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:17.567171 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:17.616150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=087ed8ff-c053-4897-bda0-729867a9775b,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:17.751347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['087ed8ff-c053-4897-bda0-729867a9775b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:17.958779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374544-05c5-45c9-a598-360268682192 req-f3ae5580-8bd8-423d-bf38-a4c9d3ea2e98 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:17.960275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28374544-05c5-45c9-a598-360268682192 req-f3ae5580-8bd8-423d-bf38-a4c9d3ea2e98 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 944 time: 0.0498407 Sep 17 02:08:18.001702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28374544-05c5-45c9-a598-360268682192 req-2c83cab0-dc82-4d5a-ad89-a2a168756373 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Sep 17 02:08:19.117515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a0bc-bc4f-46ae-94ac-6e958e29ba43 req-201d71a4-dfe7-46e9-897d-5ce7ccd4feb9 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:19.119027 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f207a0bc-bc4f-46ae-94ac-6e958e29ba43 req-201d71a4-dfe7-46e9-897d-5ce7ccd4feb9 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 944 time: 0.0484953 Sep 17 02:08:19.156196 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f207a0bc-bc4f-46ae-94ac-6e958e29ba43 req-9ae0e65c-f1d8-457f-8737-7493f31a9861 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312471 Sep 17 02:08:19.351742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 087ed8ff-c053-4897-bda0-729867a9775b up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:08:19.504177 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 087ed8ff-c053-4897-bda0-729867a9775b completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:08:19.508115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 087ed8ff-c053-4897-bda0-729867a9775b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:19.513184 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:19.585429 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:19.607131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ed8ff-c053-4897-bda0-729867a9775b'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:19.609273 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f1714d-73b9-47bd-845a-cbba9ffb9466" -d '{"events": [{"server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "name": "network-vif-plugged", "status": "completed", "tag": "087ed8ff-c053-4897-bda0-729867a9775b"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:19.622537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 087ed8ff-c053-4897-bda0-729867a9775b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=087ed8ff-c053-4897-bda0-729867a9775b,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:19.644790 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0077eff8-892e-438c-9e32-e5dc85bd8811 x-openstack-request-id: req-0077eff8-892e-438c-9e32-e5dc85bd8811 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:19.645192 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "name": "network-vif-plugged", "status": "completed", "tag": "087ed8ff-c053-4897-bda0-729867a9775b", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:19.645506 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0077eff8-892e-438c-9e32-e5dc85bd8811 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:19.645915 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '087ed8ff-c053-4897-bda0-729867a9775b', 'code': 200} Sep 17 02:08:19.704172 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:19.742610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd462a-f06c-4121-9931-6667ceed1d64 req-d2c3ba17-6257-43ff-8308-5c2ef5366648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:19.744244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21fd462a-f06c-4121-9931-6667ceed1d64 req-d2c3ba17-6257-43ff-8308-5c2ef5366648 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 1096 time: 0.0417998 Sep 17 02:08:19.751537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=087ed8ff-c053-4897-bda0-729867a9775b,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:19.780054 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-21fd462a-f06c-4121-9931-6667ceed1d64 req-03b95a84-21c2-4576-bd1e-219b464f2ba0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287375 Sep 17 02:08:20.272307 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8f12f-63e0-4015-9e69-673043968e12 req-4f92c942-6bde-49b1-9d82-63a957ecf25c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:20.273788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69d8f12f-63e0-4015-9e69-673043968e12 req-4f92c942-6bde-49b1-9d82-63a957ecf25c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0487590 Sep 17 02:08:20.310268 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-69d8f12f-63e0-4015-9e69-673043968e12 req-b198a40a-fbd7-44b1-8ff7-ffe26701fb8b tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Sep 17 02:08:21.426779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9933770-ba0c-47de-ad6f-4d1ebb58b297 req-4d4b2112-4977-4eab-a0dd-51b74ae3ea88 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:21.428329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9933770-ba0c-47de-ad6f-4d1ebb58b297 req-4d4b2112-4977-4eab-a0dd-51b74ae3ea88 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0486591 Sep 17 02:08:21.466088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9933770-ba0c-47de-ad6f-4d1ebb58b297 req-5cf34e9e-d948-4eb5-9851-7781d29da7a8 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Sep 17 02:08:21.688985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-ed7e3904-9c23-4bc8-97f5-7badb93fb4f4 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:21.690363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-ed7e3904-9c23-4bc8-97f5-7badb93fb4f4 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/networks?id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 200 len: 813 time: 0.1049302 Sep 17 02:08:21.704893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-e534b8bf-65fe-448a-8c85-ca3162ba5271 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/quotas/aafd0f3433af47f2919de2e378f8b2a2 HTTP/1.1" status: 200 len: 375 time: 0.0088027 Sep 17 02:08:21.752886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-22ab7692-68a4-4d4f-afc1-fa0533c71c2a tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429184 Sep 17 02:08:21.809680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-87ea5036-eb54-46ca-9b44-8b4275b587da service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:08:21.810677 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-87ea5036-eb54-46ca-9b44-8b4275b587da service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511396 Sep 17 02:08:21.903516 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-83216c1a-b666-41f2-8a2a-22f2fd5ecb17 service neutron] 10.222.0.13 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865674 Sep 17 02:08:21.993598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-e8e1666b-d508-46ed-bf41-392c86c0b6df service neutron] 10.222.0.13 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838211 Sep 17 02:08:22.208709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9204403f-34a3-4689-b3d0-6a783f903401 req-67b9b872-ffb3-4ba7-9fb2-9af6d5efecd6 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 210 time: 0.0264175 Sep 17 02:08:23.208058 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:08:23.307164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-549f93fa-4bb3-4838-b643-cfcd7517d507 req-2b6c3938-ef43-4c53-91a7-4b845308065a tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 210 time: 0.0319250 Sep 17 02:08:23.782051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-747fe806-5a3e-49e1-b87d-dda2f347dbc7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:23.783529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-747fe806-5a3e-49e1-b87d-dda2f347dbc7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "GET /v2.0/networks?id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 200 len: 813 time: 0.1049631 Sep 17 02:08:23.796167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Request body: {'port': {'device_id': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'admin_state_up': True, 'tenant_id': 'aafd0f3433af47f2919de2e378f8b2a2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:23.979142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Made reservation on behalf of aafd0f3433af47f2919de2e378f8b2a2 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:23.982800 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:24.110836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Allocated IP 172.20.0.11 (0aea5a68-4adb-4bff-9c6f-500b86cb3eef/912d9dda-768c-4b0a-af5f-cab536cf7d35/65841329-f81b-41c9-af05-60864eade312) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:24.255480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:24.326750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:24.339199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['087ed8ff-c053-4897-bda0-729867a9775b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:24.378188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:24.392847 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:24.395313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:24.401088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event updated for resources: {'Port': ['ID=65841329-f81b-41c9-af05-60864eade312,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:24.477115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:24.477730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:24.493521 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa7e8-4825-46c2-a8ec-5d0c1dc17600 req-15e1c38d-1940-4042-b5ad-de9c67739b6f tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:24.494975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf3aa7e8-4825-46c2-a8ec-5d0c1dc17600 req-15e1c38d-1940-4042-b5ad-de9c67739b6f tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 932 time: 0.1157782 Sep 17 02:08:24.532710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf3aa7e8-4825-46c2-a8ec-5d0c1dc17600 req-6e1256d6-80e2-4161-a2bf-7446a6fd007a tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Sep 17 02:08:24.556379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-51b579e9-2e73-41c2-bee1-9b9f4fd0cbb5 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7639055 Sep 17 02:08:24.569125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Request body: {'port': {'device_id': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:24.620767 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:24.878040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65841329-f81b-41c9-af05-60864eade312 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:08:24.885492 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:24.897638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Transition to ACTIVE for port object 65841329-f81b-41c9-af05-60864eade312 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:08:24.967398 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:25.016414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=65841329-f81b-41c9-af05-60864eade312,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:25.092473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Attempting to bind port 65841329-f81b-41c9-af05-60864eade312 on host n-h1-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:25.092798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Attempting to bind port 65841329-f81b-41c9-af05-60864eade312 by drivers openvswitch,hyperv on host n-h1-789963-7 at level 0 using segments [{'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:25.093118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Attempting to bind port 65841329-f81b-41c9-af05-60864eade312 on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:25.097309 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Port 65841329-f81b-41c9-af05-60864eade312 on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef not bound, no agent of type Open vSwitch agent registered on host n-h1-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:08:25.097622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Attempting to bind port 65841329-f81b-41c9-af05-60864eade312 on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:25.103512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Checking agent: {'id': '34023149-0ac4-4eba-9de5-4da8096edec4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:25.103839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Checking segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:25.104214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Bound using segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:25.104629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Bound port: 65841329-f81b-41c9-af05-60864eade312, host: n-h1-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:25.104976 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:25.167193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] For port 65841329-f81b-41c9-af05-60864eade312, host n-h1-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:25.170033 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] For port 65841329-f81b-41c9-af05-60864eade312, host n-h1-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=65841329-f81b-41c9-af05-60864eade312,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:25.241820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:25.275740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:25.276346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:25.277715 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] 10.222.0.23 "PUT /v2.0/ports/65841329-f81b-41c9-af05-60864eade312 HTTP/1.1" status: 200 len: 1092 time: 0.7128592 Sep 17 02:08:25.278141 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'tag': '65841329-f81b-41c9-af05-60864eade312'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:25.280368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "tag": "65841329-f81b-41c9-af05-60864eade312"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:25.305490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3393e-be91-4484-a5fa-c41507484bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=65841329-f81b-41c9-af05-60864eade312,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:25.316932 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9f0266-ea28-471d-a50a-c4f9ab1582ba x-openstack-request-id: req-be9f0266-ea28-471d-a50a-c4f9ab1582ba {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:25.317225 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "tag": "65841329-f81b-41c9-af05-60864eade312", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:25.317469 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be9f0266-ea28-471d-a50a-c4f9ab1582ba {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:25.317857 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'tag': '65841329-f81b-41c9-af05-60864eade312', 'status': 'completed', 'code': 200} Sep 17 02:08:25.377949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf req-351f9b03-f1f5-429b-8968-a88ac99f9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:25.379462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf req-351f9b03-f1f5-429b-8968-a88ac99f9d7c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 1095 time: 0.0411425 Sep 17 02:08:25.479732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf req-d27817a8-f1d8-44dc-acac-34fa99217f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:25.481188 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf req-d27817a8-f1d8-44dc-acac-34fa99217f03 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0937281 Sep 17 02:08:25.577180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf req-e5bd5585-a9df-4192-93aa-0fc3dec43510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:25.578655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3c0bf9a-0dbd-44cb-b184-b72568abcfdf req-e5bd5585-a9df-4192-93aa-0fc3dec43510 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908382 Sep 17 02:08:25.678917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c4295-43d2-46db-ac94-b503470aeaed req-3ac47a32-4936-4fcc-b43d-62f48eb7a63b tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:25.680433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da9c4295-43d2-46db-ac94-b503470aeaed req-3ac47a32-4936-4fcc-b43d-62f48eb7a63b tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 944 time: 0.0773551 Sep 17 02:08:25.682792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-0465f457-98e0-4fe5-8139-98c62caf6c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:25.684138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-0465f457-98e0-4fe5-8139-98c62caf6c78 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 1095 time: 0.0708966 Sep 17 02:08:26.065983 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-11f62537-588e-4ea1-87b3-a2cc452aa9f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65841329-f81b-41c9-af05-60864eade312 HTTP/1.1" status: 200 len: 217 time: 0.3739107 Sep 17 02:08:26.091064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-da9c4295-43d2-46db-ac94-b503470aeaed req-431cff49-a0ac-4585-a2b5-9dee51c05441 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045532 Sep 17 02:08:26.123752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-915281ee-da44-4764-8b6b-2f547536143a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:26.125153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-915281ee-da44-4764-8b6b-2f547536143a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=912d9dda-768c-4b0a-af5f-cab536cf7d35 HTTP/1.1" status: 200 len: 853 time: 0.0486941 Sep 17 02:08:26.155590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-a50b50e7-70eb-410f-be00-5998525fd48a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235019 Sep 17 02:08:26.244781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-02e41fbc-3a19-47b4-a8a4-e52219d9cf01 service neutron] 10.222.0.23 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822699 Sep 17 02:08:26.331226 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-9b6ccd2b-b2d9-4495-8839-b713464cae2a service neutron] 10.222.0.23 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791984 Sep 17 02:08:26.805693 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-2dd7ec5f-9d5f-4ee1-bd16-460f6814ca9e tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:26.807178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-2dd7ec5f-9d5f-4ee1-bd16-460f6814ca9e tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 944 time: 0.0479021 Sep 17 02:08:26.897565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Deleting port 65841329-f81b-41c9-af05-60864eade312 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:08:26.897943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:26.988373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] For port 65841329-f81b-41c9-af05-60864eade312, host n-h1-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-789963-7',level=0,port_id=65841329-f81b-41c9-af05-60864eade312,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:26.988730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:27.000854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Calling delete_port for 65841329-f81b-41c9-af05-60864eade312 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:08:27.184071 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:27.196331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['087ed8ff-c053-4897-bda0-729867a9775b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:27.208283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c5ad-a48e-47e2-bc8c-38b1b48e14a1 req-25129965-ad4b-457a-8be4-ea67697d0c46 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:27.211701 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12e4c5ad-a48e-47e2-bc8c-38b1b48e14a1 req-25129965-ad4b-457a-8be4-ea67697d0c46 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 865 time: 0.0530171 Sep 17 02:08:27.220332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event deleted for resources: {'Port': ['ID=65841329-f81b-41c9-af05-60864eade312,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:27.260217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-12e4c5ad-a48e-47e2-bc8c-38b1b48e14a1 req-e086f509-d118-4ec9-8fa3-25b5efad04c6 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Sep 17 02:08:27.264421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] No DVR routers for this DVR port 65841329-f81b-41c9-af05-60864eade312 on host n-h1-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:08:27.267304 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:27.269337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.23 "DELETE /v2.0/ports/65841329-f81b-41c9-af05-60864eade312 HTTP/1.1" status: 204 len: 173 time: 0.4555893 Sep 17 02:08:27.319590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'name': 'network-vif-deleted', 'tag': '65841329-f81b-41c9-af05-60864eade312'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:27.321967 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6e9eb9-8528-4709-aeaa-8e3a3fe29a44" -d '{"events": [{"server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "name": "network-vif-deleted", "tag": "65841329-f81b-41c9-af05-60864eade312"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:27.354589 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb7388b-8eba-41a1-8911-604e5b557175 x-openstack-request-id: req-fbb7388b-8eba-41a1-8911-604e5b557175 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:27.354871 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "name": "network-vif-deleted", "tag": "65841329-f81b-41c9-af05-60864eade312", "status": "failed", "code": 422}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:27.355148 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbb7388b-8eba-41a1-8911-604e5b557175 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:27.355552 n-d-789963-7 neutron-server[112073]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'name': 'network-vif-deleted', 'tag': '65841329-f81b-41c9-af05-60864eade312', 'status': 'failed', 'code': 422} returned with failed status Sep 17 02:08:28.355773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bbdea83b-8b53-461c-bf37-3eb7e4702c9d req-5b24e062-7028-4dff-8a63-dc95c20a940b tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 210 time: 0.0268393 Sep 17 02:08:29.145270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-bd0ebf2b-5148-4a3d-b93a-675e62ee7f65 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:29.146706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-bd0ebf2b-5148-4a3d-b93a-675e62ee7f65 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "GET /v2.0/networks?id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 200 len: 813 time: 0.1054573 Sep 17 02:08:29.159924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Request body: {'port': {'device_id': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'admin_state_up': True, 'tenant_id': 'aafd0f3433af47f2919de2e378f8b2a2'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:29.326746 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Made reservation on behalf of aafd0f3433af47f2919de2e378f8b2a2 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:29.330293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:29.378320 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:29.465997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-04786113-e22c-420a-8211-4db960873f01 req-5582d580-be58-4568-b15a-8d7b40b74415 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 210 time: 0.0305564 Sep 17 02:08:29.483342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Allocated IP 172.20.0.7 (0aea5a68-4adb-4bff-9c6f-500b86cb3eef/912d9dda-768c-4b0a-af5f-cab536cf7d35/20374115-cc5e-4ec7-bf91-a03290e65b49) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:29.630866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:29.716240 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:29.745030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:29.756123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['087ed8ff-c053-4897-bda0-729867a9775b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:29.786082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:29.790032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:29.792499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:29.823944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event updated for resources: {'Port': ['ID=20374115-cc5e-4ec7-bf91-a03290e65b49,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:29.850191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:29.850827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:29.922575 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-7429146a-2a67-423f-a896-f0dea67e9729 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7664552 Sep 17 02:08:29.935204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Request body: {'port': {'device_id': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:29.993293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:30.252985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20374115-cc5e-4ec7-bf91-a03290e65b49 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:08:30.260234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:30.271614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Transition to ACTIVE for port object 20374115-cc5e-4ec7-bf91-a03290e65b49 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:08:30.338842 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:30.389777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Pushing event updated for resources: {'Port': ['ID=20374115-cc5e-4ec7-bf91-a03290e65b49,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:30.457464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Attempting to bind port 20374115-cc5e-4ec7-bf91-a03290e65b49 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:30.457801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Attempting to bind port 20374115-cc5e-4ec7-bf91-a03290e65b49 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:30.458139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Attempting to bind port 20374115-cc5e-4ec7-bf91-a03290e65b49 on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:30.463204 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Port 20374115-cc5e-4ec7-bf91-a03290e65b49 on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:08:30.463527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Attempting to bind port 20374115-cc5e-4ec7-bf91-a03290e65b49 on network 0aea5a68-4adb-4bff-9c6f-500b86cb3eef {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:30.468325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:30.468642 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Checking segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:30.469023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Bound using segment: {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:30.469447 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Bound port: 20374115-cc5e-4ec7-bf91-a03290e65b49, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092fb3ea-4fbd-4b52-942e-18047a06afbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:30.469802 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:30.532885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] For port 20374115-cc5e-4ec7-bf91-a03290e65b49, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:30.536008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] For port 20374115-cc5e-4ec7-bf91-a03290e65b49, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=20374115-cc5e-4ec7-bf91-a03290e65b49,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:30.580006 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186ef6d-cdaa-40c3-8221-5fdcf722b33a req-f6aad209-c81b-4a81-9f20-6c6db2220be9 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:30.581473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1186ef6d-cdaa-40c3-8221-5fdcf722b33a req-f6aad209-c81b-4a81-9f20-6c6db2220be9 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 943 time: 0.0482337 Sep 17 02:08:30.623483 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1186ef6d-cdaa-40c3-8221-5fdcf722b33a req-a62eb13b-98ea-49a5-9d0b-8d9cad0cf8e4 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Sep 17 02:08:30.652953 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:30.685403 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:30.686030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:30.687433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] 10.222.0.36 "PUT /v2.0/ports/20374115-cc5e-4ec7-bf91-a03290e65b49 HTTP/1.1" status: 200 len: 1091 time: 0.7563877 Sep 17 02:08:30.687866 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'tag': '20374115-cc5e-4ec7-bf91-a03290e65b49'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:30.690093 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "tag": "20374115-cc5e-4ec7-bf91-a03290e65b49"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:30.720641 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7406-0616-4b7e-93d9-8b48b8105c04 service neutron] Pushing event updated for resources: {'Port': ['ID=20374115-cc5e-4ec7-bf91-a03290e65b49,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:30.730052 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c11ac90-dc26-482f-89e8-b7896cb183f6 x-openstack-request-id: req-1c11ac90-dc26-482f-89e8-b7896cb183f6 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:30.730345 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "tag": "20374115-cc5e-4ec7-bf91-a03290e65b49", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:30.730592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c11ac90-dc26-482f-89e8-b7896cb183f6 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:30.730980 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'tag': '20374115-cc5e-4ec7-bf91-a03290e65b49', 'status': 'completed', 'code': 200} Sep 17 02:08:30.786245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5 req-c8e2354b-4089-4980-b113-3f77489198b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:30.787937 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5 req-c8e2354b-4089-4980-b113-3f77489198b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 1094 time: 0.0402780 Sep 17 02:08:30.883926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5 req-db3c8bd8-ee38-43de-abc2-90cee463fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:30.885444 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5 req-db3c8bd8-ee38-43de-abc2-90cee463fc02 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0898924 Sep 17 02:08:30.986185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5 req-39a776d6-288d-4a05-8cf5-42ea742e9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:30.987748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a66ddc0-4e16-4ab7-abe3-e63168fff8e5 req-39a776d6-288d-4a05-8cf5-42ea742e9787 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955591 Sep 17 02:08:31.066602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-57be3682-5d69-4712-acd0-997b487db428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:31.067998 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-57be3682-5d69-4712-acd0-997b487db428 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 1094 time: 0.0406187 Sep 17 02:08:31.114035 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-017cdd12-e943-43cd-9576-b032503d5d5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20374115-cc5e-4ec7-bf91-a03290e65b49 HTTP/1.1" status: 200 len: 217 time: 0.0377266 Sep 17 02:08:31.162619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-54ddd85c-e101-4581-b678-96e7907c8a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:31.165624 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-54ddd85c-e101-4581-b678-96e7907c8a41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=912d9dda-768c-4b0a-af5f-cab536cf7d35 HTTP/1.1" status: 200 len: 853 time: 0.0430608 Sep 17 02:08:31.194564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-6888577b-d61c-4bba-a13a-aba5faea4d5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0aea5a68-4adb-4bff-9c6f-500b86cb3eef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233040 Sep 17 02:08:31.287067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-9b806225-4d88-45cc-b851-400b855b5030 service neutron] 10.222.0.36 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852170 Sep 17 02:08:31.376812 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-8ecdecfe-d056-4bfb-9bb9-f941687d3a16 service neutron] 10.222.0.36 "GET /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828798 Sep 17 02:08:31.736278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2448-33f2-451f-95dc-e922b7811adf req-4adff569-c973-4f01-bce2-d905fa217083 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:31.737742 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4eef2448-33f2-451f-95dc-e922b7811adf req-4adff569-c973-4f01-bce2-d905fa217083 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 943 time: 0.0479317 Sep 17 02:08:31.774370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4eef2448-33f2-451f-95dc-e922b7811adf req-b7ee8843-b3aa-4552-9d47-b3bf0c0fdd25 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305498 Sep 17 02:08:32.890318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4b144-bd9b-4c2f-82c8-39857d54be2c req-816f9088-bb40-42ff-b3b0-adbfb9ec7aab tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:32.891821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28b4b144-bd9b-4c2f-82c8-39857d54be2c req-816f9088-bb40-42ff-b3b0-adbfb9ec7aab tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 943 time: 0.0492778 Sep 17 02:08:32.934449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28b4b144-bd9b-4c2f-82c8-39857d54be2c req-0fe2e603-036e-4569-a785-60fd1479dd74 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366771 Sep 17 02:08:33.432675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 20374115-cc5e-4ec7-bf91-a03290e65b49 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:08:33.683845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 20374115-cc5e-4ec7-bf91-a03290e65b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=20374115-cc5e-4ec7-bf91-a03290e65b49,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:33.695146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '20374115-cc5e-4ec7-bf91-a03290e65b49', 'network_id': '0aea5a68-4adb-4bff-9c6f-500b86cb3eef', 'port_id': '20374115-cc5e-4ec7-bf91-a03290e65b49', 'mac_address': 'fa:16:3e:cd:6b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '912d9dda-768c-4b0a-af5f-cab536cf7d35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:08:33.731933 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:33.745267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20374115-cc5e-4ec7-bf91-a03290e65b49 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:08:33.767234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 20374115-cc5e-4ec7-bf91-a03290e65b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=20374115-cc5e-4ec7-bf91-a03290e65b49,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:33.824219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:33.870687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=20374115-cc5e-4ec7-bf91-a03290e65b49,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:33.877741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.878083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.878415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.878745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.879070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.879412 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.879732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.880048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.880362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.880677 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.880990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:33.881302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:34.034233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['20374115-cc5e-4ec7-bf91-a03290e65b49'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:34.050450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e41b91-0f83-4166-8816-9a014b35e7e4 req-8ce05d67-5662-422b-8708-6298ff3566d3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:34.052001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79e41b91-0f83-4166-8816-9a014b35e7e4 req-8ce05d67-5662-422b-8708-6298ff3566d3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 944 time: 0.0495956 Sep 17 02:08:34.090250 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-79e41b91-0f83-4166-8816-9a014b35e7e4 req-22194caa-c7d4-4160-aa5c-d4bc7ae7bb10 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Sep 17 02:08:35.204915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d53ef-73ab-4f91-b39c-6e48f2501708 req-919eb9a7-b164-4cb3-bf84-770e86a09f22 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:35.206395 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c1d53ef-73ab-4f91-b39c-6e48f2501708 req-919eb9a7-b164-4cb3-bf84-770e86a09f22 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 944 time: 0.0490549 Sep 17 02:08:35.244866 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c1d53ef-73ab-4f91-b39c-6e48f2501708 req-47a36a3b-0075-4fd6-8dc8-106356ee22fb tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320070 Sep 17 02:08:35.447633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 20374115-cc5e-4ec7-bf91-a03290e65b49 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:08:35.471280 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-24d92b8f-e911-42d8-be6b-fc8dcfe3be66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:35.549740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 20374115-cc5e-4ec7-bf91-a03290e65b49 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:08:35.553304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 20374115-cc5e-4ec7-bf91-a03290e65b49 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:35.553673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:35.628341 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:35.650620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20374115-cc5e-4ec7-bf91-a03290e65b49'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:35.652862 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806b3456-a74b-4988-ae71-0927f8942500" -d '{"events": [{"server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "name": "network-vif-plugged", "status": "completed", "tag": "20374115-cc5e-4ec7-bf91-a03290e65b49"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:35.668590 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 20374115-cc5e-4ec7-bf91-a03290e65b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=20374115-cc5e-4ec7-bf91-a03290e65b49,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:35.690907 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a45563-a867-4136-b580-1685dc0d7d82 x-openstack-request-id: req-c4a45563-a867-4136-b580-1685dc0d7d82 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:35.691276 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "name": "network-vif-plugged", "status": "completed", "tag": "20374115-cc5e-4ec7-bf91-a03290e65b49", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:35.696934 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4a45563-a867-4136-b580-1685dc0d7d82 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:35.696934 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20374115-cc5e-4ec7-bf91-a03290e65b49', 'code': 200} Sep 17 02:08:35.738775 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:35.787024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797347ca-520d-4b2f-9fb1-f814296f8021 req-e4aa1c43-abfb-4708-824d-b7d44fba41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:35.788535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-797347ca-520d-4b2f-9fb1-f814296f8021 req-e4aa1c43-abfb-4708-824d-b7d44fba41fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 1096 time: 0.0403335 Sep 17 02:08:35.790194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=20374115-cc5e-4ec7-bf91-a03290e65b49,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:35.824132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-797347ca-520d-4b2f-9fb1-f814296f8021 req-3e9238ae-ac65-4fa7-ac60-8e67c505d41d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283520 Sep 17 02:08:36.358235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69297505-7cee-44b7-8aa4-14c98fb17cdd req-8cf417c9-2c5a-41e4-b9da-3bae9a8a3e20 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:36.359758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69297505-7cee-44b7-8aa4-14c98fb17cdd req-8cf417c9-2c5a-41e4-b9da-3bae9a8a3e20 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 945 time: 0.0489552 Sep 17 02:08:36.400463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-69297505-7cee-44b7-8aa4-14c98fb17cdd req-fb442405-c9c1-47da-b345-3e2b1023a0fe tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348129 Sep 17 02:08:37.516346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba14c4-3688-470e-973c-dff66dd3e26a req-45243482-d16f-477c-9ad1-346d050f8605 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:37.517809 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8ba14c4-3688-470e-973c-dff66dd3e26a req-45243482-d16f-477c-9ad1-346d050f8605 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 945 time: 0.0479152 Sep 17 02:08:37.559778 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d8ba14c4-3688-470e-973c-dff66dd3e26a req-75ae0f78-91d6-4bf5-9515-e7e6a791f8db tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360241 Sep 17 02:08:37.937520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980fa3c-19b6-4696-ac35-3105939501c5 req-695df463-12f8-4d74-ab67-aaa8e585c430 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:37.939010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a980fa3c-19b6-4696-ac35-3105939501c5 req-695df463-12f8-4d74-ab67-aaa8e585c430 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 945 time: 0.0499642 Sep 17 02:08:37.978151 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a980fa3c-19b6-4696-ac35-3105939501c5 req-c40bc874-73c9-4c85-973e-3bc5402ad075 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Sep 17 02:08:38.206287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6a4f649e-5190-453b-b5e9-554b49048f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:39.095871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b8ee1-d87c-40ef-9bed-123938e1bf56 req-ddf1531c-d4f0-41a2-99ac-d5a8b6bd472c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:39.097336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb0b8ee1-d87c-40ef-9bed-123938e1bf56 req-ddf1531c-d4f0-41a2-99ac-d5a8b6bd472c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 945 time: 0.0490029 Sep 17 02:08:39.132721 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:39.135555 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bb0b8ee1-d87c-40ef-9bed-123938e1bf56 req-03deee15-f72a-4f66-90c6-92c51950b08b tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Sep 17 02:08:39.220052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-e6239605-2696-4524-9eaa-d1d1e7a88cd3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:39.221527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-e6239605-2696-4524-9eaa-d1d1e7a88cd3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 945 time: 0.0485165 Sep 17 02:08:39.314256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Deleting port 20374115-cc5e-4ec7-bf91-a03290e65b49 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:08:39.314511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:39.401559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] For port 20374115-cc5e-4ec7-bf91-a03290e65b49, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=20374115-cc5e-4ec7-bf91-a03290e65b49,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:39.401920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:39.414294 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Calling delete_port for 20374115-cc5e-4ec7-bf91-a03290e65b49 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:08:39.590305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:39.605117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['087ed8ff-c053-4897-bda0-729867a9775b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:39.619748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event deleted for resources: {'Port': ['ID=20374115-cc5e-4ec7-bf91-a03290e65b49,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:39.665506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] No DVR routers for this DVR port 20374115-cc5e-4ec7-bf91-a03290e65b49 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:08:39.668460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:39.670431 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fe47ae8f-9b98-4921-8522-b660542a1712 req-f7dcf406-5a2e-4478-9540-5c2b47c18b4c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "DELETE /v2.0/ports/20374115-cc5e-4ec7-bf91-a03290e65b49 HTTP/1.1" status: 204 len: 173 time: 0.4421530 Sep 17 02:08:39.670899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'name': 'network-vif-deleted', 'tag': '20374115-cc5e-4ec7-bf91-a03290e65b49'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:39.673161 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b83c958-e826-44df-bff4-e3827fe602c9" -d '{"events": [{"server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "name": "network-vif-deleted", "tag": "20374115-cc5e-4ec7-bf91-a03290e65b49"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:39.710998 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e613f6-b25d-42ba-b6f6-71b145aa1312 x-openstack-request-id: req-f3e613f6-b25d-42ba-b6f6-71b145aa1312 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:39.712078 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bb3873-2f64-4a56-a64f-8179dcdd81cc", "name": "network-vif-deleted", "tag": "20374115-cc5e-4ec7-bf91-a03290e65b49", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:39.712328 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3e613f6-b25d-42ba-b6f6-71b145aa1312 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:39.712737 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bb3873-2f64-4a56-a64f-8179dcdd81cc', 'name': 'network-vif-deleted', 'tag': '20374115-cc5e-4ec7-bf91-a03290e65b49', 'status': 'completed', 'code': 200} Sep 17 02:08:39.716349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:40.241281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b2146d04-b252-4bdc-a3b1-8860dbfa9db1 req-fda02826-7233-4175-869b-f8223940bbf7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2bb3873-2f64-4a56-a64f-8179dcdd81cc HTTP/1.1" status: 200 len: 210 time: 0.0269220 Sep 17 02:08:41.293247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:41.388435 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c87e0f-56cc-4f0d-8298-e07f29e5894a req-0e89e74a-324b-42c6-afc5-832413fbd6aa tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:41.389802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6c87e0f-56cc-4f0d-8298-e07f29e5894a req-0e89e74a-324b-42c6-afc5-832413fbd6aa tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0487158 Sep 17 02:08:41.427621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d6c87e0f-56cc-4f0d-8298-e07f29e5894a req-e8edd312-342d-4149-b408-a9d57ba159f9 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316434 Sep 17 02:08:41.482335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 20374115-cc5e-4ec7-bf91-a03290e65b49 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:08:41.504568 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 20374115-cc5e-4ec7-bf91-a03290e65b49 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:08:41.504914 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 20374115-cc5e-4ec7-bf91-a03290e65b49 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:08:41.557972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec30032-4ddd-4cce-ae4a-6ca64fb4dd4d req-cdac7269-73f9-4cb9-9d21-cc771557e169 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:41.559476 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ec30032-4ddd-4cce-ae4a-6ca64fb4dd4d req-cdac7269-73f9-4cb9-9d21-cc771557e169 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0489674 Sep 17 02:08:41.596228 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ec30032-4ddd-4cce-ae4a-6ca64fb4dd4d req-a98d6301-bfa7-49a7-b70a-276604925c88 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Sep 17 02:08:41.710875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f28dd-9c51-4101-bffb-dd555c264b50 req-47a35cec-c9e0-49fc-95cd-065dc9d0ad67 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:41.712496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c7f28dd-9c51-4101-bffb-dd555c264b50 req-47a35cec-c9e0-49fc-95cd-065dc9d0ad67 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0494015 Sep 17 02:08:41.749678 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c7f28dd-9c51-4101-bffb-dd555c264b50 req-2d94a0f7-57d4-4278-b847-a0d06ee49f14 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Sep 17 02:08:41.820795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-f43907f6-14d2-4c11-b368-6d258ddad012 req-d83aa4fb-e5ed-4a5c-91d1-bb000d094d8c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:08:41.821922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f43907f6-14d2-4c11-b368-6d258ddad012 req-d83aa4fb-e5ed-4a5c-91d1-bb000d094d8c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055907 Sep 17 02:08:41.926178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a50854a-f5a2-4a01-935e-bca649808fbe req-26743c8f-71fd-44cd-93da-5f17ec26fe30 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:41.927889 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a50854a-f5a2-4a01-935e-bca649808fbe req-26743c8f-71fd-44cd-93da-5f17ec26fe30 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0487523 Sep 17 02:08:41.969890 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0a50854a-f5a2-4a01-935e-bca649808fbe req-36980396-79e5-4855-b6a6-d909047853f7 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352623 Sep 17 02:08:42.089729 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0f4c9-bba4-4f38-bf74-cd13f18be507 req-818fba17-4970-42b8-b44d-03e1e0754b5e tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:42.091260 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edf0f4c9-bba4-4f38-bf74-cd13f18be507 req-818fba17-4970-42b8-b44d-03e1e0754b5e tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0534794 Sep 17 02:08:42.128321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-edf0f4c9-bba4-4f38-bf74-cd13f18be507 req-f96b7391-aa5c-4e5d-bdae-a3975f746b90 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Sep 17 02:08:42.252948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862efd42-dcc1-4a02-b03b-5d4f503811d4 req-905d1980-d365-44e0-9fe2-0ec6fe19529c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:42.254425 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862efd42-dcc1-4a02-b03b-5d4f503811d4 req-905d1980-d365-44e0-9fe2-0ec6fe19529c tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0492766 Sep 17 02:08:42.292011 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-862efd42-dcc1-4a02-b03b-5d4f503811d4 req-2f500c59-114f-4786-9d65-1d76dd77a6be tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Sep 17 02:08:42.791528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce15d3-8452-4f19-85c7-deed6d7492a3 req-f82af625-c580-446f-a8ec-d55b6115cb59 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:42.793016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26ce15d3-8452-4f19-85c7-deed6d7492a3 req-f82af625-c580-446f-a8ec-d55b6115cb59 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0496442 Sep 17 02:08:42.829886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26ce15d3-8452-4f19-85c7-deed6d7492a3 req-6ef52235-bea3-4ef9-83a2-e3cacf187262 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Sep 17 02:08:43.947246 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87e667-feb0-45a3-b7d1-a495d06b76fd req-d9f2b2b2-8171-4e0e-8428-29c797d1cb69 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:43.948856 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f87e667-feb0-45a3-b7d1-a495d06b76fd req-d9f2b2b2-8171-4e0e-8428-29c797d1cb69 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0501096 Sep 17 02:08:43.989126 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7f87e667-feb0-45a3-b7d1-a495d06b76fd req-77290ea9-4b00-44ae-939a-e6d7f2e37fcd tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/security-groups?id=a874d4e7-4b49-43ec-bba6-956459d8e907&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Sep 17 02:08:44.068477 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-e3e12e63-59ec-479f-811c-a747af4799b2 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:44.069938 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-e3e12e63-59ec-479f-811c-a747af4799b2 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 945 time: 0.0529921 Sep 17 02:08:44.164093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Deleting port 087ed8ff-c053-4897-bda0-729867a9775b {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:08:44.164439 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:44.257252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] For port 087ed8ff-c053-4897-bda0-729867a9775b, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=087ed8ff-c053-4897-bda0-729867a9775b,segment=NetworkSegment(092fb3ea-4fbd-4b52-942e-18047a06afbc),segment_id=092fb3ea-4fbd-4b52-942e-18047a06afbc)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:44.257620 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:44.269579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Calling delete_port for 087ed8ff-c053-4897-bda0-729867a9775b owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:08:44.441981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:44.454700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['087ed8ff-c053-4897-bda0-729867a9775b'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:08:44.477464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Pushing event deleted for resources: {'Port': ['ID=087ed8ff-c053-4897-bda0-729867a9775b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:44.520238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] No DVR routers for this DVR port 087ed8ff-c053-4897-bda0-729867a9775b on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:08:44.522647 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:44.524971 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf143a87-792d-4b78-9b2e-e060b5fb7b05 req-825794db-ad28-4c48-90b9-2c145efccf13 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.36 "DELETE /v2.0/ports/087ed8ff-c053-4897-bda0-729867a9775b HTTP/1.1" status: 204 len: 173 time: 0.4481785 Sep 17 02:08:44.525430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'name': 'network-vif-deleted', 'tag': '087ed8ff-c053-4897-bda0-729867a9775b'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:08:44.527713 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5216f4d5-32d3-4a45-be2f-7dea6fc93591" -d '{"events": [{"server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "name": "network-vif-deleted", "tag": "087ed8ff-c053-4897-bda0-729867a9775b"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:08:44.562996 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df23b24-b81d-4e5e-b80e-5f17e366f9c5 x-openstack-request-id: req-2df23b24-b81d-4e5e-b80e-5f17e366f9c5 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:08:44.563320 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2d59bf-0ae2-4a3f-acab-c556c953bc3d", "name": "network-vif-deleted", "tag": "087ed8ff-c053-4897-bda0-729867a9775b", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:08:44.563572 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2df23b24-b81d-4e5e-b80e-5f17e366f9c5 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:08:44.563991 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee2d59bf-0ae2-4a3f-acab-c556c953bc3d', 'name': 'network-vif-deleted', 'tag': '087ed8ff-c053-4897-bda0-729867a9775b', 'status': 'completed', 'code': 200} Sep 17 02:08:45.094462 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a33a0841-102c-4e3f-9ded-e5d8f359bc1f req-0bac855a-f996-49fc-9f0b-7a12039fb8e3 tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee2d59bf-0ae2-4a3f-acab-c556c953bc3d HTTP/1.1" status: 200 len: 210 time: 0.0271919 Sep 17 02:08:46.154121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40680) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:46.199267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Deleting subnet 912d9dda-768c-4b0a-af5f-cab536cf7d35 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:08:46.202160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.236118 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.277619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.396197 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.420670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=912d9dda-768c-4b0a-af5f-cab536cf7d35,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:46.428630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.431618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a50827b-7769-4797-947c-c26d931525fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/912d9dda-768c-4b0a-af5f-cab536cf7d35 HTTP/1.1" status: 204 len: 168 time: 0.2762666 Sep 17 02:08:46.433966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40682) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:46.501150 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.580829 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.600136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aea5a68-4adb-4bff-9c6f-500b86cb3eef']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:46.609514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092fb3ea-4fbd-4b52-942e-18047a06afbc') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:46.609803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092fb3ea-4fbd-4b52-942e-18047a06afbc') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:46.618835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.631340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.637113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:08:46.637489 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:08:46.639049 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:08:46.749755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.755002 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:46.756815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0aea5a68-4adb-4bff-9c6f-500b86cb3eef HTTP/1.1" status: 204 len: 168 time: 0.3219461 Sep 17 02:08:46.768554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97975eff-c65e-460e-81d1-ab594e00ebd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aea5a68-4adb-4bff-9c6f-500b86cb3eef,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:47.084820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40686) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:47.124442 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a0d0d3d3-a423-4854-9f4a-00755eace088 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aafd0f3433af47f2919de2e378f8b2a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384972 Sep 17 02:08:47.126817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40688) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:47.173177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2928ba7e-54e0-4d21-bb77-625977e2c3d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:47.193983 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2928ba7e-54e0-4d21-bb77-625977e2c3d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:47.321251 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2928ba7e-54e0-4d21-bb77-625977e2c3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:47.323789 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2928ba7e-54e0-4d21-bb77-625977e2c3d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:47.324960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2928ba7e-54e0-4d21-bb77-625977e2c3d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a874d4e7-4b49-43ec-bba6-956459d8e907 HTTP/1.1" status: 204 len: 168 time: 0.1972387 Sep 17 02:08:47.338846 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928ba7e-54e0-4d21-bb77-625977e2c3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a874d4e7-4b49-43ec-bba6-956459d8e907,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:47.492400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 087ed8ff-c053-4897-bda0-729867a9775b no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:08:47.512151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 087ed8ff-c053-4897-bda0-729867a9775b {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:08:47.512497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 087ed8ff-c053-4897-bda0-729867a9775b not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:08:48.277688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40710) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:48.372861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-596303805'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:48.475654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:48.479835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.492346 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.580853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.658217 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.684465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:08:48.693833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7768d86f-d7a2-4fd4-a235-787e596865d0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:48.699434 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.699779 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Added segment 173055fa-019b-42d5-bf91-e3395b7c1668 of type vlan for network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb Sep 17 02:08:48.738929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.824083 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.829514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:48.830102 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:48.898216 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Network': ['ID=aa3a05c0-d51c-43c9-a8c0-334c05cd88eb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:48.908757 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:08:48.927045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6899c46f-639a-4e8a-adb5-8adf4b8aa1d8 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6482148 Sep 17 02:08:52.201979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40714) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:52.207014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'subnet': {'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:52.348969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:52.352537 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:52.584214 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:52.641767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Subnet': ['ID=cf8ef21c-441e-41b1-b4a2-9b74af8fb1b5,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:52.650585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Checking segment: {'id': '173055fa-019b-42d5-bf91-e3395b7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:52.650946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network hostable DHCP agents. Network: aa3a05c0-d51c-43c9-a8c0-334c05cd88eb, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:08:52.720972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:08:52.818022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, aa3a05c0-d51c-43c9-a8c0-334c05cd88eb) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:52.822987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:52.823629 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:52.828386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41901d-032a-433a-adcf-861c97b422cd None None] Network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:52.905107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-636337f4-736b-4ae3-be1e-4575b11e6d9b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7020466 Sep 17 02:08:52.908624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40716) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:52.913804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445118109'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:52.970784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-aa3a05c0-d51c-43c9-a8c0-334c05cd88eb', 'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb', 'tenant_id': '31e0cdfa038a439f9994de0a31030fd8', 'fixed_ips': [{'subnet_id': 'cf8ef21c-441e-41b1-b4a2-9b74af8fb1b5'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:08:52.971726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.007020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:53.011540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.041125 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:08:53.049754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.050096 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Added segment 4c3c632d-9f90-474a-8939-281a261ca068 of type vlan for network a6544549-12a1-4bf8-bf4c-49d233b97b2b Sep 17 02:08:53.090292 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.106974 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Allocated IP 2001:db8:0:ffff::2 (aa3a05c0-d51c-43c9-a8c0-334c05cd88eb/cf8ef21c-441e-41b1-b4a2-9b74af8fb1b5/cada38b1-41e3-4539-a9b4-1b65468e5652) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:53.167113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.172935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:53.173520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.239500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Network': ['ID=a6544549-12a1-4bf8-bf4c-49d233b97b2b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:53.253314 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a6544549-12a1-4bf8-bf4c-49d233b97b2b details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:08:53.253475 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.265036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-65a1c872-02ac-4d0a-a23f-19550135e300 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3553538 Sep 17 02:08:53.267865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:53.273010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'subnet': {'network_id': 'a6544549-12a1-4bf8-bf4c-49d233b97b2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:53.310360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.357578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:53.360340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:53.368017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:53.371199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Pushing event updated for resources: {'Port': ['ID=cada38b1-41e3-4539-a9b4-1b65468e5652,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:53.417566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:53.421374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.423553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Attempting to bind port cada38b1-41e3-4539-a9b4-1b65468e5652 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:53.423952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Attempting to bind port cada38b1-41e3-4539-a9b4-1b65468e5652 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '173055fa-019b-42d5-bf91-e3395b7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:53.424307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Attempting to bind port cada38b1-41e3-4539-a9b4-1b65468e5652 on network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:53.430392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:53.430811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Checking segment: {'id': '173055fa-019b-42d5-bf91-e3395b7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:53.431247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.431647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Bound using segment: {'id': '173055fa-019b-42d5-bf91-e3395b7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:53.432119 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Bound port: cada38b1-41e3-4539-a9b4-1b65468e5652, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173055fa-019b-42d5-bf91-e3395b7c1668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'aa3a05c0-d51c-43c9-a8c0-334c05cd88eb'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:53.432502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.499511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] For port cada38b1-41e3-4539-a9b4-1b65468e5652, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:53.502736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] For port cada38b1-41e3-4539-a9b4-1b65468e5652, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cada38b1-41e3-4539-a9b4-1b65468e5652,segment=NetworkSegment(173055fa-019b-42d5-bf91-e3395b7c1668),segment_id=173055fa-019b-42d5-bf91-e3395b7c1668)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:53.544515 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.605065 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47113b1-a735-4ec2-be16-1e1a2377a666 None None] Pushing event updated for resources: {'Port': ['ID=cada38b1-41e3-4539-a9b4-1b65468e5652,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:53.659126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.723365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Subnet': ['ID=e232bef6-e6df-423b-8a35-ee496b0587c1,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:53.734321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Checking segment: {'id': '4c3c632d-9f90-474a-8939-281a261ca068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'a6544549-12a1-4bf8-bf4c-49d233b97b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:53.734754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network hostable DHCP agents. Network: a6544549-12a1-4bf8-bf4c-49d233b97b2b, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:08:53.807728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network a6544549-12a1-4bf8-bf4c-49d233b97b2b is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:08:53.860007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cada38b1-41e3-4539-a9b4-1b65468e5652 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:08:53.892679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a6544549-12a1-4bf8-bf4c-49d233b97b2b) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:53.896936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:53.897531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.902009 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036be0d4-ea64-48a9-9f2b-9c5e3ce0f937 None None] Network a6544549-12a1-4bf8-bf4c-49d233b97b2b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:53.964319 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cada38b1-41e3-4539-a9b4-1b65468e5652 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:53.964794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:53.966985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5603b8b8-3176-459d-aaf7-6712f9008ab4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6980731 Sep 17 02:08:53.970380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40720) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:54.070322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.110599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.131071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8bac9f-5d81-4436-b89f-5e1a118303bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a6544549-12a1-4bf8-bf4c-49d233b97b2b', 'network_id': 'a6544549-12a1-4bf8-bf4c-49d233b97b2b', 'tenant_id': '31e0cdfa038a439f9994de0a31030fd8', 'fixed_ips': [{'subnet_id': 'e232bef6-e6df-423b-8a35-ee496b0587c1'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:08:54.135756 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f8bac9f-5d81-4436-b89f-5e1a118303bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.150366 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.156895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port cada38b1-41e3-4539-a9b4-1b65468e5652, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cada38b1-41e3-4539-a9b4-1b65468e5652,segment=NetworkSegment(173055fa-019b-42d5-bf91-e3395b7c1668),segment_id=173055fa-019b-42d5-bf91-e3395b7c1668)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:54.242008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.291594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=cada38b1-41e3-4539-a9b4-1b65468e5652,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:54.299316 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.325954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Subnet': ['ID=e232bef6-e6df-423b-8a35-ee496b0587c1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server [None req-2f8bac9f-5d81-4436-b89f-5e1a118303bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e232bef6-e6df-423b-8a35-ee496b0587c1: This subnet is being modified by another concurrent operation. Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise self.value Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server raise exception Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e232bef6-e6df-423b-8a35-ee496b0587c1: This subnet is being modified by another concurrent operation. Sep 17 02:08:54.334091 n-d-789963-7 neutron-server[112074]: ERROR oslo_messaging.rpc.server Sep 17 02:08:54.354774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9bc510-1154-4a75-a1f9-e0664d884e27 None None] Network a6544549-12a1-4bf8-bf4c-49d233b97b2b requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:54.392479 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.415049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6544549-12a1-4bf8-bf4c-49d233b97b2b']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:54.426169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3c632d-9f90-474a-8939-281a261ca068') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:54.426496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3c632d-9f90-474a-8939-281a261ca068') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:54.437664 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.451822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.458441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:08:54.462177 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:08:54.520988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f53311-2ab1-4212-9abb-04a8037dc1a3 None None] Network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:54.597167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-deb63bec-0540-45b5-8ec5-7dcbae79004c None None] Provisioning complete for port cada38b1-41e3-4539-a9b4-1b65468e5652 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:54.597454 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-deb63bec-0540-45b5-8ec5-7dcbae79004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.619296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.631498 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.636845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/a6544549-12a1-4bf8-bf4c-49d233b97b2b HTTP/1.1" status: 204 len: 168 time: 0.6629698 Sep 17 02:08:54.637884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40722) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:54.645238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127527351'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:54.645367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239afb2c-3c5a-4d01-a0d2-8f958dd8e111 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Network': ['ID=a6544549-12a1-4bf8-bf4c-49d233b97b2b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:54.727466 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:54.731164 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.754359 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:08:54.763555 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.763906 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Added segment a662931f-c7c6-42f0-8eef-1d60f15598cc of type vlan for network 7926cc7a-87a0-4e02-9c2f-3756b94064b2 Sep 17 02:08:54.813824 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.905693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02447a84-bff0-4913-8d9b-dc0495716422 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 02:08:54.907054 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.913056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:54.913637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.976181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3869a9a7-46c7-448f-baff-98e530c3bc6b None None] Provisioning complete for port cada38b1-41e3-4539-a9b4-1b65468e5652 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:54.976597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3869a9a7-46c7-448f-baff-98e530c3bc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:54.980568 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Network': ['ID=7926cc7a-87a0-4e02-9c2f-3756b94064b2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:54.999725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02447a84-bff0-4913-8d9b-dc0495716422 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 02:08:55.001607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 7926cc7a-87a0-4e02-9c2f-3756b94064b2 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:08:55.030949 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ffa9bf0f-a8b2-43f3-b632-5d1c7c6b34a2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3917937 Sep 17 02:08:55.033640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40724) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:55.038885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'subnet': {'network_id': '7926cc7a-87a0-4e02-9c2f-3756b94064b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:55.230381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:55.233979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:55.293816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_backend_mixin [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Performing IP validity checks on allocation pools {{(pid=112072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 17 02:08:55.294335 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.ipam_backend_mixin [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Checking for overlaps among allocation pools and gateway ip {{(pid=112072) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 17 02:08:55.470484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:55.532668 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Subnet': ['ID=983cc67e-4fdb-4e63-84b9-7985bfc07015,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:55.543510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Checking segment: {'id': 'a662931f-c7c6-42f0-8eef-1d60f15598cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7926cc7a-87a0-4e02-9c2f-3756b94064b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:55.543873 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network hostable DHCP agents. Network: 7926cc7a-87a0-4e02-9c2f-3756b94064b2, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:08:55.618580 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network 7926cc7a-87a0-4e02-9c2f-3756b94064b2 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:08:55.675093 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 7926cc7a-87a0-4e02-9c2f-3756b94064b2) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:55.679182 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:55.679772 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:55.683964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96557aa8-295c-4e56-9225-5a63b435c60d None None] Network 7926cc7a-87a0-4e02-9c2f-3756b94064b2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:55.756442 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-207cb3e4-365e-4424-a4f9-73c901fcc505 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7217267 Sep 17 02:08:55.759441 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:55.866875 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:55.892627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cada38b1-41e3-4539-a9b4-1b65468e5652 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:08:55.947749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:55.985103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port cada38b1-41e3-4539-a9b4-1b65468e5652 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:55.985733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.050671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dbf270-39b6-4c65-9c3e-62e55f8769ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-7926cc7a-87a0-4e02-9c2f-3756b94064b2', 'network_id': '7926cc7a-87a0-4e02-9c2f-3756b94064b2', 'tenant_id': '31e0cdfa038a439f9994de0a31030fd8', 'fixed_ips': [{'subnet_id': '983cc67e-4fdb-4e63-84b9-7985bfc07015'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:08:56.051585 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b3dbf270-39b6-4c65-9c3e-62e55f8769ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.070703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.098439 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Subnet': ['ID=983cc67e-4fdb-4e63-84b9-7985bfc07015,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:56.165531 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.184573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7926cc7a-87a0-4e02-9c2f-3756b94064b2']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:56.190139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6511d4-28bd-4338-ae53-9833acc1396d None None] Network 7926cc7a-87a0-4e02-9c2f-3756b94064b2 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:56.194027 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a662931f-c7c6-42f0-8eef-1d60f15598cc') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:56.194324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a662931f-c7c6-42f0-8eef-1d60f15598cc') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:56.204138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.216887 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.222709 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:08:56.223106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:08:56.225990 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:08:56.361154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.368411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.370195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/7926cc7a-87a0-4e02-9c2f-3756b94064b2 HTTP/1.1" status: 204 len: 168 time: 0.6098082 Sep 17 02:08:56.373982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40728) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:56.379044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-488776887'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:56.452787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:56.456457 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.481223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:08:56.490369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.490715 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Added segment 2e961724-6f90-4e7c-b12e-fcdd01883288 of type vlan for network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 Sep 17 02:08:56.533751 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.624729 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.630222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:56.630836 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:56.673346 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93ead5-6c5b-42e5-bb64-dc1ab2da4f1a tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Network': ['ID=7926cc7a-87a0-4e02-9c2f-3756b94064b2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:57.014359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6392627 Sep 17 02:08:57.017327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40730) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:57.018579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066ba09-5072-4b36-8a77-af46bce71f34 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Network': ['ID=55cba2b8-f19b-4ae7-b9ae-8170101fd9e5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:57.022394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'subnet': {'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:57.029368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:08:57.171426 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:57.174855 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.401590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.464450 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Subnet': ['ID=a61cab4d-dd2a-4311-9a26-c8f7b5e1f2d8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:57.474324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.474674 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.475041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.480957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:08:57.486681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Checking segment: {'id': '2e961724-6f90-4e7c-b12e-fcdd01883288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:57.487045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network hostable DHCP agents. Network: 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:08:57.572560 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:08:57.629430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:57.633780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:57.634374 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.640474 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a0a6f-ba51-46a2-ac69-e899075eabb6 None None] Network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:57.693402 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-81b61d32-4b09-4842-8058-3662dd27b412 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6748085 Sep 17 02:08:57.696957 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40732) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:57.701884 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-148987933'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:57.783319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:57.784521 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-55cba2b8-f19b-4ae7-b9ae-8170101fd9e5', 'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5', 'tenant_id': '31e0cdfa038a439f9994de0a31030fd8', 'fixed_ips': [{'subnet_id': 'a61cab4d-dd2a-4311-9a26-c8f7b5e1f2d8'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:08:57.785375 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.787064 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.811621 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:08:57.820498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.820849 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Added segment 2253b817-706c-4268-823a-9088acabe5c9 of type vlan for network 12e6a677-c08d-410e-8289-86806e960dec Sep 17 02:08:57.859569 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.922777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Allocated IP 2001:db8::2 (55cba2b8-f19b-4ae7-b9ae-8170101fd9e5/a61cab4d-dd2a-4311-9a26-c8f7b5e1f2d8/add17c49-8ebe-4f30-9a71-162e21985205) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:57.937432 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:57.942964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:57.943622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.014678 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Network': ['ID=12e6a677-c08d-410e-8289-86806e960dec,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:58.026104 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 12e6a677-c08d-410e-8289-86806e960dec details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:08:58.031791 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-94df868c-080e-41ce-8fdd-c6ce57855745 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3337221 Sep 17 02:08:58.034884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40734) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:58.045864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Request body: {'subnet': {'network_id': '12e6a677-c08d-410e-8289-86806e960dec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:08:58.123330 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.201918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.228928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Made reservation on behalf of 31e0cdfa038a439f9994de0a31030fd8 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:08:58.232504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.238856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:58.241669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:58.245636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:58.255228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Pushing event updated for resources: {'Port': ['ID=add17c49-8ebe-4f30-9a71-162e21985205,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:58.305243 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Attempting to bind port add17c49-8ebe-4f30-9a71-162e21985205 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:58.306046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Attempting to bind port add17c49-8ebe-4f30-9a71-162e21985205 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2e961724-6f90-4e7c-b12e-fcdd01883288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:58.306458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Attempting to bind port add17c49-8ebe-4f30-9a71-162e21985205 on network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:58.311397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:58.312508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Checking segment: {'id': '2e961724-6f90-4e7c-b12e-fcdd01883288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:58.312508 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.312713 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Bound using segment: {'id': '2e961724-6f90-4e7c-b12e-fcdd01883288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:58.312990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Bound port: add17c49-8ebe-4f30-9a71-162e21985205, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e961724-6f90-4e7c-b12e-fcdd01883288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '55cba2b8-f19b-4ae7-b9ae-8170101fd9e5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:58.313368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.380619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] For port add17c49-8ebe-4f30-9a71-162e21985205, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:58.385723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] For port add17c49-8ebe-4f30-9a71-162e21985205, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=add17c49-8ebe-4f30-9a71-162e21985205,segment=NetworkSegment(2e961724-6f90-4e7c-b12e-fcdd01883288),segment_id=2e961724-6f90-4e7c-b12e-fcdd01883288)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:58.475030 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.479268 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.534553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377e672-1cbb-4304-893e-9292b16963c4 None None] Pushing event updated for resources: {'Port': ['ID=add17c49-8ebe-4f30-9a71-162e21985205,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:58.545913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event updated for resources: {'Subnet': ['ID=4484ee80-f5a0-492b-a5e1-813e314d249d,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:58.555753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Checking segment: {'id': '2253b817-706c-4268-823a-9088acabe5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '12e6a677-c08d-410e-8289-86806e960dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:58.556119 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network hostable DHCP agents. Network: 12e6a677-c08d-410e-8289-86806e960dec, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:08:58.640589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Network 12e6a677-c08d-410e-8289-86806e960dec is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:08:58.727787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 12e6a677-c08d-410e-8289-86806e960dec) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:58.732004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:08:58.732561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.736341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2916b85a-40a0-4db8-aaa1-095a6b884a0f None None] Network 12e6a677-c08d-410e-8289-86806e960dec requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:58.830578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-608de1a1-5c1a-4e93-8291-964fbfb0976b tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7939746 Sep 17 02:08:58.833247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40736) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:08:58.888816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-12e6a677-c08d-410e-8289-86806e960dec', 'network_id': '12e6a677-c08d-410e-8289-86806e960dec', 'tenant_id': '31e0cdfa038a439f9994de0a31030fd8', 'fixed_ips': [{'subnet_id': '4484ee80-f5a0-492b-a5e1-813e314d249d'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:08:58.889701 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.933749 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:58.985390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.027993 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Allocated IP 2001:db8::2 (12e6a677-c08d-410e-8289-86806e960dec/4484ee80-f5a0-492b-a5e1-813e314d249d/0893ad16-f98f-415b-82d9-01bd76495ced) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:08:59.171534 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.253214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.309247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Network 12e6a677-c08d-410e-8289-86806e960dec is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:08:59.313172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:08:59.319786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:08:59.323318 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Pushing event updated for resources: {'Port': ['ID=0893ad16-f98f-415b-82d9-01bd76495ced,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:59.327966 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.365748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Subnet': ['ID=4484ee80-f5a0-492b-a5e1-813e314d249d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:59.382734 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Attempting to bind port 0893ad16-f98f-415b-82d9-01bd76495ced on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:08:59.383793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Attempting to bind port 0893ad16-f98f-415b-82d9-01bd76495ced by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '2253b817-706c-4268-823a-9088acabe5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '12e6a677-c08d-410e-8289-86806e960dec'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:08:59.384029 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Attempting to bind port 0893ad16-f98f-415b-82d9-01bd76495ced on network 12e6a677-c08d-410e-8289-86806e960dec {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:08:59.389652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:08:59.390026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Checking segment: {'id': '2253b817-706c-4268-823a-9088acabe5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '12e6a677-c08d-410e-8289-86806e960dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:08:59.390597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.390999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Bound using segment: {'id': '2253b817-706c-4268-823a-9088acabe5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '12e6a677-c08d-410e-8289-86806e960dec'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:08:59.391493 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Bound port: 0893ad16-f98f-415b-82d9-01bd76495ced, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2253b817-706c-4268-823a-9088acabe5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '12e6a677-c08d-410e-8289-86806e960dec'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:08:59.391883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.402486 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.437417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01e8e83-752f-4fb0-ba25-7bc9ee66ad4d None None] Network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:59.442159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.470559 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e6a677-c08d-410e-8289-86806e960dec']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:59.480948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2253b817-706c-4268-823a-9088acabe5c9') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:59.481247 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2253b817-706c-4268-823a-9088acabe5c9') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:08:59.491016 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.504790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.510444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] For port 0893ad16-f98f-415b-82d9-01bd76495ced, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:08:59.515858 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:08:59.573704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-75099813-bdf2-4c91-864d-2b278134b9d1 None None] Provisioning complete for port add17c49-8ebe-4f30-9a71-162e21985205 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:08:59.574072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-75099813-bdf2-4c91-864d-2b278134b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.601897 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.db.api [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 17 02:08:59.601897 n-d-789963-7 neutron-server[112072]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 17 02:08:59.601897 n-d-789963-7 neutron-server[112072]: [parameters: {'id': '12e6a677-c08d-410e-8289-86806e960dec'}] Sep 17 02:08:59.601897 n-d-789963-7 neutron-server[112072]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=112072) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 02:08:59.602372 n-d-789963-7 neutron-server[112072]: DEBUG oslo_db.api [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 02:08:59.606740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] For port 0893ad16-f98f-415b-82d9-01bd76495ced, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0893ad16-f98f-415b-82d9-01bd76495ced,segment=NetworkSegment(2253b817-706c-4268-823a-9088acabe5c9),segment_id=2253b817-706c-4268-823a-9088acabe5c9)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:08:59.668601 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.719691 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.742626 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-75099813-bdf2-4c91-864d-2b278134b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:08:59.800777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0894-abd6-4e8c-bc04-085fd43de3d6 None None] Pushing event updated for resources: {'Port': ['ID=0893ad16-f98f-415b-82d9-01bd76495ced,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:08:59.821346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-75099813-bdf2-4c91-864d-2b278134b9d1 None None] For port add17c49-8ebe-4f30-9a71-162e21985205, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=add17c49-8ebe-4f30-9a71-162e21985205,segment=NetworkSegment(2e961724-6f90-4e7c-b12e-fcdd01883288),segment_id=2e961724-6f90-4e7c-b12e-fcdd01883288)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:08:59.821346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbc866c-b4f5-425a-a18c-6183a7a010dd None None] Network 12e6a677-c08d-410e-8289-86806e960dec requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:08:59.875668 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device add17c49-8ebe-4f30-9a71-162e21985205 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:08:59.907871 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-75099813-bdf2-4c91-864d-2b278134b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.009626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75099813-bdf2-4c91-864d-2b278134b9d1 None None] Pushing event updated for resources: {'Port': ['ID=add17c49-8ebe-4f30-9a71-162e21985205,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:00.034320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port add17c49-8ebe-4f30-9a71-162e21985205 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:00.034697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.057596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4afdfe-a78d-43e3-bfb6-0116e8c3e890 None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 02:09:00.061320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f949b91f-ae4b-4fd6-b6ce-b3fa70856242 None None] Provisioning complete for port add17c49-8ebe-4f30-9a71-162e21985205 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:00.061688 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f949b91f-ae4b-4fd6-b6ce-b3fa70856242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.103190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.157535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Deleting port 0893ad16-f98f-415b-82d9-01bd76495ced {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:00.157877 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.207640 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:09:00.230334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] For port 0893ad16-f98f-415b-82d9-01bd76495ced, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0893ad16-f98f-415b-82d9-01bd76495ced,segment=NetworkSegment(2253b817-706c-4268-823a-9088acabe5c9),segment_id=2253b817-706c-4268-823a-9088acabe5c9)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:00.230700 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.244536 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Calling delete_port for 0893ad16-f98f-415b-82d9-01bd76495ced owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:00.386485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4afdfe-a78d-43e3-bfb6-0116e8c3e890 None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 02:09:00.388748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.420912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Port': ['ID=0893ad16-f98f-415b-82d9-01bd76495ced,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:00.422954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No DVR routers for this DVR port 0893ad16-f98f-415b-82d9-01bd76495ced on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:00.505669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.527025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e6a677-c08d-410e-8289-86806e960dec']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:00.536493 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2253b817-706c-4268-823a-9088acabe5c9') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:00.536792 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2253b817-706c-4268-823a-9088acabe5c9') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:00.546516 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.559586 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.565349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:09:00.565733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:09:00.568710 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:09:00.714510 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.722081 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.723316 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/12e6a677-c08d-410e-8289-86806e960dec HTTP/1.1" status: 204 len: 168 time: 1.8890302 Sep 17 02:09:00.726982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40738) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:00.735029 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896327fc-6be3-4d82-8bb7-7a9ef6c74a8e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Network': ['ID=12e6a677-c08d-410e-8289-86806e960dec,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:00.755473 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-757026d1-2ebf-4e89-9475-200661ec825c tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] GET failed (client error): The resource could not be found. Sep 17 02:09:00.756779 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-757026d1-2ebf-4e89-9475-200661ec825c tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "GET /v2.0/subnets/4484ee80-f5a0-492b-a5e1-813e314d249d HTTP/1.1" status: 404 len: 337 time: 0.0291064 Sep 17 02:09:00.760426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40740) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:00.777743 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7401a31-52b0-4228-8bff-4c7d4ac46bf2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:00.778262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7401a31-52b0-4228-8bff-4c7d4ac46bf2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:00.779949 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d7401a31-52b0-4228-8bff-4c7d4ac46bf2 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/12e6a677-c08d-410e-8289-86806e960dec HTTP/1.1" status: 404 len: 339 time: 0.0186079 Sep 17 02:09:00.783471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40742) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:00.808247 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb0924d-69d6-430c-8ff4-a2b7bdb42648 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:00.808674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeb0924d-69d6-430c-8ff4-a2b7bdb42648 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:00.810257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eeb0924d-69d6-430c-8ff4-a2b7bdb42648 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/subnets/4484ee80-f5a0-492b-a5e1-813e314d249d HTTP/1.1" status: 404 len: 337 time: 0.0258896 Sep 17 02:09:00.812545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40744) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:00.829819 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8a64d7-1d40-43a5-8aff-ca2eda65f659 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:00.830320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8a64d7-1d40-43a5-8aff-ca2eda65f659 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:00.831928 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aa8a64d7-1d40-43a5-8aff-ca2eda65f659 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/12e6a677-c08d-410e-8289-86806e960dec HTTP/1.1" status: 404 len: 339 time: 0.0185440 Sep 17 02:09:00.834068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40746) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:00.886945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Deleting subnet a61cab4d-dd2a-4311-9a26-c8f7b5e1f2d8 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:09:00.889903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:00.927872 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.006848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.143699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.171884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Subnet': ['ID=a61cab4d-dd2a-4311-9a26-c8f7b5e1f2d8,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:01.175364 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.178735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727616be-31f3-48d5-b606-e355109ef60a None None] Network 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:01.181445 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40748) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:01.181589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8e2efaa5-a2e0-4d60-9928-1ff9667a5889 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/subnets/a61cab4d-dd2a-4311-9a26-c8f7b5e1f2d8 HTTP/1.1" status: 204 len: 168 time: 0.3465517 Sep 17 02:09:01.256635 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.316077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Deleting port add17c49-8ebe-4f30-9a71-162e21985205 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:01.316457 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.342926 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] DHCP port deletion for 55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:09:01.381514 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] For port add17c49-8ebe-4f30-9a71-162e21985205, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=add17c49-8ebe-4f30-9a71-162e21985205,segment=NetworkSegment(2e961724-6f90-4e7c-b12e-fcdd01883288),segment_id=2e961724-6f90-4e7c-b12e-fcdd01883288)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:01.381886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.393374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] Deleting port add17c49-8ebe-4f30-9a71-162e21985205 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:01.393908 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.395389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Calling delete_port for add17c49-8ebe-4f30-9a71-162e21985205 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:01.459136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] For port add17c49-8ebe-4f30-9a71-162e21985205, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=add17c49-8ebe-4f30-9a71-162e21985205,segment=NetworkSegment(2e961724-6f90-4e7c-b12e-fcdd01883288),segment_id=2e961724-6f90-4e7c-b12e-fcdd01883288)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:01.459797 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.473128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] Calling delete_port for add17c49-8ebe-4f30-9a71-162e21985205 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:01.549146 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.554638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.575528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Port': ['ID=add17c49-8ebe-4f30-9a71-162e21985205,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:01.579103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] Pushing event deleted for resources: {'Port': ['ID=add17c49-8ebe-4f30-9a71-162e21985205,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:01.582621 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019d0fa-590b-43bf-9793-4be115e046de None None] No DVR routers for this DVR port add17c49-8ebe-4f30-9a71-162e21985205 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:01.584479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No DVR routers for this DVR port add17c49-8ebe-4f30-9a71-162e21985205 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:01.674440 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.695839 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55cba2b8-f19b-4ae7-b9ae-8170101fd9e5']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:01.705344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e961724-6f90-4e7c-b12e-fcdd01883288') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:01.705690 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e961724-6f90-4e7c-b12e-fcdd01883288') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:01.715953 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.729643 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.735759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:09:01.736147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:09:01.739150 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:09:01.810877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device add17c49-8ebe-4f30-9a71-162e21985205 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:09:01.831056 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: add17c49-8ebe-4f30-9a71-162e21985205 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:09:01.831425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device add17c49-8ebe-4f30-9a71-162e21985205 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:09:01.853318 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.860665 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:01.862012 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/55cba2b8-f19b-4ae7-b9ae-8170101fd9e5 HTTP/1.1" status: 204 len: 168 time: 0.6792300 Sep 17 02:09:01.864670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40750) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:01.874172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9eaf9-e97a-4751-9f21-8a51ff090594 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Network': ['ID=55cba2b8-f19b-4ae7-b9ae-8170101fd9e5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:01.892784 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ccfabc-cf70-4257-8a48-a431286d33b4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:01.893238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ccfabc-cf70-4257-8a48-a431286d33b4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:01.894934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f7ccfabc-cf70-4257-8a48-a431286d33b4 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/subnets/983cc67e-4fdb-4e63-84b9-7985bfc07015 HTTP/1.1" status: 404 len: 337 time: 0.0292296 Sep 17 02:09:01.897516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40752) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:01.916128 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-743614f0-593d-4827-858c-7f984c655d40 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:01.917824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743614f0-593d-4827-858c-7f984c655d40 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:01.918324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-743614f0-593d-4827-858c-7f984c655d40 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/7926cc7a-87a0-4e02-9c2f-3756b94064b2 HTTP/1.1" status: 404 len: 339 time: 0.0198691 Sep 17 02:09:01.920689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40754) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:01.946477 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7291363-d62f-4c08-b90d-f80499aa1cde tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:01.950419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7291363-d62f-4c08-b90d-f80499aa1cde tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:01.950419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b7291363-d62f-4c08-b90d-f80499aa1cde tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/subnets/e232bef6-e6df-423b-8a35-ee496b0587c1 HTTP/1.1" status: 404 len: 337 time: 0.0269976 Sep 17 02:09:01.952215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40756) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:01.969330 n-d-789963-7 neutron-server[112073]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41912d3-0a51-4377-81df-4710e191f48e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] DELETE failed (client error): The resource could not be found. Sep 17 02:09:01.975224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41912d3-0a51-4377-81df-4710e191f48e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=112073) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 17 02:09:01.975224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b41912d3-0a51-4377-81df-4710e191f48e tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/a6544549-12a1-4bf8-bf4c-49d233b97b2b HTTP/1.1" status: 404 len: 339 time: 0.0183842 Sep 17 02:09:01.977597 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40758) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:02.027314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Deleting subnet cf8ef21c-441e-41b1-b4a2-9b74af8fb1b5 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:09:02.030445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.075275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.155139 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.281322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.313607 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Subnet': ['ID=cf8ef21c-441e-41b1-b4a2-9b74af8fb1b5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:02.318166 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.321930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b39e589-4c80-4ab8-9a1a-b5f10c99aef6 tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/subnets/cf8ef21c-441e-41b1-b4a2-9b74af8fb1b5 HTTP/1.1" status: 204 len: 168 time: 0.3416059 Sep 17 02:09:02.322625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40760) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:02.324699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9c9b58-7e0e-4646-b85e-2ec04a617ddf None None] Network aa3a05c0-d51c-43c9-a8c0-334c05cd88eb requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:02.402341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.455823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Deleting port cada38b1-41e3-4539-a9b4-1b65468e5652 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:02.456170 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.517851 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] DHCP port deletion for aa3a05c0-d51c-43c9-a8c0-334c05cd88eb request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:09:02.527537 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] For port cada38b1-41e3-4539-a9b4-1b65468e5652, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cada38b1-41e3-4539-a9b4-1b65468e5652,segment=NetworkSegment(173055fa-019b-42d5-bf91-e3395b7c1668),segment_id=173055fa-019b-42d5-bf91-e3395b7c1668)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:02.527907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.540935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Calling delete_port for cada38b1-41e3-4539-a9b4-1b65468e5652 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:02.563501 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] Deleting port cada38b1-41e3-4539-a9b4-1b65468e5652 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:02.563880 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.628522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] For port cada38b1-41e3-4539-a9b4-1b65468e5652, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=cada38b1-41e3-4539-a9b4-1b65468e5652,segment=NetworkSegment(173055fa-019b-42d5-bf91-e3395b7c1668),segment_id=173055fa-019b-42d5-bf91-e3395b7c1668)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:02.628914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.641316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] Calling delete_port for cada38b1-41e3-4539-a9b4-1b65468e5652 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:02.704369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.715698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.733953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Port': ['ID=cada38b1-41e3-4539-a9b4-1b65468e5652,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:02.739189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] No DVR routers for this DVR port cada38b1-41e3-4539-a9b4-1b65468e5652 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:02.744560 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] Pushing event deleted for resources: {'Port': ['ID=cada38b1-41e3-4539-a9b4-1b65468e5652,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:02.748352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2155d35-ac37-47b1-b86d-ff53f9fe1e2e None None] No DVR routers for this DVR port cada38b1-41e3-4539-a9b4-1b65468e5652 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:02.820359 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.839415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3a05c0-d51c-43c9-a8c0-334c05cd88eb']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:02.848381 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173055fa-019b-42d5-bf91-e3395b7c1668') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:02.848676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173055fa-019b-42d5-bf91-e3395b7c1668') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:02.858541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.871805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.877663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:09:02.878031 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:09:02.881026 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:09:02.995580 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:03.002156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:03.005663 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] 10.222.0.13 "DELETE /v2.0/networks/aa3a05c0-d51c-43c9-a8c0-334c05cd88eb HTTP/1.1" status: 204 len: 168 time: 0.6800394 Sep 17 02:09:03.015634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001d89e-b635-4645-8465-e23eafb2f4de tempest-NetworksIpV6Test-803541743 tempest-NetworksIpV6Test-803541743-project] Pushing event deleted for resources: {'Network': ['ID=aa3a05c0-d51c-43c9-a8c0-334c05cd88eb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:03.466550 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40766) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:03.597100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3b599628-d2e1-4e70-b047-3f5c42bcacf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31e0cdfa038a439f9994de0a31030fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293604 Sep 17 02:09:03.599679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40772) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:03.645244 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-facff49d-58ff-47ea-8ead-b41836a92f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:03.667202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-facff49d-58ff-47ea-8ead-b41836a92f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:03.784295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-facff49d-58ff-47ea-8ead-b41836a92f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:03.787107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-facff49d-58ff-47ea-8ead-b41836a92f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:03.788396 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-facff49d-58ff-47ea-8ead-b41836a92f01 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7768d86f-d7a2-4fd4-a235-787e596865d0 HTTP/1.1" status: 204 len: 168 time: 0.1878052 Sep 17 02:09:03.796503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff49d-58ff-47ea-8ead-b41836a92f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7768d86f-d7a2-4fd4-a235-787e596865d0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:03.810902 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cada38b1-41e3-4539-a9b4-1b65468e5652 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:09:03.837985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: cada38b1-41e3-4539-a9b4-1b65468e5652 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:09:03.838330 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device cada38b1-41e3-4539-a9b4-1b65468e5652 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:09:04.762367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40794) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:04.854193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1412498625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:04.932595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:04.933615 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:04.984433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.046962 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.115246 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.116356 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0aee4453-8bda-41db-945b-e6bf47a5db24 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3529866 Sep 17 02:09:05.119164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40798) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:05.123926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-512667344'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:05.189417 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Made reservation on behalf of 992f8f4a1c544134a5ceb3ff1bd56a89 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:05.192823 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.202158 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.293288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.343808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.370719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:09:05.380224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09d3d9e-0081-4506-b76b-26a8b2683201,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:05.385660 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.386009 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Added segment 3aab3776-5e1e-457a-9ffc-0c4e8685b5e8 of type vlan for network 30296fab-ced5-46e9-be0a-e8bb98fa1362 Sep 17 02:09:05.427934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.464380 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-654ceb82-d251-48ea-8d6b-af2a1236d71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.492872 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.498523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:05.499114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:05.562832 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event updated for resources: {'Network': ['ID=30296fab-ced5-46e9-be0a-e8bb98fa1362,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:05.574000 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 30296fab-ced5-46e9-be0a-e8bb98fa1362 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:09:05.600894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ee23bf18-f1e7-4553-b46b-bf4cd15e6f59 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4807184 Sep 17 02:09:05.603801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40800) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:05.608755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Request body: {'subnet': {'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:05.771691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Made reservation on behalf of 992f8f4a1c544134a5ceb3ff1bd56a89 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:05.775907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.017578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.077667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event updated for resources: {'Subnet': ['ID=2b00e280-0734-4bfe-a5a9-90c09b795108,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:06.086827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Checking segment: {'id': '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:06.087214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Network hostable DHCP agents. Network: 30296fab-ced5-46e9-be0a-e8bb98fa1362, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:09:06.166386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Network 30296fab-ced5-46e9-be0a-e8bb98fa1362 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:09:06.246395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 30296fab-ced5-46e9-be0a-e8bb98fa1362) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:06.250308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:06.250902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.254971 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e336847d-f258-4a02-a16c-e10ca9819b87 None None] Network 30296fab-ced5-46e9-be0a-e8bb98fa1362 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:06.333383 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-455eb04f-41bf-4b51-9ab5-3afd3c4a5594 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7284291 Sep 17 02:09:06.336497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40804) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:06.341562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2121461721'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:06.400344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-30296fab-ced5-46e9-be0a-e8bb98fa1362', 'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362', 'tenant_id': '992f8f4a1c544134a5ceb3ff1bd56a89', 'fixed_ips': [{'subnet_id': '2b00e280-0734-4bfe-a5a9-90c09b795108'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:09:06.401213 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.418242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Made reservation on behalf of 992f8f4a1c544134a5ceb3ff1bd56a89 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:06.421832 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.446926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:09:06.455182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.458147 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Added segment a0730f53-3725-4f40-b008-49774f47fe5a of type vlan for network a53835a1-e7e9-4250-8dcb-e7687ed5bece Sep 17 02:09:06.500041 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.540778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Allocated IP 172.20.0.2 (30296fab-ced5-46e9-be0a-e8bb98fa1362/2b00e280-0734-4bfe-a5a9-90c09b795108/67242eb3-cde7-40a9-84d2-7a44de69f48c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:06.572540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.578347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:06.579011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.646523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event updated for resources: {'Network': ['ID=a53835a1-e7e9-4250-8dcb-e7687ed5bece,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:06.661635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network a53835a1-e7e9-4250-8dcb-e7687ed5bece details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:09:06.682226 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3d276d28-e6c9-4db6-bb72-98cb9561b7b9 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3446476 Sep 17 02:09:06.685303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40806) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:06.691726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Request body: {'subnet': {'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:06.729090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.824519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.862849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Made reservation on behalf of 992f8f4a1c544134a5ceb3ff1bd56a89 for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:06.863866 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Network 30296fab-ced5-46e9-be0a-e8bb98fa1362 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:06.866602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.866745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:06.873470 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:06.876285 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Pushing event updated for resources: {'Port': ['ID=67242eb3-cde7-40a9-84d2-7a44de69f48c,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:06.932502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Attempting to bind port 67242eb3-cde7-40a9-84d2-7a44de69f48c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:06.932765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Attempting to bind port 67242eb3-cde7-40a9-84d2-7a44de69f48c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:06.933130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Attempting to bind port 67242eb3-cde7-40a9-84d2-7a44de69f48c on network 30296fab-ced5-46e9-be0a-e8bb98fa1362 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:06.938421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:06.938817 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Checking segment: {'id': '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:06.939220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:06.939612 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Bound using segment: {'id': '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:06.940069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Bound port: 67242eb3-cde7-40a9-84d2-7a44de69f48c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '30296fab-ced5-46e9-be0a-e8bb98fa1362'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:06.940443 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.005135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] For port 67242eb3-cde7-40a9-84d2-7a44de69f48c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:07.008478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] For port 67242eb3-cde7-40a9-84d2-7a44de69f48c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=67242eb3-cde7-40a9-84d2-7a44de69f48c,segment=NetworkSegment(3aab3776-5e1e-457a-9ffc-0c4e8685b5e8),segment_id=3aab3776-5e1e-457a-9ffc-0c4e8685b5e8)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:07.074630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.131162 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b579f-02eb-428f-b136-afa0229331c2 None None] Pushing event updated for resources: {'Port': ['ID=67242eb3-cde7-40a9-84d2-7a44de69f48c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:07.137759 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.205338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event updated for resources: {'Subnet': ['ID=cd809c36-d34d-4050-a51f-a3b772847a46,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:07.211971 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Checking segment: {'id': 'a0730f53-3725-4f40-b008-49774f47fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:07.212311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Network hostable DHCP agents. Network: a53835a1-e7e9-4250-8dcb-e7687ed5bece, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:09:07.287420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Network a53835a1-e7e9-4250-8dcb-e7687ed5bece is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:09:07.367694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, a53835a1-e7e9-4250-8dcb-e7687ed5bece) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:07.372001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:07.372627 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.378051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a10c1e4-5c82-4fe6-a816-5ce0a5078cc7 None None] Network a53835a1-e7e9-4250-8dcb-e7687ed5bece requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:07.464959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2a1e2481-ddb3-40ea-9eac-207f39f82839 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7785871 Sep 17 02:09:07.467594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40808) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:07.472138 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2ea18537-96d4-42ec-a0d1-36fb5812e162 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:07.526525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-a53835a1-e7e9-4250-8dcb-e7687ed5bece', 'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece', 'tenant_id': '992f8f4a1c544134a5ceb3ff1bd56a89', 'fixed_ips': [{'subnet_id': 'cd809c36-d34d-4050-a51f-a3b772847a46'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:09:07.527442 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.663325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Allocated IP 172.21.0.2 (a53835a1-e7e9-4250-8dcb-e7687ed5bece/cd809c36-d34d-4050-a51f-a3b772847a46/5572e088-cea1-4464-9e0c-892f3ca1d1e3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:07.688039 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2ea18537-96d4-42ec-a0d1-36fb5812e162 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.843621 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.895232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 67242eb3-cde7-40a9-84d2-7a44de69f48c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:07.923635 n-d-789963-7 neutron-server[112073]: INFO neutron.api.v2.resource [None req-2ea18537-96d4-42ec-a0d1-36fb5812e162 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 17 02:09:07.924821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2ea18537-96d4-42ec-a0d1-36fb5812e162 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "PUT /v2.0/routers/19ad24cd-e7ac-4001-b9cb-eb855d710c2f HTTP/1.1" status: 400 len: 364 time: 0.4561729 Sep 17 02:09:07.932002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40810) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:07.958545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 67242eb3-cde7-40a9-84d2-7a44de69f48c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:07.958912 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.982830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:07.992020 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Deleting subnet cd809c36-d34d-4050-a51f-a3b772847a46 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:09:07.995402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.037952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Network a53835a1-e7e9-4250-8dcb-e7687ed5bece is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:08.042257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:08.043595 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.052161 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:08.056226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Pushing event updated for resources: {'Port': ['ID=5572e088-cea1-4464-9e0c-892f3ca1d1e3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:08.129079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42059c86-6d2c-41d1-9e71-7c8e506b8c61 None None] Network 30296fab-ced5-46e9-be0a-e8bb98fa1362 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:08.143827 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.175777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.183181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Attempting to bind port 5572e088-cea1-4464-9e0c-892f3ca1d1e3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:08.183554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Attempting to bind port 5572e088-cea1-4464-9e0c-892f3ca1d1e3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'a0730f53-3725-4f40-b008-49774f47fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:08.183919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Attempting to bind port 5572e088-cea1-4464-9e0c-892f3ca1d1e3 on network a53835a1-e7e9-4250-8dcb-e7687ed5bece {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:08.231422 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:08.231796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Checking segment: {'id': 'a0730f53-3725-4f40-b008-49774f47fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:08.232182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.232589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Bound using segment: {'id': 'a0730f53-3725-4f40-b008-49774f47fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:08.233139 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Bound port: 5572e088-cea1-4464-9e0c-892f3ca1d1e3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0730f53-3725-4f40-b008-49774f47fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'a53835a1-e7e9-4250-8dcb-e7687ed5bece'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:08.233463 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.259562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-723cf226-6339-4b17-b88d-744bd122bc52 None None] Provisioning complete for port 67242eb3-cde7-40a9-84d2-7a44de69f48c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:08.259928 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-723cf226-6339-4b17-b88d-744bd122bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.268820 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fab203bb-de05-4638-adf5-8e28dfc29f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.271571 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.301103 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event deleted for resources: {'Subnet': ['ID=cd809c36-d34d-4050-a51f-a3b772847a46,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:08.305779 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.310084 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-73dfc66a-5113-44f4-b971-466b00378c53 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "DELETE /v2.0/subnets/cd809c36-d34d-4050-a51f-a3b772847a46 HTTP/1.1" status: 204 len: 168 time: 0.3746543 Sep 17 02:09:08.310448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40812) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:08.328103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 67242eb3-cde7-40a9-84d2-7a44de69f48c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=67242eb3-cde7-40a9-84d2-7a44de69f48c,segment=NetworkSegment(3aab3776-5e1e-457a-9ffc-0c4e8685b5e8),segment_id=3aab3776-5e1e-457a-9ffc-0c4e8685b5e8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:08.387131 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.400171 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.414975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] For port 5572e088-cea1-4464-9e0c-892f3ca1d1e3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:08.420006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] For port 5572e088-cea1-4464-9e0c-892f3ca1d1e3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5572e088-cea1-4464-9e0c-892f3ca1d1e3,segment=NetworkSegment(a0730f53-3725-4f40-b008-49774f47fe5a),segment_id=a0730f53-3725-4f40-b008-49774f47fe5a)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:08.449340 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Deleting port 5572e088-cea1-4464-9e0c-892f3ca1d1e3 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:08.449687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.505014 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.515278 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] For port 5572e088-cea1-4464-9e0c-892f3ca1d1e3, host n-d-789963-7, got binding levels [] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:08.515639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.517552 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=67242eb3-cde7-40a9-84d2-7a44de69f48c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:08.529217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Calling delete_port for 5572e088-cea1-4464-9e0c-892f3ca1d1e3 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:08.606889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f13974-5433-4626-92c5-fcc835544aff None None] Pushing event updated for resources: {'Port': ['ID=5572e088-cea1-4464-9e0c-892f3ca1d1e3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:08.624187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1b40a-2890-40f1-9587-d25a2de09ef6 None None] Network a53835a1-e7e9-4250-8dcb-e7687ed5bece requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:08.681567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.709475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event deleted for resources: {'Port': ['ID=5572e088-cea1-4464-9e0c-892f3ca1d1e3,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:08.718770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] No DVR routers for this DVR port 5572e088-cea1-4464-9e0c-892f3ca1d1e3 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:08.762541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a72780e-3c79-4164-9e8b-02260cc8510a None None] get_active_networks_info from n-d-789963-7 {{(pid=112074) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 17 02:09:08.804320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.824663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a53835a1-e7e9-4250-8dcb-e7687ed5bece']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:08.826124 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a72780e-3c79-4164-9e8b-02260cc8510a None None] Resources bound (agent type, host, resource id): {{(pid=112074) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 17 02:09:08.833635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0730f53-3725-4f40-b008-49774f47fe5a') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:08.833927 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0730f53-3725-4f40-b008-49774f47fe5a') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:08.845245 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.858526 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.864321 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:09:08.867536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:09:08.867740 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:09:08.875460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c08c324e-aef9-4526-862b-64b09d856bb3 None None] Provisioning complete for port 67242eb3-cde7-40a9-84d2-7a44de69f48c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:08.875829 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c08c324e-aef9-4526-862b-64b09d856bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.024378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.031814 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.033784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "DELETE /v2.0/networks/a53835a1-e7e9-4250-8dcb-e7687ed5bece HTTP/1.1" status: 204 len: 168 time: 0.7222967 Sep 17 02:09:09.036771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40814) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:09.046043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5dd1d-a179-4409-8df0-c724d44027c7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event deleted for resources: {'Network': ['ID=a53835a1-e7e9-4250-8dcb-e7687ed5bece,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:09.089821 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Deleting subnet 2b00e280-0734-4bfe-a5a9-90c09b795108 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:09:09.093136 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.132917 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.192967 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.221697 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.344347 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.372460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event deleted for resources: {'Subnet': ['ID=2b00e280-0734-4bfe-a5a9-90c09b795108,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:09.376069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.377904 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-47b2b2d8-1ef7-4bba-a2bb-0f00e5d849dc tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "DELETE /v2.0/subnets/2b00e280-0734-4bfe-a5a9-90c09b795108 HTTP/1.1" status: 204 len: 168 time: 0.3401506 Sep 17 02:09:09.380374 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40816) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:09.383397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c506ee8-8803-40fa-8c62-656a725f9adc None None] Network 30296fab-ced5-46e9-be0a-e8bb98fa1362 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:09.461985 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.514833 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Deleting port 67242eb3-cde7-40a9-84d2-7a44de69f48c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:09.515235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.550200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] DHCP port deletion for 30296fab-ced5-46e9-be0a-e8bb98fa1362 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:09:09.579917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] For port 67242eb3-cde7-40a9-84d2-7a44de69f48c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=67242eb3-cde7-40a9-84d2-7a44de69f48c,segment=NetworkSegment(3aab3776-5e1e-457a-9ffc-0c4e8685b5e8),segment_id=3aab3776-5e1e-457a-9ffc-0c4e8685b5e8)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:09.580402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.592995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Calling delete_port for 67242eb3-cde7-40a9-84d2-7a44de69f48c owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:09.605304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] Deleting port 67242eb3-cde7-40a9-84d2-7a44de69f48c {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:09:09.605689 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.676635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] For port 67242eb3-cde7-40a9-84d2-7a44de69f48c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=67242eb3-cde7-40a9-84d2-7a44de69f48c,segment=NetworkSegment(3aab3776-5e1e-457a-9ffc-0c4e8685b5e8),segment_id=3aab3776-5e1e-457a-9ffc-0c4e8685b5e8)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:09.677033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.690060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] Calling delete_port for 67242eb3-cde7-40a9-84d2-7a44de69f48c owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:09:09.734962 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.749645 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.768111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.776196 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event deleted for resources: {'Port': ['ID=67242eb3-cde7-40a9-84d2-7a44de69f48c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:09.781675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] No DVR routers for this DVR port 67242eb3-cde7-40a9-84d2-7a44de69f48c on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:09.798199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] Pushing event deleted for resources: {'Port': ['ID=67242eb3-cde7-40a9-84d2-7a44de69f48c,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:09.800072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35088901-6412-4b15-8656-e0b24d3d3584 None None] No DVR routers for this DVR port 67242eb3-cde7-40a9-84d2-7a44de69f48c on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:09:09.831122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 67242eb3-cde7-40a9-84d2-7a44de69f48c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:09:09.851781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 67242eb3-cde7-40a9-84d2-7a44de69f48c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:09:09.852123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 67242eb3-cde7-40a9-84d2-7a44de69f48c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:09:09.871922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.891341 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30296fab-ced5-46e9-be0a-e8bb98fa1362']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:09.900956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:09.901259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aab3776-5e1e-457a-9ffc-0c4e8685b5e8') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:09.910787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.924409 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.930392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:09:09.930782 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:09:09.933732 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:09:10.041222 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.047826 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.049666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "DELETE /v2.0/networks/30296fab-ced5-46e9-be0a-e8bb98fa1362 HTTP/1.1" status: 204 len: 168 time: 0.6683636 Sep 17 02:09:10.052584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:10.065718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b2681-444d-40fb-82c0-fc4b0ba078d7 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Pushing event deleted for resources: {'Network': ['ID=30296fab-ced5-46e9-be0a-e8bb98fa1362,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:10.081028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b6a41b22-8668-4c63-90c0-3d76d0044736 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ad24cd-e7ac-4001-b9cb-eb855d710c2f HTTP/1.1" status: 200 len: 205 time: 0.0272238 Sep 17 02:09:10.083445 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40820) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:10.157563 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.312713 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.314685 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.406900 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.407430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Fanout notify agent at l3_agent the message router_deleted on router 19ad24cd-e7ac-4001-b9cb-eb855d710c2f {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:09:10.415483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:10.416579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-924aee12-7713-4469-a007-240a42b9c3f5 tempest-RoutersNegativeTest-1500035181 tempest-RoutersNegativeTest-1500035181-project] 10.222.0.13 "DELETE /v2.0/routers/19ad24cd-e7ac-4001-b9cb-eb855d710c2f HTTP/1.1" status: 204 len: 168 time: 0.3322556 Sep 17 02:09:10.873529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40826) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:11.009833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6f39a224-bba1-4e50-827c-b24a480c6289 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=992f8f4a1c544134a5ceb3ff1bd56a89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351116 Sep 17 02:09:11.012467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40830) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:11.060075 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30a41b8b-e22f-49a0-be97-c159651bf0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:11.081430 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30a41b8b-e22f-49a0-be97-c159651bf0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:11.177909 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30a41b8b-e22f-49a0-be97-c159651bf0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:11.180703 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-30a41b8b-e22f-49a0-be97-c159651bf0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:11.181947 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-30a41b8b-e22f-49a0-be97-c159651bf0c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c09d3d9e-0081-4506-b76b-26a8b2683201 HTTP/1.1" status: 204 len: 168 time: 0.1685967 Sep 17 02:09:11.190899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a41b8b-e22f-49a0-be97-c159651bf0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09d3d9e-0081-4506-b76b-26a8b2683201,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:11.269785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.115490 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40852) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:12.212390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1531867899-network', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:12.321420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Made reservation on behalf of e0ec9d85bb864fedbde9bb46971d9041 for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:12.323693 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.332135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.417983 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.481488 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.506057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:09:12.515708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:12.520382 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.520731 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Added segment b68577e9-b1b3-438b-b4a3-fdf952b8e3fe of type vlan for network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d Sep 17 02:09:12.560807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.629590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.630567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:12.631190 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:12.694755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7a355a-46db-4fd1-8b3a-a749ec526f0d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:12.704656 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3fa0dd32-eacd-4c4a-aadf-09fb7d5d8e09 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5881076 Sep 17 02:09:12.705304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:09:12.707481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:12.713266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Request body: {'subnet': {'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-subnet', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:12.805845 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Made reservation on behalf of e0ec9d85bb864fedbde9bb46971d9041 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:12.808231 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.029536 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.089043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d133e8-f635-4d89-b467-90a65da0419c,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:13.093416 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Checking segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:13.093767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Network hostable DHCP agents. Network: 5c7a355a-46db-4fd1-8b3a-a749ec526f0d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:09:13.177786 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:09:13.269090 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 5c7a355a-46db-4fd1-8b3a-a749ec526f0d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:13.273814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:13.274395 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.280500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0590c9-aeb6-4e0f-b774-2d48b39054a3 None None] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:13.350244 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1450de1f-36f4-4365-92ea-0e48d35ac6b2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6416852 Sep 17 02:09:13.352909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40858) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:13.357387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:13.424425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'fixed_ips': [{'subnet_id': '87d133e8-f635-4d89-b467-90a65da0419c'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:09:13.425291 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.447183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.448246 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.503228 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.556980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Allocated IP 172.20.0.2 (5c7a355a-46db-4fd1-8b3a-a749ec526f0d/87d133e8-f635-4d89-b467-90a65da0419c/255f802d-35b2-44d9-ad5e-b7779847d620) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:13.700764 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.701835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.772968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.812543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:13.816773 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:13.824253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:13.827273 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Pushing event updated for resources: {'Port': ['ID=255f802d-35b2-44d9-ad5e-b7779847d620,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:13.884714 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Attempting to bind port 255f802d-35b2-44d9-ad5e-b7779847d620 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:13.885083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Attempting to bind port 255f802d-35b2-44d9-ad5e-b7779847d620 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:13.885575 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Attempting to bind port 255f802d-35b2-44d9-ad5e-b7779847d620 on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:13.890472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:13.890849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Checking segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:13.891284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.891683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Bound using segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:13.892149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Bound port: 255f802d-35b2-44d9-ad5e-b7779847d620, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:13.892531 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:13.955362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] For port 255f802d-35b2-44d9-ad5e-b7779847d620, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:13.958473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] For port 255f802d-35b2-44d9-ad5e-b7779847d620, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=255f802d-35b2-44d9-ad5e-b7779847d620,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:13.995631 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.014516 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.024501 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.085071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068adc4-09a2-4ce3-b323-dfe2f4e4027a None None] Pushing event updated for resources: {'Port': ['ID=255f802d-35b2-44d9-ad5e-b7779847d620,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:14.122927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Allocated IP 172.25.1.113 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/3baef84c-a1d9-4d5b-8a16-29cea3368560) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:14.243475 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.327703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.368481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:14.371363 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:14.374723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:14.399353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Pushing event updated for resources: {'Port': ['ID=3baef84c-a1d9-4d5b-8a16-29cea3368560,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:14.677489 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.879683 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:14.955930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d0b6b-6b02-4384-8f3c-5ed42958de76 None None] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:15.020775 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3b00eb5f-8b7b-46fc-8697-649f13efc0bb None None] Provisioning complete for port 255f802d-35b2-44d9-ad5e-b7779847d620 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:15.021148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b00eb5f-8b7b-46fc-8697-649f13efc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.172960 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b00eb5f-8b7b-46fc-8697-649f13efc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.213516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3b00eb5f-8b7b-46fc-8697-649f13efc0bb None None] For port 255f802d-35b2-44d9-ad5e-b7779847d620, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=255f802d-35b2-44d9-ad5e-b7779847d620,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:15.293317 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b00eb5f-8b7b-46fc-8697-649f13efc0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.345602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b00eb5f-8b7b-46fc-8697-649f13efc0bb None None] Pushing event updated for resources: {'Port': ['ID=255f802d-35b2-44d9-ad5e-b7779847d620,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:15.378343 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Router 606bb231-504d-4e5d-89ee-9315ccf739bf is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:09:15.412758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6f3c40b1-94a9-4cc0-b4fa-fb0caeb375de None None] Provisioning complete for port 255f802d-35b2-44d9-ad5e-b7779847d620 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:15.413126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6f3c40b1-94a9-4cc0-b4fa-fb0caeb375de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.486125 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:09:15.498604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Sync routers for ids ['606bb231-504d-4e5d-89ee-9315ccf739bf'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:09:15.510066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Routers {'606bb231-504d-4e5d-89ee-9315ccf739bf'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:15.510689 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['606bb231-504d-4e5d-89ee-9315ccf739bf'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:15.556283 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.557796 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c67eeeb3-988d-46ca-8a07-78d92b451a72 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2039626 Sep 17 02:09:15.561528 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40860) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:15.618222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Set router 606bb231-504d-4e5d-89ee-9315ccf739bf gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:15.798655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:09:14Z', 'revision_number': 3, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:15.826658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Checking router: 606bb231-504d-4e5d-89ee-9315ccf739bf for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:09:15.827006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Updating router 606bb231-504d-4e5d-89ee-9315ccf739bf port 3baef84c-a1d9-4d5b-8a16-29cea3368560 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:09:15.854882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 255f802d-35b2-44d9-ad5e-b7779847d620 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:15.877174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.977122 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:15.991012 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 255f802d-35b2-44d9-ad5e-b7779847d620 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:15.992241 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.139141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Allocated IP 172.20.0.1 (5c7a355a-46db-4fd1-8b3a-a749ec526f0d/87d133e8-f635-4d89-b467-90a65da0419c/a64a2ec9-b891-48ee-a30a-5faf61cc9601) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:16.212358 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.246048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.309394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.344236 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.356034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Attempting to bind port 3baef84c-a1d9-4d5b-8a16-29cea3368560 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:16.356414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Attempting to bind port 3baef84c-a1d9-4d5b-8a16-29cea3368560 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:16.356780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Attempting to bind port 3baef84c-a1d9-4d5b-8a16-29cea3368560 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:16.364454 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:16.364831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:16.365369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.365769 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:16.366235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Bound port: 3baef84c-a1d9-4d5b-8a16-29cea3368560, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:16.366620 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.374159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb97249-fc3e-48d0-934e-2ccf81f407ee None None] Pushing event updated for resources: {'Port': ['ID=3baef84c-a1d9-4d5b-8a16-29cea3368560,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:16.381892 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:16.386761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:16.393919 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:16.397034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a64a2ec9-b891-48ee-a30a-5faf61cc9601,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:16.430578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] For port 3baef84c-a1d9-4d5b-8a16-29cea3368560, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:16.433969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] For port 3baef84c-a1d9-4d5b-8a16-29cea3368560, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3baef84c-a1d9-4d5b-8a16-29cea3368560,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:16.439802 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.527382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.590872 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Routers {'606bb231-504d-4e5d-89ee-9315ccf739bf'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:16.591514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['606bb231-504d-4e5d-89ee-9315ccf739bf'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:16.627554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb97249-fc3e-48d0-934e-2ccf81f407ee None None] Pushing event updated for resources: {'Port': ['ID=3baef84c-a1d9-4d5b-8a16-29cea3368560,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:16.641542 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.654302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-121ca8cc-91c2-4ccb-ba1c-43cba986ae1f None None] Provisioning complete for port a64a2ec9-b891-48ee-a30a-5faf61cc9601 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:16.654667 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-121ca8cc-91c2-4ccb-ba1c-43cba986ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.814181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.864263 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.884684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-121ca8cc-91c2-4ccb-ba1c-43cba986ae1f None None] Port a64a2ec9-b891-48ee-a30a-5faf61cc9601 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:09:16.892300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] Set router 606bb231-504d-4e5d-89ee-9315ccf739bf gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:16.935658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:16.937526 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a64a2ec9-b891-48ee-a30a-5faf61cc9601,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:17.032780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:17.034219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:17.077432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:09:14Z', 'revision_number': 3, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:17.111684 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd38f19-520b-40d4-9e13-4e10d0238859 None None] The sync data for ids ['606bb231-504d-4e5d-89ee-9315ccf739bf'] in n-d-789963-7 is: [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:09:14Z', 'revision_number': 3, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:09:17.164313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Router 606bb231-504d-4e5d-89ee-9315ccf739bf has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:09:17.291452 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:09:17.301964 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c4f1c14a-4d64-40e2-ba20-b917b79686c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/606bb231-504d-4e5d-89ee-9315ccf739bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7391210 Sep 17 02:09:17.312945 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-86e4e596-e371-4270-9074-3db84abfa876 None None] Provisioning complete for port a64a2ec9-b891-48ee-a30a-5faf61cc9601 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:17.313323 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-86e4e596-e371-4270-9074-3db84abfa876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:17.364293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-86e4e596-e371-4270-9074-3db84abfa876 None None] Port a64a2ec9-b891-48ee-a30a-5faf61cc9601 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:09:17.849895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3baef84c-a1d9-4d5b-8a16-29cea3368560 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:17.900374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3baef84c-a1d9-4d5b-8a16-29cea3368560 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:17.900893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:17.989461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.010209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 3baef84c-a1d9-4d5b-8a16-29cea3368560, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3baef84c-a1d9-4d5b-8a16-29cea3368560,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:18.022015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40876) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:18.027746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1316737733-network', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:18.075580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.104078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Made reservation on behalf of fa760bcf36ee49c79fee6e1fab0eaf1f for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:18.106486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.115270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.124847 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=3baef84c-a1d9-4d5b-8a16-29cea3368560,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:18.205165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.269398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.294883 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:09:18.303458 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7efe8b-23ab-494a-a5c3-a799be3a8210,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:18.309668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.310018 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Added segment 237d8c74-177a-429f-9d07-e909493dbbcb of type vlan for network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 Sep 17 02:09:18.351302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.430047 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.431333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:18.431922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.497036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] Pushing event updated for resources: {'Network': ['ID=87ef78ea-eaa3-4b46-af09-337075ea2ed5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:18.506804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:09:18.533926 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12e9ddbd-1a87-4de6-b252-1181f76289aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5101426 Sep 17 02:09:18.537096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 40878) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:18.542439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Request body: {'subnet': {'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-subnet', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:18.623870 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Made reservation on behalf of fa760bcf36ee49c79fee6e1fab0eaf1f for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:18.626527 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.687385 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Sync routers for ids ['606bb231-504d-4e5d-89ee-9315ccf739bf'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:09:18.697938 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Routers {'606bb231-504d-4e5d-89ee-9315ccf739bf'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:18.698572 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['606bb231-504d-4e5d-89ee-9315ccf739bf'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:18.810882 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Set router 606bb231-504d-4e5d-89ee-9315ccf739bf gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:18.887395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:18.955360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd12bd5c-9b54-4309-94bb-6f527a6f0499,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:18.967152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.967499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.967836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.968172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.968502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.968828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.969152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.969779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.970193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.970546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.970957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.971579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:18.975933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Checking segment: {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:18.980584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Network hostable DHCP agents. Network: 87ef78ea-eaa3-4b46-af09-337075ea2ed5, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:09:19.041562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:09:19.109757 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 87ef78ea-eaa3-4b46-af09-337075ea2ed5) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:19.116096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:19.116943 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.119913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f52dbc-abe2-4f75-b8dd-494242d73849 None None] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:19.138941 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:09:16Z', 'revision_number': 4, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a64a2ec9-b891-48ee-a30a-5faf61cc9601', 'name': '', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'mac_address': 'fa:16:3e:d3:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '87d133e8-f635-4d89-b467-90a65da0419c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:15Z', 'updated_at': '2021-09-17T02:09:16Z', 'revision_number': 2, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'subnets': [{'id': '87d133e8-f635-4d89-b467-90a65da0419c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:19.169154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Checking router: 606bb231-504d-4e5d-89ee-9315ccf739bf for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:09:19.169604 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Updating router 606bb231-504d-4e5d-89ee-9315ccf739bf port a64a2ec9-b891-48ee-a30a-5faf61cc9601 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:09:19.184881 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f22fea28-34c6-496a-8a23-c86d1901e81f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6466682 Sep 17 02:09:19.187877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40880) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:19.192572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:19.200987 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.264225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.265291 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.284569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'fixed_ips': [{'subnet_id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:09:19.286101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.322525 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.437990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Allocated IP 172.20.0.2 (87ef78ea-eaa3-4b46-af09-337075ea2ed5/fd12bd5c-9b54-4309-94bb-6f527a6f0499/7441c475-5965-40a1-89b7-39225255acdf) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:19.471415 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.516984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.521218 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.576639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e664765-2516-40af-852e-2940786ba168 None None] Pushing event updated for resources: {'Port': ['ID=a64a2ec9-b891-48ee-a30a-5faf61cc9601,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:19.601606 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.601928 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.602378 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.602715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.603042 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.603648 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.604170 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.604699 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.605217 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.605733 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.606511 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.606846 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e664765-2516-40af-852e-2940786ba168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:19.609000 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.635777 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Attempting to bind port a64a2ec9-b891-48ee-a30a-5faf61cc9601 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:19.636161 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Attempting to bind port a64a2ec9-b891-48ee-a30a-5faf61cc9601 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:19.636506 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Attempting to bind port a64a2ec9-b891-48ee-a30a-5faf61cc9601 on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:19.641731 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:19.642107 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Checking segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:19.642509 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.642899 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Bound using segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:19.643385 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Bound port: a64a2ec9-b891-48ee-a30a-5faf61cc9601, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:19.643762 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.670069 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.714620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:19.719514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:19.725481 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] For port a64a2ec9-b891-48ee-a30a-5faf61cc9601, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:19.726835 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:19.730071 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] For port a64a2ec9-b891-48ee-a30a-5faf61cc9601, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a64a2ec9-b891-48ee-a30a-5faf61cc9601,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:19.730252 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Pushing event updated for resources: {'Port': ['ID=7441c475-5965-40a1-89b7-39225255acdf,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:19.787606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Attempting to bind port 7441c475-5965-40a1-89b7-39225255acdf on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:19.788173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Attempting to bind port 7441c475-5965-40a1-89b7-39225255acdf by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:19.788550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Attempting to bind port 7441c475-5965-40a1-89b7-39225255acdf on network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:19.796015 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.799832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:19.800215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Checking segment: {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:19.800624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.801052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Bound using segment: {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:19.801542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Bound port: 7441c475-5965-40a1-89b7-39225255acdf, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:19.801956 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.811639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.846766 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.856254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b586393-2613-4bc7-8d7b-966826263323 None None] Provisioning complete for port a64a2ec9-b891-48ee-a30a-5faf61cc9601 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:19.856876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b586393-2613-4bc7-8d7b-966826263323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:19.859488 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e664765-2516-40af-852e-2940786ba168 None None] Pushing event updated for resources: {'Port': ['ID=a64a2ec9-b891-48ee-a30a-5faf61cc9601,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:19.862597 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Routers {'606bb231-504d-4e5d-89ee-9315ccf739bf'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:19.863383 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['606bb231-504d-4e5d-89ee-9315ccf739bf'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:19.889259 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3baef84c-a1d9-4d5b-8a16-29cea3368560 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:19.964295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Allocated IP 172.25.1.65 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/6b4d4d57-f87a-4c91-bc11-cb7492976c9c) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:19.978150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] For port 7441c475-5965-40a1-89b7-39225255acdf, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:19.986169 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] For port 7441c475-5965-40a1-89b7-39225255acdf, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7441c475-5965-40a1-89b7-39225255acdf,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:19.991680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3baef84c-a1d9-4d5b-8a16-29cea3368560 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:19.992059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.017483 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] Set router 606bb231-504d-4e5d-89ee-9315ccf739bf gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:20.050904 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b586393-2613-4bc7-8d7b-966826263323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.092895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.109046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5b586393-2613-4bc7-8d7b-966826263323 None None] For port a64a2ec9-b891-48ee-a30a-5faf61cc9601, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a64a2ec9-b891-48ee-a30a-5faf61cc9601,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:20.110630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.194786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b586393-2613-4bc7-8d7b-966826263323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.199510 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ab7df-6561-4656-a98e-34f6b19a1340 None None] Pushing event updated for resources: {'Port': ['ID=7441c475-5965-40a1-89b7-39225255acdf,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:20.207876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.252291 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:20.257790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:20.265575 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:09:16Z', 'revision_number': 4, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a64a2ec9-b891-48ee-a30a-5faf61cc9601', 'name': '', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'mac_address': 'fa:16:3e:d3:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '87d133e8-f635-4d89-b467-90a65da0419c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:15Z', 'updated_at': '2021-09-17T02:09:19Z', 'revision_number': 4, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'subnets': [{'id': '87d133e8-f635-4d89-b467-90a65da0419c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:20.265784 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:20.269481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:20.277417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b586393-2613-4bc7-8d7b-966826263323 None None] Pushing event updated for resources: {'Port': ['ID=a64a2ec9-b891-48ee-a30a-5faf61cc9601,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:20.300887 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b5fa00-22c7-475f-ad68-9628f96dbd20 None None] The sync data for ids ['606bb231-504d-4e5d-89ee-9315ccf739bf'] in n-d-789963-7 is: [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:09:16Z', 'revision_number': 4, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'a64a2ec9-b891-48ee-a30a-5faf61cc9601', 'name': '', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'mac_address': 'fa:16:3e:d3:05:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '87d133e8-f635-4d89-b467-90a65da0419c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:15Z', 'updated_at': '2021-09-17T02:09:19Z', 'revision_number': 4, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'subnets': [{'id': '87d133e8-f635-4d89-b467-90a65da0419c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:09:20.324253 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-40db3de8-f1e3-47d1-9c06-9424071482cb None None] Provisioning complete for port a64a2ec9-b891-48ee-a30a-5faf61cc9601 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:20.324732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-40db3de8-f1e3-47d1-9c06-9424071482cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.645993 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:20.857167 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:21.092670 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:09:21.140398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825c4c1-5626-4b56-aaac-7eb5a39809c0 None None] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:09:21.260816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-693b43ca-0cc1-4439-81a5-17a71c6f08e5 None None] Provisioning complete for port 7441c475-5965-40a1-89b7-39225255acdf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:21.261212 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-693b43ca-0cc1-4439-81a5-17a71c6f08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:21.381844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-693b43ca-0cc1-4439-81a5-17a71c6f08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:21.425752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-693b43ca-0cc1-4439-81a5-17a71c6f08e5 None None] For port 7441c475-5965-40a1-89b7-39225255acdf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7441c475-5965-40a1-89b7-39225255acdf,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:21.487964 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-693b43ca-0cc1-4439-81a5-17a71c6f08e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:21.536964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:09:21.542460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693b43ca-0cc1-4439-81a5-17a71c6f08e5 None None] Pushing event updated for resources: {'Port': ['ID=7441c475-5965-40a1-89b7-39225255acdf,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:21.548475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Sync routers for ids ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:09:21.558382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Routers {'2905586b-a3b9-492c-bfc1-cd2d1ef49587'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:21.561551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:21.606934 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:21.610793 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f839db2d-3c4f-49a8-a430-e398a95f7e21 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4194069 Sep 17 02:09:21.611042 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 40882) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:09:21.652710 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0d2be3a0-722a-41c0-a5e8-ad07532b6178 None None] Provisioning complete for port 7441c475-5965-40a1-89b7-39225255acdf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:21.652993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d2be3a0-722a-41c0-a5e8-ad07532b6178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:21.696862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Set router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:21.916331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a64a2ec9-b891-48ee-a30a-5faf61cc9601 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:21.965374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:20Z', 'revision_number': 3, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:21.996997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Checking router: 2905586b-a3b9-492c-bfc1-cd2d1ef49587 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:09:21.997351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Updating router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:09:22.001419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a64a2ec9-b891-48ee-a30a-5faf61cc9601 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:22.001798 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.037135 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.050542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.193077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Allocated IP 172.20.0.1 (87ef78ea-eaa3-4b46-af09-337075ea2ed5/fd12bd5c-9b54-4309-94bb-6f527a6f0499/79c52620-bc06-4efc-9c62-675d1c555b5d) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:22.196828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7441c475-5965-40a1-89b7-39225255acdf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:22.300184 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.384731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.424986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:22.437696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:22.440471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:22.444425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=79c52620-bc06-4efc-9c62-675d1c555b5d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:22.478589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 7441c475-5965-40a1-89b7-39225255acdf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:22.479168 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.488352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.576287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.658343 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.696819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.723426 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43449b4a-c2ff-468c-9868-3e94b05a6a21 None None] Pushing event updated for resources: {'Port': ['ID=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:22.726293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-57394398-b49c-4a0b-a483-26eb0dd01dd1 None None] Provisioning complete for port 79c52620-bc06-4efc-9c62-675d1c555b5d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:22.726663 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-57394398-b49c-4a0b-a483-26eb0dd01dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.728236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Attempting to bind port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:22.728597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Attempting to bind port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:22.728955 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Attempting to bind port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:22.750637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:22.751019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:22.751442 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.751840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:22.752322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Bound port: 6b4d4d57-f87a-4c91-bc11-cb7492976c9c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:22.752700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.790509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-57394398-b49c-4a0b-a483-26eb0dd01dd1 None None] Port 79c52620-bc06-4efc-9c62-675d1c555b5d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:09:22.814357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] For port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:22.817400 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] For port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:22.862637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.881376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.932458 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:22.940921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Routers {'2905586b-a3b9-492c-bfc1-cd2d1ef49587'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:22.941648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:22.979636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43449b4a-c2ff-468c-9868-3e94b05a6a21 None None] Pushing event updated for resources: {'Port': ['ID=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:23.006267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=79c52620-bc06-4efc-9c62-675d1c555b5d,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:23.010777 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:23.057023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] Set router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:23.104634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:23.106039 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:23.227591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:09:23.275167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-1b039488-332a-43ac-a256-743408e1a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '79c52620-bc06-4efc-9c62-675d1c555b5d', 'name': '', 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'mac_address': 'fa:16:3e:94:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:22Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 2, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'subnets': [{'id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:23.307870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039488-332a-43ac-a256-743408e1a75c None None] The sync data for ids ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'] in n-d-789963-7 is: [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '79c52620-bc06-4efc-9c62-675d1c555b5d', 'name': '', 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'mac_address': 'fa:16:3e:94:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:22Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 2, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'subnets': [{'id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:09:23.318505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2fbf48c8-c648-4820-8c5f-8760b407a45f None None] Provisioning complete for port 79c52620-bc06-4efc-9c62-675d1c555b5d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:23.318897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2fbf48c8-c648-4820-8c5f-8760b407a45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:23.345334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:09:23.350709 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3295de11-4dc8-4652-84a4-1974fc8d9fc8 admin admin] 10.222.0.13 "PUT /v2.0/routers/2905586b-a3b9-492c-bfc1-cd2d1ef49587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7381642 Sep 17 02:09:23.358533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf48c8-c648-4820-8c5f-8760b407a45f None None] Port 79c52620-bc06-4efc-9c62-675d1c555b5d cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:09:24.135886 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-fcd9559b-3be0-43dd-bbe3-d3296133ea0e tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:24.137449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-fcd9559b-3be0-43dd-bbe3-d3296133ea0e tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/networks?id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d HTTP/1.1" status: 200 len: 817 time: 0.1106675 Sep 17 02:09:24.154244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-4aeaa91c-daf2-4a4e-9d65-c5a06ac13df4 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/quotas/e0ec9d85bb864fedbde9bb46971d9041 HTTP/1.1" status: 200 len: 375 time: 0.0108984 Sep 17 02:09:24.209651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-d0d3f7c6-a1be-4e6f-9c00-87e52b0d7070 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493579 Sep 17 02:09:24.315388 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-338a01ae-b76b-406b-868f-72775ae106d4 service neutron] 10.222.0.13 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932310 Sep 17 02:09:24.409418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-696b477e-addf-4d42-b2ea-0e647edce095 service neutron] 10.222.0.13 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869899 Sep 17 02:09:24.656045 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ad3072f0-98e8-4b4b-9971-04e1615153bf req-e3171ed1-3797-409b-84e9-dda0e1ea30d9 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 210 time: 0.0265481 Sep 17 02:09:25.231704 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Sync routers for ids ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:09:25.240938 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Routers {'2905586b-a3b9-492c-bfc1-cd2d1ef49587'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:25.242290 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:25.348394 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Set router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:25.546675 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '79c52620-bc06-4efc-9c62-675d1c555b5d', 'name': '', 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'mac_address': 'fa:16:3e:94:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:22Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 2, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'subnets': [{'id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:25.576573 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Checking router: 2905586b-a3b9-492c-bfc1-cd2d1ef49587 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:09:25.576918 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Updating router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 port 79c52620-bc06-4efc-9c62-675d1c555b5d binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:09:25.601619 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:25.776872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e93b484c-f49b-4876-97cd-7242aa40757f req-69e0b135-0743-475c-a208-d8272346c4dd tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 210 time: 0.0327816 Sep 17 02:09:25.862082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6b4d4d57-f87a-4c91-bc11-cb7492976c9c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:25.881129 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:25.911614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:25.911986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:25.988406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:25.995203 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.009891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:26.070496 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6576a9f-e559-4696-8abe-014c4c1e399d None None] Pushing event updated for resources: {'Port': ['ID=79c52620-bc06-4efc-9c62-675d1c555b5d,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:26.075886 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.112090 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Attempting to bind port 79c52620-bc06-4efc-9c62-675d1c555b5d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:26.112236 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Attempting to bind port 79c52620-bc06-4efc-9c62-675d1c555b5d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:26.112493 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Attempting to bind port 79c52620-bc06-4efc-9c62-675d1c555b5d on network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:26.118292 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:26.118537 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Checking segment: {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:26.118920 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.119342 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Bound using segment: {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:26.119811 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Bound port: 79c52620-bc06-4efc-9c62-675d1c555b5d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '237d8c74-177a-429f-9d07-e909493dbbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:26.120184 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.136070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:26.185345 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] For port 79c52620-bc06-4efc-9c62-675d1c555b5d, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:26.188447 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] For port 79c52620-bc06-4efc-9c62-675d1c555b5d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=79c52620-bc06-4efc-9c62-675d1c555b5d,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:26.264403 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.305626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-474b5482-0ed1-419b-b17a-1664d2940f61 None None] Provisioning complete for port 79c52620-bc06-4efc-9c62-675d1c555b5d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:26.305995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-474b5482-0ed1-419b-b17a-1664d2940f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.325920 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Routers {'2905586b-a3b9-492c-bfc1-cd2d1ef49587'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:09:26.326543 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:09:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:26.329981 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6576a9f-e559-4696-8abe-014c4c1e399d None None] Pushing event updated for resources: {'Port': ['ID=79c52620-bc06-4efc-9c62-675d1c555b5d,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:26.399431 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-474b5482-0ed1-419b-b17a-1664d2940f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.438794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-474b5482-0ed1-419b-b17a-1664d2940f61 None None] For port 79c52620-bc06-4efc-9c62-675d1c555b5d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=79c52620-bc06-4efc-9c62-675d1c555b5d,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:26.451921 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] Set router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:09:26.521060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-474b5482-0ed1-419b-b17a-1664d2940f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.574786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b5482-0ed1-419b-b17a-1664d2940f61 None None] Pushing event updated for resources: {'Port': ['ID=79c52620-bc06-4efc-9c62-675d1c555b5d,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:26.606055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-4ad8abd8-0b3e-4703-90ef-363c96c09b46 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:26.607664 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-4ad8abd8-0b3e-4703-90ef-363c96c09b46 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "GET /v2.0/networks?id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d HTTP/1.1" status: 200 len: 817 time: 0.1264386 Sep 17 02:09:26.621131 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Request body: {'port': {'device_id': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'admin_state_up': True, 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:26.644352 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b5517152-d86e-4e2c-ba99-f58513d03484 None None] Provisioning complete for port 79c52620-bc06-4efc-9c62-675d1c555b5d triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:26.645050 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b5517152-d86e-4e2c-ba99-f58513d03484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.779891 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '79c52620-bc06-4efc-9c62-675d1c555b5d', 'name': '', 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'mac_address': 'fa:16:3e:94:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:22Z', 'updated_at': '2021-09-17T02:09:26Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'subnets': [{'id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:09:26.806912 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53875957-dcae-4afb-9a96-89e267fb8a31 None None] The sync data for ids ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'] in n-d-789963-7 is: [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:22Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '79c52620-bc06-4efc-9c62-675d1c555b5d', 'name': '', 'network_id': '87ef78ea-eaa3-4b46-af09-337075ea2ed5', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'mac_address': 'fa:16:3e:94:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:22Z', 'updated_at': '2021-09-17T02:09:26Z', 'revision_number': 4, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'subnets': [{'id': 'fd12bd5c-9b54-4309-94bb-6f527a6f0499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:09:26.807332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Made reservation on behalf of e0ec9d85bb864fedbde9bb46971d9041 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:09:26.814736 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:26.884144 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c45b0a3-c336-4b4f-a57c-1297d6735a36 req-766829f2-05cb-423c-8ff6-6a32b80b27e0 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 210 time: 0.0333264 Sep 17 02:09:26.960764 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Allocated IP 172.20.0.8 (5c7a355a-46db-4fd1-8b3a-a749ec526f0d/87d133e8-f635-4d89-b467-90a65da0419c/95b04585-8842-46a9-9b31-c08c54ae0b4c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:09:27.117616 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.218419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.269798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:09:27.273505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:09:27.277090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:09:27.311416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Pushing event updated for resources: {'Port': ['ID=95b04585-8842-46a9-9b31-c08c54ae0b4c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:27.347605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:27.348256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.414393 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-5864ff06-5bab-4e59-9591-6fa68c7e9d90 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978394 Sep 17 02:09:27.427065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Request body: {'port': {'device_id': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:09:27.488081 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.558648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0ece4914-f186-4bd5-8172-2849c41d165a None None] Provisioning complete for port 95b04585-8842-46a9-9b31-c08c54ae0b4c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:27.559221 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0ece4914-f186-4bd5-8172-2849c41d165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.592746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0ece4914-f186-4bd5-8172-2849c41d165a None None] Port 95b04585-8842-46a9-9b31-c08c54ae0b4c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:09:27.750505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b04585-8842-46a9-9b31-c08c54ae0b4c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:09:27.757777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.769383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Transition to ACTIVE for port object 95b04585-8842-46a9-9b31-c08c54ae0b4c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:09:27.836462 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.854730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6b4d4d57-f87a-4c91-bc11-cb7492976c9c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:27.887523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Pushing event updated for resources: {'Port': ['ID=95b04585-8842-46a9-9b31-c08c54ae0b4c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:27.908639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:27.908639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:27.986157 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Attempting to bind port 95b04585-8842-46a9-9b31-c08c54ae0b4c on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:09:27.986755 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Attempting to bind port 95b04585-8842-46a9-9b31-c08c54ae0b4c by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:09:27.987317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Attempting to bind port 95b04585-8842-46a9-9b31-c08c54ae0b4c on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:28.008821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 79c52620-bc06-4efc-9c62-675d1c555b5d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:28.017353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Port 95b04585-8842-46a9-9b31-c08c54ae0b4c on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:09:28.017689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Attempting to bind port 95b04585-8842-46a9-9b31-c08c54ae0b4c on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:09:28.026591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:09:28.027227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Checking segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:09:28.027621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Bound using segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:09:28.028063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Bound port: 95b04585-8842-46a9-9b31-c08c54ae0b4c, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:09:28.028428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:28.051497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4782d2-271d-4dea-9c08-d587b620f589 req-7330dc06-b78e-4089-b669-918d26fc340a tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.053058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c4782d2-271d-4dea-9c08-d587b620f589 req-7330dc06-b78e-4089-b669-918d26fc340a tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 943 time: 0.0810204 Sep 17 02:09:28.060452 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 79c52620-bc06-4efc-9c62-675d1c555b5d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:28.060830 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:28.133212 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c4782d2-271d-4dea-9c08-d587b620f589 req-852d7e64-5900-434c-b685-5f2412461727 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548451 Sep 17 02:09:28.139555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] For port 95b04585-8842-46a9-9b31-c08c54ae0b4c, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:09:28.147758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] For port 95b04585-8842-46a9-9b31-c08c54ae0b4c, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:09:28.222974 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:28.258788 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.259307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:28.260670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] 10.222.0.36 "PUT /v2.0/ports/95b04585-8842-46a9-9b31-c08c54ae0b4c HTTP/1.1" status: 200 len: 1091 time: 0.8382518 Sep 17 02:09:28.261109 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'tag': '95b04585-8842-46a9-9b31-c08c54ae0b4c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:09:28.263436 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f3b749-4e9d-4a63-8fbd-b760f965970f" -d '{"events": [{"name": "network-changed", "server_uuid": "34264ac8-9f14-4067-9cb5-a5f93e0b0206", "tag": "95b04585-8842-46a9-9b31-c08c54ae0b4c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:09:28.289457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9827be4b-e27a-421e-b35d-d51f5561dc52 service neutron] Pushing event updated for resources: {'Port': ['ID=95b04585-8842-46a9-9b31-c08c54ae0b4c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:28.307673 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2576a3d-7fb7-4149-9d55-734980303a8c x-openstack-request-id: req-e2576a3d-7fb7-4149-9d55-734980303a8c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:09:28.307967 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34264ac8-9f14-4067-9cb5-a5f93e0b0206", "tag": "95b04585-8842-46a9-9b31-c08c54ae0b4c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:09:28.308215 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2576a3d-7fb7-4149-9d55-734980303a8c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:09:28.308617 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'tag': '95b04585-8842-46a9-9b31-c08c54ae0b4c', 'status': 'completed', 'code': 200} Sep 17 02:09:28.375151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3b749-4e9d-4a63-8fbd-b760f965970f req-3d91e62b-6a73-4683-bc10-e839d0fdedb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.377018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6f3b749-4e9d-4a63-8fbd-b760f965970f req-3d91e62b-6a73-4683-bc10-e839d0fdedb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 1094 time: 0.0495429 Sep 17 02:09:28.483570 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3b749-4e9d-4a63-8fbd-b760f965970f req-987689c2-cbe2-45fa-a7e8-5bb16764e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.485031 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6f3b749-4e9d-4a63-8fbd-b760f965970f req-987689c2-cbe2-45fa-a7e8-5bb16764e792 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1008172 Sep 17 02:09:28.584135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3b749-4e9d-4a63-8fbd-b760f965970f req-c5621acd-1586-481f-a27d-6d2406896e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.586039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a6f3b749-4e9d-4a63-8fbd-b760f965970f req-c5621acd-1586-481f-a27d-6d2406896e2f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938637 Sep 17 02:09:28.658473 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-954f0438-5d59-42e5-9813-814804c2d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.659860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-954f0438-5d59-42e5-9813-814804c2d5b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 1094 time: 0.0394850 Sep 17 02:09:28.699767 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-dcd711d0-b4a6-4068-94cf-b5e3a843ac44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c HTTP/1.1" status: 200 len: 217 time: 0.0326755 Sep 17 02:09:28.751637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-136e6f09-7819-4c58-ba0d-4815c6c0626f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.753039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-136e6f09-7819-4c58-ba0d-4815c6c0626f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d133e8-f635-4d89-b467-90a65da0419c HTTP/1.1" status: 200 len: 856 time: 0.0457788 Sep 17 02:09:28.797727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55351594-73be-4dd2-be86-112b810452a8 req-8983169e-67d3-42ea-ae97-193d43faee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:28.799261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-8983169e-67d3-42ea-ae97-193d43faee56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393023 Sep 17 02:09:28.894786 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-6a0fbd70-b0f7-46e3-ba63-0a047c46423d service neutron] 10.222.0.36 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885887 Sep 17 02:09:29.343496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d14f9-d46b-4e82-a70f-65b725630288 req-d7948335-c488-4ed2-bf40-f719e960a386 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:29.344945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-949d14f9-d46b-4e82-a70f-65b725630288 req-d7948335-c488-4ed2-bf40-f719e960a386 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 943 time: 0.1006141 Sep 17 02:09:29.348413 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55351594-73be-4dd2-be86-112b810452a8 req-c93b138f-cfeb-427e-9a39-4374226fa37d service neutron] 10.222.0.36 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4471641 Sep 17 02:09:29.353944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:29.384830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-949d14f9-d46b-4e82-a70f-65b725630288 req-4cfa1abf-7fdd-47b2-95cd-cf2ed6c17740 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Sep 17 02:09:29.709360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:30.505503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55260c5c-89cc-4b5f-bcea-fcb58e7ab30d req-8b174328-7c9f-4680-b899-71d231a5aed7 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:30.507198 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55260c5c-89cc-4b5f-bcea-fcb58e7ab30d req-8b174328-7c9f-4680-b899-71d231a5aed7 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 943 time: 0.0535493 Sep 17 02:09:30.545014 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-55260c5c-89cc-4b5f-bcea-fcb58e7ab30d req-606d2710-c58d-4c4a-9744-5a37687758bf tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Sep 17 02:09:31.658676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc71961-6a41-4787-83c8-0249018b386d req-d8ce2627-4222-4dbb-807d-93746b0ce1ac tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:31.660398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cc71961-6a41-4787-83c8-0249018b386d req-d8ce2627-4222-4dbb-807d-93746b0ce1ac tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 943 time: 0.0476768 Sep 17 02:09:31.697859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1cc71961-6a41-4787-83c8-0249018b386d req-ac168802-85a8-4981-aac3-f86a2d6b7c38 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307605 Sep 17 02:09:32.812017 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd938c8-692b-475c-8bdb-2a329d790c78 req-4bc41c0b-c3cc-468b-a9a1-f14d2c1a36e2 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:32.813497 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fd938c8-692b-475c-8bdb-2a329d790c78 req-4bc41c0b-c3cc-468b-a9a1-f14d2c1a36e2 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 943 time: 0.0495682 Sep 17 02:09:32.850671 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4fd938c8-692b-475c-8bdb-2a329d790c78 req-f61ed417-0e1c-4f83-a65b-779c1f532b85 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306029 Sep 17 02:09:33.569424 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 95b04585-8842-46a9-9b31-c08c54ae0b4c details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:09:33.661717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 95b04585-8842-46a9-9b31-c08c54ae0b4c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:33.674101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '95b04585-8842-46a9-9b31-c08c54ae0b4c', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'port_id': '95b04585-8842-46a9-9b31-c08c54ae0b4c', 'mac_address': 'fa:16:3e:cc:e0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d133e8-f635-4d89-b467-90a65da0419c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:09:33.714016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:33.727351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b04585-8842-46a9-9b31-c08c54ae0b4c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:09:33.746509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 95b04585-8842-46a9-9b31-c08c54ae0b4c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:33.806628 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:33.854589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=95b04585-8842-46a9-9b31-c08c54ae0b4c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:33.966781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f04b6-9165-45cf-8cdc-e29b771bfe09 req-9496e9bd-d0aa-4a6b-88cf-0fdbe8759f83 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:33.968204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae4f04b6-9165-45cf-8cdc-e29b771bfe09 req-9496e9bd-d0aa-4a6b-88cf-0fdbe8759f83 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 944 time: 0.0497732 Sep 17 02:09:33.996786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['95b04585-8842-46a9-9b31-c08c54ae0b4c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:09:34.006131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae4f04b6-9165-45cf-8cdc-e29b771bfe09 req-ace2fb65-7c9a-4598-bfb0-b7b76c7a7b81 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319409 Sep 17 02:09:35.120566 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9ad8-194e-46bb-a35e-a6f0460b703e req-240bc971-b97e-47f7-8f7d-ad7572646146 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:35.122032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bfac9ad8-194e-46bb-a35e-a6f0460b703e req-240bc971-b97e-47f7-8f7d-ad7572646146 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 944 time: 0.0487840 Sep 17 02:09:35.158102 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bfac9ad8-194e-46bb-a35e-a6f0460b703e req-6a283817-fd47-438d-a030-ef862efe8dca tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301421 Sep 17 02:09:35.473941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-be2be5ed-0078-45aa-ae49-35641c5098a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:35.610392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 95b04585-8842-46a9-9b31-c08c54ae0b4c up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:09:35.719511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 95b04585-8842-46a9-9b31-c08c54ae0b4c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:09:35.722927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 95b04585-8842-46a9-9b31-c08c54ae0b4c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:09:35.723325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:35.797776 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:35.822572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b04585-8842-46a9-9b31-c08c54ae0b4c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:09:35.824801 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4273f88d-9222-49a9-aec4-0641b6491066" -d '{"events": [{"server_uuid": "34264ac8-9f14-4067-9cb5-a5f93e0b0206", "name": "network-vif-plugged", "status": "completed", "tag": "95b04585-8842-46a9-9b31-c08c54ae0b4c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:09:35.837305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 95b04585-8842-46a9-9b31-c08c54ae0b4c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:09:35.867711 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e01a0f2-d53d-406a-9fa6-a1b93cc83a5e x-openstack-request-id: req-7e01a0f2-d53d-406a-9fa6-a1b93cc83a5e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:09:35.867711 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34264ac8-9f14-4067-9cb5-a5f93e0b0206", "name": "network-vif-plugged", "status": "completed", "tag": "95b04585-8842-46a9-9b31-c08c54ae0b4c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:09:35.867711 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7e01a0f2-d53d-406a-9fa6-a1b93cc83a5e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:09:35.867711 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b04585-8842-46a9-9b31-c08c54ae0b4c', 'code': 200} Sep 17 02:09:35.915247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:35.959531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e46e7-b25b-49b9-9eab-8a9fcd9fe368 req-7dfc21aa-8a18-4e2a-9bb5-abfa17a0cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:35.961805 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d2e46e7-b25b-49b9-9eab-8a9fcd9fe368 req-7dfc21aa-8a18-4e2a-9bb5-abfa17a0cad6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 1096 time: 0.0442247 Sep 17 02:09:35.964992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=95b04585-8842-46a9-9b31-c08c54ae0b4c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:09:35.972483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.972767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.973103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.973434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.973759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.974084 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.974402 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.974723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.975036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.975371 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.975685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.975997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:09:35.997240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7d2e46e7-b25b-49b9-9eab-8a9fcd9fe368 req-f6c3c999-e802-438c-bae4-b7dc0df8e7e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278373 Sep 17 02:09:36.277133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31a1ca-bec7-43b7-923c-ef0c9da591f0 req-9c3db908-a5ae-4b92-bd95-5e319d38e6a0 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:36.278588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd31a1ca-bec7-43b7-923c-ef0c9da591f0 req-9c3db908-a5ae-4b92-bd95-5e319d38e6a0 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Sep 17 02:09:36.314787 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cd31a1ca-bec7-43b7-923c-ef0c9da591f0 req-04fef905-2911-4cfa-adfd-6cade6ed2555 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Sep 17 02:09:37.207260 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:09:37.429781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9acbc9-ed41-47f7-ba35-2bca9d86b4ed req-b92505b3-fd20-41e5-8b58-7e6d1a87e34b tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:37.431304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd9acbc9-ed41-47f7-ba35-2bca9d86b4ed req-b92505b3-fd20-41e5-8b58-7e6d1a87e34b tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 945 time: 0.0482821 Sep 17 02:09:37.470802 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bd9acbc9-ed41-47f7-ba35-2bca9d86b4ed req-c44a3833-1efc-4dcd-a065-c813d2de7788 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325046 Sep 17 02:09:37.586495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983fc6a-3cec-4feb-87ae-c6c1dc0552b1 req-e935e4da-1b43-4009-8e65-2e0de426e00d tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:37.588010 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8983fc6a-3cec-4feb-87ae-c6c1dc0552b1 req-e935e4da-1b43-4009-8e65-2e0de426e00d tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 945 time: 0.0490620 Sep 17 02:09:37.624595 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8983fc6a-3cec-4feb-87ae-c6c1dc0552b1 req-d150c48d-0971-4eab-9ac5-5e2fb8d03335 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Sep 17 02:09:38.235285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1d1c6be8-c71e-42a4-aca4-d52bf0a28a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:39.097122 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:39.703376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:41.262615 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:51.537426 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-f8f3eaaf-61cd-46ad-be1e-013a76f0c2a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404198 Sep 17 02:09:51.624823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-d9e18cdd-4c5f-41f8-83cf-9ea0148cb53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:51.626316 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-d9e18cdd-4c5f-41f8-83cf-9ea0148cb53e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 1096 time: 0.0400794 Sep 17 02:09:51.737051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-2525ee7d-eb18-42a8-84f5-235de2a4f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:51.738544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-2525ee7d-eb18-42a8-84f5-235de2a4f4e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d HTTP/1.1" status: 200 len: 918 time: 0.0921750 Sep 17 02:09:51.779854 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-daab7e34-d21b-4c8f-8e60-0c8071b50ce4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c HTTP/1.1" status: 200 len: 217 time: 0.0332534 Sep 17 02:09:51.832822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-a3e41a44-013e-40a3-bab8-47ee88bf685f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:51.834324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-a3e41a44-013e-40a3-bab8-47ee88bf685f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d133e8-f635-4d89-b467-90a65da0419c HTTP/1.1" status: 200 len: 856 time: 0.0463834 Sep 17 02:09:51.880996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-6688f2ba-1733-4240-b5b2-6363cb152331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:51.882940 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-6688f2ba-1733-4240-b5b2-6363cb152331 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391929 Sep 17 02:09:51.975747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-f94db6c8-118e-4eaf-aaca-f2b888c245a4 service neutron] 10.222.0.36 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857434 Sep 17 02:09:52.071908 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f3dd1c67-d684-4da9-b4fc-ba29adb074fb req-09c8b2fd-cee4-4622-9f40-d0d1e154cbc3 service neutron] 10.222.0.36 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863013 Sep 17 02:09:59.383894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:59.737835 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:09:59.809622 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f349f-5aef-4ce4-861a-86522fe180ef req-3a08f81b-daa1-4a5d-b5cf-2f75b7ed4212 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:09:59.811328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2c2f349f-5aef-4ce4-861a-86522fe180ef req-3a08f81b-daa1-4a5d-b5cf-2f75b7ed4212 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Sep 17 02:09:59.849080 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2c2f349f-5aef-4ce4-861a-86522fe180ef req-f4065428-19fb-4ce1-9104-4c69329e79f7 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Sep 17 02:10:01.066547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3740ef-22fb-4e5b-858a-fffab7cf93ec req-a428b6d7-31f5-4226-9f79-2ab57b5ea642 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:01.068122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab3740ef-22fb-4e5b-858a-fffab7cf93ec req-a428b6d7-31f5-4226-9f79-2ab57b5ea642 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 945 time: 0.1476018 Sep 17 02:10:01.107157 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ab3740ef-22fb-4e5b-858a-fffab7cf93ec req-985fbf41-5d70-4b2c-8fad-02ad40740272 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320029 Sep 17 02:10:01.244564 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-ff0acdc9-b2b5-460c-bf3b-4fcb53a560bc tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:01.246095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-ff0acdc9-b2b5-460c-bf3b-4fcb53a560bc tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 945 time: 0.0532868 Sep 17 02:10:01.333143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Deleting port 95b04585-8842-46a9-9b31-c08c54ae0b4c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:01.333477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:01.425108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] For port 95b04585-8842-46a9-9b31-c08c54ae0b4c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=95b04585-8842-46a9-9b31-c08c54ae0b4c,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:01.425467 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:01.437645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Calling delete_port for 95b04585-8842-46a9-9b31-c08c54ae0b4c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:01.628882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:01.641032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['95b04585-8842-46a9-9b31-c08c54ae0b4c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:10:01.661451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Pushing event deleted for resources: {'Port': ['ID=95b04585-8842-46a9-9b31-c08c54ae0b4c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:01.703926 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] No DVR routers for this DVR port 95b04585-8842-46a9-9b31-c08c54ae0b4c on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:10:01.706493 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:01.708487 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-84ad742d-fc9e-468c-b621-ea0615d7eddc req-c4da6e36-f0f9-47b8-aa43-c4f200bf573c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "DELETE /v2.0/ports/95b04585-8842-46a9-9b31-c08c54ae0b4c HTTP/1.1" status: 204 len: 173 time: 0.4564517 Sep 17 02:10:01.708922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'name': 'network-vif-deleted', 'tag': '95b04585-8842-46a9-9b31-c08c54ae0b4c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:10:01.711254 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da35529-9e1d-4d30-a731-7a92562d9a5e" -d '{"events": [{"server_uuid": "34264ac8-9f14-4067-9cb5-a5f93e0b0206", "name": "network-vif-deleted", "tag": "95b04585-8842-46a9-9b31-c08c54ae0b4c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:10:01.746589 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9dc01-7101-4df9-a67f-520d68503766 x-openstack-request-id: req-41d9dc01-7101-4df9-a67f-520d68503766 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:10:01.746892 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34264ac8-9f14-4067-9cb5-a5f93e0b0206", "name": "network-vif-deleted", "tag": "95b04585-8842-46a9-9b31-c08c54ae0b4c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:10:01.747189 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41d9dc01-7101-4df9-a67f-520d68503766 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:10:01.747636 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34264ac8-9f14-4067-9cb5-a5f93e0b0206', 'name': 'network-vif-deleted', 'tag': '95b04585-8842-46a9-9b31-c08c54ae0b4c', 'status': 'completed', 'code': 200} Sep 17 02:10:02.212876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28b8a1d3-bcf7-409c-b890-bf52b3984b35 req-9764f672-e73d-4777-a302-e9040083d4b9 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=34264ac8-9f14-4067-9cb5-a5f93e0b0206 HTTP/1.1" status: 200 len: 210 time: 0.0261931 Sep 17 02:10:04.869219 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-273b6819-8f2a-47df-803d-6dab6ea98cfe tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:04.871257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-273b6819-8f2a-47df-803d-6dab6ea98cfe tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/networks?id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d HTTP/1.1" status: 200 len: 817 time: 0.1079853 Sep 17 02:10:04.886333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-978e4359-de36-4872-8ed7-910fe4aba83f tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/quotas/e0ec9d85bb864fedbde9bb46971d9041 HTTP/1.1" status: 200 len: 375 time: 0.0092940 Sep 17 02:10:04.937687 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-df1405da-721b-49a2-8522-53516d3fccfd tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460646 Sep 17 02:10:05.046999 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-126135fe-e738-4f93-8e22-43a50d70034a service neutron] 10.222.0.13 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978389 Sep 17 02:10:05.137813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-1ae8bd0e-e51a-4f5a-b9ed-a64627270f09 service neutron] 10.222.0.13 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846906 Sep 17 02:10:05.362311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-30caae3c-950b-4dff-bf4e-7cd73399a793 req-a648fdbc-4c93-46d4-a9fa-6c5f76ba96aa tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 210 time: 0.0332241 Sep 17 02:10:05.473500 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4fcde0d4-5728-4cee-b482-4f69837657e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:05.753059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 95b04585-8842-46a9-9b31-c08c54ae0b4c no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:05.776310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 95b04585-8842-46a9-9b31-c08c54ae0b4c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:05.776642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 95b04585-8842-46a9-9b31-c08c54ae0b4c not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:06.456639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-728ffd04-f022-4439-90a1-54a3654949b8 req-a9ea960e-ef82-46c8-890e-c826395cda5f tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 210 time: 0.0285115 Sep 17 02:10:07.416789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-a0e0247f-ad30-48dd-8459-9a9322fff7fa tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:07.418299 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-a0e0247f-ad30-48dd-8459-9a9322fff7fa tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "GET /v2.0/networks?id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d HTTP/1.1" status: 200 len: 817 time: 0.1075673 Sep 17 02:10:07.431178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Request body: {'port': {'device_id': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'admin_state_up': True, 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:10:07.554573 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3734c38c-fbad-4819-8516-f8766473ef10 req-447646de-fe1c-49c9-86cd-f925e74d727d tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 210 time: 0.0260584 Sep 17 02:10:07.611677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Made reservation on behalf of e0ec9d85bb864fedbde9bb46971d9041 for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:10:07.615281 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:07.742508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Allocated IP 172.20.0.4 (5c7a355a-46db-4fd1-8b3a-a749ec526f0d/87d133e8-f635-4d89-b467-90a65da0419c/65f7965f-ff79-47be-9395-5a9ac46bca01) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:10:07.893754 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.012343 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.053602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:10:08.056657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:10:08.060748 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:10:08.086499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Pushing event updated for resources: {'Port': ['ID=65f7965f-ff79-47be-9395-5a9ac46bca01,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:08.115802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:08.116442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.194503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-7de12592-1c19-402b-9440-57cbbc49b4ee tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7672586 Sep 17 02:10:08.207456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Request body: {'port': {'device_id': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:10:08.250722 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1104daf1-2869-4fb2-97d9-fb23020a3bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.268275 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.311930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c3af88ab-2427-49df-bfde-1a555b521f81 None None] Provisioning complete for port 65f7965f-ff79-47be-9395-5a9ac46bca01 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:08.312302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c3af88ab-2427-49df-bfde-1a555b521f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.346263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c3af88ab-2427-49df-bfde-1a555b521f81 None None] Port 65f7965f-ff79-47be-9395-5a9ac46bca01 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:10:08.527858 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f7965f-ff79-47be-9395-5a9ac46bca01 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:10:08.535314 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.547893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Transition to ACTIVE for port object 65f7965f-ff79-47be-9395-5a9ac46bca01 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:10:08.617825 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.706069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Pushing event updated for resources: {'Port': ['ID=65f7965f-ff79-47be-9395-5a9ac46bca01,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:08.757954 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdb17c-ef4b-4c0d-8deb-07f3c1cf5df9 req-b25fb9d6-f703-43a9-85be-d8289d719a5e tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:08.765102 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fbdb17c-ef4b-4c0d-8deb-07f3c1cf5df9 req-b25fb9d6-f703-43a9-85be-d8289d719a5e tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 943 time: 0.1397278 Sep 17 02:10:08.824429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2fbdb17c-ef4b-4c0d-8deb-07f3c1cf5df9 req-a811af91-d27e-4f97-9a70-796c03a18c89 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563014 Sep 17 02:10:08.831686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Attempting to bind port 65f7965f-ff79-47be-9395-5a9ac46bca01 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:10:08.831686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Attempting to bind port 65f7965f-ff79-47be-9395-5a9ac46bca01 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:10:08.831686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Attempting to bind port 65f7965f-ff79-47be-9395-5a9ac46bca01 on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:10:08.831686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Port 65f7965f-ff79-47be-9395-5a9ac46bca01 on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:10:08.831686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Attempting to bind port 65f7965f-ff79-47be-9395-5a9ac46bca01 on network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:10:08.836112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:10:08.836301 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Checking segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:10:08.836677 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Bound using segment: {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:10:08.837167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Bound port: 65f7965f-ff79-47be-9395-5a9ac46bca01, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:10:08.837444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:08.908282 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] For port 65f7965f-ff79-47be-9395-5a9ac46bca01, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:10:08.911452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] For port 65f7965f-ff79-47be-9395-5a9ac46bca01, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=65f7965f-ff79-47be-9395-5a9ac46bca01,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:10:09.010996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:09.048622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.049258 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:09.050623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] 10.222.0.36 "PUT /v2.0/ports/65f7965f-ff79-47be-9395-5a9ac46bca01 HTTP/1.1" status: 200 len: 1091 time: 0.8476839 Sep 17 02:10:09.051050 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'tag': '65f7965f-ff79-47be-9395-5a9ac46bca01'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:10:09.053290 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823633c0-4bdb-40d0-8430-92290a13487b" -d '{"events": [{"name": "network-changed", "server_uuid": "159e5e0b-577b-42cd-94d2-e08cc73b42f3", "tag": "65f7965f-ff79-47be-9395-5a9ac46bca01"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:10:09.080155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb35f1-bbc5-40e6-b186-e2a95c5fc6ad service neutron] Pushing event updated for resources: {'Port': ['ID=65f7965f-ff79-47be-9395-5a9ac46bca01,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:09.092555 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907f73d4-62cb-4f9d-948c-e5bc9cf3f6e1 x-openstack-request-id: req-907f73d4-62cb-4f9d-948c-e5bc9cf3f6e1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:10:09.095515 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159e5e0b-577b-42cd-94d2-e08cc73b42f3", "tag": "65f7965f-ff79-47be-9395-5a9ac46bca01", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:10:09.095515 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-907f73d4-62cb-4f9d-948c-e5bc9cf3f6e1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:10:09.095515 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'tag': '65f7965f-ff79-47be-9395-5a9ac46bca01', 'status': 'completed', 'code': 200} Sep 17 02:10:09.148947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:09.157945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823633c0-4bdb-40d0-8430-92290a13487b req-e559920b-23dd-4c77-aa75-eaf76fb6292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.159815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-823633c0-4bdb-40d0-8430-92290a13487b req-e559920b-23dd-4c77-aa75-eaf76fb6292f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 1094 time: 0.0457394 Sep 17 02:10:09.266045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823633c0-4bdb-40d0-8430-92290a13487b req-1ccb6c07-3add-4584-b188-32b513d9d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.267630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-823633c0-4bdb-40d0-8430-92290a13487b req-1ccb6c07-3add-4584-b188-32b513d9d407 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0999250 Sep 17 02:10:09.363112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823633c0-4bdb-40d0-8430-92290a13487b req-5e179248-299a-44ce-bd71-d5e5e6e04069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.364471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-823633c0-4bdb-40d0-8430-92290a13487b req-5e179248-299a-44ce-bd71-d5e5e6e04069 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902095 Sep 17 02:10:09.445023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-c795c58d-af70-49a5-b513-c8160882cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.446496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-c795c58d-af70-49a5-b513-c8160882cdb8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 1094 time: 0.0480266 Sep 17 02:10:09.488914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-ab8a02d0-1820-4333-b64a-ae686bc92d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=65f7965f-ff79-47be-9395-5a9ac46bca01 HTTP/1.1" status: 200 len: 217 time: 0.0341084 Sep 17 02:10:09.537169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-aa88aa3a-18ca-448a-8564-635a5411c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.538592 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-aa88aa3a-18ca-448a-8564-635a5411c5a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=87d133e8-f635-4d89-b467-90a65da0419c HTTP/1.1" status: 200 len: 856 time: 0.0428669 Sep 17 02:10:09.588013 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-4d4e00cd-ba79-4741-8ec2-507c08eaeb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.589474 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-4d4e00cd-ba79-4741-8ec2-507c08eaeb71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5c7a355a-46db-4fd1-8b3a-a749ec526f0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433977 Sep 17 02:10:09.679437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-4978feb1-4e8c-4d87-920d-07e0abbafc3a service neutron] 10.222.0.36 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821021 Sep 17 02:10:09.685894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:09.771884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1558aea1-853e-4b2a-a7de-0c70c66d09c0 req-b02c7ae7-ddb6-4907-abc7-aee9e1564e78 service neutron] 10.222.0.36 "GET /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851958 Sep 17 02:10:09.943135 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e61be-9887-4a9a-87b9-0318ea0e682f req-22ad72b1-f8d0-4850-ae13-58245f1d22a8 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:09.944515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-379e61be-9887-4a9a-87b9-0318ea0e682f req-22ad72b1-f8d0-4850-ae13-58245f1d22a8 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 943 time: 0.0499294 Sep 17 02:10:09.982934 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-379e61be-9887-4a9a-87b9-0318ea0e682f req-e615cd7c-e43e-487b-8fed-bd378d932625 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Sep 17 02:10:11.097545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76deeb-5475-42c9-a268-4e55e6a55a95 req-f9027224-7720-4b32-96ec-7f86a9d580b8 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:11.099013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d76deeb-5475-42c9-a268-4e55e6a55a95 req-f9027224-7720-4b32-96ec-7f86a9d580b8 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 943 time: 0.0487993 Sep 17 02:10:11.136564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2d76deeb-5475-42c9-a268-4e55e6a55a95 req-88a05f91-3879-41e0-8303-45e3d81d758e tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Sep 17 02:10:11.268732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:12.250055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3e253-97ef-4673-b2d0-1b3cb1165e56 req-c2d6e858-af31-4b89-af9c-a0fad6c58b0c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:12.251521 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8da3e253-97ef-4673-b2d0-1b3cb1165e56 req-c2d6e858-af31-4b89-af9c-a0fad6c58b0c tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 943 time: 0.0483537 Sep 17 02:10:12.288424 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8da3e253-97ef-4673-b2d0-1b3cb1165e56 req-cc2e2e67-dd51-4dbe-a3bc-652787ef0d52 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Sep 17 02:10:13.402983 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64247fc-4af7-4ffc-b5eb-787bdd534682 req-7cf730f6-f0b9-4dcf-b4b0-f5dfec686227 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:13.404508 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a64247fc-4af7-4ffc-b5eb-787bdd534682 req-7cf730f6-f0b9-4dcf-b4b0-f5dfec686227 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 943 time: 0.0483778 Sep 17 02:10:13.442131 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a64247fc-4af7-4ffc-b5eb-787bdd534682 req-0be9db3a-95e9-43b6-b5b9-ac8f16334876 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 Sep 17 02:10:13.786492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 65f7965f-ff79-47be-9395-5a9ac46bca01 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:10:13.883539 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 65f7965f-ff79-47be-9395-5a9ac46bca01, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=65f7965f-ff79-47be-9395-5a9ac46bca01,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:13.895388 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '65f7965f-ff79-47be-9395-5a9ac46bca01', 'network_id': '5c7a355a-46db-4fd1-8b3a-a749ec526f0d', 'port_id': '65f7965f-ff79-47be-9395-5a9ac46bca01', 'mac_address': 'fa:16:3e:ee:53:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87d133e8-f635-4d89-b467-90a65da0419c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:10:13.932159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:13.944869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f7965f-ff79-47be-9395-5a9ac46bca01 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:10:13.963542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 65f7965f-ff79-47be-9395-5a9ac46bca01, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=65f7965f-ff79-47be-9395-5a9ac46bca01,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:14.022953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:14.069806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=65f7965f-ff79-47be-9395-5a9ac46bca01,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:14.206443 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:10:14.217562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['65f7965f-ff79-47be-9395-5a9ac46bca01'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:10:14.560051 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17dd2-0e7c-4063-9508-bdc55dfc20c0 req-9181792e-bfdb-4f7b-b838-b62c6a875875 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:14.561509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dde17dd2-0e7c-4063-9508-bdc55dfc20c0 req-9181792e-bfdb-4f7b-b838-b62c6a875875 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 944 time: 0.0522828 Sep 17 02:10:14.597829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dde17dd2-0e7c-4063-9508-bdc55dfc20c0 req-94ae49ab-a506-4129-9a87-755dc8089fd9 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303900 Sep 17 02:10:15.716730 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997addd-854f-437a-9799-776fa0240555 req-0b332b1a-d5a0-480f-891f-7eb81f0ba76a tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:15.718100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3997addd-854f-437a-9799-776fa0240555 req-0b332b1a-d5a0-480f-891f-7eb81f0ba76a tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 944 time: 0.0521364 Sep 17 02:10:15.755032 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3997addd-854f-437a-9799-776fa0240555 req-5b1bfdad-758c-4d5f-aa5b-1a93c4354397 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310390 Sep 17 02:10:15.801927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 65f7965f-ff79-47be-9395-5a9ac46bca01 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:10:15.942735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 65f7965f-ff79-47be-9395-5a9ac46bca01 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:10:15.946509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 65f7965f-ff79-47be-9395-5a9ac46bca01 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:15.946880 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:16.023851 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:16.047328 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f7965f-ff79-47be-9395-5a9ac46bca01'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:10:16.051541 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdad352-00c7-4261-889a-eab934b72a7b" -d '{"events": [{"server_uuid": "159e5e0b-577b-42cd-94d2-e08cc73b42f3", "name": "network-vif-plugged", "status": "completed", "tag": "65f7965f-ff79-47be-9395-5a9ac46bca01"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:10:16.061969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 65f7965f-ff79-47be-9395-5a9ac46bca01, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=65f7965f-ff79-47be-9395-5a9ac46bca01,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:16.085392 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e861c2f-41de-4b02-8b62-49cbed360246 x-openstack-request-id: req-1e861c2f-41de-4b02-8b62-49cbed360246 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:10:16.085682 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e5e0b-577b-42cd-94d2-e08cc73b42f3", "name": "network-vif-plugged", "status": "completed", "tag": "65f7965f-ff79-47be-9395-5a9ac46bca01", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:10:16.086190 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e861c2f-41de-4b02-8b62-49cbed360246 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:10:16.086585 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f7965f-ff79-47be-9395-5a9ac46bca01', 'code': 200} Sep 17 02:10:16.108656 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:16.156026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=65f7965f-ff79-47be-9395-5a9ac46bca01,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:16.182317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049c6d6-e85b-4172-9df8-02c11f8d00eb req-08e80add-8959-4139-a881-3b37e6452446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:16.184161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b049c6d6-e85b-4172-9df8-02c11f8d00eb req-08e80add-8959-4139-a881-3b37e6452446 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 1096 time: 0.0428617 Sep 17 02:10:16.218518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b049c6d6-e85b-4172-9df8-02c11f8d00eb req-e1a6abe5-9fb8-4fb4-8e3e-41866c4f19cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272439 Sep 17 02:10:16.869056 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bdedd-fd08-4800-b9ab-fa5de0fb127e req-f29b937d-e012-4480-808c-6c03b0c3ba82 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:16.870953 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-625bdedd-fd08-4800-b9ab-fa5de0fb127e req-f29b937d-e012-4480-808c-6c03b0c3ba82 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 945 time: 0.0497522 Sep 17 02:10:16.908217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-625bdedd-fd08-4800-b9ab-fa5de0fb127e req-4d4f5dd8-d1ef-4660-94a5-7b90165745de tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Sep 17 02:10:18.022963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247abbe4-4943-412a-8236-2e0a98c3ebde req-c32d50bf-839f-4842-a4e7-6554af3a8f6a tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:18.024456 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247abbe4-4943-412a-8236-2e0a98c3ebde req-c32d50bf-839f-4842-a4e7-6554af3a8f6a tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 945 time: 0.0486817 Sep 17 02:10:18.062169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-247abbe4-4943-412a-8236-2e0a98c3ebde req-132d29f9-b186-48c1-9a54-86b96cef33f2 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315695 Sep 17 02:10:18.174991 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ff50b-b73c-4fdc-b40e-7025f5b21338 req-3e8ef5c7-69f3-4afb-b509-352bd44228a6 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:18.176494 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-384ff50b-b73c-4fdc-b40e-7025f5b21338 req-3e8ef5c7-69f3-4afb-b509-352bd44228a6 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 945 time: 0.0481582 Sep 17 02:10:18.213484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-384ff50b-b73c-4fdc-b40e-7025f5b21338 req-f6a7c7f7-e94a-45da-9d43-8e061fdc3781 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311198 Sep 17 02:10:29.358921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:29.724409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:35.503267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bb92e636-86da-4020-b8dd-3ad8095b1f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:38.223128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-138fb496-b4b3-42e5-aa5d-82c31a0de8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:39.113920 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:39.760005 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:40.114962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc146be-75e5-4249-9e3d-6e89863072c9 req-16ae98c9-fe05-4fef-a987-a315ec26cab6 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:40.116739 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0cc146be-75e5-4249-9e3d-6e89863072c9 req-16ae98c9-fe05-4fef-a987-a315ec26cab6 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 945 time: 0.0536139 Sep 17 02:10:40.154664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0cc146be-75e5-4249-9e3d-6e89863072c9 req-9ac786ab-5b4a-4f61-89dd-2bd4951fc5dc tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Sep 17 02:10:41.277854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874e39c-b88d-46aa-953c-452c10fbee18 req-9c48df76-7295-4131-988c-fe4264c93619 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:41.279391 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3874e39c-b88d-46aa-953c-452c10fbee18 req-9c48df76-7295-4131-988c-fe4264c93619 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 945 time: 0.0529017 Sep 17 02:10:41.284504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:41.317379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3874e39c-b88d-46aa-953c-452c10fbee18 req-8cb31a74-6b41-41ab-ae69-adacb8c0e88d tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/security-groups?id=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Sep 17 02:10:41.581544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-1a5db0a8-e18e-47e2-b563-708245a22ae5 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:41.582995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-1a5db0a8-e18e-47e2-b563-708245a22ae5 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 945 time: 0.0479634 Sep 17 02:10:41.670369 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Deleting port 65f7965f-ff79-47be-9395-5a9ac46bca01 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:41.670711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:41.760129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] For port 65f7965f-ff79-47be-9395-5a9ac46bca01, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=65f7965f-ff79-47be-9395-5a9ac46bca01,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:41.760496 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:41.773479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Calling delete_port for 65f7965f-ff79-47be-9395-5a9ac46bca01 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:41.982880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:41.994545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['65f7965f-ff79-47be-9395-5a9ac46bca01'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:10:42.013852 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Pushing event deleted for resources: {'Port': ['ID=65f7965f-ff79-47be-9395-5a9ac46bca01,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:42.020882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.021318 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.021662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.022006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.022332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.022667 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.022997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.023913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.023913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.024112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.024335 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.024637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:42.065949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] No DVR routers for this DVR port 65f7965f-ff79-47be-9395-5a9ac46bca01 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:10:42.068516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:42.070551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-535ea3f9-242b-4beb-bef0-6841c28a2d1b req-f7ed812d-9789-4776-8295-6f23e4b3f229 tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.36 "DELETE /v2.0/ports/65f7965f-ff79-47be-9395-5a9ac46bca01 HTTP/1.1" status: 204 len: 173 time: 0.4804533 Sep 17 02:10:42.071224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'name': 'network-vif-deleted', 'tag': '65f7965f-ff79-47be-9395-5a9ac46bca01'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:10:42.073572 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b8c2e3-8434-4282-8130-232a19a911fb" -d '{"events": [{"server_uuid": "159e5e0b-577b-42cd-94d2-e08cc73b42f3", "name": "network-vif-deleted", "tag": "65f7965f-ff79-47be-9395-5a9ac46bca01"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:10:42.110088 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca65aa15-4d91-4843-b76e-67f34a9e426c x-openstack-request-id: req-ca65aa15-4d91-4843-b76e-67f34a9e426c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:10:42.110382 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159e5e0b-577b-42cd-94d2-e08cc73b42f3", "name": "network-vif-deleted", "tag": "65f7965f-ff79-47be-9395-5a9ac46bca01", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:10:42.110634 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca65aa15-4d91-4843-b76e-67f34a9e426c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:10:42.111026 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '159e5e0b-577b-42cd-94d2-e08cc73b42f3', 'name': 'network-vif-deleted', 'tag': '65f7965f-ff79-47be-9395-5a9ac46bca01', 'status': 'completed', 'code': 200} Sep 17 02:10:42.430546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-343f9817-cc9e-43d5-8514-91373c6c5f64 req-beb2d851-61d5-4cbc-b898-69e99dadcfac tempest-TestEncryptedCinderVolumes-1512770331 tempest-TestEncryptedCinderVolumes-1512770331-project] 10.222.0.13 "GET /v2.0/ports?device_id=159e5e0b-577b-42cd-94d2-e08cc73b42f3 HTTP/1.1" status: 200 len: 210 time: 0.0283186 Sep 17 02:10:43.569425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41214) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:43.921266 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:44.169130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Deleting port a64a2ec9-b891-48ee-a30a-5faf61cc9601 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:44.169395 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:44.245885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] For port a64a2ec9-b891-48ee-a30a-5faf61cc9601, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a64a2ec9-b891-48ee-a30a-5faf61cc9601,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:44.246253 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:44.262672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Calling delete_port for a64a2ec9-b891-48ee-a30a-5faf61cc9601 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:44.497350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:44.521585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=a64a2ec9-b891-48ee-a30a-5faf61cc9601,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:44.689027 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:45.206255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Router 606bb231-504d-4e5d-89ee-9315ccf739bf has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:10:45.312988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:10:45.317906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-811676b3-55a8-48ad-aa96-db0f7e2cfa7f admin admin] 10.222.0.13 "PUT /v2.0/routers/606bb231-504d-4e5d-89ee-9315ccf739bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7474577 Sep 17 02:10:45.320516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41216) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:45.323701 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] Sync routers for ids ['606bb231-504d-4e5d-89ee-9315ccf739bf'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:10:45.332812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] Routers {'606bb231-504d-4e5d-89ee-9315ccf739bf'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:10:45.333429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['606bb231-504d-4e5d-89ee-9315ccf739bf'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:45.424657 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:45.533305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:45.593128 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] Set router 606bb231-504d-4e5d-89ee-9315ccf739bf gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:10:45.652085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Deleting port 3baef84c-a1d9-4d5b-8a16-29cea3368560 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:45.652488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:45.730546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] For port 3baef84c-a1d9-4d5b-8a16-29cea3368560, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3baef84c-a1d9-4d5b-8a16-29cea3368560,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:45.731259 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:45.744380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Calling delete_port for 3baef84c-a1d9-4d5b-8a16-29cea3368560 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:45.769540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:10:44Z', 'revision_number': 5, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port': {'id': '3baef84c-a1d9-4d5b-8a16-29cea3368560', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:d7:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:14Z', 'updated_at': '2021-09-17T02:09:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:45.796188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] Checking router: 606bb231-504d-4e5d-89ee-9315ccf739bf for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:10:45.804275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] Routers {'606bb231-504d-4e5d-89ee-9315ccf739bf'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:10:45.804884 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['606bb231-504d-4e5d-89ee-9315ccf739bf'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:45.896075 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] Set router 606bb231-504d-4e5d-89ee-9315ccf739bf gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:10:45.952434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 65f7965f-ff79-47be-9395-5a9ac46bca01 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:45.954656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:10:45Z', 'revision_number': 6, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:45.971431 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:45.994651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 65f7965f-ff79-47be-9395-5a9ac46bca01 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:45.995576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 65f7965f-ff79-47be-9395-5a9ac46bca01 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:45.998512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737519c-643a-44d0-ad0c-bf25dad591f2 None None] The sync data for ids ['606bb231-504d-4e5d-89ee-9315ccf739bf'] in n-d-789963-7 is: [{'id': '606bb231-504d-4e5d-89ee-9315ccf739bf', 'name': 'tempest-TestEncryptedCinderVolumes-1531867899-router', 'tenant_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:13Z', 'updated_at': '2021-09-17T02:10:45Z', 'revision_number': 6, 'project_id': 'e0ec9d85bb864fedbde9bb46971d9041', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:10:46.009162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3baef84c-a1d9-4d5b-8a16-29cea3368560,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:46.073555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.164541 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.166612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.261782 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.262228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 606bb231-504d-4e5d-89ee-9315ccf739bf {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:10:46.266514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.267721 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6651125a-d313-4eee-8aaa-b4b0b81a38d3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/606bb231-504d-4e5d-89ee-9315ccf739bf HTTP/1.1" status: 204 len: 168 time: 0.9460652 Sep 17 02:10:46.270261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41218) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:46.318557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Deleting subnet 87d133e8-f635-4d89-b467-90a65da0419c {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:10:46.321739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.357831 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.437959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.575769 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.602069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d133e8-f635-4d89-b467-90a65da0419c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:46.606890 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.609124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8847d46b-5786-41a7-9dde-1f6d1af4f118 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/87d133e8-f635-4d89-b467-90a65da0419c HTTP/1.1" status: 204 len: 168 time: 0.3379548 Sep 17 02:10:46.612418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41220) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:46.614067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7e9a14-7ef5-4326-a74c-5887fefce735 None None] Network 5c7a355a-46db-4fd1-8b3a-a749ec526f0d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:10:46.681297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.736481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Deleting port 255f802d-35b2-44d9-ad5e-b7779847d620 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:46.737056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.810902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] For port 255f802d-35b2-44d9-ad5e-b7779847d620, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=255f802d-35b2-44d9-ad5e-b7779847d620,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:46.811312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.819165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] DHCP port deletion for 5c7a355a-46db-4fd1-8b3a-a749ec526f0d request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:10:46.824891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Calling delete_port for 255f802d-35b2-44d9-ad5e-b7779847d620 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:46.868157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Deleting port 255f802d-35b2-44d9-ad5e-b7779847d620 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:46.868532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.938434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] For port 255f802d-35b2-44d9-ad5e-b7779847d620, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=255f802d-35b2-44d9-ad5e-b7779847d620,segment=NetworkSegment(b68577e9-b1b3-438b-b4a3-fdf952b8e3fe),segment_id=b68577e9-b1b3-438b-b4a3-fdf952b8e3fe)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:46.938831 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:46.952010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Calling delete_port for 255f802d-35b2-44d9-ad5e-b7779847d620 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:46.987506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.018960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Pushing event deleted for resources: {'Port': ['ID=255f802d-35b2-44d9-ad5e-b7779847d620,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:47.024173 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] No DVR routers for this DVR port 255f802d-35b2-44d9-ad5e-b7779847d620 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 17 02:10:47.030758 n-d-789963-7 neutron-server[112074]: self.session.flush() Sep 17 02:10:47.039845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.067030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Pushing event deleted for resources: {'Port': ['ID=255f802d-35b2-44d9-ad5e-b7779847d620,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.079433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.080068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.080068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.080448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.080778 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.081101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:47.083786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f81135-0ed7-4b8b-b5d4-c7b0c270a3f4 None None] No DVR routers for this DVR port 255f802d-35b2-44d9-ad5e-b7779847d620 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:10:47.101641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.122263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7a355a-46db-4fd1-8b3a-a749ec526f0d']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:47.131089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:47.131390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68577e9-b1b3-438b-b4a3-fdf952b8e3fe') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:47.144882 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.158151 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.164988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:10:47.165447 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:10:47.167182 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:10:47.274855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.281514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.283409 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] 10.222.0.13 "DELETE /v2.0/networks/5c7a355a-46db-4fd1-8b3a-a749ec526f0d HTTP/1.1" status: 204 len: 168 time: 0.6700597 Sep 17 02:10:47.286749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41222) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:47.294454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d078dd-aded-473d-a408-ed3158da043c admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7a355a-46db-4fd1-8b3a-a749ec526f0d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:47.629471 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.866072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3baef84c-a1d9-4d5b-8a16-29cea3368560 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:47.877727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Deleting port 79c52620-bc06-4efc-9c62-675d1c555b5d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:47.878066 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.886442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3baef84c-a1d9-4d5b-8a16-29cea3368560 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:47.886786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3baef84c-a1d9-4d5b-8a16-29cea3368560 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:47.887233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a64a2ec9-b891-48ee-a30a-5faf61cc9601 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:47.905683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a64a2ec9-b891-48ee-a30a-5faf61cc9601 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:47.906033 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a64a2ec9-b891-48ee-a30a-5faf61cc9601 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:47.906449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 255f802d-35b2-44d9-ad5e-b7779847d620 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:47.925184 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 255f802d-35b2-44d9-ad5e-b7779847d620 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:47.926084 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 255f802d-35b2-44d9-ad5e-b7779847d620 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:47.960693 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] For port 79c52620-bc06-4efc-9c62-675d1c555b5d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=79c52620-bc06-4efc-9c62-675d1c555b5d,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:47.961062 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:47.973752 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Calling delete_port for 79c52620-bc06-4efc-9c62-675d1c555b5d owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:48.232674 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:48.258402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Pushing event deleted for resources: {'Port': ['ID=79c52620-bc06-4efc-9c62-675d1c555b5d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.274912 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:10:48.436057 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:48.653954 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:10:49.062288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:10:49.067171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-116855c6-7b92-4a54-ba95-dd5a8feb7dce admin admin] 10.222.0.13 "PUT /v2.0/routers/2905586b-a3b9-492c-bfc1-cd2d1ef49587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7793779 Sep 17 02:10:49.069765 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41224) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:49.073367 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] Sync routers for ids ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:10:49.083175 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] Routers {'2905586b-a3b9-492c-bfc1-cd2d1ef49587'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:10:49.083789 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:49.173185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.185100 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] Set router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:10:49.277542 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.366154 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65'}], 'enable_snat': True}, 'gw_port_id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:10:48Z', 'revision_number': 5, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port': {'id': '6b4d4d57-f87a-4c91-bc11-cb7492976c9c', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:49.392188 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] Checking router: 2905586b-a3b9-492c-bfc1-cd2d1ef49587 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:10:49.400209 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] Routers {'2905586b-a3b9-492c-bfc1-cd2d1ef49587'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:10:49.400810 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:49.402375 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Deleting port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:49.402726 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.484614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] For port 6b4d4d57-f87a-4c91-bc11-cb7492976c9c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:49.485669 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.485864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] Set router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:10:49.498035 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Calling delete_port for 6b4d4d57-f87a-4c91-bc11-cb7492976c9c owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:49.537757 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:10:49Z', 'revision_number': 6, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:49.567500 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ba51f1-37a2-4fcd-ab6e-27bcfd38be6d None None] The sync data for ids ['2905586b-a3b9-492c-bfc1-cd2d1ef49587'] in n-d-789963-7 is: [{'id': '2905586b-a3b9-492c-bfc1-cd2d1ef49587', 'name': 'tempest-TestEncryptedCinderVolumes-1316737733-router', 'tenant_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:09:19Z', 'updated_at': '2021-09-17T02:10:49Z', 'revision_number': 6, 'project_id': 'fa760bcf36ee49c79fee6e1fab0eaf1f', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:10:49.731486 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.756647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4d4d57-f87a-4c91-bc11-cb7492976c9c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:49.817702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.913183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:49.916278 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.032847 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.033396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2905586b-a3b9-492c-bfc1-cd2d1ef49587 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:10:50.037872 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.039049 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6ddb4bd5-f9f1-4fff-8062-140f8db1904d admin admin] 10.222.0.13 "DELETE /v2.0/routers/2905586b-a3b9-492c-bfc1-cd2d1ef49587 HTTP/1.1" status: 204 len: 168 time: 0.9683678 Sep 17 02:10:50.042064 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41226) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:50.086002 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Deleting subnet fd12bd5c-9b54-4309-94bb-6f527a6f0499 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:10:50.089138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.122967 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.203317 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.298413 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 79c52620-bc06-4efc-9c62-675d1c555b5d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:50.314880 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.319848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 79c52620-bc06-4efc-9c62-675d1c555b5d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:50.323127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 79c52620-bc06-4efc-9c62-675d1c555b5d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:50.342092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd12bd5c-9b54-4309-94bb-6f527a6f0499,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:50.347783 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.349664 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9190b143-66ff-4ea6-b94f-384f99ef9ca3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fd12bd5c-9b54-4309-94bb-6f527a6f0499 HTTP/1.1" status: 204 len: 168 time: 0.3063643 Sep 17 02:10:50.352147 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41228) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:50.355834 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b7b1e-2b6e-4e60-9214-fd2e380ab5a1 None None] Network 87ef78ea-eaa3-4b46-af09-337075ea2ed5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:10:50.426744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.483404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Deleting port 7441c475-5965-40a1-89b7-39225255acdf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:50.483755 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.536442 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] DHCP port deletion for 87ef78ea-eaa3-4b46-af09-337075ea2ed5 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:10:50.553092 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] For port 7441c475-5965-40a1-89b7-39225255acdf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7441c475-5965-40a1-89b7-39225255acdf,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:50.553652 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.573753 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Calling delete_port for 7441c475-5965-40a1-89b7-39225255acdf owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:50.586403 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] Deleting port 7441c475-5965-40a1-89b7-39225255acdf {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:10:50.586917 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.657542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] For port 7441c475-5965-40a1-89b7-39225255acdf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=7441c475-5965-40a1-89b7-39225255acdf,segment=NetworkSegment(237d8c74-177a-429f-9d07-e909493dbbcb),segment_id=237d8c74-177a-429f-9d07-e909493dbbcb)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:50.657953 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.671185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] Calling delete_port for 7441c475-5965-40a1-89b7-39225255acdf owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:10:50.748673 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.754025 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.774377 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Pushing event deleted for resources: {'Port': ['ID=7441c475-5965-40a1-89b7-39225255acdf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:50.778274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] No DVR routers for this DVR port 7441c475-5965-40a1-89b7-39225255acdf on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:10:50.785204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] Pushing event deleted for resources: {'Port': ['ID=7441c475-5965-40a1-89b7-39225255acdf,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:50.789439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1ec09-3d0c-4067-b08c-c2e62e4baae1 None None] No DVR routers for this DVR port 7441c475-5965-40a1-89b7-39225255acdf on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:10:50.861472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.881605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ef78ea-eaa3-4b46-af09-337075ea2ed5']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:50.890797 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237d8c74-177a-429f-9d07-e909493dbbcb') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:50.891102 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237d8c74-177a-429f-9d07-e909493dbbcb') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:50.900051 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.913721 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.920288 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:10:50.920671 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:10:50.922524 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:10:51.062534 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:51.072782 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:51.072782 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] 10.222.0.13 "DELETE /v2.0/networks/87ef78ea-eaa3-4b46-af09-337075ea2ed5 HTTP/1.1" status: 204 len: 168 time: 0.7169020 Sep 17 02:10:51.080828 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b54fa-3d4a-49e7-b1ab-863b05a23175 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ef78ea-eaa3-4b46-af09-337075ea2ed5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:51.206971 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:10:51.397143 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:51.437623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b50c35ca-03d0-46bd-87c9-5c58f474fe5a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e0ec9d85bb864fedbde9bb46971d9041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386279 Sep 17 02:10:51.439386 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:51.486844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b522ee26-e6d5-442b-91a3-62b324847b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:51.507800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b522ee26-e6d5-442b-91a3-62b324847b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:51.615151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b522ee26-e6d5-442b-91a3-62b324847b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:51.617713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b522ee26-e6d5-442b-91a3-62b324847b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:51.618922 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b522ee26-e6d5-442b-91a3-62b324847b0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fdf1fb42-94aa-44cc-ada0-3abe3ef69afb HTTP/1.1" status: 204 len: 168 time: 0.1786060 Sep 17 02:10:51.629236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522ee26-e6d5-442b-91a3-62b324847b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1fb42-94aa-44cc-ada0-3abe3ef69afb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:51.865144 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6b4d4d57-f87a-4c91-bc11-cb7492976c9c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:51.889688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 6b4d4d57-f87a-4c91-bc11-cb7492976c9c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:51.890036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6b4d4d57-f87a-4c91-bc11-cb7492976c9c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:51.890482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7441c475-5965-40a1-89b7-39225255acdf no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:10:51.909690 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 7441c475-5965-40a1-89b7-39225255acdf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:10:51.910035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 7441c475-5965-40a1-89b7-39225255acdf not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:10:52.271267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41240) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:52.311224 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-96696e62-ae7f-4345-a99f-02093ff35b13 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa760bcf36ee49c79fee6e1fab0eaf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386364 Sep 17 02:10:52.313629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41242) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:52.363310 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc20e5d-7848-48ef-a571-4d2ef8e39eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:52.383107 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc20e5d-7848-48ef-a571-4d2ef8e39eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:52.485895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc20e5d-7848-48ef-a571-4d2ef8e39eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:52.488743 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9dc20e5d-7848-48ef-a571-4d2ef8e39eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:52.489935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9dc20e5d-7848-48ef-a571-4d2ef8e39eb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b7efe8b-23ab-494a-a5c3-a799be3a8210 HTTP/1.1" status: 204 len: 168 time: 0.1753728 Sep 17 02:10:52.499097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc20e5d-7848-48ef-a571-4d2ef8e39eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7efe8b-23ab-494a-a5c3-a799be3a8210,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:53.458318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41264) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:53.557708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1905230206-network', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:10:53.645546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Made reservation on behalf of 14f5f662ad904958bfa08f1cb6bea1bb for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:10:53.647886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.657042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.742843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.828341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.853302 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:10:53.862856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9dbd82-4259-48c5-aeff-bfca95e8bf20,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:53.867728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.868070 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Added segment 9e62f830-db09-4cda-843a-2a0de183e086 of type vlan for network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c Sep 17 02:10:53.909133 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.993944 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:53.995492 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:53.996078 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.059854 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] Pushing event updated for resources: {'Network': ['ID=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:54.069313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:10:54.096020 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6bdebbc2-3283-47b5-90b5-db8d71f9615b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6365769 Sep 17 02:10:54.099058 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41268) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:54.103958 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Request body: {'subnet': {'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1905230206-subnet', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:10:54.180715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Made reservation on behalf of 14f5f662ad904958bfa08f1cb6bea1bb for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:10:54.183777 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.415711 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.469701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1151be3f-72dd-4460-8676-c484c61f0025,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:54.480502 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Checking segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:10:54.480858 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Network hostable DHCP agents. Network: e0e5fe64-1ff1-40e2-8db0-784f2801cb2c, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:10:54.546657 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:10:54.622188 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, e0e5fe64-1ff1-40e2-8db0-784f2801cb2c) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:10:54.626117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:54.626707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.631254 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837ad75-6431-4458-aa91-01f3ef6188a7 None None] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:10:54.692424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ba24cef1-40c0-4008-9364-29ae4b44f404 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5921328 Sep 17 02:10:54.695033 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41270) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:54.699864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:10:54.765622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.766674 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.777580 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:10:54.778607 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.826527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:54.910782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Allocated IP 172.20.0.2 (e0e5fe64-1ff1-40e2-8db0-784f2801cb2c/1151be3f-72dd-4460-8676-c484c61f0025/1495d50b-5c53-4757-bcad-ce608be75444) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:10:54.998712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.059039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.171717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.209019 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:10:55.213298 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:10:55.220962 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:10:55.224032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Pushing event updated for resources: {'Port': ['ID=1495d50b-5c53-4757-bcad-ce608be75444,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:55.285145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Attempting to bind port 1495d50b-5c53-4757-bcad-ce608be75444 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:10:55.285145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Attempting to bind port 1495d50b-5c53-4757-bcad-ce608be75444 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:10:55.285145 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Attempting to bind port 1495d50b-5c53-4757-bcad-ce608be75444 on network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:10:55.286281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:10:55.286976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Checking segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:10:55.287406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.287800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Bound using segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:10:55.288266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Bound port: 1495d50b-5c53-4757-bcad-ce608be75444, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:10:55.288648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.336235 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.351737 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] For port 1495d50b-5c53-4757-bcad-ce608be75444, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:10:55.355656 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.355795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] For port 1495d50b-5c53-4757-bcad-ce608be75444, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1495d50b-5c53-4757-bcad-ce608be75444,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:10:55.434733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.458716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Allocated IP 172.25.1.3 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/85685dfd-34e4-4aa3-975d-1047909bbf6d) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:10:55.508221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd22c3-927b-4fe1-827a-8288f9416d69 None None] Pushing event updated for resources: {'Port': ['ID=1495d50b-5c53-4757-bcad-ce608be75444,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:55.567800 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.659879 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:55.705141 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:10:55.708353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:10:55.711128 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:10:55.742239 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Pushing event updated for resources: {'Port': ['ID=85685dfd-34e4-4aa3-975d-1047909bbf6d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:55.897372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1495d50b-5c53-4757-bcad-ce608be75444 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:10:55.947513 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1495d50b-5c53-4757-bcad-ce608be75444 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:55.948019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.021256 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.027529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.060666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 1495d50b-5c53-4757-bcad-ce608be75444, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1495d50b-5c53-4757-bcad-ce608be75444,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:10:56.129923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.183635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=1495d50b-5c53-4757-bcad-ce608be75444,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:56.227453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.421622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6860be1-e579-4950-a32c-334607d40625 None None] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:10:56.515258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dbadeb81-e287-4a84-8e5a-c497a61a970d None None] Provisioning complete for port 1495d50b-5c53-4757-bcad-ce608be75444 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:56.515630 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dbadeb81-e287-4a84-8e5a-c497a61a970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.736973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Router ac30a3ff-78c8-4b9b-a077-99c69850b529 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:10:56.846928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:10:56.856340 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Sync routers for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:10:56.873456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:10:56.874074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:56.877963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e864fed7-0d23-4f9c-9edc-e4c62ff3cbd0 None None] Provisioning complete for port 1495d50b-5c53-4757-bcad-ce608be75444 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:56.878337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e864fed7-0d23-4f9c-9edc-e4c62ff3cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.920117 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:56.921315 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d646e67f-ce1e-485b-bb7b-ae696737003e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2252579 Sep 17 02:10:56.924267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41272) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:57.029305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:10:57.219176 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:55Z', 'revision_number': 3, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:57.245812 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Checking router: ac30a3ff-78c8-4b9b-a077-99c69850b529 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:10:57.246163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Updating router ac30a3ff-78c8-4b9b-a077-99c69850b529 port 85685dfd-34e4-4aa3-975d-1047909bbf6d binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:10:57.270545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.342182 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.499768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Allocated IP 172.20.0.1 (e0e5fe64-1ff1-40e2-8db0-784f2801cb2c/1151be3f-72dd-4460-8676-c484c61f0025/62bd6fc0-53a5-4160-a82d-3f09775aa118) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:10:57.608886 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.675356 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.708931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.736871 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.744281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:10:57.749291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:10:57.752868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:10:57.784907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Pushing event updated for resources: {'Port': ['ID=62bd6fc0-53a5-4160-a82d-3f09775aa118,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:57.790492 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Attempting to bind port 85685dfd-34e4-4aa3-975d-1047909bbf6d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:10:57.790858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Attempting to bind port 85685dfd-34e4-4aa3-975d-1047909bbf6d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:10:57.791267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Attempting to bind port 85685dfd-34e4-4aa3-975d-1047909bbf6d on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:10:57.801096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:10:57.801476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:10:57.801879 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.802267 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:10:57.802736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Bound port: 85685dfd-34e4-4aa3-975d-1047909bbf6d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:10:57.803127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.811257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.828823 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979fb45-8689-4c97-8ce9-6befb14e6331 None None] Pushing event updated for resources: {'Port': ['ID=85685dfd-34e4-4aa3-975d-1047909bbf6d,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:57.884149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] For port 85685dfd-34e4-4aa3-975d-1047909bbf6d, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:10:57.888443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] For port 85685dfd-34e4-4aa3-975d-1047909bbf6d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=85685dfd-34e4-4aa3-975d-1047909bbf6d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:10:57.898980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1495d50b-5c53-4757-bcad-ce608be75444 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:10:57.950630 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1495d50b-5c53-4757-bcad-ce608be75444 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:57.951068 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:57.977533 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.041347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.058980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:10:58.059631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:58.097534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979fb45-8689-4c97-8ce9-6befb14e6331 None None] Pushing event updated for resources: {'Port': ['ID=85685dfd-34e4-4aa3-975d-1047909bbf6d,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:58.101911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5b92684a-c96b-4416-b1b5-6f7be8678870 None None] Provisioning complete for port 62bd6fc0-53a5-4160-a82d-3f09775aa118 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:58.102287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b92684a-c96b-4416-b1b5-6f7be8678870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.199424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.207859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-5b92684a-c96b-4416-b1b5-6f7be8678870 None None] Port 62bd6fc0-53a5-4160-a82d-3f09775aa118 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:10:58.231366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:10:58.295555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.365837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.368463 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Pushing event updated for resources: {'Port': ['ID=62bd6fc0-53a5-4160-a82d-3f09775aa118,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:58.431227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 1, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:10:58.459770 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d766fd26-c05d-48af-924f-394a305b4fe1 None None] The sync data for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 is: [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 1, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:10:58.462234 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:10:58.463980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:10:58.586469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Router ac30a3ff-78c8-4b9b-a077-99c69850b529 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:10:58.711367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:10:58.719613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-29d34986-d5ed-47d2-9221-aba616caa496 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac30a3ff-78c8-4b9b-a077-99c69850b529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942324 Sep 17 02:10:58.730343 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d2780043-8e00-46a0-855d-734c2443f31a None None] Provisioning complete for port 62bd6fc0-53a5-4160-a82d-3f09775aa118 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:58.730808 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d2780043-8e00-46a0-855d-734c2443f31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:58.770658 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d2780043-8e00-46a0-855d-734c2443f31a None None] Port 62bd6fc0-53a5-4160-a82d-3f09775aa118 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:10:59.365403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.451223 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41288) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:59.456380 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-473795738-network', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:10:59.531620 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Made reservation on behalf of 51621641afea4f8294b0c7f1e24648cd for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:10:59.534291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.544180 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.636642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.708530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.733006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:10:59.737051 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.746815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a85167-4372-40a8-8f28-30e9f077e738,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:59.751547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.751890 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Added segment 04c2903e-73cd-4bcb-a072-29e0faab42c1 of type vlan for network d384bc67-4141-4fb6-824c-b556953da5ca Sep 17 02:10:59.790368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.872799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.873801 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:10:59.874390 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.891497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 85685dfd-34e4-4aa3-975d-1047909bbf6d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:10:59.936259 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] Pushing event updated for resources: {'Network': ['ID=d384bc67-4141-4fb6-824c-b556953da5ca,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:10:59.942639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 85685dfd-34e4-4aa3-975d-1047909bbf6d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:10:59.943038 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:10:59.946504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d384bc67-4141-4fb6-824c-b556953da5ca details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:10:59.979542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-592ea770-69be-4b58-8572-d55b40c309c6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5241594 Sep 17 02:10:59.980547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41290) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:10:59.985826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Request body: {'subnet': {'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-473795738-subnet', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:00.074292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Made reservation on behalf of 51621641afea4f8294b0c7f1e24648cd for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:11:00.076914 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.081503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.102300 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 85685dfd-34e4-4aa3-975d-1047909bbf6d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=85685dfd-34e4-4aa3-975d-1047909bbf6d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:00.177475 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.227185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=85685dfd-34e4-4aa3-975d-1047909bbf6d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:00.295330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.321448 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Sync routers for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:11:00.329018 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:00.329622 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:00.350547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af7b3c8-b6ee-474f-a7c7-4776fb55b69a,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:00.365750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Checking segment: {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:11:00.366103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Network hostable DHCP agents. Network: d384bc67-4141-4fb6-824c-b556953da5ca, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:11:00.434580 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:00.444072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Network d384bc67-4141-4fb6-824c-b556953da5ca is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:11:00.512448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d384bc67-4141-4fb6-824c-b556953da5ca) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:00.516771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:00.517424 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.523645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ec2d7f-5df2-4ff5-b129-5a2c9f957160 None None] Network d384bc67-4141-4fb6-824c-b556953da5ca requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:11:00.593551 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c43dc590-a988-4420-8879-fb9dc69e2583 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6116722 Sep 17 02:11:00.596019 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41292) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:00.600653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:00.636355 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:10:58Z', 'revision_number': 2, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:00.669438 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Checking router: ac30a3ff-78c8-4b9b-a077-99c69850b529 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:11:00.669782 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Updating router ac30a3ff-78c8-4b9b-a077-99c69850b529 port 62bd6fc0-53a5-4160-a82d-3f09775aa118 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:11:00.684336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d384bc67-4141-4fb6-824c-b556953da5ca', 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'fixed_ips': [{'subnet_id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:11:00.685130 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.685920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.687185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.695114 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.741377 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.816839 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Allocated IP 172.20.0.2 (d384bc67-4141-4fb6-824c-b556953da5ca/0af7b3c8-b6ee-474f-a7c7-4776fb55b69a/603d5019-4cf0-48dc-8964-bc552710bb94) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:11:00.942005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.959829 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:00.962238 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.034212 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.051644 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.097777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Network d384bc67-4141-4fb6-824c-b556953da5ca is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:11:01.100996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:01.105067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:11:01.138037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Attempting to bind port 62bd6fc0-53a5-4160-a82d-3f09775aa118 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:11:01.138412 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Attempting to bind port 62bd6fc0-53a5-4160-a82d-3f09775aa118 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:11:01.138775 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Attempting to bind port 62bd6fc0-53a5-4160-a82d-3f09775aa118 on network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:11:01.140744 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Pushing event updated for resources: {'Port': ['ID=62bd6fc0-53a5-4160-a82d-3f09775aa118,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:01.144725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Pushing event updated for resources: {'Port': ['ID=603d5019-4cf0-48dc-8964-bc552710bb94,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:01.149591 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.149947 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.150268 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.150707 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.151720 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.152093 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.152421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.152745 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.153068 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.153384 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.153708 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.154026 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:01.160064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:11:01.160583 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Checking segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:11:01.160832 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.161220 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Bound using segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:11:01.161689 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Bound port: 62bd6fc0-53a5-4160-a82d-3f09775aa118, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:11:01.162073 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.175966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Attempting to bind port 603d5019-4cf0-48dc-8964-bc552710bb94 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:11:01.176335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Attempting to bind port 603d5019-4cf0-48dc-8964-bc552710bb94 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:11:01.176692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Attempting to bind port 603d5019-4cf0-48dc-8964-bc552710bb94 on network d384bc67-4141-4fb6-824c-b556953da5ca {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:11:01.182263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:11:01.182885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Checking segment: {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:11:01.183337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.183728 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Bound using segment: {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:11:01.184204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Bound port: 603d5019-4cf0-48dc-8964-bc552710bb94, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:11:01.184582 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.207618 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.229505 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] For port 62bd6fc0-53a5-4160-a82d-3f09775aa118, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:11:01.232179 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.232710 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] For port 62bd6fc0-53a5-4160-a82d-3f09775aa118, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=62bd6fc0-53a5-4160-a82d-3f09775aa118,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:11:01.263385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] For port 603d5019-4cf0-48dc-8964-bc552710bb94, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:11:01.266724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] For port 603d5019-4cf0-48dc-8964-bc552710bb94, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=603d5019-4cf0-48dc-8964-bc552710bb94,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:11:01.297417 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.340588 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Allocated IP 172.25.1.230 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0e4eea7c-72d9-4ca3-89e4-be79e8f32c37) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:11:01.352918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.364853 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc42998-e080-41ff-bc38-41dd88e30336 None None] Pushing event updated for resources: {'Port': ['ID=62bd6fc0-53a5-4160-a82d-3f09775aa118,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:01.369611 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:01.370757 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:01.438007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682e6be-130e-4fb3-8bfc-224b18cf7140 None None] Pushing event updated for resources: {'Port': ['ID=603d5019-4cf0-48dc-8964-bc552710bb94,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:01.444795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b7cbf020-6469-4952-b732-fb5293a48d7c None None] Provisioning complete for port 62bd6fc0-53a5-4160-a82d-3f09775aa118 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:01.445174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf020-6469-4952-b732-fb5293a48d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.495979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.527802 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:01.545588 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf020-6469-4952-b732-fb5293a48d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.586317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b7cbf020-6469-4952-b732-fb5293a48d7c None None] For port 62bd6fc0-53a5-4160-a82d-3f09775aa118, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=62bd6fc0-53a5-4160-a82d-3f09775aa118,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:01.600564 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.673475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:11:01.674223 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7cbf020-6469-4952-b732-fb5293a48d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.678452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:01.682395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:11:01.691740 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Pushing event updated for resources: {'Port': ['ID=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:01.751050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbf020-6469-4952-b732-fb5293a48d7c None None] Pushing event updated for resources: {'Port': ['ID=62bd6fc0-53a5-4160-a82d-3f09775aa118,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:01.806335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c78c7e7b-9561-468d-982c-f6a8b287e594 None None] Provisioning complete for port 62bd6fc0-53a5-4160-a82d-3f09775aa118 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:01.807458 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c78c7e7b-9561-468d-982c-f6a8b287e594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:01.884050 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:01.914985 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b9423f-34d4-463d-9770-cfef2a98bdc0 None None] The sync data for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 is: [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:11:02.021323 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 85685dfd-34e4-4aa3-975d-1047909bbf6d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:02.072662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 85685dfd-34e4-4aa3-975d-1047909bbf6d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:02.073041 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.162236 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 603d5019-4cf0-48dc-8964-bc552710bb94 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:02.228255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 603d5019-4cf0-48dc-8964-bc552710bb94 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:02.230473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.334589 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.374551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 603d5019-4cf0-48dc-8964-bc552710bb94, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=603d5019-4cf0-48dc-8964-bc552710bb94,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:02.426961 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.427952 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 62bd6fc0-53a5-4160-a82d-3f09775aa118 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:02.431404 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.524281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=603d5019-4cf0-48dc-8964-bc552710bb94,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:02.546889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 62bd6fc0-53a5-4160-a82d-3f09775aa118 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:02.547473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.586994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63883dce-d388-4f19-9690-2eaf05c48849 None None] Network d384bc67-4141-4fb6-824c-b556953da5ca requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:11:02.667308 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.712307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-29d78f9d-a735-487a-9dd5-aa8e09d92699 None None] Provisioning complete for port 603d5019-4cf0-48dc-8964-bc552710bb94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:02.712677 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29d78f9d-a735-487a-9dd5-aa8e09d92699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:02.878011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Router f9086056-c639-47d6-aa7b-65145ec42d81 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:11:02.993088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:11:03.002287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Sync routers for ids ['f9086056-c639-47d6-aa7b-65145ec42d81'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:11:03.011887 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Routers {'f9086056-c639-47d6-aa7b-65145ec42d81'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:03.012564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f9086056-c639-47d6-aa7b-65145ec42d81'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:03.066967 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.068378 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-00571b8f-1e63-4c22-b45c-40cb8e694389 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4714117 Sep 17 02:11:03.071286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41296) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:03.111453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e2555f38-1fea-40df-8e9a-96624f2a0ee2 None None] Provisioning complete for port 603d5019-4cf0-48dc-8964-bc552710bb94 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:03.111714 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2555f38-1fea-40df-8e9a-96624f2a0ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.152115 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Set router f9086056-c639-47d6-aa7b-65145ec42d81 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:03.508690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.526729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 3, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:03.553896 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Checking router: f9086056-c639-47d6-aa7b-65145ec42d81 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:11:03.554535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Updating router f9086056-c639-47d6-aa7b-65145ec42d81 port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:11:03.581342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.668127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Allocated IP 172.20.0.1 (d384bc67-4141-4fb6-824c-b556953da5ca/0af7b3c8-b6ee-474f-a7c7-4776fb55b69a/0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:11:03.778790 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.838923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.877975 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 603d5019-4cf0-48dc-8964-bc552710bb94 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:03.884000 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.913414 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.921830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Network d384bc67-4141-4fb6-824c-b556953da5ca is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:11:03.926338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:03.928802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:11:03.963098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Pushing event updated for resources: {'Port': ['ID=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:03.979589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.980641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Attempting to bind port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:11:03.981010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Attempting to bind port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:11:03.981359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Attempting to bind port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:11:03.983973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539f35-7351-43de-89d8-9d00e8b874b7 None None] Pushing event updated for resources: {'Port': ['ID=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:03.992399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:11:03.992776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:11:03.993178 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.993615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:11:03.994023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Bound port: 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:11:03.995001 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:03.998572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 603d5019-4cf0-48dc-8964-bc552710bb94 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:03.998572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.082605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] For port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:11:04.086050 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] For port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:11:04.169923 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.226483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.239646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-45f499a1-20a7-490b-8dd8-2303a1a439c2 None None] Provisioning complete for port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:04.240023 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-45f499a1-20a7-490b-8dd8-2303a1a439c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.242429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539f35-7351-43de-89d8-9d00e8b874b7 None None] Pushing event updated for resources: {'Port': ['ID=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:04.246563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Routers {'f9086056-c639-47d6-aa7b-65145ec42d81'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:04.247207 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f9086056-c639-47d6-aa7b-65145ec42d81'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:04.317284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-45f499a1-20a7-490b-8dd8-2303a1a439c2 None None] Port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:11:04.382332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] Set router f9086056-c639-47d6-aa7b-65145ec42d81 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:04.396038 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.468078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.535905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.538356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Pushing event updated for resources: {'Port': ['ID=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:04.599137 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1', 'name': '', 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'mac_address': 'fa:16:3e:06:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:03Z', 'updated_at': '2021-09-17T02:11:03Z', 'revision_number': 1, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'subnets': [{'id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:04.627404 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73430cf4-a21a-4a88-b946-d85c900002fb None None] The sync data for ids ['f9086056-c639-47d6-aa7b-65145ec42d81'] in n-d-789963-7 is: [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1', 'name': '', 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'mac_address': 'fa:16:3e:06:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:03Z', 'updated_at': '2021-09-17T02:11:03Z', 'revision_number': 1, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'subnets': [{'id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:11:04.646695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Network d384bc67-4141-4fb6-824c-b556953da5ca is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:11:04.647260 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:04.769438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Router f9086056-c639-47d6-aa7b-65145ec42d81 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:11:04.838818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-79347764-7a58-455c-9c23-26932e9c10be None None] Provisioning complete for port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:04.839222 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-79347764-7a58-455c-9c23-26932e9c10be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:04.882411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-79347764-7a58-455c-9c23-26932e9c10be None None] Port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:11:04.900184 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:11:04.905330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-24361e72-5957-4c91-bb20-1810a9dacd4f admin admin] 10.222.0.13 "PUT /v2.0/routers/f9086056-c639-47d6-aa7b-65145ec42d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8330753 Sep 17 02:11:05.472577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b22b559-f726-438f-a9a4-dfdf288900d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:05.938418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:05.994696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:05.995433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:06.091223 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:06.117593 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:06.177388 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:06.236948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:06.731616 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Sync routers for ids ['f9086056-c639-47d6-aa7b-65145ec42d81'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:11:06.745911 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Routers {'f9086056-c639-47d6-aa7b-65145ec42d81'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:06.746661 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f9086056-c639-47d6-aa7b-65145ec42d81'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:06.859323 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Set router f9086056-c639-47d6-aa7b-65145ec42d81 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:07.092297 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1', 'name': '', 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'mac_address': 'fa:16:3e:06:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:03Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 2, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'subnets': [{'id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:07.122697 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Checking router: f9086056-c639-47d6-aa7b-65145ec42d81 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:11:07.123214 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Updating router f9086056-c639-47d6-aa7b-65145ec42d81 port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:11:07.148228 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.445543 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.514076 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.565115 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510158-be0f-4ce0-8080-e5e3652dbe23 None None] Pushing event updated for resources: {'Port': ['ID=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:07.630824 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Attempting to bind port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:11:07.631224 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Attempting to bind port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:11:07.631584 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Attempting to bind port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 on network d384bc67-4141-4fb6-824c-b556953da5ca {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:11:07.637118 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:11:07.637500 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Checking segment: {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:11:07.637911 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.638306 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Bound using segment: {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:11:07.638771 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Bound port: 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c2903e-73cd-4bcb-a072-29e0faab42c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:11:07.639298 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.722605 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] For port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:11:07.725970 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] For port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:11:07.809862 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.851795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a1be23ea-5cd2-4d91-9e3a-875f342afa71 None None] Provisioning complete for port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:07.854114 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1be23ea-5cd2-4d91-9e3a-875f342afa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:07.892863 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04510158-be0f-4ce0-8080-e5e3652dbe23 None None] Pushing event updated for resources: {'Port': ['ID=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:07.892863 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Routers {'f9086056-c639-47d6-aa7b-65145ec42d81'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:07.892863 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:10:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f9086056-c639-47d6-aa7b-65145ec42d81'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:07.971953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:08.022632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1be23ea-5cd2-4d91-9e3a-875f342afa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:08.071617 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] Set router f9086056-c639-47d6-aa7b-65145ec42d81 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:08.081076 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a1be23ea-5cd2-4d91-9e3a-875f342afa71 None None] For port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:08.088339 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:08.088713 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:08.194898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1be23ea-5cd2-4d91-9e3a-875f342afa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:08.241365 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-109eeaff-cb4d-47e7-bae0-5ab5eff5ac41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:08.263752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be23ea-5cd2-4d91-9e3a-875f342afa71 None None] Pushing event updated for resources: {'Port': ['ID=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:08.321951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fffa07d7-3259-477c-a8a5-f613884515c4 None None] Provisioning complete for port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:08.323526 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fffa07d7-3259-477c-a8a5-f613884515c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:08.339945 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1', 'name': '', 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'mac_address': 'fa:16:3e:06:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:03Z', 'updated_at': '2021-09-17T02:11:07Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'subnets': [{'id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:08.376828 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6f357e-b0ae-43b4-b284-9ec1ecce1da9 None None] The sync data for ids ['f9086056-c639-47d6-aa7b-65145ec42d81'] in n-d-789963-7 is: [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:11:04Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1', 'name': '', 'network_id': 'd384bc67-4141-4fb6-824c-b556953da5ca', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'mac_address': 'fa:16:3e:06:17:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:03Z', 'updated_at': '2021-09-17T02:11:07Z', 'revision_number': 4, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'subnets': [{'id': '0af7b3c8-b6ee-474f-a7c7-4776fb55b69a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:11:09.243797 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:09.731542 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:09.927703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:09.988932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:09.989763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:11.268267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:16.670629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-f6a3a5e2-f91b-4ca8-9c35-8339f2d1a05a tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:16.672100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-f6a3a5e2-f91b-4ca8-9c35-8339f2d1a05a tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 815 time: 0.0992489 Sep 17 02:11:16.687246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-5dcde699-817d-4a1c-8c41-3bf7ca50e0f9 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/quotas/14f5f662ad904958bfa08f1cb6bea1bb HTTP/1.1" status: 200 len: 375 time: 0.0093870 Sep 17 02:11:16.740412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-3148673c-3290-4834-8722-3864ebdd76f2 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480127 Sep 17 02:11:16.835443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-2dadd97e-d898-4379-820c-7b3eb2f1c288 service neutron] 10.222.0.13 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830219 Sep 17 02:11:16.926622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-0083c97d-a094-4c04-941a-30b51001794d service neutron] 10.222.0.13 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Sep 17 02:11:17.142277 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ccd41829-e4c5-4219-aeb0-e801bd310466 req-d1132fb5-372e-41bd-92ad-3977adcbd3c6 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 210 time: 0.0273440 Sep 17 02:11:18.257718 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ce61c94-453a-4fc9-a2d4-eca1816eb0c1 req-1a59055c-708a-4046-adbc-0f1eaa2b1c91 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 210 time: 0.0264418 Sep 17 02:11:19.266569 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-3cb61be3-40d5-461a-b4d2-7688e9a01449 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:19.268066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-3cb61be3-40d5-461a-b4d2-7688e9a01449 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 815 time: 0.0996604 Sep 17 02:11:19.281167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'port': {'device_id': '983b8788-f864-42bb-a68f-4d95f682732e', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'admin_state_up': True, 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:19.355377 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ee0c33e-136e-4588-9276-35211a779a72 req-7ac05807-3bcc-48c6-bec0-ee0af23541d5 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 210 time: 0.0269349 Sep 17 02:11:19.451961 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Made reservation on behalf of 14f5f662ad904958bfa08f1cb6bea1bb for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:11:19.455536 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:19.594269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Allocated IP 172.20.0.6 (e0e5fe64-1ff1-40e2-8db0-784f2801cb2c/1151be3f-72dd-4460-8676-c484c61f0025/6cb87980-e8ff-4a74-979a-83325e26959c) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:11:19.753932 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:19.878944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:19.953174 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:11:19.958108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:19.971633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:11:19.976800 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:20.057048 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:20.058184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:20.144104 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-6557ddd2-27cf-4536-8511-35b05bcba025 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8669765 Sep 17 02:11:20.245053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6bc9e6ab-5435-4ad4-853c-7177358015e0 None None] Provisioning complete for port 6cb87980-e8ff-4a74-979a-83325e26959c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:20.246224 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bc9e6ab-5435-4ad4-853c-7177358015e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:20.290779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9e6ab-5435-4ad4-853c-7177358015e0 None None] Port 6cb87980-e8ff-4a74-979a-83325e26959c cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:11:20.489493 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf052db5-d205-4913-bb98-10419f3417c4 req-99e34d7c-2870-4563-8684-fb06a936c6c3 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:20.491284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf052db5-d205-4913-bb98-10419f3417c4 req-99e34d7c-2870-4563-8684-fb06a936c6c3 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0646138 Sep 17 02:11:20.540040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf052db5-d205-4913-bb98-10419f3417c4 req-9d5e039b-0fba-4d76-9553-69b3cded3805 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395839 Sep 17 02:11:21.659920 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf044af5-956c-42d3-850e-ff91f34df5da req-c80541bf-912b-4fca-88a2-6bfc89a817df tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:21.661399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf044af5-956c-42d3-850e-ff91f34df5da req-c80541bf-912b-4fca-88a2-6bfc89a817df tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0527074 Sep 17 02:11:21.704347 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf044af5-956c-42d3-850e-ff91f34df5da req-3480ab86-49dd-4d7a-8a9f-8b68a1c4da86 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368192 Sep 17 02:11:22.836678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6b70-1c95-49d8-8a09-750d272efa71 req-bcae0381-c8f4-45d2-a452-b26f276b34bf tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:22.838332 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a98f6b70-1c95-49d8-8a09-750d272efa71 req-bcae0381-c8f4-45d2-a452-b26f276b34bf tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0603287 Sep 17 02:11:22.888133 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a98f6b70-1c95-49d8-8a09-750d272efa71 req-bee5d883-3382-4fe0-8af0-b020ea33d623 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Sep 17 02:11:24.068117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f910f-c0eb-4a60-b841-201fce5af547 req-04589901-da99-4662-9ee7-087fec6473f4 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:24.069617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-543f910f-c0eb-4a60-b841-201fce5af547 req-04589901-da99-4662-9ee7-087fec6473f4 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0513825 Sep 17 02:11:24.113190 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-543f910f-c0eb-4a60-b841-201fce5af547 req-f3ca86a0-62fb-4846-9d06-0df517d7389f tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373716 Sep 17 02:11:25.243698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985f941-6897-429c-afd8-6aac60e772cf req-5891671b-7640-4312-8097-020cdc467ac2 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:25.245216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9985f941-6897-429c-afd8-6aac60e772cf req-5891671b-7640-4312-8097-020cdc467ac2 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0597420 Sep 17 02:11:25.284675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9985f941-6897-429c-afd8-6aac60e772cf req-8e07f496-bbed-438a-b8ff-a411b31a232c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Sep 17 02:11:26.410955 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0981bb-31e2-4283-9865-27783144c52f req-af90819f-3d9d-4a7c-a0b3-486ae8d95553 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:26.412473 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a0981bb-31e2-4283-9865-27783144c52f req-af90819f-3d9d-4a7c-a0b3-486ae8d95553 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0519159 Sep 17 02:11:26.452440 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a0981bb-31e2-4283-9865-27783144c52f req-60f0f83a-0f9f-4bd4-9233-5b387b6d46a1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338819 Sep 17 02:11:27.572238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94fdf2-edcd-4249-8d6e-abb4a4c3e564 req-8b083a5f-0688-4a8b-8cc7-f471420eb0c1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:27.573728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a94fdf2-edcd-4249-8d6e-abb4a4c3e564 req-8b083a5f-0688-4a8b-8cc7-f471420eb0c1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0497849 Sep 17 02:11:27.617617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a94fdf2-edcd-4249-8d6e-abb4a4c3e564 req-913f27d8-709c-43fe-8173-97772093671f tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365856 Sep 17 02:11:28.205963 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:11:28.736616 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b91a0-76d3-45b1-99e6-8de1b9b5e7cd req-e936ef79-fce9-4cbc-8b8d-424945ec16d9 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:28.738076 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c70b91a0-76d3-45b1-99e6-8de1b9b5e7cd req-e936ef79-fce9-4cbc-8b8d-424945ec16d9 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0505493 Sep 17 02:11:28.777668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c70b91a0-76d3-45b1-99e6-8de1b9b5e7cd req-9fd49653-41e7-4135-82d0-d3c9af43bec1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Sep 17 02:11:29.365239 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:29.618865 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Request body: {'port': {'device_id': '983b8788-f864-42bb-a68f-4d95f682732e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:29.677855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:29.707717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:29.929295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2a3c0-1e10-4fe4-b224-22465784f247 req-a2de4907-96d0-457c-a9d1-06846569cd87 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:29.929295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8a2a3c0-1e10-4fe4-b224-22465784f247 req-a2de4907-96d0-457c-a9d1-06846569cd87 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 931 time: 0.0770156 Sep 17 02:11:30.004074 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb87980-e8ff-4a74-979a-83325e26959c {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:11:30.010672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8a2a3c0-1e10-4fe4-b224-22465784f247 req-2e5b2f35-f6bd-4b81-893c-ccb1013f6825 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723343 Sep 17 02:11:30.014808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:30.026773 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Transition to ACTIVE for port object 6cb87980-e8ff-4a74-979a-83325e26959c will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:11:30.084926 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:30.138699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:30.206972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Attempting to bind port 6cb87980-e8ff-4a74-979a-83325e26959c on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:11:30.207365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Attempting to bind port 6cb87980-e8ff-4a74-979a-83325e26959c by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:11:30.207671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Attempting to bind port 6cb87980-e8ff-4a74-979a-83325e26959c on network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:11:30.212514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Port 6cb87980-e8ff-4a74-979a-83325e26959c on network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:11:30.212839 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Attempting to bind port 6cb87980-e8ff-4a74-979a-83325e26959c on network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:11:30.217978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:11:30.218324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Checking segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:11:30.218767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Bound using segment: {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:11:30.219306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Bound port: 6cb87980-e8ff-4a74-979a-83325e26959c, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e62f830-db09-4cda-843a-2a0de183e086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:11:30.219674 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:30.287395 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:11:30.290337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:11:30.376958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:30.411244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:30.411944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:30.413568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 1091 time: 0.8002310 Sep 17 02:11:30.415643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:11:30.418438 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c" -d '{"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:11:30.445017 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e8905-8adc-4b28-b45c-2a27772ad9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:30.467876 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079aeefd-ceae-4d1a-a85b-63eb4101993f x-openstack-request-id: req-079aeefd-ceae-4d1a-a85b-63eb4101993f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:11:30.473884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:11:30.473884 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-079aeefd-ceae-4d1a-a85b-63eb4101993f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:11:30.473884 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'status': 'completed', 'code': 200} Sep 17 02:11:30.527924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c req-e35fb76c-021e-495b-aa1f-88b4712cd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:30.531321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c req-e35fb76c-021e-495b-aa1f-88b4712cd228 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1094 time: 0.0485206 Sep 17 02:11:30.958762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c req-69a02593-8624-40df-a3ae-349a42b3e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:30.960257 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c req-69a02593-8624-40df-a3ae-349a42b3e0f7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4230406 Sep 17 02:11:31.051999 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c req-38e144d6-62b8-4859-95a9-9f3e2d41b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:31.053646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b7cfc756-7e24-4a91-8e18-2b2ffeb5ea6c req-38e144d6-62b8-4859-95a9-9f3e2d41b857 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866609 Sep 17 02:11:31.155798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790698f5-cee5-470c-ad3f-1078d15b9d1a req-70488237-a24d-4eb7-8727-6ed97c3baaeb tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:31.157445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-790698f5-cee5-470c-ad3f-1078d15b9d1a req-70488237-a24d-4eb7-8727-6ed97c3baaeb tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 943 time: 0.0807850 Sep 17 02:11:31.160091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-899103e1-b729-4f83-9380-1485f763ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:31.161436 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-899103e1-b729-4f83-9380-1485f763ab43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1094 time: 0.0730028 Sep 17 02:11:31.208977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-b9d67fb7-d27d-47e0-86b3-ee0bea5d8b22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 217 time: 0.0394504 Sep 17 02:11:31.249713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-790698f5-cee5-470c-ad3f-1078d15b9d1a req-cf412e9d-0c8f-47e3-9625-61cb078d0dcb tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858867 Sep 17 02:11:31.267367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-3366cd2d-5000-46c3-9578-a976b103c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:31.268822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-3366cd2d-5000-46c3-9578-a976b103c902 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0490623 Sep 17 02:11:31.318289 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-cc125446-d1f0-4c08-b0c7-f12aa68572e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:31.319862 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-cc125446-d1f0-4c08-b0c7-f12aa68572e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441391 Sep 17 02:11:31.408168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-214323ea-95ab-402b-a27b-52383320b24f service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808532 Sep 17 02:11:31.499607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d50813cc-a833-45b6-8db1-4d9cd0a9be51 req-bb807e77-6384-43c4-997a-c40cfedc78d9 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851982 Sep 17 02:11:32.365283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa1c47-608c-411a-b305-e2c1610f29a7 req-43cd40e3-7aa0-433d-a34c-4b99a2ba37e6 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:32.366766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88aa1c47-608c-411a-b305-e2c1610f29a7 req-43cd40e3-7aa0-433d-a34c-4b99a2ba37e6 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 943 time: 0.0486219 Sep 17 02:11:32.408540 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-88aa1c47-608c-411a-b305-e2c1610f29a7 req-63ce7766-4aa7-4467-a0aa-7651307dfa5b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355647 Sep 17 02:11:33.522253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f88cf26-283c-44cf-b244-38e296b73b99 req-f7938ac8-d0f4-4462-bc34-55a444076c00 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:33.523749 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f88cf26-283c-44cf-b244-38e296b73b99 req-f7938ac8-d0f4-4462-bc34-55a444076c00 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 943 time: 0.0490153 Sep 17 02:11:33.562529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0f88cf26-283c-44cf-b244-38e296b73b99 req-fbf35b2a-c8c6-4c61-a2f1-bb47b0558595 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Sep 17 02:11:34.081717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6cb87980-e8ff-4a74-979a-83325e26959c details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:11:34.176771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:34.187506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '6cb87980-e8ff-4a74-979a-83325e26959c', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'port_id': '6cb87980-e8ff-4a74-979a-83325e26959c', 'mac_address': 'fa:16:3e:1d:20:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:11:34.223179 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:34.235763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb87980-e8ff-4a74-979a-83325e26959c {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:11:34.254779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:34.330577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:34.380489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:34.531530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6cb87980-e8ff-4a74-979a-83325e26959c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:11:34.678202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fda548-9da1-4c68-ac0f-1c802d09ce9c req-c3234021-368f-4d67-ba98-2da4ff70c279 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:34.679727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56fda548-9da1-4c68-ac0f-1c802d09ce9c req-c3234021-368f-4d67-ba98-2da4ff70c279 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 944 time: 0.0512133 Sep 17 02:11:34.719062 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-56fda548-9da1-4c68-ac0f-1c802d09ce9c req-be6ee960-3305-4ba2-8929-2d3dadcf383e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332494 Sep 17 02:11:35.483761 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2ee125d-68f2-418a-a7e8-bb1554314199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:35.832437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887aec3-83e7-4627-a800-9d3a17c7dc76 req-65f71296-e0a4-49e7-a6b7-b7955600083f tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:35.833923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8887aec3-83e7-4627-a800-9d3a17c7dc76 req-65f71296-e0a4-49e7-a6b7-b7955600083f tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 944 time: 0.0492761 Sep 17 02:11:35.876375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8887aec3-83e7-4627-a800-9d3a17c7dc76 req-46eb2be6-ccab-4884-bdab-eeb935f228db tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364730 Sep 17 02:11:36.097200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6cb87980-e8ff-4a74-979a-83325e26959c up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:11:36.204553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 6cb87980-e8ff-4a74-979a-83325e26959c completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:11:36.208257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 6cb87980-e8ff-4a74-979a-83325e26959c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:36.208641 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:36.281790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:36.303391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:11:36.305596 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7306bf-b2cd-45e6-a5fe-936113fabe7c" -d '{"events": [{"server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "name": "network-vif-plugged", "status": "completed", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:11:36.318157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:36.343852 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcbc95e-65f5-49b4-ad57-3cfc596df875 x-openstack-request-id: req-bbcbc95e-65f5-49b4-ad57-3cfc596df875 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:11:36.344144 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "name": "network-vif-plugged", "status": "completed", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:11:36.344447 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbcbc95e-65f5-49b4-ad57-3cfc596df875 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:11:36.344833 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'code': 200} Sep 17 02:11:36.397422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:36.438598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3ff31d-1a3c-48ac-ae90-d146462cc056 req-ad8529cc-5a37-402f-808e-bd164c35f6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:36.440154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc3ff31d-1a3c-48ac-ae90-d146462cc056 req-ad8529cc-5a37-402f-808e-bd164c35f6de service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1096 time: 0.0403359 Sep 17 02:11:36.447284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:36.480598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc3ff31d-1a3c-48ac-ae90-d146462cc056 req-5b4c7089-ecb1-484e-a019-58ca133acb2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336478 Sep 17 02:11:36.988698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad5b77-83b7-4464-b2aa-29a6ed740046 req-71446db3-60ae-40e5-9b62-006e3e981ba1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:36.990167 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73ad5b77-83b7-4464-b2aa-29a6ed740046 req-71446db3-60ae-40e5-9b62-006e3e981ba1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0487878 Sep 17 02:11:37.027298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-73ad5b77-83b7-4464-b2aa-29a6ed740046 req-06a778e4-971f-42bb-af45-228a984d9c67 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310693 Sep 17 02:11:38.143448 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ee18-719a-49e4-8d79-0eb57e58c280 req-3b85d165-8d4a-4d36-bc60-47646138adb4 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:38.144860 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0791ee18-719a-49e4-8d79-0eb57e58c280 req-3b85d165-8d4a-4d36-bc60-47646138adb4 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0493560 Sep 17 02:11:38.183885 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0791ee18-719a-49e4-8d79-0eb57e58c280 req-a0d4f96c-2f16-4a94-83d8-d0bb1f3cda16 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329609 Sep 17 02:11:38.234548 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5b8b5b0b-0066-47d8-829a-4ef45b15b419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:38.310688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c80f3-0831-4a48-9aec-f2de11c16862 req-8634ff6e-c58a-4e51-9e8c-350b01e799ee tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:38.312350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f4c80f3-0831-4a48-9aec-f2de11c16862 req-8634ff6e-c58a-4e51-9e8c-350b01e799ee tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0492487 Sep 17 02:11:38.353818 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f4c80f3-0831-4a48-9aec-f2de11c16862 req-29643360-f12f-449b-bbca-dd33f1ac7a7f tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351980 Sep 17 02:11:38.567567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba2b49-3487-4226-99fe-4e5ffa93dcfc req-6adb1b40-d9c7-451d-bdee-69a3aab18a57 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:38.569081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60ba2b49-3487-4226-99fe-4e5ffa93dcfc req-6adb1b40-d9c7-451d-bdee-69a3aab18a57 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0525911 Sep 17 02:11:38.613676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-60ba2b49-3487-4226-99fe-4e5ffa93dcfc req-c23e28bb-f7d2-4938-9ce6-b992d205b0cb tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Sep 17 02:11:39.117381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:39.730834 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:41.299893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:53.207829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab4317-0277-4895-bfd9-03979b18c0b8 req-d4931bbc-0bf4-4d7d-bd90-65637bf97491 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:53.209194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4eab4317-0277-4895-bfd9-03979b18c0b8 req-d4931bbc-0bf4-4d7d-bd90-65637bf97491 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0473814 Sep 17 02:11:53.246198 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4eab4317-0277-4895-bfd9-03979b18c0b8 req-4e737664-e6d0-4b02-962e-d250db63c41e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311670 Sep 17 02:11:53.268237 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41504) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:53.396071 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc38158d-b12f-4ea6-9901-acf276e6a34d tempest-TestMinimumBasicScenario-1587223778 tempest-TestMinimumBasicScenario-1587223778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:53.397566 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bc38158d-b12f-4ea6-9901-acf276e6a34d tempest-TestMinimumBasicScenario-1587223778 tempest-TestMinimumBasicScenario-1587223778-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1091 time: 0.1283841 Sep 17 02:11:53.400591 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41508) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:53.404772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '6cb87980-e8ff-4a74-979a-83325e26959c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:53.517226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:53.616192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:53.721922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Allocated IP 172.25.1.79 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4b001448-d116-47fb-b90d-4df292193ad1) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:11:53.821415 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:53.934551 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:53.971875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:11:53.974991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:11:53.978699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:11:54.013982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'Port': ['ID=4b001448-d116-47fb-b90d-4df292193ad1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:54.025957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.026313 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.026656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.027000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.027362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.027696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.028028 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.028360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.028686 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.029012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.029337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.029660 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:54.347524 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:54.479573 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:54.568019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-6fed018f-aec9-4bdd-922b-f909e72f6804 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678008 Sep 17 02:11:54.675164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-e6a9f7a3-f2cc-4020-9d19-4aeb8f963dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:54.676576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-e6a9f7a3-f2cc-4020-9d19-4aeb8f963dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1096 time: 0.0656414 Sep 17 02:11:54.695414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:54.755844 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:54.846610 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-85c4400e-c8dd-4a0a-a4cc-8cff708f691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:54.848113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-85c4400e-c8dd-4a0a-a4cc-8cff708f691e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.1508496 Sep 17 02:11:54.850280 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'Port': ['ID=4b001448-d116-47fb-b90d-4df292193ad1,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:54.866381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:54.962834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-8d64283b-8cfe-421f-afec-67ee0173a9a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 998 time: 0.1043692 Sep 17 02:11:55.042656 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Floating IP 52a29843-64c9-41dd-8bbf-932bd46b7dca associated. External IP: 172.25.1.79, port: 6cb87980-e8ff-4a74-979a-83325e26959c. Sep 17 02:11:55.078291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-a7b30306-eb47-44f2-a92f-76c6e732a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:55.079761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-a7b30306-eb47-44f2-a92f-76c6e732a664 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0908041 Sep 17 02:11:55.173172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-0bf4e312-da28-42ac-ae65-2db1dfeaf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:55.174655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-0bf4e312-da28-42ac-ae65-2db1dfeaf9fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868492 Sep 17 02:11:55.348408 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-43b4e2aa-ac5a-4811-bc2f-371d0c455d47 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657729 Sep 17 02:11:55.352065 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Router ac30a3ff-78c8-4b9b-a077-99c69850b529 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:11:55.517801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2cf58506-f27e-42c9-9dbc-a23e40fdb992 req-90ce2178-04fc-44e1-b94b-bad14549a8f8 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609461 Sep 17 02:11:55.528558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:11:55.539387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] Sync routers for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:11:55.549062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:55.556498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:11:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:55.631908 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:55.654136 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:55.660875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d771e4a3-02dc-4c99-a678-59ece3397ef1 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2592859 Sep 17 02:11:55.661775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:11:55.663780 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f" -d '{"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:11:55.663971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41510) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:55.668736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964614980', 'description': 'tempest-secgroup-smoke-1964614980 description', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:55.705893 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541eb909-f3e8-4369-a3fa-2dca630db3b3 x-openstack-request-id: req-541eb909-f3e8-4369-a3fa-2dca630db3b3 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:11:55.706225 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:11:55.706475 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-541eb909-f3e8-4369-a3fa-2dca630db3b3 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:11:55.706873 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'status': 'completed', 'code': 200} Sep 17 02:11:55.751807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:55.773903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-8b1cdc24-201c-439f-9ddf-0c3e14c00ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:55.775538 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-8b1cdc24-201c-439f-9ddf-0c3e14c00ff3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1096 time: 0.0479305 Sep 17 02:11:55.841292 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:55.871274 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-ab2b2842-d415-4cd8-95fd-9bd42d8487ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:55.872750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-ab2b2842-d415-4cd8-95fd-9bd42d8487ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.0895200 Sep 17 02:11:55.886263 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '52a29843-64c9-41dd-8bbf-932bd46b7dca', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'port_id': '6cb87980-e8ff-4a74-979a-83325e26959c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'mac_address': 'fa:16:3e:1d:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983b8788-f864-42bb-a68f-4d95f682732e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:11:54Z', 'updated_at': '2021-09-17T02:11:54Z', 'revision_number': 0, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:55.913283 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] Checking router: ac30a3ff-78c8-4b9b-a077-99c69850b529 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:11:55.921602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:11:55.922200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:11:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:55.925070 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:55.944404 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-d764ac8a-e003-456c-b3e8-9d21b73962cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 998 time: 0.0634916 Sep 17 02:11:55.958638 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=039a251c-7f7e-4c92-83bd-9489822aca9e,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:55.967449 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.968723 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.969373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.969930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.970464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.970985 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.971523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.975221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.975221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.975221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.975221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.975221 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:11:55.998155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-999fbc2a-0498-4e75-981e-fc583b1752f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:56.000505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-999fbc2a-0498-4e75-981e-fc583b1752f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0492458 Sep 17 02:11:56.017554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.019217 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-7fb9ebe0-6121-45d1-9d97-6f8a5b855676 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3541389 Sep 17 02:11:56.022276 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41514) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:56.027766 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group_rule': {'security_group_id': '039a251c-7f7e-4c92-83bd-9489822aca9e', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:56.053284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-11a996b9-348f-442a-9a5a-f1b2e75ee1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:56.054882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-11a996b9-348f-442a-9a5a-f1b2e75ee1d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464416 Sep 17 02:11:56.113413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.153240 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-5a3b3e9d-fb85-43f1-98af-5ebaa3f1d50a service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902085 Sep 17 02:11:56.174835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.196098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:11:56.237141 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.247582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e6d060d1-f713-4bd2-bcb9-e790a4ed334f req-2e2f67a2-9974-4483-9d54-856b85efacfc service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869219 Sep 17 02:11:56.257936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ebd6c9-f412-422b-ad85-5b2040482ca2,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:56.351221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.352603 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70c180c4-7e67-4535-bd5b-c31e0138c03c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290417 Sep 17 02:11:56.355362 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41516) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:56.360809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group_rule': {'security_group_id': '039a251c-7f7e-4c92-83bd-9489822aca9e', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:56.426194 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '52a29843-64c9-41dd-8bbf-932bd46b7dca', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'port_id': '6cb87980-e8ff-4a74-979a-83325e26959c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'mac_address': 'fa:16:3e:1d:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983b8788-f864-42bb-a68f-4d95f682732e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:11:54Z', 'updated_at': '2021-09-17T02:11:54Z', 'revision_number': 0, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:11:56.447649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.457485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bce560-7c2a-43fd-b12d-7b77cb780d2c None None] The sync data for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 is: [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '52a29843-64c9-41dd-8bbf-932bd46b7dca', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'port_id': '6cb87980-e8ff-4a74-979a-83325e26959c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'mac_address': 'fa:16:3e:1d:20:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983b8788-f864-42bb-a68f-4d95f682732e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:11:54Z', 'updated_at': '2021-09-17T02:11:54Z', 'revision_number': 0, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:11:56.507791 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.579814 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.599340 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db4909a-7f35-4c8f-9c2d-f0cb1f7ac2d7,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:56.649568 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28391bd0-c5db-4402-9f21-41b035917ae9 None None] New status for floating IP 52a29843-64c9-41dd-8bbf-932bd46b7dca: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:11:56.665763 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.667061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b338ecee-eb63-4570-8623-2512487b4251 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106899 Sep 17 02:11:56.669831 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41518) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:56.674573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group_rule': {'security_group_id': '039a251c-7f7e-4c92-83bd-9489822aca9e', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:56.762453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.831941 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.882817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:56.901387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e6ef8e-530a-4257-ad7c-150af5005174,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:56.999733 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.001044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-12885b7b-7d76-42fe-91a9-bf093ced81ce tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3302650 Sep 17 02:11:57.011510 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41520) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:57.016785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group_rule': {'security_group_id': '039a251c-7f7e-4c92-83bd-9489822aca9e', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:57.158839 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.215413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.284695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.302218 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17664191-02b1-4a7d-acc4-ccda58901a32,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:57.374413 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.375756 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-82d32273-a0bb-41e7-be20-2823ca93ace8 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3633029 Sep 17 02:11:57.378455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41522) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:57.382776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group_rule': {'security_group_id': '039a251c-7f7e-4c92-83bd-9489822aca9e', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:57.454441 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Project 14f5f662ad904958bfa08f1cb6bea1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:11:57.459728 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.519808 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.581588 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.598299 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72ddcbb-1fdd-4f67-bf9e-ce5f888ccfa4,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:57.667503 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.668732 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-56abc5c9-c69a-4535-8d58-94eb2bb52a6e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2893565 Sep 17 02:11:57.671917 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41524) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:11:57.676290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'security_group_rule': {'security_group_id': '039a251c-7f7e-4c92-83bd-9489822aca9e', 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:57.759360 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Project 14f5f662ad904958bfa08f1cb6bea1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:11:57.765154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.826299 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.911201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:57.926431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96066e87-bab7-4c71-8faf-86c786e50eec,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:58.004423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:58.005654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dc288862-5661-4923-a5c2-af82d2cf775b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328137 Sep 17 02:11:58.084315 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-329aba90-70e5-4744-b479-170eaf38ac7d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964614980&fields=id&tenant_id=14f5f662ad904958bfa08f1cb6bea1bb HTTP/1.1" status: 200 len: 267 time: 0.0341141 Sep 17 02:11:58.141281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-4fbf8b48-4d6c-4725-b99f-df4a0e8f5947 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.142946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-4fbf8b48-4d6c-4725-b99f-df4a0e8f5947 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0526536 Sep 17 02:11:58.153754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'port': {'security_groups': ['7b9dbd82-4259-48c5-aeff-bfca95e8bf20', '039a251c-7f7e-4c92-83bd-9489822aca9e']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:11:58.214899 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:58.396305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:11:58.426848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:58.494260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:58.506460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6cb87980-e8ff-4a74-979a-83325e26959c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:11:58.537950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.538645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:58.540080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-79a3995c-f68d-42ff-8c21-eb574b14bdff req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "PUT /v2.0/ports/6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 981 time: 0.3908515 Sep 17 02:11:58.543163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:11:58.545658 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08063aa0-394b-49b3-949a-e3f2815c69e5" -d '{"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:11:58.579777 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746e2e0-c5b6-42ea-8b6d-04815bbc4fb0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=6']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:11:58.597080 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeebd70-d9f5-45c9-aa5c-b3da936c4d17 x-openstack-request-id: req-daeebd70-d9f5-45c9-aa5c-b3da936c4d17 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:11:58.597388 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:11:58.597642 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-daeebd70-d9f5-45c9-aa5c-b3da936c4d17 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:11:58.601918 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'status': 'completed', 'code': 200} Sep 17 02:11:58.611198 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6cb87980-e8ff-4a74-979a-83325e26959c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:11:58.667500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-18fa2860-a1c2-4715-80cb-c99274a3fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.669709 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-18fa2860-a1c2-4715-80cb-c99274a3fcd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1135 time: 0.0540228 Sep 17 02:11:58.674511 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c5dad-f240-4290-9418-1e0528fbdd09 req-bfb05466-6535-4a51-9e91-c0f0daf2b6ec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.676153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac8c5dad-f240-4290-9418-1e0528fbdd09 req-bfb05466-6535-4a51-9e91-c0f0daf2b6ec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0574028 Sep 17 02:11:58.724654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ac8c5dad-f240-4290-9418-1e0528fbdd09 req-c64f7f85-54c7-4b54-ae03-975e108b68f9 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406432 Sep 17 02:11:58.788230 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-b8cf3381-8edf-40df-a11a-f264c17b587f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.789598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-b8cf3381-8edf-40df-a11a-f264c17b587f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.1113410 Sep 17 02:11:58.863512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-c5d8ce55-3511-478b-b2d7-3fbd9bb26095 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 1000 time: 0.0659127 Sep 17 02:11:58.917039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-2588fc62-fd1d-4638-a430-a7a07339f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.918493 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-2588fc62-fd1d-4638-a430-a7a07339f199 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0453629 Sep 17 02:11:58.946976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-cb6654f5-d884-4649-8526-1213fa80b21a None None] Provisioning complete for port 6cb87980-e8ff-4a74-979a-83325e26959c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:11:58.947572 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb6654f5-d884-4649-8526-1213fa80b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:58.965875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-bc0d763b-402e-48f0-a628-3a8021baeefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:11:58.967675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-bc0d763b-402e-48f0-a628-3a8021baeefa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412061 Sep 17 02:11:59.376504 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:11:59.404826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-41dcec12-38ed-4327-baff-aee039fe19bf service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287426 Sep 17 02:11:59.494162 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-08063aa0-394b-49b3-949a-e3f2815c69e5 req-9a98eb72-de5a-4a64-91b6-00451070985f service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813100 Sep 17 02:11:59.734532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:05.205224 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:12:05.507459 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ee8b699d-87e7-4dbe-9a45-ecc6bbeffb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:08.233733 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f035686f-a251-4db4-965b-2819c014a30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:08.510687 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812295c8-253c-4bd6-bf89-ae75d2f397f6 req-a99f6ef8-f929-46fa-8001-2be1d2165d47 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:08.512298 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-812295c8-253c-4bd6-bf89-ae75d2f397f6 req-a99f6ef8-f929-46fa-8001-2be1d2165d47 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0500753 Sep 17 02:12:08.554186 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-812295c8-253c-4bd6-bf89-ae75d2f397f6 req-a0427561-8c05-41a2-9420-67c07c54e1ad tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355203 Sep 17 02:12:08.598601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-c7f6959c-fcde-4af2-958e-9017aed276b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:08.600092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-c7f6959c-fcde-4af2-958e-9017aed276b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1135 time: 0.0449967 Sep 17 02:12:08.688756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-451e084c-8793-4507-9630-7e422c7f55ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:08.690161 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-451e084c-8793-4507-9630-7e422c7f55ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.0827732 Sep 17 02:12:08.757106 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-5a6336aa-8a60-4a69-8ccf-bfd7fa1cec4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 1000 time: 0.0590315 Sep 17 02:12:08.805091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-fc584579-a49b-4d2e-95c7-20f19316fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:08.806483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-fc584579-a49b-4d2e-95c7-20f19316fdd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0419917 Sep 17 02:12:08.850189 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-55fcfb01-43ea-46ba-b895-4aa0a93530a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:08.851695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-55fcfb01-43ea-46ba-b895-4aa0a93530a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378551 Sep 17 02:12:08.944935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-1d775614-7778-4d47-86fb-71957d901086 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853479 Sep 17 02:12:09.035653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9982758e-13cd-4f6f-a548-6ad461bb206d req-1dc97dc3-be62-409a-96a0-09136acaeec6 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827012 Sep 17 02:12:09.111107 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:09.677998 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381bb5-077d-4ed4-879d-fc6e9a7902b7 req-7fcd64b3-916d-43e5-a39e-25a1c2ded902 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:09.679485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89381bb5-077d-4ed4-879d-fc6e9a7902b7 req-7fcd64b3-916d-43e5-a39e-25a1c2ded902 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0540986 Sep 17 02:12:09.719970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89381bb5-077d-4ed4-879d-fc6e9a7902b7 req-ff361e40-0dba-47ac-af38-8a056c8c9c54 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341256 Sep 17 02:12:09.736286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:10.834272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba410d-e7d7-422e-9539-e824e40a5254 req-218dec1b-4f62-4149-b086-e900b8712668 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:10.835762 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bba410d-e7d7-422e-9539-e824e40a5254 req-218dec1b-4f62-4149-b086-e900b8712668 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0478365 Sep 17 02:12:10.878338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8bba410d-e7d7-422e-9539-e824e40a5254 req-5a778c7a-3113-412d-9866-d523842979e7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365448 Sep 17 02:12:11.282059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:11.993408 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd028e7-430a-41fc-ac06-3d4860d4ccf6 req-8ffbc327-78ad-4af5-8e23-840f9b594516 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:11.994982 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fd028e7-430a-41fc-ac06-3d4860d4ccf6 req-8ffbc327-78ad-4af5-8e23-840f9b594516 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0497193 Sep 17 02:12:12.035130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7fd028e7-430a-41fc-ac06-3d4860d4ccf6 req-23abd807-ded8-4484-a83c-37925bc7b4ab tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337558 Sep 17 02:12:13.151098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ff73b-f713-4476-9569-51f7f61bbcdd req-9848e1ac-2e9e-417a-a3c7-d80ae4cac0ba tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:13.152588 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be1ff73b-f713-4476-9569-51f7f61bbcdd req-9848e1ac-2e9e-417a-a3c7-d80ae4cac0ba tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0520599 Sep 17 02:12:13.194372 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be1ff73b-f713-4476-9569-51f7f61bbcdd req-1181694a-49a4-44da-8e49-2a767e1f1e95 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344748 Sep 17 02:12:14.310695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3195c57-2019-4c5b-9512-9e53c0dc8930 req-805f6487-e034-4ad8-8338-9ef330d8707e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:14.312799 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3195c57-2019-4c5b-9512-9e53c0dc8930 req-805f6487-e034-4ad8-8338-9ef330d8707e tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0491390 Sep 17 02:12:14.351884 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3195c57-2019-4c5b-9512-9e53c0dc8930 req-d042b1d5-96c4-4e55-a61e-fd0c3c1e6e45 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329633 Sep 17 02:12:15.473748 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02501c5-4508-45bd-a572-854889c9acc1 req-9039d877-5144-4082-89a9-b2777af88c37 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:15.475362 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a02501c5-4508-45bd-a572-854889c9acc1 req-9039d877-5144-4082-89a9-b2777af88c37 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0552118 Sep 17 02:12:15.515210 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a02501c5-4508-45bd-a572-854889c9acc1 req-e59eab5a-b821-4a6a-81aa-b83d727ba6a0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335457 Sep 17 02:12:16.633178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fea343-ae53-47e4-8377-fabeec2a9915 req-985f9945-e02d-4943-8e54-86d94f938784 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:16.634652 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0fea343-ae53-47e4-8377-fabeec2a9915 req-985f9945-e02d-4943-8e54-86d94f938784 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0530846 Sep 17 02:12:16.674301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0fea343-ae53-47e4-8377-fabeec2a9915 req-cda6a033-7796-4d63-96c6-791e4b725fe0 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330901 Sep 17 02:12:17.790334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba0c9d-f157-4858-aaee-6b16595b317e req-5127a63b-5af7-410c-93df-9223839adc18 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:17.791812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baba0c9d-f157-4858-aaee-6b16595b317e req-5127a63b-5af7-410c-93df-9223839adc18 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0482903 Sep 17 02:12:17.834707 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baba0c9d-f157-4858-aaee-6b16595b317e req-49357fc8-3509-42e7-bfcd-42d2a0cee5ca tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362270 Sep 17 02:12:18.951021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e5cec-ed3a-4af2-94a4-f973236ca0fb req-a24742b8-5d96-4cfe-ba1a-f3aab6979196 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:18.953055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-097e5cec-ed3a-4af2-94a4-f973236ca0fb req-a24742b8-5d96-4cfe-ba1a-f3aab6979196 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0499878 Sep 17 02:12:18.992433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-097e5cec-ed3a-4af2-94a4-f973236ca0fb req-c3cac99b-6180-4fc3-b2cd-df26a4b7708c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334167 Sep 17 02:12:20.106067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26315402-43a2-46ce-80ed-c6efce021a1b req-cee3734c-77a2-4056-8572-e6f04c67cece tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:20.107604 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26315402-43a2-46ce-80ed-c6efce021a1b req-cee3734c-77a2-4056-8572-e6f04c67cece tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0496736 Sep 17 02:12:20.147998 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-26315402-43a2-46ce-80ed-c6efce021a1b req-a192c0b1-9b53-4284-bcf4-305c29cb031c tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=039a251c-7f7e-4c92-83bd-9489822aca9e&id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334847 Sep 17 02:12:29.379407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:29.722409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:35.535780 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7d7baa43-fa6f-4445-bfe4-d75ac42daa19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:38.227230 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-47317d4b-81c0-45c4-bb5e-864e56bce19f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:39.127639 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:39.721734 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:41.276285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:42.204272 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:12:52.328670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-715c3334-2ccf-4c67-83b1-7d4502bb6b97 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964614980&fields=id&tenant_id=14f5f662ad904958bfa08f1cb6bea1bb HTTP/1.1" status: 200 len: 267 time: 0.0338616 Sep 17 02:12:52.381217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-43d3db39-b7ae-4e68-b134-3fcadd0a7881 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:52.382669 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-43d3db39-b7ae-4e68-b134-3fcadd0a7881 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 984 time: 0.0484595 Sep 17 02:12:52.394428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Request body: {'port': {'security_groups': ['7b9dbd82-4259-48c5-aeff-bfca95e8bf20']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:12:52.463220 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:52.633253 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:12:52.661992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:52.721325 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:52.733151 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6cb87980-e8ff-4a74-979a-83325e26959c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:12:52.765058 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:52.765743 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:52.773081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41582) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:12:52.773583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46c3d4e0-f480-4ead-b5cd-8506cfc5bcd7 req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "PUT /v2.0/ports/6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 942 time: 0.3840470 Sep 17 02:12:52.774418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:12:52.776004 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1" -d '{"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:12:52.800269 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4427fc4-ff1c-4172-abf0-5a3f1f8d73a7 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event updated for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=7']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:12:52.828802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6cb87980-e8ff-4a74-979a-83325e26959c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:12:52.877028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a558f69-0401-454c-81ed-d82d07240a49 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:52.904065 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a558f69-0401-454c-81ed-d82d07240a49 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.055061 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d54a6-5804-44f9-bdb1-09166e53b50d x-openstack-request-id: req-528d54a6-5804-44f9-bdb1-09166e53b50d {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:12:53.055396 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:12:53.055634 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-528d54a6-5804-44f9-bdb1-09166e53b50d {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:12:53.056039 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'status': 'completed', 'code': 200} Sep 17 02:12:53.083925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a558f69-0401-454c-81ed-d82d07240a49 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.085007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c7de6369-cdb8-4682-b908-92b4d16f37fd None None] Provisioning complete for port 6cb87980-e8ff-4a74-979a-83325e26959c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:12:53.085379 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7de6369-cdb8-4682-b908-92b4d16f37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.087612 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3a558f69-0401-454c-81ed-d82d07240a49 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.088320 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a558f69-0401-454c-81ed-d82d07240a49 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "DELETE /v2.0/security-groups/039a251c-7f7e-4c92-83bd-9489822aca9e HTTP/1.1" status: 204 len: 168 time: 0.3124137 Sep 17 02:12:53.091582 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41590) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:12:53.098434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a558f69-0401-454c-81ed-d82d07240a49 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=039a251c-7f7e-4c92-83bd-9489822aca9e,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:12:53.198060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-5347661f-08f8-4ffe-9860-310438d66696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:53.199577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-5347661f-08f8-4ffe-9860-310438d66696 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1096 time: 0.1193454 Sep 17 02:12:53.352315 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-36eefa5a-a756-4aca-89d7-96af0f6b5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:53.353770 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-36eefa5a-a756-4aca-89d7-96af0f6b5235 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.1282263 Sep 17 02:12:53.411490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Deleting port 4b001448-d116-47fb-b90d-4df292193ad1 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:12:53.411835 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.477475 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-6d1735c7-93e9-4c3b-9f74-0a7dad893224 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 1000 time: 0.1163430 Sep 17 02:12:53.535929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.536260 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.553190 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Calling delete_port for 4b001448-d116-47fb-b90d-4df292193ad1 owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:12:53.557747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-c8166292-beb2-4d83-bf50-6d10fa9a1e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:53.559227 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-c8166292-beb2-4d83-bf50-6d10fa9a1e12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0739653 Sep 17 02:12:53.651414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-203fa126-f57c-41d5-a9e0-a8e0d4b4daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:53.652898 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-203fa126-f57c-41d5-a9e0-a8e0d4b4daf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860968 Sep 17 02:12:53.794359 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-82d7685f-55f7-4672-8508-17b92714a014 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318879 Sep 17 02:12:53.887689 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.915878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee80a65e-2fcd-46da-9c91-dc1bb295fec1 req-9ded36a2-c96e-4441-ae51-51fb35f79cdc service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121664 Sep 17 02:12:53.918531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event deleted for resources: {'Port': ['ID=4b001448-d116-47fb-b90d-4df292193ad1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:12:53.982126 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:53.982449 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Floating IP 52a29843-64c9-41dd-8bbf-932bd46b7dca disassociated (deleted). External IP: 172.25.1.79, port: 6cb87980-e8ff-4a74-979a-83325e26959c. Sep 17 02:12:54.189507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Router ac30a3ff-78c8-4b9b-a077-99c69850b529 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:12:54.295687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:12:54.300188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:54.305074 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] Sync routers for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:12:54.314460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:12:54.315188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:12:54.328671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7ae54fc6-c1ae-4d72-b653-505d101b4dec tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "DELETE /v2.0/floatingips/52a29843-64c9-41dd-8bbf-932bd46b7dca HTTP/1.1" status: 204 len: 168 time: 1.2359519 Sep 17 02:12:54.424421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:12:54.546636 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-fde11cca-3e9c-46f4-be7b-c5305a48c1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398870 Sep 17 02:12:54.627022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814c34d-d4fb-45ae-9c82-f06432656def req-07113b00-d2e3-46e1-a22c-43e0fae224c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:54.628562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-07113b00-d2e3-46e1-a22c-43e0fae224c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1096 time: 0.0408967 Sep 17 02:12:54.636205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:12:54.674567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] Checking router: ac30a3ff-78c8-4b9b-a077-99c69850b529 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:12:54.688199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:12:54.688863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:12:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:12:54.744685 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814c34d-d4fb-45ae-9c82-f06432656def req-59156ee7-5d36-43d7-87b7-c47efc1416a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:54.746311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-59156ee7-5d36-43d7-87b7-c47efc1416a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.0989549 Sep 17 02:12:54.790706 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-2bc9e2eb-6ba3-49fe-aa79-e75c0b722e82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 217 time: 0.0375803 Sep 17 02:12:54.800160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:12:54.843875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814c34d-d4fb-45ae-9c82-f06432656def req-6e828fad-aa86-472c-85af-2b152b17e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:54.845375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-6e828fad-aa86-472c-85af-2b152b17e35d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0471799 Sep 17 02:12:54.896768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814c34d-d4fb-45ae-9c82-f06432656def req-8d51fdef-7a47-4761-bdcc-ba5368235982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:54.898281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-8d51fdef-7a47-4761-bdcc-ba5368235982 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447934 Sep 17 02:12:54.988300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-c7f39dfa-1b74-406e-ad72-1a158927272d service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820377 Sep 17 02:12:55.002130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:12:55.029271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dbcfd4-583a-4d21-8fc7-ac0c9ced907f None None] The sync data for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 is: [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:10:57Z', 'revision_number': 4, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '62bd6fc0-53a5-4160-a82d-3f09775aa118', 'name': '', 'network_id': 'e0e5fe64-1ff1-40e2-8db0-784f2801cb2c', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'mac_address': 'fa:16:3e:26:ae:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '1151be3f-72dd-4460-8676-c484c61f0025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:57Z', 'updated_at': '2021-09-17T02:11:01Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'subnets': [{'id': '1151be3f-72dd-4460-8676-c484c61f0025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:12:55.059637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:12:55.062783 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfd709-38e2-408c-9fe9-dce3c582b1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:12:55.092791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9814c34d-d4fb-45ae-9c82-f06432656def req-e7ff92a8-693c-4cf1-af4e-9ff61faadb26 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969212 Sep 17 02:12:55.103037 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32e810d-34e0-47e8-80ec-aa6753b58fea x-openstack-request-id: req-e32e810d-34e0-47e8-80ec-aa6753b58fea {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:12:55.103453 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:12:55.103805 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e32e810d-34e0-47e8-80ec-aa6753b58fea {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:12:55.104597 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'status': 'completed', 'code': 200} Sep 17 02:12:55.265577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-e1dec4fb-65de-4461-a3dd-7578df1b39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:55.267206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-e1dec4fb-65de-4461-a3dd-7578df1b39de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 1096 time: 0.0452614 Sep 17 02:12:55.278366 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad9eee3-6572-4da7-abbf-4296a66ba103 None None] New status for floating IP 52a29843-64c9-41dd-8bbf-932bd46b7dca: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:12:55.365802 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-3e82d1a9-4e36-4996-8802-2df2093b2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:55.367321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-3e82d1a9-4e36-4996-8802-2df2093b2d09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 200 len: 916 time: 0.0932965 Sep 17 02:12:55.415229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-e8f5f9f7-4b94-4f4a-975f-f598734dfa0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 200 len: 217 time: 0.0409129 Sep 17 02:12:55.464416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-80b22944-e42d-417c-9e1a-26b8c27fd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:55.465905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-80b22944-e42d-417c-9e1a-26b8c27fd01d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 200 len: 854 time: 0.0443602 Sep 17 02:12:55.518248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-ee6c8f92-9778-4fbe-8311-be130f875a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:12:55.519943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-ee6c8f92-9778-4fbe-8311-be130f875a5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469465 Sep 17 02:12:55.614502 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-5508322e-1b04-499b-9510-602533d86840 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872459 Sep 17 02:12:55.711070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-55bfd709-38e2-408c-9fe9-dce3c582b1c5 req-105713a9-1807-4efe-8b4a-bee0b9e93880 service neutron] 10.222.0.36 "GET /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900011 Sep 17 02:12:59.401632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:12:59.729898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:02.787934 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f43ea-0609-4bf4-8538-0e9da0d0f0f7 req-d63121de-be04-4da7-8785-458627c8f01b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:02.789341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-891f43ea-0609-4bf4-8538-0e9da0d0f0f7 req-d63121de-be04-4da7-8785-458627c8f01b tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0522251 Sep 17 02:13:02.826738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-891f43ea-0609-4bf4-8538-0e9da0d0f0f7 req-71497ea0-3495-479b-81df-23f9bd05bc12 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313122 Sep 17 02:13:03.942555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c689315-ea39-4fe5-899b-df19b08946eb req-cb59c835-2b12-4fad-a546-cf886846e225 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:03.944066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c689315-ea39-4fe5-899b-df19b08946eb req-cb59c835-2b12-4fad-a546-cf886846e225 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0500503 Sep 17 02:13:03.981374 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3c689315-ea39-4fe5-899b-df19b08946eb req-575b5b2d-dbdc-4164-b6c4-5076ea32e580 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/security-groups?id=7b9dbd82-4259-48c5-aeff-bfca95e8bf20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312867 Sep 17 02:13:04.353779 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-a43bc49b-4684-4d9b-8367-8b1104fae471 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:04.355230 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-a43bc49b-4684-4d9b-8367-8b1104fae471 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.36 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 945 time: 0.0481310 Sep 17 02:13:04.448337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Deleting port 6cb87980-e8ff-4a74-979a-83325e26959c {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:04.448670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:04.537329 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] For port 6cb87980-e8ff-4a74-979a-83325e26959c, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=6cb87980-e8ff-4a74-979a-83325e26959c,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:04.537696 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:04.550714 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Calling delete_port for 6cb87980-e8ff-4a74-979a-83325e26959c owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:05.049675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:05.061956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['6cb87980-e8ff-4a74-979a-83325e26959c'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:13:05.078616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ae42ed86-66bc-4836-8420-e3626fae3e03 req-ebc6f306-abe4-4cf7-a145-0c94360eb113 tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.13 "GET /v2.0/ports?device_id=983b8788-f864-42bb-a68f-4d95f682732e HTTP/1.1" status: 200 len: 210 time: 0.0293200 Sep 17 02:13:05.079241 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Pushing event deleted for resources: {'Port': ['ID=6cb87980-e8ff-4a74-979a-83325e26959c,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:05.115375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.115724 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.116066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.116399 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.116728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.117082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.117379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.117699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.118020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.118338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.118653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.118992 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:05.134317 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] No DVR routers for this DVR port 6cb87980-e8ff-4a74-979a-83325e26959c on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:13:05.136749 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:05.139320 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-abe9c6d0-e916-46d1-8730-769a7e0bedb0 req-8a0d0cc1-de5e-4232-a51e-8b496253009d tempest-TestMinimumBasicScenario-544461718 tempest-TestMinimumBasicScenario-544461718-project] 10.222.0.36 "DELETE /v2.0/ports/6cb87980-e8ff-4a74-979a-83325e26959c HTTP/1.1" status: 204 len: 173 time: 0.7777176 Sep 17 02:13:05.139820 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'name': 'network-vif-deleted', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:13:05.142024 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74e907e-bca6-4732-b43a-ea7ca657e5bd" -d '{"events": [{"server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "name": "network-vif-deleted", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:13:05.177241 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34659547-73a7-4324-be98-bb61257676dc x-openstack-request-id: req-34659547-73a7-4324-be98-bb61257676dc {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:13:05.177540 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "983b8788-f864-42bb-a68f-4d95f682732e", "name": "network-vif-deleted", "tag": "6cb87980-e8ff-4a74-979a-83325e26959c", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:13:05.177788 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34659547-73a7-4324-be98-bb61257676dc {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:13:05.178181 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '983b8788-f864-42bb-a68f-4d95f682732e', 'name': 'network-vif-deleted', 'tag': '6cb87980-e8ff-4a74-979a-83325e26959c', 'status': 'completed', 'code': 200} Sep 17 02:13:05.466918 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4244c99d-dff1-496b-b592-48661bdf1c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:08.221278 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e2003452-6265-4053-a226-bad1ea5a3d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:08.232580 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41692) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:08.577162 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:08.689211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6cb87980-e8ff-4a74-979a-83325e26959c no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:08.708992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 6cb87980-e8ff-4a74-979a-83325e26959c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:08.709336 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 6cb87980-e8ff-4a74-979a-83325e26959c not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:08.820689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Deleting port 62bd6fc0-53a5-4160-a82d-3f09775aa118 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:08.821034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:08.900555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] For port 62bd6fc0-53a5-4160-a82d-3f09775aa118, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=62bd6fc0-53a5-4160-a82d-3f09775aa118,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:08.900912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:08.913312 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Calling delete_port for 62bd6fc0-53a5-4160-a82d-3f09775aa118 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:09.118386 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:09.175145 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:09.201240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=62bd6fc0-53a5-4160-a82d-3f09775aa118,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:09.371959 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:09.583976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Router ac30a3ff-78c8-4b9b-a077-99c69850b529 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:13:09.691049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:13:09.695972 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-781520a0-f0f5-4a43-b1e3-48ed0b632ac2 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac30a3ff-78c8-4b9b-a077-99c69850b529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4622681 Sep 17 02:13:09.698552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41694) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:09.704245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] Sync routers for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:13:09.714266 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:09.722860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:09.750260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:09.805300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:09.918125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:09.981180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:10.040103 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Deleting port 85685dfd-34e4-4aa3-975d-1047909bbf6d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:10.040472 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.121574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] For port 85685dfd-34e4-4aa3-975d-1047909bbf6d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=85685dfd-34e4-4aa3-975d-1047909bbf6d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:10.122040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.134334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Calling delete_port for 85685dfd-34e4-4aa3-975d-1047909bbf6d owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:10.159990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:13:09Z', 'revision_number': 5, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port': {'id': '85685dfd-34e4-4aa3-975d-1047909bbf6d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:10:55Z', 'updated_at': '2021-09-17T02:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:10.190491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] Checking router: ac30a3ff-78c8-4b9b-a077-99c69850b529 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:13:10.198473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] Routers {'ac30a3ff-78c8-4b9b-a077-99c69850b529'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:10.199010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['ac30a3ff-78c8-4b9b-a077-99c69850b529'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:10.286239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] Set router ac30a3ff-78c8-4b9b-a077-99c69850b529 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:10.340695 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:13:09Z', 'revision_number': 6, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:10.344186 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.368262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Pushing event deleted for resources: {'Port': ['ID=85685dfd-34e4-4aa3-975d-1047909bbf6d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:10.371418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accad7ed-ca20-420c-b412-3e5b409490c0 None None] The sync data for ids ['ac30a3ff-78c8-4b9b-a077-99c69850b529'] in n-d-789963-7 is: [{'id': 'ac30a3ff-78c8-4b9b-a077-99c69850b529', 'name': 'tempest-TestMinimumBasicScenario-1905230206-router', 'tenant_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:10:54Z', 'updated_at': '2021-09-17T02:13:09Z', 'revision_number': 6, 'project_id': '14f5f662ad904958bfa08f1cb6bea1bb', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:13:10.435221 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.524134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.526181 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.632613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.633209 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac30a3ff-78c8-4b9b-a077-99c69850b529 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:13:10.641903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.641903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-201d61b5-cf06-442d-a0e4-221ef3756359 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac30a3ff-78c8-4b9b-a077-99c69850b529 HTTP/1.1" status: 204 len: 168 time: 0.9392054 Sep 17 02:13:10.641903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41696) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:10.686655 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Deleting subnet 1151be3f-72dd-4460-8676-c484c61f0025 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:13:10.689589 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.726916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.813282 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.907288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.934611 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1151be3f-72dd-4460-8676-c484c61f0025,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:10.938508 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:10.940171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b063deb-5ffb-4a24-bad4-aeb902cf8554 None None] Network e0e5fe64-1ff1-40e2-8db0-784f2801cb2c requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:13:10.940686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-73a18ac4-150d-4efc-a2c5-f085db125aa9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1151be3f-72dd-4460-8676-c484c61f0025 HTTP/1.1" status: 204 len: 168 time: 0.2981613 Sep 17 02:13:10.943181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41698) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:11.014176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.073627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Deleting port 1495d50b-5c53-4757-bcad-ce608be75444 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:11.073884 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.133034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] DHCP port deletion for e0e5fe64-1ff1-40e2-8db0-784f2801cb2c request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:13:11.140108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] For port 1495d50b-5c53-4757-bcad-ce608be75444, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1495d50b-5c53-4757-bcad-ce608be75444,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:11.140476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.152781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Calling delete_port for 1495d50b-5c53-4757-bcad-ce608be75444 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:11.184179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Deleting port 1495d50b-5c53-4757-bcad-ce608be75444 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:11.184555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.260260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] For port 1495d50b-5c53-4757-bcad-ce608be75444, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1495d50b-5c53-4757-bcad-ce608be75444,segment=NetworkSegment(9e62f830-db09-4cda-843a-2a0de183e086),segment_id=9e62f830-db09-4cda-843a-2a0de183e086)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:11.260645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.273370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Calling delete_port for 1495d50b-5c53-4757-bcad-ce608be75444 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:11.350468 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.356742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.367627 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] No DVR routers for this DVR port 1495d50b-5c53-4757-bcad-ce608be75444 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:13:11.383988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.384785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Pushing event deleted for resources: {'Port': ['ID=1495d50b-5c53-4757-bcad-ce608be75444,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:11.389608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] No DVR routers for this DVR port 1495d50b-5c53-4757-bcad-ce608be75444 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:13:11.398041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.398389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.401443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.402963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.402963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53861265-f209-4f88-95bf-32ecfae395e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.416228 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=1495d50b-5c53-4757-bcad-ce608be75444,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:11.440803 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.441152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.441497 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.441947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.442285 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.442620 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.442951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.443301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.443634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.443959 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.444283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.444608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:11.484039 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.503208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e5fe64-1ff1-40e2-8db0-784f2801cb2c']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:11.512201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e62f830-db09-4cda-843a-2a0de183e086') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:11.512504 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e62f830-db09-4cda-843a-2a0de183e086') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:11.521727 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.535538 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.541230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:13:11.541617 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:13:11.543260 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:13:11.695310 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.701844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:11.703723 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e0e5fe64-1ff1-40e2-8db0-784f2801cb2c HTTP/1.1" status: 204 len: 168 time: 0.7595522 Sep 17 02:13:11.706937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41700) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:11.712990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0c5b2-8dcf-40c5-9796-bebe5da23e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0e5fe64-1ff1-40e2-8db0-784f2801cb2c,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:11.949148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 85685dfd-34e4-4aa3-975d-1047909bbf6d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:11.969337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 85685dfd-34e4-4aa3-975d-1047909bbf6d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:11.969687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 85685dfd-34e4-4aa3-975d-1047909bbf6d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:11.970101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1495d50b-5c53-4757-bcad-ce608be75444 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:11.988588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1495d50b-5c53-4757-bcad-ce608be75444 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:11.988927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1495d50b-5c53-4757-bcad-ce608be75444 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:11.989332 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 62bd6fc0-53a5-4160-a82d-3f09775aa118 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:12.009663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 62bd6fc0-53a5-4160-a82d-3f09775aa118 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:12.010011 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 62bd6fc0-53a5-4160-a82d-3f09775aa118 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:12.057752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:12.299815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Deleting port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:12.300156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:12.374968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] For port 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:12.375353 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:12.387257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Calling delete_port for 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:12.627063 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:12.657986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:12.821985 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:13.344739 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Router f9086056-c639-47d6-aa7b-65145ec42d81 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:13:13.448827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:13:13.454321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e7d47df2-983e-47aa-97c3-04096710b313 admin admin] 10.222.0.13 "PUT /v2.0/routers/f9086056-c639-47d6-aa7b-65145ec42d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7463226 Sep 17 02:13:13.456854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41702) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:13.462051 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] Sync routers for ids ['f9086056-c639-47d6-aa7b-65145ec42d81'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:13:13.471653 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] Routers {'f9086056-c639-47d6-aa7b-65145ec42d81'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:13.472331 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f9086056-c639-47d6-aa7b-65145ec42d81'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:13.558880 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:13.572762 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] Set router f9086056-c639-47d6-aa7b-65145ec42d81 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:13.661382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:13.746862 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230'}], 'enable_snat': True}, 'gw_port_id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:13:12Z', 'revision_number': 5, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port': {'id': '0e4eea7c-72d9-4ca3-89e4-be79e8f32c37', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:11:01Z', 'updated_at': '2021-09-17T02:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:13.778168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Deleting port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:13.778512 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:13.778759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] Checking router: f9086056-c639-47d6-aa7b-65145ec42d81 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:13:13.787782 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] Routers {'f9086056-c639-47d6-aa7b-65145ec42d81'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:13.788417 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f9086056-c639-47d6-aa7b-65145ec42d81'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:13.856891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] For port 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:13.857578 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:13.869988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Calling delete_port for 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:13.873665 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] Set router f9086056-c639-47d6-aa7b-65145ec42d81 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:13.925845 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:13:13Z', 'revision_number': 6, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:13.956559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b50e641-ff4e-4278-8524-f407540e9372 None None] The sync data for ids ['f9086056-c639-47d6-aa7b-65145ec42d81'] in n-d-789963-7 is: [{'id': 'f9086056-c639-47d6-aa7b-65145ec42d81', 'name': 'tempest-TestMinimumBasicScenario-473795738-router', 'tenant_id': '51621641afea4f8294b0c7f1e24648cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:11:00Z', 'updated_at': '2021-09-17T02:13:13Z', 'revision_number': 6, 'project_id': '51621641afea4f8294b0c7f1e24648cd', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:13:14.109941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.140442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e4eea7c-72d9-4ca3-89e4-be79e8f32c37,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:14.201405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.291216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.293439 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.421515 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.422256 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9086056-c639-47d6-aa7b-65145ec42d81 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:13:14.426622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.427828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-318002d5-f5a1-4c03-90a1-8bf763586f18 admin admin] 10.222.0.13 "DELETE /v2.0/routers/f9086056-c639-47d6-aa7b-65145ec42d81 HTTP/1.1" status: 204 len: 168 time: 0.9700508 Sep 17 02:13:14.430334 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41704) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:14.479621 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Deleting subnet 0af7b3c8-b6ee-474f-a7c7-4776fb55b69a {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:13:14.483274 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.516035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.590614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.719272 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.745826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af7b3c8-b6ee-474f-a7c7-4776fb55b69a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:14.749756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.751640 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7bd6c946-22ca-426a-b066-3186971345cc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0af7b3c8-b6ee-474f-a7c7-4776fb55b69a HTTP/1.1" status: 204 len: 168 time: 0.3203931 Sep 17 02:13:14.754666 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:14.756865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109310a1-d6a9-4d65-b480-043c0644d1ae None None] Network d384bc67-4141-4fb6-824c-b556953da5ca requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:13:14.827750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.887759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Deleting port 603d5019-4cf0-48dc-8964-bc552710bb94 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:14.888338 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.940297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] DHCP port deletion for d384bc67-4141-4fb6-824c-b556953da5ca request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:13:14.962942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] For port 603d5019-4cf0-48dc-8964-bc552710bb94, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=603d5019-4cf0-48dc-8964-bc552710bb94,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:14.963342 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:14.978481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Calling delete_port for 603d5019-4cf0-48dc-8964-bc552710bb94 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:14.992301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] Deleting port 603d5019-4cf0-48dc-8964-bc552710bb94 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:13:14.992676 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.057745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] For port 603d5019-4cf0-48dc-8964-bc552710bb94, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=603d5019-4cf0-48dc-8964-bc552710bb94,segment=NetworkSegment(04c2903e-73cd-4bcb-a072-29e0faab42c1),segment_id=04c2903e-73cd-4bcb-a072-29e0faab42c1)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:15.058137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.070172 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] Calling delete_port for 603d5019-4cf0-48dc-8964-bc552710bb94 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:13:15.132642 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.148273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.161452 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=603d5019-4cf0-48dc-8964-bc552710bb94,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:15.164431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] No DVR routers for this DVR port 603d5019-4cf0-48dc-8964-bc552710bb94 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:13:15.173776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] Pushing event deleted for resources: {'Port': ['ID=603d5019-4cf0-48dc-8964-bc552710bb94,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:15.179242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e80859-7656-4b07-95a8-f2523cda3fee None None] No DVR routers for this DVR port 603d5019-4cf0-48dc-8964-bc552710bb94 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:13:15.239520 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.259345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d384bc67-4141-4fb6-824c-b556953da5ca']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:15.269060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c2903e-73cd-4bcb-a072-29e0faab42c1') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:15.269355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c2903e-73cd-4bcb-a072-29e0faab42c1') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:15.282889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.295575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.301211 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:13:15.301590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:13:15.303233 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:13:15.424261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.433228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.435201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] 10.222.0.13 "DELETE /v2.0/networks/d384bc67-4141-4fb6-824c-b556953da5ca HTTP/1.1" status: 204 len: 168 time: 0.6794722 Sep 17 02:13:15.447396 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d481b5-eb23-4393-a1c3-98cab79ee0ca admin admin] Pushing event deleted for resources: {'Network': ['ID=d384bc67-4141-4fb6-824c-b556953da5ca,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:15.850134 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41710) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:15.889466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d971133b-f86b-475d-be69-0898c3af906e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14f5f662ad904958bfa08f1cb6bea1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381505 Sep 17 02:13:15.891952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41712) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:15.942007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eec742f-1306-4b91-a277-34203a98c469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.967643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:15.968209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eec742f-1306-4b91-a277-34203a98c469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:15.987918 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:15.988262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e4eea7c-72d9-4ca3-89e4-be79e8f32c37 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:15.988670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:16.006633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:16.006985 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0e7d7dfc-0a2b-410f-b6c2-f3550af0f2b1 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:16.007419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 603d5019-4cf0-48dc-8964-bc552710bb94 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:13:16.025326 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 603d5019-4cf0-48dc-8964-bc552710bb94 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:13:16.025672 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 603d5019-4cf0-48dc-8964-bc552710bb94 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:13:16.081216 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eec742f-1306-4b91-a277-34203a98c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:16.083781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5eec742f-1306-4b91-a277-34203a98c469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:16.085063 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5eec742f-1306-4b91-a277-34203a98c469 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b9dbd82-4259-48c5-aeff-bfca95e8bf20 HTTP/1.1" status: 204 len: 168 time: 0.1921711 Sep 17 02:13:16.093658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec742f-1306-4b91-a277-34203a98c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9dbd82-4259-48c5-aeff-bfca95e8bf20,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:16.667691 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41718) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:16.707196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6552b60d-aa22-4125-92b7-fbfee03b7f8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51621641afea4f8294b0c7f1e24648cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383198 Sep 17 02:13:16.709531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41720) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:16.758257 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8922b80b-d5cf-4ac6-ab5f-6f41354e23be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:16.779672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8922b80b-d5cf-4ac6-ab5f-6f41354e23be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:16.883700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8922b80b-d5cf-4ac6-ab5f-6f41354e23be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:16.886256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8922b80b-d5cf-4ac6-ab5f-6f41354e23be admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:16.887471 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8922b80b-d5cf-4ac6-ab5f-6f41354e23be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74a85167-4372-40a8-8f28-30e9f077e738 HTTP/1.1" status: 204 len: 168 time: 0.1770639 Sep 17 02:13:16.895451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922b80b-d5cf-4ac6-ab5f-6f41354e23be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a85167-4372-40a8-8f28-30e9f077e738,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:19.055127 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41760) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:19.059647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462115663', 'description': 'tempest-secgroup-smoke-462115663 description', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:19.152009 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.160122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.203250 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:13:19.251476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.338445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.375421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68834fb9-521a-4872-9d2f-e6e796e037c1,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:19.427094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.506605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.535179 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f05b42-68df-45b0-8be7-a98bb5e7247a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:19.598310 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.599769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-125f95a8-35dd-48d1-93cf-5796d10fb8f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5436032 Sep 17 02:13:19.602574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41762) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:19.607601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05b42-68df-45b0-8be7-a98bb5e7247a', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:19.682645 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.740750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.803792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.822612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5688fffb-0723-4d3b-a276-98f7d5df7405,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:19.895455 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:19.896759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0b6cfbdd-8ee4-4259-a518-1f8dda0c5cd9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2931073 Sep 17 02:13:19.899376 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41764) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:19.904298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05b42-68df-45b0-8be7-a98bb5e7247a', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:19.986363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.041785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.089188 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.110347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e7ea29-b268-4ede-ad05-c1bbed69aabd,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:20.175192 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.176429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-815f785c-c73b-43e0-900b-7db6ea3e50ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2761340 Sep 17 02:13:20.179045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41766) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:20.183394 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05b42-68df-45b0-8be7-a98bb5e7247a', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:20.281234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.336998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.390290 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.409468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bbd55d-072d-4ba9-bf8b-2e1d089b3a6c,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:20.472440 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.473800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-449c9190-b7dc-4163-b602-fb20160a7378 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2937932 Sep 17 02:13:20.476751 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41768) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:20.481283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05b42-68df-45b0-8be7-a98bb5e7247a', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:20.567707 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.628498 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.689144 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.708990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75f27bc-f9cb-46f0-b747-9c77959c7081,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:20.772403 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.773612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-16d13eba-4b62-4721-8a3b-097cc009616c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2958689 Sep 17 02:13:20.776420 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41770) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:20.780891 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05b42-68df-45b0-8be7-a98bb5e7247a', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:20.859100 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:13:20.863771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.924035 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:20.995159 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.012394 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a358006-24f5-4c3e-afaa-f0bd14ed5a0e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:21.081007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.082235 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70497210-a8e7-44a3-a30d-5fc66bd7231f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048992 Sep 17 02:13:21.085016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41772) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:21.089398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'b1f05b42-68df-45b0-8be7-a98bb5e7247a', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:21.169174 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:13:21.174555 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.233761 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.309574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.326986 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f892dd3f-c0a9-4b8e-aef9-65bfae57b19e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:21.401107 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.402410 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cb5da113-cae5-4554-87e2-a0dd5078406d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163128 Sep 17 02:13:21.406557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:21.411481 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'network': {'name': 'tempest-network-smoke--1590582126', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:21.497960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:13:21.501476 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.524390 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:13:21.533882 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.534229 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Added segment 925eceb7-439f-4114-8245-70c266ba8360 of type vlan for network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 Sep 17 02:13:21.574974 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.692225 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.697848 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:21.698431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.764607 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Network': ['ID=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:21.775045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:13:21.796228 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-664e3804-d88a-4422-b1a7-ef84684b0ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3886089 Sep 17 02:13:21.799159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41776) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:21.803581 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'admin_state_up': True, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:21.886942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.888031 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:21.942668 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:22.121771 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:22.366614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:22.385527 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:22.485631 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.69 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/9bc717af-8b1b-4767-9e33-1ef30dc97095) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:13:22.589143 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:22.698501 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:22.736129 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:13:22.740457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:22.747098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:13:22.749531 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=9bc717af-8b1b-4767-9e33-1ef30dc97095,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:23.048349 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:23.241524 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:23.420754 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:13:23.533060 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:13:23.544709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Sync routers for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:13:23.556391 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:23.557159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:23.641596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:23.642864 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-11709098-cdb5-468d-b647-8db39e74b1a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8427422 Sep 17 02:13:23.646469 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41778) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:23.676605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:23.791556 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7ae7599e-4e98-433a-90d4-e238832f4375 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=acdc754db25c4702a10fbbc2febd00ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1438568 Sep 17 02:13:23.796255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41782) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:23.883447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:22Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:23.919175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Checking router: f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:13:23.920035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Updating router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 port 9bc717af-8b1b-4767-9e33-1ef30dc97095 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:13:23.920238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf7950-bec3-4763-b807-087751dffc5d tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:23.922689 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8ccf7950-bec3-4763-b807-087751dffc5d tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1252089 Sep 17 02:13:23.925705 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41784) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:23.953325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:23.956593 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-35550244-26fd-4e88-a170-52f06a25d27d tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293589 Sep 17 02:13:23.959047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41786) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:23.965882 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1291704748', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:24.118229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:13:24.122023 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.219451 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.272186 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.330966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Attempting to bind port 9bc717af-8b1b-4767-9e33-1ef30dc97095 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:13:24.331360 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Attempting to bind port 9bc717af-8b1b-4767-9e33-1ef30dc97095 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:13:24.331724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Attempting to bind port 9bc717af-8b1b-4767-9e33-1ef30dc97095 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:13:24.334511 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3d550-80a9-4822-b6da-1b05144678de None None] Pushing event updated for resources: {'Port': ['ID=9bc717af-8b1b-4767-9e33-1ef30dc97095,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:24.339571 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:13:24.339949 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:13:24.340354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.340739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:13:24.341051 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.341727 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Bound port: 9bc717af-8b1b-4767-9e33-1ef30dc97095, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:13:24.342075 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.394562 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] For port 9bc717af-8b1b-4767-9e33-1ef30dc97095, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:13:24.397815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] For port 9bc717af-8b1b-4767-9e33-1ef30dc97095, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9bc717af-8b1b-4767-9e33-1ef30dc97095,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:13:24.402345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Subnet': ['ID=fb93ecaa-3321-41c8-aedb-4442ef596000,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:24.412020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Checking segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:13:24.412383 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network hostable DHCP agents. Network: 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:13:24.455715 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.487499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:13:24.506862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:24.507526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:24.554337 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3d550-80a9-4822-b6da-1b05144678de None None] Pushing event updated for resources: {'Port': ['ID=9bc717af-8b1b-4767-9e33-1ef30dc97095,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:24.572298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:24.577185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:24.579711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:24.604440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b36a9-b9cb-442f-a209-9283a8acb6ac None None] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:13:24.656693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-3ba9b53d-9022-47e8-826e-25149aaf088b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6964493 Sep 17 02:13:24.659379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41788) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:24.674052 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:24.886909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:13:24.887791 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.092207 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.155222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:22Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:25.199431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529c2a7-3d0c-4ef5-bdfc-da015b9d39ac None None] The sync data for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 is: [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:22Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:13:25.228320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Allocated IP 172.20.0.2 (9526e4cd-75c3-49e9-b38d-6aa36bd5aab6/fb93ecaa-3321-41c8-aedb-4442ef596000/8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:13:25.382479 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.459145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.501445 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:13:25.504418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:25.508044 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:13:25.516875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.1 (9526e4cd-75c3-49e9-b38d-6aa36bd5aab6/fb93ecaa-3321-41c8-aedb-4442ef596000/5512b36a-b0be-4047-a7a7-8317fb0b2322) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:13:25.522240 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Pushing event updated for resources: {'Port': ['ID=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:25.581979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Attempting to bind port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:13:25.582642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Attempting to bind port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:13:25.583022 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Attempting to bind port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c on network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:13:25.589164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:13:25.589808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Checking segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:13:25.590227 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.590627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Bound using segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:13:25.591219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Bound port: 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:13:25.592282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.653567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.668670 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] For port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:13:25.671229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] For port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:13:25.747039 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.775621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:25.809647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212d0e1-ee17-45fa-8d7b-73795f22f41c None None] Pushing event updated for resources: {'Port': ['ID=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:25.835330 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=5512b36a-b0be-4047-a7a7-8317fb0b2322,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:25.843949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:13:25.845443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:25.848499 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:13:25.895405 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.012742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9bc717af-8b1b-4767-9e33-1ef30dc97095 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:13:26.085622 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9bc717af-8b1b-4767-9e33-1ef30dc97095 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:26.086012 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.123912 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.194193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.210023 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 9bc717af-8b1b-4767-9e33-1ef30dc97095, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9bc717af-8b1b-4767-9e33-1ef30dc97095,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:26.269850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.321938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=9bc717af-8b1b-4767-9e33-1ef30dc97095,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:26.410212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.469738 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.543602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=5512b36a-b0be-4047-a7a7-8317fb0b2322,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:26.546016 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:26.646775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:13:26.646775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:26.786904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d0eef3-d7c5-4084-9cd3-71771f6f315c None None] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:13:26.862127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b1429174-121a-433d-8f42-e8373b563507 None None] Provisioning complete for port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:26.862657 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b1429174-121a-433d-8f42-e8373b563507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.011164 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b1429174-121a-433d-8f42-e8373b563507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.051561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b1429174-121a-433d-8f42-e8373b563507 None None] For port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:27.102129 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:13:27.126988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b1429174-121a-433d-8f42-e8373b563507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.184826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429174-121a-433d-8f42-e8373b563507 None None] Pushing event updated for resources: {'Port': ['ID=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:27.225789 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:13:27.240528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aa15bdcd-806c-458c-ba96-22b7d24da9db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/f70c4bed-f36c-476b-af7e-ca1c8eaf91c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5705261 Sep 17 02:13:27.313964 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Sync routers for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:13:27.324074 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:27.324692 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:27.350021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4b5386f4-fe04-4d4d-b89b-c40e37e8a9d2 None None] Provisioning complete for port 5512b36a-b0be-4047-a7a7-8317fb0b2322 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:27.350636 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4b5386f4-fe04-4d4d-b89b-c40e37e8a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.392625 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-044189c9-8bc7-45f4-94f3-d32072bc5882 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462115663&fields=id&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 267 time: 0.0367000 Sep 17 02:13:27.406784 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4b5386f4-fe04-4d4d-b89b-c40e37e8a9d2 None None] Port 5512b36a-b0be-4047-a7a7-8317fb0b2322 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:13:27.417613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4b5386f4-fe04-4d4d-b89b-c40e37e8a9d2 None None] Provisioning complete for port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:27.417995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4b5386f4-fe04-4d4d-b89b-c40e37e8a9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.467029 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:27.530479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-38395b1c-2511-4cb7-850a-7327a3a9f0c7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:27.532297 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-38395b1c-2511-4cb7-850a-7327a3a9f0c7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/networks?id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 HTTP/1.1" status: 200 len: 797 time: 0.1307685 Sep 17 02:13:27.549886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-daf690b2-8768-4a22-b11f-185b45f0770e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/quotas/acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 375 time: 0.0111892 Sep 17 02:13:27.611352 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-b3b1787b-498b-472a-ad02-6bb02009fb49 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552464 Sep 17 02:13:27.635998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-a5625f44-d6ce-4a7f-b053-fb1b2179176a None None] Provisioning complete for port 5512b36a-b0be-4047-a7a7-8317fb0b2322 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:27.636372 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a5625f44-d6ce-4a7f-b053-fb1b2179176a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.680224 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a5625f44-d6ce-4a7f-b053-fb1b2179176a None None] Port 5512b36a-b0be-4047-a7a7-8317fb0b2322 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:13:27.682999 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 2, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:27.710127 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Checking router: f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:13:27.710476 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Updating router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 port 5512b36a-b0be-4047-a7a7-8317fb0b2322 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:13:27.739903 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.759001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-6f1fcf7d-9289-421c-af7f-25f5ed8bd7f0 service neutron] 10.222.0.13 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320693 Sep 17 02:13:27.798078 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-98ce5362-8250-4910-b4be-1e3f6f332037 None None] Provisioning complete for port 5512b36a-b0be-4047-a7a7-8317fb0b2322 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:27.798666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-98ce5362-8250-4910-b4be-1e3f6f332037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:27.835569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-98ce5362-8250-4910-b4be-1e3f6f332037 None None] Port 5512b36a-b0be-4047-a7a7-8317fb0b2322 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:13:27.857727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-819fec15-2a17-437b-b001-85826ffa33c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916734 Sep 17 02:13:28.007758 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.041222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9bc717af-8b1b-4767-9e33-1ef30dc97095 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:13:28.089565 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.105617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 9bc717af-8b1b-4767-9e33-1ef30dc97095 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:28.106720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.135450 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2f931b4c-9e6e-42b2-b252-518e174fca80 req-aa6769db-1e67-4780-9122-ab233e4151f5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 210 time: 0.0447605 Sep 17 02:13:28.150415 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Pushing event updated for resources: {'Port': ['ID=5512b36a-b0be-4047-a7a7-8317fb0b2322,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:28.240880 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:13:28.304132 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.304277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:28.304379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.304473 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.304593 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.305094 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.305762 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.307309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.307612 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.307949 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.308278 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.308602 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.308926 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.309246 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:13:28.331280 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Attempting to bind port 5512b36a-b0be-4047-a7a7-8317fb0b2322 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:13:28.331860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Attempting to bind port 5512b36a-b0be-4047-a7a7-8317fb0b2322 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:13:28.331973 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Attempting to bind port 5512b36a-b0be-4047-a7a7-8317fb0b2322 on network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:13:28.338851 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:13:28.339258 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Checking segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:13:28.339662 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.340052 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Bound using segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:13:28.340517 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Bound port: 5512b36a-b0be-4047-a7a7-8317fb0b2322, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:13:28.340894 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.416490 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] For port 5512b36a-b0be-4047-a7a7-8317fb0b2322, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:13:28.419519 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] For port 5512b36a-b0be-4047-a7a7-8317fb0b2322, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5512b36a-b0be-4047-a7a7-8317fb0b2322,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:13:28.462978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c01676a8-29d6-46a5-a50d-d12e20ddb8b7 None None] Provisioning complete for port 5512b36a-b0be-4047-a7a7-8317fb0b2322 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:28.463389 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c01676a8-29d6-46a5-a50d-d12e20ddb8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.497583 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c01676a8-29d6-46a5-a50d-d12e20ddb8b7 None None] Port 5512b36a-b0be-4047-a7a7-8317fb0b2322 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:13:28.516193 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.574033 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:28.574671 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:28.617111 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7d64-d588-4f30-be73-a8b3d59ed92f None None] Pushing event updated for resources: {'Port': ['ID=5512b36a-b0be-4047-a7a7-8317fb0b2322,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:28.692720 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:28.816601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-089e2a32-de2e-4c4d-80ea-ca833330ac71 None None] Provisioning complete for port 5512b36a-b0be-4047-a7a7-8317fb0b2322 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:28.817197 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-089e2a32-de2e-4c4d-80ea-ca833330ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.893492 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:28.895028 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-089e2a32-de2e-4c4d-80ea-ca833330ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:28.920582 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc54a0c-4d51-4dfa-8404-5d3d45914698 None None] The sync data for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 is: [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:13:28.927064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-089e2a32-de2e-4c4d-80ea-ca833330ac71 None None] For port 5512b36a-b0be-4047-a7a7-8317fb0b2322, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5512b36a-b0be-4047-a7a7-8317fb0b2322,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:28.984570 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-089e2a32-de2e-4c4d-80ea-ca833330ac71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:29.038966 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e2a32-de2e-4c4d-80ea-ca833330ac71 None None] Pushing event updated for resources: {'Port': ['ID=5512b36a-b0be-4047-a7a7-8317fb0b2322,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:29.221421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed7eeea-7d8c-4894-89ed-e7c8e4e23467 req-f417653e-1e52-4769-84c8-3351d6d23dac tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 210 time: 0.0276833 Sep 17 02:13:29.386664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:29.727019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:29.975030 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5512b36a-b0be-4047-a7a7-8317fb0b2322 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:13:30.024001 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5512b36a-b0be-4047-a7a7-8317fb0b2322 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:30.024367 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:30.316973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da91da71-bc54-400a-a017-228fb7467c00 req-7ce45796-7e51-4fe5-8d05-7ce807ca534f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 210 time: 0.0261998 Sep 17 02:13:31.410233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-20ffa305-abb9-4e5a-b527-060cf90c04f9 req-d16daada-3fee-4510-a7fd-6c66b0fa103e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 210 time: 0.0271533 Sep 17 02:13:31.789710 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-1b732073-a9bc-402f-b0ab-40ea3fb9c3db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:31.791204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-1b732073-a9bc-402f-b0ab-40ea3fb9c3db tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/networks?id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 HTTP/1.1" status: 200 len: 797 time: 0.1089711 Sep 17 02:13:31.835178 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-d3aee580-f78a-464c-8767-1062eb5f7a81 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 379 time: 0.0349717 Sep 17 02:13:31.844796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'port': {'device_id': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'admin_state_up': True, 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'security_groups': ['b1f05b42-68df-45b0-8be7-a98bb5e7247a']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:32.041225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:13:32.045293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.167565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.10 (9526e4cd-75c3-49e9-b38d-6aa36bd5aab6/fb93ecaa-3321-41c8-aedb-4442ef596000/ec6ca9db-3e40-40ea-98a2-85ede5593ebb) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:13:32.306229 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.395802 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.439382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:13:32.442500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:32.446180 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:13:32.455236 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:32.512089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:32.512725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.549013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa121-c927-4b07-9beb-b3255d9e28a7 req-b94b2b8f-d1ea-48bb-b2e5-fb90ef83c3d8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:32.550771 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-296fa121-c927-4b07-9beb-b3255d9e28a7 req-b94b2b8f-d1ea-48bb-b2e5-fb90ef83c3d8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 932 time: 0.0715835 Sep 17 02:13:32.579777 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-093fb821-1352-440d-b7f7-edb3dc0f111d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391276 Sep 17 02:13:32.591734 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-296fa121-c927-4b07-9beb-b3255d9e28a7 req-8b6720f9-d133-4f86-aedf-6d56adc8a101 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341177 Sep 17 02:13:32.593261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Request body: {'port': {'device_id': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:32.654322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.725669 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0675806e-f9aa-4f03-80b8-f3c9a0a4aba9 None None] Provisioning complete for port ec6ca9db-3e40-40ea-98a2-85ede5593ebb triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:32.726220 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0675806e-f9aa-4f03-80b8-f3c9a0a4aba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.759917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0675806e-f9aa-4f03-80b8-f3c9a0a4aba9 None None] Port ec6ca9db-3e40-40ea-98a2-85ede5593ebb cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:13:32.915803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6ca9db-3e40-40ea-98a2-85ede5593ebb {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:13:32.923156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:32.934695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Transition to ACTIVE for port object ec6ca9db-3e40-40ea-98a2-85ede5593ebb will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:13:33.003478 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:33.057247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:33.130656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Attempting to bind port ec6ca9db-3e40-40ea-98a2-85ede5593ebb on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:13:33.130995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Attempting to bind port ec6ca9db-3e40-40ea-98a2-85ede5593ebb by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:13:33.131359 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Attempting to bind port ec6ca9db-3e40-40ea-98a2-85ede5593ebb on network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:13:33.135861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Port ec6ca9db-3e40-40ea-98a2-85ede5593ebb on network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:13:33.136181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Attempting to bind port ec6ca9db-3e40-40ea-98a2-85ede5593ebb on network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:13:33.142026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:13:33.142365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Checking segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:13:33.142754 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Bound using segment: {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:13:33.143221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Bound port: ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925eceb7-439f-4114-8245-70c266ba8360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:13:33.143584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:33.210608 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] For port ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:13:33.213540 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] For port ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:13:33.275488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:33.312589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.313465 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:33.315039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] 10.222.0.36 "PUT /v2.0/ports/ec6ca9db-3e40-40ea-98a2-85ede5593ebb HTTP/1.1" status: 200 len: 1092 time: 0.7270813 Sep 17 02:13:33.317470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:13:33.320256 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:13:33.349224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd872f26-6cc7-4996-8455-b8203c05b090 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:33.361704 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06401f4-9746-4b88-9bc3-503601478f54 x-openstack-request-id: req-d06401f4-9746-4b88-9bc3-503601478f54 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:13:33.361704 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:13:33.362016 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d06401f4-9746-4b88-9bc3-503601478f54 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:13:33.362476 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'status': 'completed', 'code': 200} Sep 17 02:13:33.426854 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f req-b6946922-94ab-4f01-99f8-fe88205e4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.428537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f req-b6946922-94ab-4f01-99f8-fe88205e4891 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1095 time: 0.0442789 Sep 17 02:13:33.532619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f req-5b0ce8a6-8adf-4547-bb75-82fc360928de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.534092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f req-5b0ce8a6-8adf-4547-bb75-82fc360928de service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acdc754db25c4702a10fbbc2febd00ba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973012 Sep 17 02:13:33.632975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f req-7904c81e-9608-49b7-b8b4-341aaac651c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.634466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0fbe30ed-548b-4fda-9184-73a85cfd5f7f req-7904c81e-9608-49b7-b8b4-341aaac651c0 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936635 Sep 17 02:13:33.709649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf75d3e-f29c-4715-96da-93295a13284d req-30444c45-d2df-43de-ab62-d3345a6f0bea tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.711065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-adf75d3e-f29c-4715-96da-93295a13284d req-30444c45-d2df-43de-ab62-d3345a6f0bea tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 944 time: 0.0501468 Sep 17 02:13:33.711613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-e148c7e4-f7a2-465c-a2bf-1fe1d51ca7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.713118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-e148c7e4-f7a2-465c-a2bf-1fe1d51ca7bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1095 time: 0.0408964 Sep 17 02:13:33.751001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-adf75d3e-f29c-4715-96da-93295a13284d req-07aad941-0f0f-4e61-9225-518838e9c3d4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Sep 17 02:13:33.760003 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-d0a1eaff-6f7e-4257-a588-c023cdb34ae0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb HTTP/1.1" status: 200 len: 217 time: 0.0382876 Sep 17 02:13:33.808164 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-5256613e-4a4d-4423-88f7-3965c9a2c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.809554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-5256613e-4a4d-4423-88f7-3965c9a2c75e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb93ecaa-3321-41c8-aedb-4442ef596000 HTTP/1.1" status: 200 len: 835 time: 0.0430250 Sep 17 02:13:33.856227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-ba45bf14-8478-4315-8eb8-2cbd7e4f55c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:33.857836 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-ba45bf14-8478-4315-8eb8-2cbd7e4f55c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410178 Sep 17 02:13:33.950975 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-49540404-b4f5-4a16-8573-22552eee1f44 service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853760 Sep 17 02:13:34.040286 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f24a2914-995e-49cd-a079-6ccfb644b7ed req-dabf84ba-da7a-4a35-9f8c-4e6246fd3d00 service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827358 Sep 17 02:13:34.872110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a6392-f368-4adb-ae1b-d0153a740d40 req-146c0349-2a77-42d0-abf9-11418e0c770a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:34.873651 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc2a6392-f368-4adb-ae1b-d0153a740d40 req-146c0349-2a77-42d0-abf9-11418e0c770a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 944 time: 0.0537767 Sep 17 02:13:34.911205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc2a6392-f368-4adb-ae1b-d0153a740d40 req-2f037cbf-f867-4726-9b54-53ffbcca08e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314796 Sep 17 02:13:35.498973 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2bd3e76e-ba32-4c17-925a-2a1132c0df0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:36.022918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf63380-004e-4170-ac39-3e197776dcfe req-40ee74c0-9f1b-448f-b8dc-49e0bb06ee83 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:36.024416 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bbf63380-004e-4170-ac39-3e197776dcfe req-40ee74c0-9f1b-448f-b8dc-49e0bb06ee83 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 944 time: 0.0482507 Sep 17 02:13:36.062175 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bbf63380-004e-4170-ac39-3e197776dcfe req-24f46a3a-5dd1-463e-8173-9e6bc8b30a7f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316989 Sep 17 02:13:36.860291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ec6ca9db-3e40-40ea-98a2-85ede5593ebb details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:13:36.955922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:36.967455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'port_id': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'mac_address': 'fa:16:3e:b0:43:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:13:37.003062 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:37.015417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6ca9db-3e40-40ea-98a2-85ede5593ebb {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:13:37.034607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:37.103590 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:37.154515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:37.179586 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d7dc4-0afb-4c5a-bb5c-176804d95418 req-9a0435cd-e988-420c-b977-558cad3f3e46 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:37.181070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d03d7dc4-0afb-4c5a-bb5c-176804d95418 req-9a0435cd-e988-420c-b977-558cad3f3e46 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 945 time: 0.0503166 Sep 17 02:13:37.218224 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d03d7dc4-0afb-4c5a-bb5c-176804d95418 req-55621653-6de4-48a7-a9eb-41106bcd4f10 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307658 Sep 17 02:13:37.337186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['ec6ca9db-3e40-40ea-98a2-85ede5593ebb'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:13:38.271951 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ea50c446-1e6b-4844-addc-e41b6a5c0990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:38.336328 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb559-eaaf-4038-ac90-b7c726ba2fc0 req-87db7776-b12f-498d-a27a-0d5a5e4cc61b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:38.337788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2dbb559-eaaf-4038-ac90-b7c726ba2fc0 req-87db7776-b12f-498d-a27a-0d5a5e4cc61b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 945 time: 0.0518966 Sep 17 02:13:38.374614 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f2dbb559-eaaf-4038-ac90-b7c726ba2fc0 req-36875c48-5af5-4ffc-84aa-b41f5081d167 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303433 Sep 17 02:13:38.875646 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ec6ca9db-3e40-40ea-98a2-85ede5593ebb up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:13:38.989655 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port ec6ca9db-3e40-40ea-98a2-85ede5593ebb completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:13:38.993842 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port ec6ca9db-3e40-40ea-98a2-85ede5593ebb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:13:38.994252 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:39.081200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:39.103292 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:13:39.109504 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123636d3-0888-4b33-bb19-ae9b3f7de683" -d '{"events": [{"server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:13:39.118015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:13:39.155392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:39.184118 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:39.208252 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a717f989-4886-49f1-a121-e496516b3a8e x-openstack-request-id: req-a717f989-4886-49f1-a121-e496516b3a8e {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:13:39.208546 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "name": "network-vif-plugged", "status": "completed", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:13:39.208793 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a717f989-4886-49f1-a121-e496516b3a8e {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:13:39.209172 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'code': 200} Sep 17 02:13:39.237302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:39.300774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf40ee9-61c6-4a24-8fe6-3853895babe2 req-7b3589c4-366f-4cd8-8e20-04064d535c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:39.302235 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0cf40ee9-61c6-4a24-8fe6-3853895babe2 req-7b3589c4-366f-4cd8-8e20-04064d535c2c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1097 time: 0.0404220 Sep 17 02:13:39.337302 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0cf40ee9-61c6-4a24-8fe6-3853895babe2 req-d948923e-259a-4fe3-87bc-f9d7e56baaf7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282979 Sep 17 02:13:39.490107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d662e-81ac-4641-ae51-111afe9e8079 req-ab0bbf4b-e5d5-4878-a703-30fbb09ec0de tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:39.491617 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b98d662e-81ac-4641-ae51-111afe9e8079 req-ab0bbf4b-e5d5-4878-a703-30fbb09ec0de tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0492890 Sep 17 02:13:39.528554 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b98d662e-81ac-4641-ae51-111afe9e8079 req-e90bb229-15dc-4a0b-be99-93df79633d27 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304060 Sep 17 02:13:39.760587 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:40.649566 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45a8b-90ec-405d-9cf3-219950672173 req-21062d24-b801-4c94-8f6b-f87db0a13afb tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:40.651028 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ed45a8b-90ec-405d-9cf3-219950672173 req-21062d24-b801-4c94-8f6b-f87db0a13afb tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0537617 Sep 17 02:13:40.692146 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1ed45a8b-90ec-405d-9cf3-219950672173 req-3e1935b5-0fce-4999-9bb2-77e5478e7218 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342488 Sep 17 02:13:40.805332 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29806d53-9ff5-4947-af84-af56470b6209 req-85177757-5724-4a20-9543-6b8d95477ece tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:40.809434 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29806d53-9ff5-4947-af84-af56470b6209 req-85177757-5724-4a20-9543-6b8d95477ece tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0487680 Sep 17 02:13:40.845153 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-29806d53-9ff5-4947-af84-af56470b6209 req-b1723426-d44e-434e-ba54-a8f2e004d195 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312462 Sep 17 02:13:40.867057 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:40.909626 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf817aa-c45d-4c28-badb-dd47f7167e16 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:40.911119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-daf817aa-c45d-4c28-badb-dd47f7167e16 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1092 time: 0.0430739 Sep 17 02:13:40.913956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41858) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:40.918070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address': '172.20.0.10'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:13:41.008922 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:41.102472 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:41.209523 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.140 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/7da89e0d-2713-4678-b2a7-dab1cac3c6cf) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:13:41.283319 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:41.312438 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:41.397815 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:41.437740 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:13:41.440537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:13:41.443906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:13:41.471929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=7da89e0d-2713-4678-b2a7-dab1cac3c6cf,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:41.799775 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:41.923287 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:42.364456 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:42.435250 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:42.502104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=7da89e0d-2713-4678-b2a7-dab1cac3c6cf,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:13:42.514185 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:42.612544 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 52d02b45-2c45-456a-aca3-9a2f3347b4dd associated. External IP: 172.25.1.140, port: ec6ca9db-3e40-40ea-98a2-85ede5593ebb. Sep 17 02:13:42.819014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:13:42.926186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:13:42.935476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] Sync routers for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:13:42.944448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:42.945068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:43.015210 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:43.042728 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0014369d-8439-40da-9e4e-a217cb7fc2f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1277828 Sep 17 02:13:43.046641 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:13:43.047840 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3898170d-16fb-46f8-9643-646e374ea6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:13:43.054098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:43.144233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26ff22-3761-4455-b2f0-b5b32156bed2 req-fb699ef4-95a5-42f8-b172-e2e98ef13ded tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:43.145410 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072149b7-f76d-4fc7-a85e-0b9d4f682373 x-openstack-request-id: req-072149b7-f76d-4fc7-a85e-0b9d4f682373 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:13:43.145705 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:13:43.145950 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be26ff22-3761-4455-b2f0-b5b32156bed2 req-fb699ef4-95a5-42f8-b172-e2e98ef13ded tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0524249 Sep 17 02:13:43.146075 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-072149b7-f76d-4fc7-a85e-0b9d4f682373 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:13:43.146344 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'status': 'completed', 'code': 200} Sep 17 02:13:43.212639 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-be26ff22-3761-4455-b2f0-b5b32156bed2 req-cedd467b-13a2-44de-a459-9829df820f28 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598254 Sep 17 02:13:43.222812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-f7311fa0-2b1f-4786-9b5a-7723ef7f5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:43.224631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-f7311fa0-2b1f-4786-9b5a-7723ef7f5648 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1097 time: 0.0548756 Sep 17 02:13:43.235702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41866) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:43.297885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '52d02b45-2c45-456a-aca3-9a2f3347b4dd', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'port_id': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'mac_address': 'fa:16:3e:b0:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:13:41Z', 'updated_at': '2021-09-17T02:13:41Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:43.306385 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8a5e17e4-e819-4d76-890f-16ceb912ea69 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/52d02b45-2c45-456a-aca3-9a2f3347b4dd HTTP/1.1" status: 200 len: 992 time: 0.0695572 Sep 17 02:13:43.320512 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-6c167090-ea0c-4d51-b2ce-cf7012954f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:43.322147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-6c167090-ea0c-4d51-b2ce-cf7012954f6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 HTTP/1.1" status: 200 len: 898 time: 0.0908215 Sep 17 02:13:43.326257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] Checking router: f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:13:43.334549 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:13:43.335185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:13:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:43.385519 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-e3b73b40-0cc3-483c-b881-d40ab910b073 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb HTTP/1.1" status: 200 len: 1000 time: 0.0568101 Sep 17 02:13:43.439152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-8e02fa6d-7358-47b1-a503-72bbdaa8d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:43.440653 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-8e02fa6d-7358-47b1-a503-72bbdaa8d4d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb93ecaa-3321-41c8-aedb-4442ef596000 HTTP/1.1" status: 200 len: 835 time: 0.0481744 Sep 17 02:13:43.441017 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:13:43.487421 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-e6a8d6a2-269a-4ca0-b20c-9e8e1829cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:43.488992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-e6a8d6a2-269a-4ca0-b20c-9e8e1829cc48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416179 Sep 17 02:13:43.582060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-5a9112bd-d064-4930-ba75-0bc91cae605a service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860145 Sep 17 02:13:43.672488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '52d02b45-2c45-456a-aca3-9a2f3347b4dd', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'port_id': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'mac_address': 'fa:16:3e:b0:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:13:41Z', 'updated_at': '2021-09-17T02:13:41Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:13:43.681635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3898170d-16fb-46f8-9643-646e374ea6d2 req-91f6e22b-1d3c-4551-b883-8893037225a5 service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928998 Sep 17 02:13:43.703992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8c44e-ca1d-4c0e-8aeb-1d8991f4cdc1 None None] The sync data for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 is: [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '52d02b45-2c45-456a-aca3-9a2f3347b4dd', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.140', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'port_id': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'mac_address': 'fa:16:3e:b0:43:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:13:41Z', 'updated_at': '2021-09-17T02:13:41Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:13:43.898747 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cef1da-5588-4232-a1a4-9491bc44d1fc None None] New status for floating IP 52d02b45-2c45-456a-aca3-9a2f3347b4dd: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:13:44.310847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41868) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:13:44.370657 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-daf34e69-e94e-40b9-866f-d3b6c865b652 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/52d02b45-2c45-456a-aca3-9a2f3347b4dd HTTP/1.1" status: 200 len: 994 time: 0.0585465 Sep 17 02:13:54.545981 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-382889f5-7429-4645-8c64-9519e33e2c5d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409939 Sep 17 02:13:54.629082 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-0728a2f9-08da-4674-9acf-deac2fe946c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:54.630541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-0728a2f9-08da-4674-9acf-deac2fe946c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1097 time: 0.0447941 Sep 17 02:13:54.734205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-1d0559c2-f175-41ff-b315-f2b4459c294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:54.735631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-1d0559c2-f175-41ff-b315-f2b4459c294b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 HTTP/1.1" status: 200 len: 898 time: 0.0867407 Sep 17 02:13:54.803629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-45313e70-6b35-4d2f-8fc6-69968c93526a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb HTTP/1.1" status: 200 len: 1002 time: 0.0611751 Sep 17 02:13:54.851758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-4a060ec1-57ec-49cc-84e3-342e9f2c9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:54.853165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-4a060ec1-57ec-49cc-84e3-342e9f2c9e32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb93ecaa-3321-41c8-aedb-4442ef596000 HTTP/1.1" status: 200 len: 835 time: 0.0431678 Sep 17 02:13:54.898690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-ff5efec8-b3be-4b7f-86d6-2b0adc1a3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:13:54.900225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-ff5efec8-b3be-4b7f-86d6-2b0adc1a3088 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398328 Sep 17 02:13:54.992050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-a84f4991-eff2-416b-a979-777f94b14072 service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847673 Sep 17 02:13:55.081418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-851779f1-7165-4895-926f-cf633d1bb5a7 req-058fc4e3-4c28-4d7a-88fe-1689b3aeb75d service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820041 Sep 17 02:13:56.203776 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:13:59.400308 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:13:59.717089 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:05.502979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1a0b8fb0-d6b3-4c3d-af29-f9774929a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:08.234717 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b062ba3f-d16e-480e-89b7-8554f789cbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:09.137247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:09.734694 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:11.291518 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:15.883267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac6dbe-aaf0-4ccc-a572-3486c7c03356 req-bbc8b347-a86c-4cc7-9a92-c1e0fa792371 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:15.884827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9ac6dbe-aaf0-4ccc-a572-3486c7c03356 req-bbc8b347-a86c-4cc7-9a92-c1e0fa792371 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0515113 Sep 17 02:14:15.927625 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e9ac6dbe-aaf0-4ccc-a572-3486c7c03356 req-1d761f15-8317-4108-a12a-b760429cd098 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362008 Sep 17 02:14:17.048043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b9ea3-607d-4d5a-89a6-5f11196e767e req-7a3b3a00-3068-40ae-a0be-e1c064bc5c2d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:17.049511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329b9ea3-607d-4d5a-89a6-5f11196e767e req-7a3b3a00-3068-40ae-a0be-e1c064bc5c2d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0532796 Sep 17 02:14:17.086768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-329b9ea3-607d-4d5a-89a6-5f11196e767e req-6a6c8d71-819b-4a94-9e15-b61eaea11e00 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311353 Sep 17 02:14:17.108861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41886) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:17.168147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-695d5964-80dc-4069-83a5-ab7eb6e233b6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/52d02b45-2c45-456a-aca3-9a2f3347b4dd HTTP/1.1" status: 200 len: 994 time: 0.0576775 Sep 17 02:14:18.600737 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e11fc0-7625-482e-976b-96199c0394f5 req-c8375d07-0728-4873-ae8f-e484c9fae5ae tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:18.602285 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05e11fc0-7625-482e-976b-96199c0394f5 req-c8375d07-0728-4873-ae8f-e484c9fae5ae tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0542274 Sep 17 02:14:18.642273 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05e11fc0-7625-482e-976b-96199c0394f5 req-72b6ba6c-b9a3-4f0a-953f-c730568b53a8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337319 Sep 17 02:14:19.773680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766486de-225c-4f3b-af04-7b8bf1ae991f req-94e14f72-a3bc-4e7e-a25e-dc61ba9c527d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:19.775238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-766486de-225c-4f3b-af04-7b8bf1ae991f req-94e14f72-a3bc-4e7e-a25e-dc61ba9c527d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0505176 Sep 17 02:14:19.813692 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-766486de-225c-4f3b-af04-7b8bf1ae991f req-8ff0d285-d7b7-4288-a1cc-68c40fcc2c0e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320845 Sep 17 02:14:19.837095 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41898) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:19.902263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-10af7a13-f92b-4700-bc49-59e2eadc4067 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/52d02b45-2c45-456a-aca3-9a2f3347b4dd HTTP/1.1" status: 200 len: 994 time: 0.0640199 Sep 17 02:14:20.138031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41906) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:20.289073 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 7da89e0d-2713-4678-b2a7-dab1cac3c6cf {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:14:20.289407 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:20.365613 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:20.365932 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:20.377385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 7da89e0d-2713-4678-b2a7-dab1cac3c6cf owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:14:20.597503 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:20.626323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=7da89e0d-2713-4678-b2a7-dab1cac3c6cf,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:20.637875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.641555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.642486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.642486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:20.696094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:20.696421 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 52d02b45-2c45-456a-aca3-9a2f3347b4dd disassociated (deleted). External IP: 172.25.1.140, port: ec6ca9db-3e40-40ea-98a2-85ede5593ebb. Sep 17 02:14:20.910624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:14:21.017587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:14:21.022363 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:21.026870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] Sync routers for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:14:21.036116 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:21.036724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:21.048730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-13c3b17e-364f-4276-b662-eb192a12037d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/floatingips/52d02b45-2c45-456a-aca3-9a2f3347b4dd HTTP/1.1" status: 204 len: 168 time: 0.9097102 Sep 17 02:14:21.049323 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:14:21.051607 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a848e4-315f-4e09-9ca7-98bf5b42c103" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:14:21.093310 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e318c7e-65c5-4ac8-803e-5353d29e8e27 x-openstack-request-id: req-4e318c7e-65c5-4ac8-803e-5353d29e8e27 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:14:21.093796 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:14:21.094423 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e318c7e-65c5-4ac8-803e-5353d29e8e27 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:14:21.094560 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'status': 'completed', 'code': 200} Sep 17 02:14:21.161310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-c8d787f7-be4f-4f9f-b221-4b24b787322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:21.162752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-c8d787f7-be4f-4f9f-b221-4b24b787322a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 1097 time: 0.0456288 Sep 17 02:14:21.262064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-a5177b32-f56c-4e3c-bdd0-86fa50ef1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:21.263559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-a5177b32-f56c-4e3c-bdd0-86fa50ef1e3f service neutron] 10.222.0.36 "GET /v2.0/networks?id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 HTTP/1.1" status: 200 len: 898 time: 0.0936608 Sep 17 02:14:21.305820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-2d8d9599-16cb-4dbb-81fb-8875c68b9820 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb HTTP/1.1" status: 200 len: 217 time: 0.0355768 Sep 17 02:14:21.319787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:21.359885 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-7b06ce5a-4e50-4dbd-ad42-3ba5f4639014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:21.361354 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-7b06ce5a-4e50-4dbd-ad42-3ba5f4639014 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fb93ecaa-3321-41c8-aedb-4442ef596000 HTTP/1.1" status: 200 len: 835 time: 0.0491321 Sep 17 02:14:21.410875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-5f138baf-de3f-4548-b728-47dcb6304f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:21.413682 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-5f138baf-de3f-4548-b728-47dcb6304f8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441027 Sep 17 02:14:21.485097 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a606-b85f-4ee0-8e81-d3b2234f7576 req-d638431f-70d5-4e23-bddc-2dd95a077547 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:21.492092 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c72a606-b85f-4ee0-8e81-d3b2234f7576 req-d638431f-70d5-4e23-bddc-2dd95a077547 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0599961 Sep 17 02:14:21.506534 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-5b8807cc-5908-42d7-8e8a-6ab4610c205e service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861185 Sep 17 02:14:21.524256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:21.528393 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c72a606-b85f-4ee0-8e81-d3b2234f7576 req-4153a0dc-ae61-4713-8794-777e2c2d015c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351913 Sep 17 02:14:21.559010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] Checking router: f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:14:21.568121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:21.568725 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:21.605670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a0a848e4-315f-4e09-9ca7-98bf5b42c103 req-29bd5332-eb5c-454f-9c80-5469f97d4981 service neutron] 10.222.0.36 "GET /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911751 Sep 17 02:14:21.675666 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:21.870980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:21.896639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fad985c-676b-4a27-88e9-15e6250fd513 None None] The sync data for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 is: [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '5512b36a-b0be-4047-a7a7-8317fb0b2322', 'name': '', 'network_id': '9526e4cd-75c3-49e9-b38d-6aa36bd5aab6', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:98:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:25Z', 'updated_at': '2021-09-17T02:13:28Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': 'fb93ecaa-3321-41c8-aedb-4442ef596000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:14:22.106971 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6026f-88a1-4d9b-bc5c-c9d4db5a868f None None] New status for floating IP 52d02b45-2c45-456a-aca3-9a2f3347b4dd: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:14:22.646470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559066f3-a8d0-4346-a5f1-4234fc83e068 req-6835c283-d39b-406d-a09c-6c67d7228ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:22.647979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-559066f3-a8d0-4346-a5f1-4234fc83e068 req-6835c283-d39b-406d-a09c-6c67d7228ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0489025 Sep 17 02:14:22.684827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-559066f3-a8d0-4346-a5f1-4234fc83e068 req-fa3a8eaf-c22c-442b-9e8b-b92160fb32d0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1f05b42-68df-45b0-8be7-a98bb5e7247a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310378 Sep 17 02:14:22.950668 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-3fd881dd-bf56-4f48-80de-1b66b73f3ea9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:22.952114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-3fd881dd-bf56-4f48-80de-1b66b73f3ea9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 946 time: 0.0475461 Sep 17 02:14:23.042531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port ec6ca9db-3e40-40ea-98a2-85ede5593ebb {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:14:23.042866 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:23.130722 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port ec6ca9db-3e40-40ea-98a2-85ede5593ebb, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:23.131113 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:23.147617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for ec6ca9db-3e40-40ea-98a2-85ede5593ebb owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:14:23.357045 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:23.393052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=ec6ca9db-3e40-40ea-98a2-85ede5593ebb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:23.434657 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] No DVR routers for this DVR port ec6ca9db-3e40-40ea-98a2-85ede5593ebb on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:14:23.437267 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:23.439399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6e8d2f24-5ac6-494d-955f-b949b1cbbc4f req-28e136af-0057-4a9a-9c27-6fe6d7d355dd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "DELETE /v2.0/ports/ec6ca9db-3e40-40ea-98a2-85ede5593ebb HTTP/1.1" status: 204 len: 173 time: 0.4812300 Sep 17 02:14:23.439897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'name': 'network-vif-deleted', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:14:23.442259 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e89a0ad-f5d0-4135-b331-72f755be1fbb" -d '{"events": [{"server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "name": "network-vif-deleted", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:14:23.478947 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48d577e-5f38-4cfa-99a7-4c562af7d7dd x-openstack-request-id: req-e48d577e-5f38-4cfa-99a7-4c562af7d7dd {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:14:23.479271 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb", "name": "network-vif-deleted", "tag": "ec6ca9db-3e40-40ea-98a2-85ede5593ebb", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:14:23.479527 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e48d577e-5f38-4cfa-99a7-4c562af7d7dd {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:14:23.479930 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb', 'name': 'network-vif-deleted', 'tag': 'ec6ca9db-3e40-40ea-98a2-85ede5593ebb', 'status': 'completed', 'code': 200} Sep 17 02:14:23.798745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89e19060-6ae0-475a-a0d8-7d9ea3bf114d req-b8757d68-1e32-4344-90b7-18b860b73f06 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b5a30d5-7a0d-4d9f-bb95-2d956140f3bb HTTP/1.1" status: 200 len: 210 time: 0.0282044 Sep 17 02:14:24.855254 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41924) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:25.213223 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:25.463105 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 5512b36a-b0be-4047-a7a7-8317fb0b2322 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:14:25.463513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:25.550350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 5512b36a-b0be-4047-a7a7-8317fb0b2322, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5512b36a-b0be-4047-a7a7-8317fb0b2322,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:25.550712 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:25.563460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 5512b36a-b0be-4047-a7a7-8317fb0b2322 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:14:25.865737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:25.901460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=5512b36a-b0be-4047-a7a7-8317fb0b2322,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:25.934144 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.934310 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.934605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.935048 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.935535 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.935882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.936214 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.936545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.936877 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.937788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.938331 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:25.938655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:26.099554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.318197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:14:26.424749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:14:26.431264 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e221b9b-1644-4021-a4a6-55bc8915f6df tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/f70c4bed-f36c-476b-af7e-ca1c8eaf91c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5749009 Sep 17 02:14:26.432430 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41926) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:26.435600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] Sync routers for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:14:26.444881 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:26.445498 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:26.483316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting subnet fb93ecaa-3321-41c8-aedb-4442ef596000 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:14:26.487386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.526242 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.553920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:26.614352 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.732968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:14:25Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:26.758969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] Checking router: f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:14:26.763270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.767826 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] Routers {'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:26.768440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:26.791494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Subnet': ['ID=fb93ecaa-3321-41c8-aedb-4442ef596000,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:26.795261 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.800016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bd8e46cd-b606-4eee-bebc-a70a8f0c49a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/subnets/fb93ecaa-3321-41c8-aedb-4442ef596000 HTTP/1.1" status: 204 len: 168 time: 0.3638949 Sep 17 02:14:26.800327 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41928) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:26.803419 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c32fdc-f4ed-4fcf-a2b0-235f04096bbf None None] Network 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:14:26.913719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:26.961260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] Set router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:27.020672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.045280 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ec6ca9db-3e40-40ea-98a2-85ede5593ebb no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:14:27.071599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: ec6ca9db-3e40-40ea-98a2-85ede5593ebb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:14:27.071599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device ec6ca9db-3e40-40ea-98a2-85ede5593ebb not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:14:27.148953 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] DHCP port deletion for 9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:14:27.152736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 9bc717af-8b1b-4767-9e33-1ef30dc97095 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:14:27.153108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.210840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:14:25Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:27.235364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 9bc717af-8b1b-4767-9e33-1ef30dc97095, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=9bc717af-8b1b-4767-9e33-1ef30dc97095,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:27.235729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.239231 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d28e14-b33b-4a82-bb69-672427925590 None None] The sync data for ids ['f70c4bed-f36c-476b-af7e-ca1c8eaf91c9'] in n-d-789963-7 is: [{'id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934407417', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69'}], 'enable_snat': True}, 'gw_port_id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:13:21Z', 'updated_at': '2021-09-17T02:14:25Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '9bc717af-8b1b-4767-9e33-1ef30dc97095', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:16:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70c4bed-f36c-476b-af7e-ca1c8eaf91c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:13:22Z', 'updated_at': '2021-09-17T02:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:14:27.246648 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Deleting port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:14:27.247034 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.247677 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 9bc717af-8b1b-4767-9e33-1ef30dc97095 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:14:27.316894 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] For port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,segment=NetworkSegment(925eceb7-439f-4114-8245-70c266ba8360),segment_id=925eceb7-439f-4114-8245-70c266ba8360)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:27.317293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.330904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Calling delete_port for 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:14:27.468772 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.497201 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.497589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Pushing event deleted for resources: {'Port': ['ID=8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:27.501859 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] No DVR routers for this DVR port 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.513688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.514840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.514840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.514840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.514840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.515608 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a7b009-6562-4274-ace0-7caa60a2b259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:27.522326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=9bc717af-8b1b-4767-9e33-1ef30dc97095,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:27.585028 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.682177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.684359 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.819841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.820406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Fanout notify agent at l3_agent the message router_deleted on router f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:14:27.827294 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:27.828627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d95720a3-e63c-4720-98f0-63cec82749a6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/routers/f70c4bed-f36c-476b-af7e-ca1c8eaf91c9 HTTP/1.1" status: 204 len: 168 time: 1.0273991 Sep 17 02:14:27.831725 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41930) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:27.911518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.001889 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.021063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9526e4cd-75c3-49e9-b38d-6aa36bd5aab6']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:28.030191 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925eceb7-439f-4114-8245-70c266ba8360') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:28.030491 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925eceb7-439f-4114-8245-70c266ba8360') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:28.040206 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.053375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.058973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:14:28.059470 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:14:28.062344 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:14:28.213931 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.221069 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.222880 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/networks/9526e4cd-75c3-49e9-b38d-6aa36bd5aab6 HTTP/1.1" status: 204 len: 168 time: 0.3902030 Sep 17 02:14:28.225760 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41932) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:28.234746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e928ba-4f3f-4880-a38a-8bd35461e0e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Network': ['ID=9526e4cd-75c3-49e9-b38d-6aa36bd5aab6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:28.296901 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c669-e1fa-4b52-bc2a-ec6476fdc020 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.321199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9bc717af-8b1b-4767-9e33-1ef30dc97095 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:14:28.323961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c669-e1fa-4b52-bc2a-ec6476fdc020 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.341543 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 9bc717af-8b1b-4767-9e33-1ef30dc97095 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:14:28.341885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 9bc717af-8b1b-4767-9e33-1ef30dc97095 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:14:28.342304 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:14:28.364766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:14:28.368377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8a100d92-f8f7-4a18-9ad3-c7dc48b3b30c not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:14:28.368377 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5512b36a-b0be-4047-a7a7-8317fb0b2322 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:14:28.383744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5512b36a-b0be-4047-a7a7-8317fb0b2322 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:14:28.384080 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5512b36a-b0be-4047-a7a7-8317fb0b2322 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:14:28.440033 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c669-e1fa-4b52-bc2a-ec6476fdc020 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.442716 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c669-e1fa-4b52-bc2a-ec6476fdc020 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.444095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7bb0c669-e1fa-4b52-bc2a-ec6476fdc020 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1f05b42-68df-45b0-8be7-a98bb5e7247a HTTP/1.1" status: 204 len: 168 time: 0.2172515 Sep 17 02:14:28.454045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0c669-e1fa-4b52-bc2a-ec6476fdc020 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f05b42-68df-45b0-8be7-a98bb5e7247a,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:28.792097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41938) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:28.797385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338502935', 'description': 'tempest-secgroup-smoke-338502935 description', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:28.914129 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:28.996560 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.059625 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.088448 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfbe32b-432a-48f6-aa43-45f68f5edd8b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:29.145477 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.146728 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1da0296a-36ce-4ec9-96e3-51b2d61a9c34 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3536856 Sep 17 02:14:29.149574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 41940) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:29.153836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbe32b-432a-48f6-aa43-45f68f5edd8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:29.247005 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.301439 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.379969 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.398325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f696f9be-8ebd-42c5-ba4d-95084eb97ec0,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:29.408659 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.465981 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.467306 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a99a72d2-7e3d-4977-8fe2-0db432f9970e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3167956 Sep 17 02:14:29.470541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41942) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:29.475235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbe32b-432a-48f6-aa43-45f68f5edd8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:29.558532 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.613885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.674085 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.693226 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e289f6c5-7c5a-40bd-a797-b35ce8093f56,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:29.766004 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.811155 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.812496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-62422c99-2011-4aa0-a65b-51f5c35c4261 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3408284 Sep 17 02:14:29.815296 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41944) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:29.819715 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbe32b-432a-48f6-aa43-45f68f5edd8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:29.896274 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:29.952389 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.008083 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.025656 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36702ade-5626-43a9-9f01-75df459b9fe8,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:30.100014 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.101220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3c42a5c7-8011-48e9-a582-3e4365fefbf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2849746 Sep 17 02:14:30.103971 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41946) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:30.108213 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbe32b-432a-48f6-aa43-45f68f5edd8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:30.195986 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.257449 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.339837 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.646575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1197fcd-b151-4aed-b480-e346afbf6d4f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:30.717060 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.718435 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2733d663-0e73-412a-a3a0-6d8b8358ff92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6133587 Sep 17 02:14:30.721138 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41948) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:30.725494 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbe32b-432a-48f6-aa43-45f68f5edd8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:30.797931 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:14:30.802714 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.851892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.916990 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:30.936871 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6975eaeb-a123-4643-956d-f482698c5a06,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:31.008453 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.009680 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-65524a9f-4320-4ab2-ac42-8602f07c1ba3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2875803 Sep 17 02:14:31.012358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41950) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:31.016763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'fcfbe32b-432a-48f6-aa43-45f68f5edd8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:31.105518 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:14:31.110862 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.170025 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.253738 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.271282 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4519d3ce-c421-433d-8fdd-e22bc70fc1d2,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:31.336573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.337749 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-56911543-38cd-4787-bb71-55f01c656550 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3244617 Sep 17 02:14:31.340637 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41952) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:31.346051 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'network': {'name': 'tempest-network-smoke--560633911', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:31.442366 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:14:31.445781 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.469843 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:14:31.478114 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.478449 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Added segment c15625e3-a047-4783-a87f-e4e0788803dd of type vlan for network d616ed34-f2b9-44a3-bede-f999ec008ae5 Sep 17 02:14:31.521492 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.614095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.619471 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:31.620040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.685649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Network': ['ID=d616ed34-f2b9-44a3-bede-f999ec008ae5,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:31.696341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:14:31.706466 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-38307f25-bc59-4255-b5e4-b166adcfa7bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3648462 Sep 17 02:14:31.709260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41954) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:31.713649 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'admin_state_up': True, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:31.817208 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.818205 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:31.871251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:32.076942 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:32.316539 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:32.335030 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:32.435319 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.252 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/3a7f1589-2c59-4f96-8bd8-0578f5be0a0d) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:14:32.541483 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:32.637052 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:32.672773 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:14:32.675695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:32.679197 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:14:32.714948 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:33.025929 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:33.203441 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:14:33.218233 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:33.423098 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:14:33.532122 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:14:33.542509 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Sync routers for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:14:33.552038 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:33.556521 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:33.605513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:33.606770 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a06bec11-8e67-4603-8a02-268136f3b9b7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8965645 Sep 17 02:14:33.611174 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41956) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:33.639390 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d758bd39-b26b-4aa0-8dec-c0cdfc4f6b48 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=acdc754db25c4702a10fbbc2febd00ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270803 Sep 17 02:14:33.642149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41958) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:33.656824 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:33.732156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d6d31-529c-4c19-ad6e-510a9d28d354 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:33.734113 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-553d6d31-529c-4c19-ad6e-510a9d28d354 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905533 Sep 17 02:14:33.737314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41960) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:33.766452 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d6ebba5-caf1-43ed-8a68-10bf38d077f4 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268114 Sep 17 02:14:33.768081 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41962) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:33.772862 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2058474422', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:33.838677 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:32Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:33.865549 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Checking router: 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:14:33.869689 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Updating router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:14:33.889597 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:33.917149 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:14:33.920731 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.142431 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.165648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.225525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Subnet': ['ID=714fe422-549c-4d46-b9f5-0b34bcd6b46a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:34.234845 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.235759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Checking segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:14:34.236120 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network hostable DHCP agents. Network: d616ed34-f2b9-44a3-bede-f999ec008ae5, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:14:34.325896 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:14:34.371774 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Attempting to bind port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:14:34.372139 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Attempting to bind port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:14:34.372487 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Attempting to bind port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:14:34.376133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Pushing event updated for resources: {'Port': ['ID=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:34.380616 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:14:34.381324 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:14:34.381439 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.381825 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:14:34.382276 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Bound port: 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:14:34.382645 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.399826 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, d616ed34-f2b9-44a3-bede-f999ec008ae5) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:34.404167 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.404505 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.405089 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.405406 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.405672 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:34.406188 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.406307 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.406522 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.406737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.406864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.407421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.407577 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.407847 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.408083 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:14:34.416664 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a0e85d-2b09-424e-9401-5edf07317898 None None] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:14:34.454609 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] For port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:14:34.457833 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] For port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:14:34.486609 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0b917792-f634-467f-94df-f166cf0e724c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7175014 Sep 17 02:14:34.489513 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 41964) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:34.514407 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.570262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-d616ed34-f2b9-44a3-bede-f999ec008ae5', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:14:34.571216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.583156 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:34.583778 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:34.587126 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00aed74-2792-4523-ac62-777d904bff03 None None] Pushing event updated for resources: {'Port': ['ID=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:34.701553 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:34.714836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Allocated IP 172.20.0.2 (d616ed34-f2b9-44a3-bede-f999ec008ae5/714fe422-549c-4d46-b9f5-0b34bcd6b46a/44c569a6-a3a1-424b-8a86-f87e4c7aca0b) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:14:34.876616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.888425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:32Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:34.915775 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06d1374-4b09-4a5f-992e-e1d95a958179 None None] The sync data for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 is: [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:32Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:14:34.944598 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.946318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:34.985347 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:14:34.989907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:34.994036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:14:35.003341 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Pushing event updated for resources: {'Port': ['ID=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:35.058070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Attempting to bind port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:14:35.058437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Attempting to bind port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:14:35.058797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Attempting to bind port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b on network d616ed34-f2b9-44a3-bede-f999ec008ae5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:14:35.063855 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:14:35.064228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Checking segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:14:35.064751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.064997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Bound using segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:14:35.065534 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Bound port: 44c569a6-a3a1-424b-8a86-f87e4c7aca0b, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:14:35.065806 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.164662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] For port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:14:35.168114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] For port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:14:35.237554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.249965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.1 (d616ed34-f2b9-44a3-bede-f999ec008ae5/714fe422-549c-4d46-b9f5-0b34bcd6b46a/6169d213-c59f-451f-8a09-d47ba80b9c66) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:14:35.306090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8cc38-9c5b-478c-b04e-3c704a381f07 None None] Pushing event updated for resources: {'Port': ['ID=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:35.391032 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.525702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a273cc02-15e8-4d93-9b3b-a67a40511bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.537874 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.578070 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:14:35.583461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:35.587520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:14:35.617434 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=6169d213-c59f-451f-8a09-d47ba80b9c66,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:35.638148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:35.830574 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.060747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:14:36.116066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:36.116436 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.131220 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.192042 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.205169 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.230828 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:36.271847 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=6169d213-c59f-451f-8a09-d47ba80b9c66,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:36.274655 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.293613 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57168aab-c559-42f7-9712-622322dec363 None None] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:14:36.313433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.314213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 44c569a6-a3a1-424b-8a86-f87e4c7aca0b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:14:36.368749 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:14:36.370313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:36.620392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e8caa4da-e6d3-4cd9-b23a-1dbdf2042430 None None] Provisioning complete for port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:36.620974 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8caa4da-e6d3-4cd9-b23a-1dbdf2042430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.647991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:36.691750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:36.692126 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.797708 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:14:36.836446 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8caa4da-e6d3-4cd9-b23a-1dbdf2042430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.880099 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:36.899434 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e8caa4da-e6d3-4cd9-b23a-1dbdf2042430 None None] For port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:36.911553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:14:36.919290 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fc688424-fb22-4988-9d07-6ee391518f23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4260366 Sep 17 02:14:36.929878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Sync routers for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:14:36.941214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:36.941800 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:36.985849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8caa4da-e6d3-4cd9-b23a-1dbdf2042430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:37.101356 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-38da554e-4a31-412a-bcd0-3defb501ce4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338502935&fields=id&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 267 time: 0.0367341 Sep 17 02:14:37.111190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 02:14:37.111536 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 02:14:37.143732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caa4da-e6d3-4cd9-b23a-1dbdf2042430 None None] Pushing event updated for resources: {'Port': ['ID=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:37.156299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:37.158729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b2c8481b-2d88-4c6b-87c7-1416dc4f83c4 None None] Provisioning complete for port 6169d213-c59f-451f-8a09-d47ba80b9c66 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:37.159127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2c8481b-2d88-4c6b-87c7-1416dc4f83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:37.263744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8481b-2d88-4c6b-87c7-1416dc4f83c4 None None] Port 6169d213-c59f-451f-8a09-d47ba80b9c66 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:14:37.331357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b2c8481b-2d88-4c6b-87c7-1416dc4f83c4 None None] Provisioning complete for port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:37.331648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2c8481b-2d88-4c6b-87c7-1416dc4f83c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:37.485810 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 2, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:37.513586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Checking router: 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:14:37.513941 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Updating router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 port 6169d213-c59f-451f-8a09-d47ba80b9c66 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:14:37.539664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:37.544682 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-37599902-37f2-4587-bfeb-230bdcde20c2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:37.546203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-37599902-37f2-4587-bfeb-230bdcde20c2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 796 time: 0.4438457 Sep 17 02:14:37.561074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-2d8e6155-4883-4c90-8ea9-fe785af3ec1b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/quotas/acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 375 time: 0.0088143 Sep 17 02:14:37.613600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-aba8a58c-c05c-42f1-9c77-4de709113f6b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465567 Sep 17 02:14:37.681982 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-86b95fb5-628c-4340-ad63-7d5efa13ec05 None None] Provisioning complete for port 6169d213-c59f-451f-8a09-d47ba80b9c66 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:37.682593 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-86b95fb5-628c-4340-ad63-7d5efa13ec05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:37.711992 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-6b247582-1d05-412d-9662-a0c8945ef6d0 service neutron] 10.222.0.13 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Sep 17 02:14:37.747948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-86b95fb5-628c-4340-ad63-7d5efa13ec05 None None] Port 6169d213-c59f-451f-8a09-d47ba80b9c66 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:14:37.809268 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-bf5ee2c0-e4ac-4217-84ec-649ad1692e6f service neutron] 10.222.0.13 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910444 Sep 17 02:14:37.893403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:37.971110 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.001125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:14:38.080943 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f55c5-513f-4c98-9b64-7e8ee2e6bf42 None None] Pushing event updated for resources: {'Port': ['ID=6169d213-c59f-451f-8a09-d47ba80b9c66,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:38.100429 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f57a3f1d-b410-4dc5-a554-7767d87f824c req-3791d3cb-0cbb-49b3-be2b-a9851fdd7586 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 210 time: 0.0358703 Sep 17 02:14:38.113816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Attempting to bind port 6169d213-c59f-451f-8a09-d47ba80b9c66 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:14:38.114168 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Attempting to bind port 6169d213-c59f-451f-8a09-d47ba80b9c66 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:14:38.114535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Attempting to bind port 6169d213-c59f-451f-8a09-d47ba80b9c66 on network d616ed34-f2b9-44a3-bede-f999ec008ae5 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:14:38.125195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:14:38.125570 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Checking segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:14:38.125978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.126380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Bound using segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:14:38.126869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Bound port: 6169d213-c59f-451f-8a09-d47ba80b9c66, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:14:38.127270 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.137453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:38.137845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.262090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] For port 6169d213-c59f-451f-8a09-d47ba80b9c66, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:14:38.278898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] For port 6169d213-c59f-451f-8a09-d47ba80b9c66, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6169d213-c59f-451f-8a09-d47ba80b9c66,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:14:38.285967 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 44c569a6-a3a1-424b-8a86-f87e4c7aca0b up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:14:38.306472 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-facfcc92-9eaa-4cca-9838-c4e93445ea32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.333877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:38.334249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.354852 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.437964 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-da9dd6c7-bbb7-4ab5-8169-60320a384fd6 None None] Provisioning complete for port 6169d213-c59f-451f-8a09-d47ba80b9c66 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:38.438338 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da9dd6c7-bbb7-4ab5-8169-60320a384fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.468058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f55c5-513f-4c98-9b64-7e8ee2e6bf42 None None] Pushing event updated for resources: {'Port': ['ID=6169d213-c59f-451f-8a09-d47ba80b9c66,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:38.470639 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:38.471277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:38.642808 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:38.684665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da9dd6c7-bbb7-4ab5-8169-60320a384fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:38.922415 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-da9dd6c7-bbb7-4ab5-8169-60320a384fd6 None None] For port 6169d213-c59f-451f-8a09-d47ba80b9c66, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6169d213-c59f-451f-8a09-d47ba80b9c66,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:39.001169 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da9dd6c7-bbb7-4ab5-8169-60320a384fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:39.073277 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9dd6c7-bbb7-4ab5-8169-60320a384fd6 None None] Pushing event updated for resources: {'Port': ['ID=6169d213-c59f-451f-8a09-d47ba80b9c66,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:39.085514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:39.118958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f06a2bf-6d45-4034-999f-0ecbc9407d8b None None] The sync data for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 is: [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:14:39.130037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9a47b99f-0091-46ef-83f9-be1f93e45f02 None None] Provisioning complete for port 6169d213-c59f-451f-8a09-d47ba80b9c66 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:39.137156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9a47b99f-0091-46ef-83f9-be1f93e45f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:39.160077 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:39.222763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2ecbd30c-860b-405e-8515-40e91751e65a req-8c6b45b4-286d-40fb-aef7-f3583fb04002 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 210 time: 0.0625691 Sep 17 02:14:39.720226 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:40.025448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6169d213-c59f-451f-8a09-d47ba80b9c66 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:14:40.073750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 6169d213-c59f-451f-8a09-d47ba80b9c66 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:40.074123 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:40.304965 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f52ceb9d-d3d0-4f7e-b64a-97eafbe3f2b2 req-b388076d-60ad-458e-9744-e32fa7b1a73a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 210 time: 0.0262771 Sep 17 02:14:41.285475 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:41.395561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-19a5d40c-8135-4bd5-90d8-f8c8b5a99062 req-9a26b12c-c313-47cc-b077-39170ba9a2b2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 210 time: 0.0260835 Sep 17 02:14:42.069772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-80a1b706-e082-4a4b-a7fe-30c4b0491988 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:42.071254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-80a1b706-e082-4a4b-a7fe-30c4b0491988 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 796 time: 0.1092114 Sep 17 02:14:42.114152 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-ff48f110-5c08-4600-b6cf-c6e57671cb10 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 379 time: 0.0338290 Sep 17 02:14:42.123255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'port': {'device_id': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'admin_state_up': True, 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'security_groups': ['fcfbe32b-432a-48f6-aa43-45f68f5edd8b']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:42.334270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:14:42.337852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:42.462559 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.13 (d616ed34-f2b9-44a3-bede-f999ec008ae5/714fe422-549c-4d46-b9f5-0b34bcd6b46a/0a12eb3d-7a29-47fc-b2c5-492fe026055e) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:14:42.492328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7d3a0e77-2961-4a1f-967b-b2b2a684d495 req-4835eafc-7c55-4d3a-9521-54f11a459676 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 210 time: 0.0272264 Sep 17 02:14:42.605213 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:42.708338 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:42.753159 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:14:42.756425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:42.758812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:14:42.792804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=0a12eb3d-7a29-47fc-b2c5-492fe026055e,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:42.822973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:42.823640 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:42.910183 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-c7522796-9219-449f-9104-0eb5e7b0ca3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904577 Sep 17 02:14:42.924053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Request body: {'port': {'device_id': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:42.975821 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.001565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-447a3a85-ec51-4fea-b707-e71a0846a4fa None None] Provisioning complete for port 0a12eb3d-7a29-47fc-b2c5-492fe026055e triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:43.002143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-447a3a85-ec51-4fea-b707-e71a0846a4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.036977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-447a3a85-ec51-4fea-b707-e71a0846a4fa None None] Port 0a12eb3d-7a29-47fc-b2c5-492fe026055e cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:14:43.242053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a12eb3d-7a29-47fc-b2c5-492fe026055e {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:14:43.249856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.261425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Transition to ACTIVE for port object 0a12eb3d-7a29-47fc-b2c5-492fe026055e will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:14:43.330624 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.385647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Pushing event updated for resources: {'Port': ['ID=0a12eb3d-7a29-47fc-b2c5-492fe026055e,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:43.466647 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Attempting to bind port 0a12eb3d-7a29-47fc-b2c5-492fe026055e on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:14:43.467322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Attempting to bind port 0a12eb3d-7a29-47fc-b2c5-492fe026055e by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:14:43.467322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Attempting to bind port 0a12eb3d-7a29-47fc-b2c5-492fe026055e on network d616ed34-f2b9-44a3-bede-f999ec008ae5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:14:43.472726 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Port 0a12eb3d-7a29-47fc-b2c5-492fe026055e on network d616ed34-f2b9-44a3-bede-f999ec008ae5 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:14:43.473056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Attempting to bind port 0a12eb3d-7a29-47fc-b2c5-492fe026055e on network d616ed34-f2b9-44a3-bede-f999ec008ae5 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:14:43.478320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:14:43.478661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Checking segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:14:43.479052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Bound using segment: {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:14:43.479506 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Bound port: 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15625e3-a047-4783-a87f-e4e0788803dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:14:43.479897 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.559806 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] For port 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:14:43.569218 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] For port 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:14:43.621634 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bfe059-9069-4eb2-9ffb-563bd98d00e6 req-1431106d-4775-448d-966e-10086a7b5232 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:43.623155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5bfe059-9069-4eb2-9ffb-563bd98d00e6 req-1431106d-4775-448d-966e-10086a7b5232 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 944 time: 0.0542433 Sep 17 02:14:43.665151 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5bfe059-9069-4eb2-9ffb-563bd98d00e6 req-24ab1921-1967-480b-b357-c02767090494 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347841 Sep 17 02:14:43.668604 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.701827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:43.702334 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:43.704264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] 10.222.0.36 "PUT /v2.0/ports/0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 1092 time: 0.7853491 Sep 17 02:14:43.706780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:14:43.709763 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf5a9da-cc91-4355-bdf2-b5321138c336" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:14:43.737942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ec0d3-6277-4f9c-accd-0aeebb0cdffb service neutron] Pushing event updated for resources: {'Port': ['ID=0a12eb3d-7a29-47fc-b2c5-492fe026055e,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:43.765461 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30d9117-eddb-439d-a8ae-d5779b969569 x-openstack-request-id: req-f30d9117-eddb-439d-a8ae-d5779b969569 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:14:43.770405 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:14:43.770405 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f30d9117-eddb-439d-a8ae-d5779b969569 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:14:43.770405 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'status': 'completed', 'code': 200} Sep 17 02:14:43.835273 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5a9da-cc91-4355-bdf2-b5321138c336 req-dcfb35da-a3f2-40da-9f17-36a1c8543f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:43.836883 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-caf5a9da-cc91-4355-bdf2-b5321138c336 req-dcfb35da-a3f2-40da-9f17-36a1c8543f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1095 time: 0.0513935 Sep 17 02:14:43.945590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5a9da-cc91-4355-bdf2-b5321138c336 req-c8ca1701-0f5b-4b0c-8475-026a812ba2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:43.947071 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-caf5a9da-cc91-4355-bdf2-b5321138c336 req-c8ca1701-0f5b-4b0c-8475-026a812ba2d3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acdc754db25c4702a10fbbc2febd00ba&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1011348 Sep 17 02:14:44.048535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5a9da-cc91-4355-bdf2-b5321138c336 req-0d4eaa40-1748-456f-87ce-a578603c60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:44.050052 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-caf5a9da-cc91-4355-bdf2-b5321138c336 req-0d4eaa40-1748-456f-87ce-a578603c60a7 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957572 Sep 17 02:14:44.131423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-1f3d9b02-e96c-421b-ae8a-af08ad25fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:44.132964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-1f3d9b02-e96c-421b-ae8a-af08ad25fc70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1095 time: 0.0466423 Sep 17 02:14:44.176139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-ee486e85-3295-4b2f-a69a-92a66be0bb15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 217 time: 0.0358822 Sep 17 02:14:44.226091 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-c695538c-2a47-4ea6-b29d-d688ee6a14c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:44.227503 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-c695538c-2a47-4ea6-b29d-d688ee6a14c1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 200 len: 835 time: 0.0443678 Sep 17 02:14:44.277215 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663669b-c791-4816-a078-4015cb992b21 req-5a017a0a-db5d-4bbe-9c6a-41121cf2ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:44.278686 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-5a017a0a-db5d-4bbe-9c6a-41121cf2ca4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d616ed34-f2b9-44a3-bede-f999ec008ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438778 Sep 17 02:14:44.366906 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-dbe4b502-c266-4788-be6f-c091e09576a3 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808706 Sep 17 02:14:44.460203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f663669b-c791-4816-a078-4015cb992b21 req-0fc63aa0-4170-4ca4-b84f-2f22a59650d8 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865796 Sep 17 02:14:44.780645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dff3c9-2a4f-4de6-bc2a-e564554945ba req-57bb19fd-4900-4edc-b35e-2422c4f6375b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:44.784597 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39dff3c9-2a4f-4de6-bc2a-e564554945ba req-57bb19fd-4900-4edc-b35e-2422c4f6375b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 944 time: 0.0499825 Sep 17 02:14:44.820060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-39dff3c9-2a4f-4de6-bc2a-e564554945ba req-230267ec-2661-4cc4-8839-506167e12e94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318820 Sep 17 02:14:45.939544 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932d584-37d5-40d4-b64f-94cb140e6050 req-2fe5cb03-6555-419a-a2d9-09e7b189b555 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:45.941001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3932d584-37d5-40d4-b64f-94cb140e6050 req-2fe5cb03-6555-419a-a2d9-09e7b189b555 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 944 time: 0.0530803 Sep 17 02:14:45.978297 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3932d584-37d5-40d4-b64f-94cb140e6050 req-21ebb41f-f256-473d-950e-100bd6ef13e8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312316 Sep 17 02:14:47.095386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63c52f-db5a-4ed0-913a-bd684aeac88c req-46b78b53-4cf3-479d-ae0e-fa77d98ec5d1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:47.096893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc63c52f-db5a-4ed0-913a-bd684aeac88c req-46b78b53-4cf3-479d-ae0e-fa77d98ec5d1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 944 time: 0.0508463 Sep 17 02:14:47.133713 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc63c52f-db5a-4ed0-913a-bd684aeac88c req-481c06e8-0bce-408b-81f8-b139d5275b68 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308537 Sep 17 02:14:47.139860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a12eb3d-7a29-47fc-b2c5-492fe026055e details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:14:47.242748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:47.254281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'port_id': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'mac_address': 'fa:16:3e:7d:3e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:14:47.290448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:47.302597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a12eb3d-7a29-47fc-b2c5-492fe026055e {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:14:47.321090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:47.385362 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:47.431721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0a12eb3d-7a29-47fc-b2c5-492fe026055e,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:47.585021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['0a12eb3d-7a29-47fc-b2c5-492fe026055e'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:14:48.249290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3bbd-b4d6-433c-9865-8eac2eb303c7 req-1879cb21-a3de-4681-a58b-63ccb21d8980 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:48.250812 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9dad3bbd-b4d6-433c-9865-8eac2eb303c7 req-1879cb21-a3de-4681-a58b-63ccb21d8980 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Sep 17 02:14:48.288986 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9dad3bbd-b4d6-433c-9865-8eac2eb303c7 req-e33342f6-62fa-4c72-a2ec-04e4aca188da tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Sep 17 02:14:49.139836 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a12eb3d-7a29-47fc-b2c5-492fe026055e up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:14:49.245049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 0a12eb3d-7a29-47fc-b2c5-492fe026055e completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:14:49.248653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 0a12eb3d-7a29-47fc-b2c5-492fe026055e triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:14:49.249020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:49.328376 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:49.350704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:14:49.353066 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607cb63e-fcf8-4ceb-ac8e-799d09a7a1e8" -d '{"events": [{"server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "name": "network-vif-plugged", "status": "completed", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:14:49.369930 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:14:49.392216 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb8c8d-be6f-4bea-ac81-c4daab1e6634 x-openstack-request-id: req-d3cb8c8d-be6f-4bea-ac81-c4daab1e6634 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:14:49.392216 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "name": "network-vif-plugged", "status": "completed", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:14:49.392216 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3cb8c8d-be6f-4bea-ac81-c4daab1e6634 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:14:49.392677 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'code': 200} Sep 17 02:14:49.416036 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4f71c-2abf-4ab4-82a2-f330d5f6e426 req-06366df8-d3c3-454f-b8d0-5a0b6b9be87f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:49.417591 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3b4f71c-2abf-4ab4-82a2-f330d5f6e426 req-06366df8-d3c3-454f-b8d0-5a0b6b9be87f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 945 time: 0.0599351 Sep 17 02:14:49.445100 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:49.480497 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c3b4f71c-2abf-4ab4-82a2-f330d5f6e426 req-84631ac8-52a5-4ee5-9e24-1d02d76e15ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561945 Sep 17 02:14:49.497808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e051-434a-4706-b9a2-17b6815dede4 req-4378961e-6236-4f1f-997c-ae9eadd010b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:49.499318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a17e051-434a-4706-b9a2-17b6815dede4 req-4378961e-6236-4f1f-997c-ae9eadd010b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1097 time: 0.0482376 Sep 17 02:14:49.502362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=0a12eb3d-7a29-47fc-b2c5-492fe026055e,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:49.535568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8a17e051-434a-4706-b9a2-17b6815dede4 req-dfb7e8f3-0ae8-40ee-b5aa-b1f32779c871 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290110 Sep 17 02:14:50.597697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ff70-f64c-43e6-8f43-5ec00ca8b7d1 req-c9b35e87-fca6-486c-943e-ae6146ddd004 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:50.599198 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebf1ff70-f64c-43e6-8f43-5ec00ca8b7d1 req-c9b35e87-fca6-486c-943e-ae6146ddd004 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0486207 Sep 17 02:14:50.637760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ebf1ff70-f64c-43e6-8f43-5ec00ca8b7d1 req-8e195c90-c434-4ab2-ba92-14333b2a3e95 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322633 Sep 17 02:14:51.753331 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8406eee-7563-41b6-b124-263368a86af2 req-43348566-2f82-4268-af56-4643d942f96f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:51.754824 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8406eee-7563-41b6-b124-263368a86af2 req-43348566-2f82-4268-af56-4643d942f96f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0499642 Sep 17 02:14:51.793203 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a8406eee-7563-41b6-b124-263368a86af2 req-3f80926e-c354-4ae6-a955-42f8575437d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323999 Sep 17 02:14:51.972245 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9aba14-70bf-406f-8366-cef8edf0e3f8 req-85bdcc88-bd29-4c30-be44-540a439f4572 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:51.973737 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a9aba14-70bf-406f-8366-cef8edf0e3f8 req-85bdcc88-bd29-4c30-be44-540a439f4572 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.1153331 Sep 17 02:14:52.011016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8a9aba14-70bf-406f-8366-cef8edf0e3f8 req-549a4aba-f0e0-4e0a-b095-2c47fb685dcc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Sep 17 02:14:52.033316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42034) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:52.072807 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa635e-e380-4a1b-9a07-7c3c5ab2a745 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:52.074357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-eafa635e-e380-4a1b-9a07-7c3c5ab2a745 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1092 time: 0.0400443 Sep 17 02:14:52.077145 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42036) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:52.081651 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address': '172.20.0.13'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:14:52.167852 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:52.265550 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:52.365202 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.131 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/b3017a1e-41d4-4243-b6ed-0ca4351b872d) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:14:52.467101 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:52.557221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:52.595545 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:14:52.599724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:14:52.606003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:14:52.609185 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=b3017a1e-41d4-4243-b6ed-0ca4351b872d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:52.954901 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:53.090473 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:53.240385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:53.299670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:53.364543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=b3017a1e-41d4-4243-b6ed-0ca4351b872d,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:14:53.378007 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:53.479226 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 4dd9d204-8648-4274-88c4-ed535aa3a3bf associated. External IP: 172.25.1.131, port: 0a12eb3d-7a29-47fc-b2c5-492fe026055e. Sep 17 02:14:53.685929 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:14:53.793402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:14:53.803850 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] Sync routers for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:14:53.814297 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:53.815036 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:53.862662 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:53.890751 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-f889e95b-56e1-4372-8f12-8ec43baff59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8125911 Sep 17 02:14:53.891358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:14:53.893671 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a512a9-643c-4e32-ad6a-98c8e1ad893b" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:14:53.923787 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:53.930897 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e7934-5707-4c54-8f6d-09779049b450 x-openstack-request-id: req-917e7934-5707-4c54-8f6d-09779049b450 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:14:53.931294 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:14:53.931601 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-917e7934-5707-4c54-8f6d-09779049b450 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:14:53.932073 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'status': 'completed', 'code': 200} Sep 17 02:14:54.027336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6f92f-cf4a-495b-a1e2-ed5ae56374da req-4a77f139-da8a-465e-9010-e78e084b781d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:54.028852 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9c6f92f-cf4a-495b-a1e2-ed5ae56374da req-4a77f139-da8a-465e-9010-e78e084b781d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0858035 Sep 17 02:14:54.031624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-2ff415b9-e684-4b30-a63c-47e711cca1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:54.032994 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-2ff415b9-e684-4b30-a63c-47e711cca1a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1097 time: 0.0779743 Sep 17 02:14:54.097195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9c6f92f-cf4a-495b-a1e2-ed5ae56374da req-1afd3d78-92de-47f8-80d5-ec61ea1656fc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608761 Sep 17 02:14:54.119411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42042) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:54.158497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-0b0d2f5d-05f2-45d7-85c3-80d1d34bc687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:54.160009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-0b0d2f5d-05f2-45d7-85c3-80d1d34bc687 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 897 time: 0.1169651 Sep 17 02:14:54.162759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4dd9d204-8648-4274-88c4-ed535aa3a3bf', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'port_id': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'mac_address': 'fa:16:3e:7d:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:14:52Z', 'updated_at': '2021-09-17T02:14:52Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:54.189807 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] Checking router: 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:14:54.190668 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-22a66187-e6d3-45f7-89c2-7495ea170114 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4dd9d204-8648-4274-88c4-ed535aa3a3bf HTTP/1.1" status: 200 len: 992 time: 0.0700085 Sep 17 02:14:54.199214 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:14:54.199748 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:14:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:54.226126 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-d1b77e4c-5b9e-4193-9b17-845e9172a2c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 1000 time: 0.0594225 Sep 17 02:14:54.276085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-ee12698c-411b-47d9-ba2b-ce0bb7cafcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:54.277546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-ee12698c-411b-47d9-ba2b-ce0bb7cafcbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 200 len: 835 time: 0.0440810 Sep 17 02:14:54.303609 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:14:54.327186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-d44d012e-cd62-46a3-9867-0c6c0a3ca25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:54.328801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-d44d012e-cd62-46a3-9867-0c6c0a3ca25b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d616ed34-f2b9-44a3-bede-f999ec008ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437429 Sep 17 02:14:54.419729 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-c095a632-6b72-4963-af80-c691be7f53b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835550 Sep 17 02:14:54.515816 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90a512a9-643c-4e32-ad6a-98c8e1ad893b req-32b2e2cd-bf2c-4cc6-9832-dd9174587a9b service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894840 Sep 17 02:14:54.520009 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4dd9d204-8648-4274-88c4-ed535aa3a3bf', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'port_id': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'mac_address': 'fa:16:3e:7d:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:14:52Z', 'updated_at': '2021-09-17T02:14:52Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:14:54.550095 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bbcdb-933e-4abf-80b7-1e3cfd21cbb4 None None] The sync data for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 is: [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4dd9d204-8648-4274-88c4-ed535aa3a3bf', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'port_id': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'mac_address': 'fa:16:3e:7d:3e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:14:52Z', 'updated_at': '2021-09-17T02:14:52Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:14:54.744786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7239d643-1349-4bb1-ab25-562d1872aba7 None None] New status for floating IP 4dd9d204-8648-4274-88c4-ed535aa3a3bf: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:14:55.193756 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42044) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:14:55.254262 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a607f8b5-f5a5-4789-848e-fd89b948afe7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4dd9d204-8648-4274-88c4-ed535aa3a3bf HTTP/1.1" status: 200 len: 994 time: 0.0593734 Sep 17 02:14:57.011546 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-da3c135f-a377-45e7-9b24-9dbeb389e87b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391886 Sep 17 02:14:57.090805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e717-7802-4828-a98b-8aa20498e21c req-6d1d0502-87bb-4669-9fc1-831ab2a10a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:57.092265 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-6d1d0502-87bb-4669-9fc1-831ab2a10a09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1097 time: 0.0417805 Sep 17 02:14:57.199178 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e717-7802-4828-a98b-8aa20498e21c req-4473a6c6-5712-4010-8f57-c942fead354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:57.200666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-4473a6c6-5712-4010-8f57-c942fead354a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 897 time: 0.0899575 Sep 17 02:14:57.263355 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-7cce670c-b880-45be-b280-52dc88df8878 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 1002 time: 0.0560305 Sep 17 02:14:57.315994 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e717-7802-4828-a98b-8aa20498e21c req-20e81c63-723d-4165-a2ce-a22f58f8f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:57.317412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-20e81c63-723d-4165-a2ce-a22f58f8f045 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 200 len: 835 time: 0.0473144 Sep 17 02:14:57.361851 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756e717-7802-4828-a98b-8aa20498e21c req-72db57e6-b1f1-4335-aca2-94827b552360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:14:57.363255 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-72db57e6-b1f1-4335-aca2-94827b552360 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d616ed34-f2b9-44a3-bede-f999ec008ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394323 Sep 17 02:14:57.452300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-63957bfa-fbd8-47c3-9879-979583dbaed2 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820370 Sep 17 02:14:57.544735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7756e717-7802-4828-a98b-8aa20498e21c req-2034d817-8182-4025-8def-8792f1374c95 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850310 Sep 17 02:14:59.450842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:14:59.744905 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:05.508092 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b986eb35-92f8-4958-be35-ab42a683be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:08.256207 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e8afc139-1e7f-45dc-bb89-3c77d1947be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:09.170158 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:09.722032 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:10.203354 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:15:11.299254 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:26.761364 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b2124-17a3-4bac-84e9-0dc59e803d61 req-5b29a78c-db4b-49a7-bd99-9f2ecefb5f90 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:26.763236 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd9b2124-17a3-4bac-84e9-0dc59e803d61 req-5b29a78c-db4b-49a7-bd99-9f2ecefb5f90 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0522006 Sep 17 02:15:26.806683 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd9b2124-17a3-4bac-84e9-0dc59e803d61 req-2e575de8-1678-49f9-b282-52ffbf33a170 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367432 Sep 17 02:15:26.821295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-f3706420-03df-4ee8-843a-17c5d159527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:26.824952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-f3706420-03df-4ee8-843a-17c5d159527f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1097 time: 0.0438845 Sep 17 02:15:26.917060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-4a0906fa-8f94-4a2a-bbb6-913ec845828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:26.918577 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-4a0906fa-8f94-4a2a-bbb6-913ec845828b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 897 time: 0.0889385 Sep 17 02:15:26.988107 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-6bffae3b-5361-4a28-a163-dad3ad8b8157 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 1002 time: 0.0623555 Sep 17 02:15:27.038302 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-2be09b1a-4a1a-4d1f-935a-a9b9e741b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:27.039750 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-2be09b1a-4a1a-4d1f-935a-a9b9e741b75a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 200 len: 835 time: 0.0438149 Sep 17 02:15:27.088826 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-35acf423-a5d0-4c3f-91b6-db0a2ac918c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:27.094180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-35acf423-a5d0-4c3f-91b6-db0a2ac918c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d616ed34-f2b9-44a3-bede-f999ec008ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422566 Sep 17 02:15:27.181518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-ae197ce8-7a93-4742-9c46-7136200a5497 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Sep 17 02:15:27.272894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb374b4d-d553-47d3-a380-fbf6a66ce11c req-7fc142d3-b9da-4d47-bf97-05e40a786c52 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842834 Sep 17 02:15:27.974769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1facc-f091-4647-a487-9fd0f526f646 req-5133adc4-a946-4b62-8b5e-e06b2a8644e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:27.976338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37c1facc-f091-4647-a487-9fd0f526f646 req-5133adc4-a946-4b62-8b5e-e06b2a8644e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0987470 Sep 17 02:15:28.013705 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-37c1facc-f091-4647-a487-9fd0f526f646 req-a5c10242-aa7a-4c18-974a-1951eeca1ba9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Sep 17 02:15:29.131065 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fb33d6-237b-449a-a519-b3c72b3dc8d2 req-c4a2edb6-e64f-47c4-8c8e-6f205295769d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:29.132563 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-53fb33d6-237b-449a-a519-b3c72b3dc8d2 req-c4a2edb6-e64f-47c4-8c8e-6f205295769d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Sep 17 02:15:29.170155 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-53fb33d6-237b-449a-a519-b3c72b3dc8d2 req-2a2f84e9-eda0-41b9-a9fa-2c822f6ee9c7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Sep 17 02:15:29.487927 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:29.739244 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:30.284113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e018a-abe0-41b2-80be-f45bd0291ff5 req-4a4487ca-22ed-43d1-a897-a1fb7cefcbf9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:30.285582 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-771e018a-abe0-41b2-80be-f45bd0291ff5 req-4a4487ca-22ed-43d1-a897-a1fb7cefcbf9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0486398 Sep 17 02:15:30.332050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-771e018a-abe0-41b2-80be-f45bd0291ff5 req-c4a962eb-ef6a-4dc8-8d42-8c6fb9c51fb6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Sep 17 02:15:31.448553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e7f92-c8d5-4de6-8df8-608f84f644c5 req-fb76ecd2-670e-4363-b26d-6a5a35fe3f39 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:31.450016 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f11e7f92-c8d5-4de6-8df8-608f84f644c5 req-fb76ecd2-670e-4363-b26d-6a5a35fe3f39 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0495880 Sep 17 02:15:31.487835 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f11e7f92-c8d5-4de6-8df8-608f84f644c5 req-2f7c0f84-0bde-4a65-add4-3ac96e98ad17 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Sep 17 02:15:32.601365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d1099-56c0-45df-93b2-af9d1b0e1932 req-9335616e-e7fc-442c-ada3-b5c2bb6a52c7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:32.602831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc3d1099-56c0-45df-93b2-af9d1b0e1932 req-9335616e-e7fc-442c-ada3-b5c2bb6a52c7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0489986 Sep 17 02:15:32.640176 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bc3d1099-56c0-45df-93b2-af9d1b0e1932 req-d103d8fe-8eec-4b4b-a857-c9af38d85b65 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 Sep 17 02:15:33.752556 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655e66b-8f3d-48fa-b4b8-07a14ccfdb1f req-85eed58e-6c7d-4aa7-a5ac-5fd03b17b8f2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:33.753980 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2655e66b-8f3d-48fa-b4b8-07a14ccfdb1f req-85eed58e-6c7d-4aa7-a5ac-5fd03b17b8f2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0472152 Sep 17 02:15:33.794572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2655e66b-8f3d-48fa-b4b8-07a14ccfdb1f req-5769d7b1-d1cc-4022-95a4-d080e2a5eb17 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345354 Sep 17 02:15:34.910111 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c63f8c2-3adc-4e47-bbee-934083ca5b7a req-4710fec6-b820-4db6-9062-70f920fec07d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:34.911584 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c63f8c2-3adc-4e47-bbee-934083ca5b7a req-4710fec6-b820-4db6-9062-70f920fec07d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0494719 Sep 17 02:15:34.948120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8c63f8c2-3adc-4e47-bbee-934083ca5b7a req-a671e400-3fac-4de4-b64d-ee000efedcf6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305893 Sep 17 02:15:35.489972 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-193002d0-380f-468c-89fd-6785f9859c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:36.064124 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef575967-35fe-4cf9-8979-732cec215b9d req-d8040f9e-9514-4159-b037-1eeb0d950acc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:36.065620 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef575967-35fe-4cf9-8979-732cec215b9d req-d8040f9e-9514-4159-b037-1eeb0d950acc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Sep 17 02:15:36.102339 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ef575967-35fe-4cf9-8979-732cec215b9d req-17ccce0a-e857-44ae-bd86-4aaf45dafc5f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308046 Sep 17 02:15:37.217467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f685b5-9bde-4aa6-abce-d7dbb40d95ae req-41d5676c-66af-4163-8558-6127e6fcdde6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:37.218922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74f685b5-9bde-4aa6-abce-d7dbb40d95ae req-41d5676c-66af-4163-8558-6127e6fcdde6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0489275 Sep 17 02:15:37.260755 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74f685b5-9bde-4aa6-abce-d7dbb40d95ae req-04068bbf-81b5-475f-8e3e-bd14cb6e314b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354218 Sep 17 02:15:38.230164 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41ecde43-904f-494e-97c9-fb7f1e498730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:38.374665 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da169c3d-433f-4c36-aa05-180b6a63f13d req-8d1c1462-5a06-41f5-a677-74c77fa4a72e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:38.376357 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da169c3d-433f-4c36-aa05-180b6a63f13d req-8d1c1462-5a06-41f5-a677-74c77fa4a72e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0493951 Sep 17 02:15:38.413973 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-da169c3d-433f-4c36-aa05-180b6a63f13d req-e184e3c9-f92d-43f7-a3c1-c260c0d2ba3b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317123 Sep 17 02:15:39.115837 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:39.529812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d9781-1fd6-4401-9731-b534c31f8631 req-f496128f-0c55-4a45-bdcc-dcc56e8d3ebd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:39.532483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae7d9781-1fd6-4401-9731-b534c31f8631 req-f496128f-0c55-4a45-bdcc-dcc56e8d3ebd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0507455 Sep 17 02:15:39.570859 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ae7d9781-1fd6-4401-9731-b534c31f8631 req-d59f908d-32d7-4388-b7cb-6ed2af8b7332 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Sep 17 02:15:39.741349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:40.684727 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ce89-2d18-4a36-abb7-77b456bc6143 req-506e7524-ce7e-46a1-9061-7a4409781ded tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:40.693792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec30ce89-2d18-4a36-abb7-77b456bc6143 req-506e7524-ce7e-46a1-9061-7a4409781ded tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0495062 Sep 17 02:15:40.727827 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec30ce89-2d18-4a36-abb7-77b456bc6143 req-ee395d1b-e558-4474-a3e8-e69988700dfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352879 Sep 17 02:15:41.292978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:41.842684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c25f31-2fbf-40f7-a979-d10ba461fa6e req-21e9dcc3-21bd-4ab1-b117-6cd9fb7aef23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:41.844645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52c25f31-2fbf-40f7-a979-d10ba461fa6e req-21e9dcc3-21bd-4ab1-b117-6cd9fb7aef23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0493331 Sep 17 02:15:41.882074 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52c25f31-2fbf-40f7-a979-d10ba461fa6e req-f66ec0c4-1da1-4675-9297-0f09183f093a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315232 Sep 17 02:15:42.994408 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762879b-fad0-4018-a635-e73c97f63ec4 req-c7d5cd01-0a75-4234-8cbd-3599b63e496e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:42.995932 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3762879b-fad0-4018-a635-e73c97f63ec4 req-c7d5cd01-0a75-4234-8cbd-3599b63e496e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0483491 Sep 17 02:15:43.033575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3762879b-fad0-4018-a635-e73c97f63ec4 req-631db831-c27c-4650-a4a2-7f9852c1d81d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310907 Sep 17 02:15:44.150305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fcd0e6-11ba-4187-9af6-515c1b514884 req-c19d02fb-53d0-41ba-9d51-e8626c6ca388 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:44.151838 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01fcd0e6-11ba-4187-9af6-515c1b514884 req-c19d02fb-53d0-41ba-9d51-e8626c6ca388 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0503397 Sep 17 02:15:44.194382 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01fcd0e6-11ba-4187-9af6-515c1b514884 req-3aee2903-a10f-4d65-b199-710fb5c168f6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359967 Sep 17 02:15:44.216534 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42094) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:15:44.277067 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-d5277939-3555-4eec-96b0-2d696069e04e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4dd9d204-8648-4274-88c4-ed535aa3a3bf HTTP/1.1" status: 200 len: 994 time: 0.0594192 Sep 17 02:15:47.202448 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:15:56.521574 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-038cd4d0-d7b9-4454-814c-294070638aca service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391731 Sep 17 02:15:56.603291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-fe653c98-2d21-4322-af3d-553780699eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:56.604849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-fe653c98-2d21-4322-af3d-553780699eae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1097 time: 0.0410886 Sep 17 02:15:56.709523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-8980801a-be7f-4668-b2a6-4159c50bc99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:56.711027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-8980801a-be7f-4668-b2a6-4159c50bc99e service neutron] 10.222.0.36 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 897 time: 0.0872130 Sep 17 02:15:56.774583 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-f36cc8d2-06eb-49ed-98cd-73cbda34a5a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 1002 time: 0.0556753 Sep 17 02:15:56.821767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-201ac100-196f-4688-8100-ccd05254d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:56.823215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-201ac100-196f-4688-8100-ccd05254d9f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 200 len: 835 time: 0.0418577 Sep 17 02:15:56.870732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-06c52452-c48e-406a-affd-63f4bfaf574d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:15:56.872238 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-06c52452-c48e-406a-affd-63f4bfaf574d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d616ed34-f2b9-44a3-bede-f999ec008ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423079 Sep 17 02:15:56.963752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-6db2ae13-6891-428d-ab69-525a0877e08e service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840869 Sep 17 02:15:57.056175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8d451b39-5f90-4fd5-8209-42d4be9e3144 req-a7a1c799-9b67-4c6d-b500-2c204e5314d3 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859754 Sep 17 02:15:59.438407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:15:59.740985 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:05.492936 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e6d969f0-d9f3-440f-84b1-eb210bc0950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:08.221292 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3f8f1230-d9c7-402f-9147-2285e577caa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:09.126892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:09.740578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:11.292759 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:12.871040 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42110) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:13.028407 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port b3017a1e-41d4-4243-b6ed-0ca4351b872d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:16:13.028747 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:13.102248 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:13.102570 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:13.113747 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for b3017a1e-41d4-4243-b6ed-0ca4351b872d owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:16:13.335044 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:13.360876 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=b3017a1e-41d4-4243-b6ed-0ca4351b872d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:13.386572 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.386922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.387290 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.387634 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.387964 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.388295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.388624 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.389461 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.389788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.390111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.390433 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.390755 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:13.429311 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:13.429661 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 4dd9d204-8648-4274-88c4-ed535aa3a3bf disassociated (deleted). External IP: 172.25.1.131, port: 0a12eb3d-7a29-47fc-b2c5-492fe026055e. Sep 17 02:16:13.636735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:16:13.742499 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:16:13.747049 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:13.753147 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] Sync routers for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:16:13.763761 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:13.764496 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:13.775107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2abb6781-1bfb-45d9-ba35-cc22defdc662 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/floatingips/4dd9d204-8648-4274-88c4-ed535aa3a3bf HTTP/1.1" status: 204 len: 168 time: 0.9029708 Sep 17 02:16:13.775699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:16:13.778231 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:16:13.824522 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391b5a83-9c22-40be-8fb8-581ae9bc6ff8 x-openstack-request-id: req-391b5a83-9c22-40be-8fb8-581ae9bc6ff8 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:16:13.824816 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:16:13.825074 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-391b5a83-9c22-40be-8fb8-581ae9bc6ff8 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:16:13.825501 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'status': 'completed', 'code': 200} Sep 17 02:16:13.894248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-6c79ba16-8352-4c2b-b73a-08a6469bf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:13.894248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-6c79ba16-8352-4c2b-b73a-08a6469bf442 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 1097 time: 0.0460813 Sep 17 02:16:13.970337 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:13.991535 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-5ca41252-4a8f-49b9-925c-e8bd14454ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:13.993005 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-5ca41252-4a8f-49b9-925c-e8bd14454ee9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 200 len: 897 time: 0.0934210 Sep 17 02:16:14.038821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-763cdb03-8f1a-41a7-a151-e416df7c5562 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 200 len: 217 time: 0.0377638 Sep 17 02:16:14.093615 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-c1145b4d-3d9e-4f48-8f56-baee98cff24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:14.095098 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-c1145b4d-3d9e-4f48-8f56-baee98cff24a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 200 len: 835 time: 0.0488064 Sep 17 02:16:14.144353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-cedd0b36-2a53-49b1-8244-6e3fef7b4a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:14.145891 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-cedd0b36-2a53-49b1-8244-6e3fef7b4a70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d616ed34-f2b9-44a3-bede-f999ec008ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414031 Sep 17 02:16:14.200031 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:14.228811 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] Checking router: 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:16:14.241927 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:14.242570 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:14.244703 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-1454b40f-bb02-477a-8dca-e20cf5106c30 service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910869 Sep 17 02:16:14.292771 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65fef0d-6b6c-4d32-a810-0bbf4050c3cf req-b1ab2368-ab69-4a2b-86f2-1e8572d9732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:14.294338 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f65fef0d-6b6c-4d32-a810-0bbf4050c3cf req-b1ab2368-ab69-4a2b-86f2-1e8572d9732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0583060 Sep 17 02:16:14.335627 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f65fef0d-6b6c-4d32-a810-0bbf4050c3cf req-b4a25f51-b751-4613-8575-2236fe4bbaa9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339739 Sep 17 02:16:14.353661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b2b1be7-9c64-4cc3-90bb-7891bbc05864 req-3280dc01-bfb0-4103-9ba6-3289ec68e8ec service neutron] 10.222.0.36 "GET /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004651 Sep 17 02:16:14.366983 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:14.567902 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:14.593681 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54a9bdf-3b8f-4998-97b9-d73a239f90f1 None None] The sync data for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 is: [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:14:35Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '6169d213-c59f-451f-8a09-d47ba80b9c66', 'name': '', 'network_id': 'd616ed34-f2b9-44a3-bede-f999ec008ae5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:7c:8f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:35Z', 'updated_at': '2021-09-17T02:14:38Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '714fe422-549c-4d46-b9f5-0b34bcd6b46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:16:14.805002 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc3dc5b-e8b6-4d5d-9d63-09976939d180 None None] New status for floating IP 4dd9d204-8648-4274-88c4-ed535aa3a3bf: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:16:15.452250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c7557f-c42e-45ee-8ddf-30328b5e4dd2 req-d05f7b6b-e3c7-4be3-a874-97f2147790ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:15.453722 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4c7557f-c42e-45ee-8ddf-30328b5e4dd2 req-d05f7b6b-e3c7-4be3-a874-97f2147790ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0493567 Sep 17 02:16:15.491142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f4c7557f-c42e-45ee-8ddf-30328b5e4dd2 req-39ddfa58-4917-46ef-82d8-ac058427a7d4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=fcfbe32b-432a-48f6-aa43-45f68f5edd8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313549 Sep 17 02:16:15.772425 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-59d60792-6f3c-4367-a67f-b267984f1425 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:15.773858 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-59d60792-6f3c-4367-a67f-b267984f1425 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 946 time: 0.0490677 Sep 17 02:16:15.867662 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 0a12eb3d-7a29-47fc-b2c5-492fe026055e {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:16:15.868007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:15.955347 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 0a12eb3d-7a29-47fc-b2c5-492fe026055e, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=0a12eb3d-7a29-47fc-b2c5-492fe026055e,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:15.955708 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:15.968175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 0a12eb3d-7a29-47fc-b2c5-492fe026055e owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:16:16.156529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:16.184400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=0a12eb3d-7a29-47fc-b2c5-492fe026055e,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:16.214523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.215055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.215222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.215553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.215880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.216206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.216529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.216923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.217249 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.218790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.219191 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.219461 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:16.241935 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] No DVR routers for this DVR port 0a12eb3d-7a29-47fc-b2c5-492fe026055e on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:16:16.244575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:16.246623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cb22ddf7-8936-4e11-ab74-5445d3599fc5 req-104cb891-b00c-4c41-8181-cdd4cd7b887e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "DELETE /v2.0/ports/0a12eb3d-7a29-47fc-b2c5-492fe026055e HTTP/1.1" status: 204 len: 173 time: 0.4667201 Sep 17 02:16:16.247101 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'name': 'network-vif-deleted', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:16:16.249620 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefbf18b-69b4-47bd-b731-123e262800d9" -d '{"events": [{"server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "name": "network-vif-deleted", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:16:16.286797 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab530d91-7b4b-4e86-94e6-bb853b0c938e x-openstack-request-id: req-ab530d91-7b4b-4e86-94e6-bb853b0c938e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:16:16.287103 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc903a2-2523-44c1-a36b-bc99d4885120", "name": "network-vif-deleted", "tag": "0a12eb3d-7a29-47fc-b2c5-492fe026055e", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:16:16.287368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab530d91-7b4b-4e86-94e6-bb853b0c938e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:16:16.287760 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc903a2-2523-44c1-a36b-bc99d4885120', 'name': 'network-vif-deleted', 'tag': '0a12eb3d-7a29-47fc-b2c5-492fe026055e', 'status': 'completed', 'code': 200} Sep 17 02:16:16.600627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fa82da46-e52d-405c-855a-5a560a0670a6 req-41066bd5-bb6a-43cc-80cd-eb40112be003 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bc903a2-2523-44c1-a36b-bc99d4885120 HTTP/1.1" status: 200 len: 210 time: 0.0276992 Sep 17 02:16:17.658233 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42128) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:18.323067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:18.571987 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 6169d213-c59f-451f-8a09-d47ba80b9c66 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:16:18.572350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:18.662252 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 6169d213-c59f-451f-8a09-d47ba80b9c66, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=6169d213-c59f-451f-8a09-d47ba80b9c66,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:18.662941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:18.675166 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 6169d213-c59f-451f-8a09-d47ba80b9c66 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:16:18.918122 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:18.944222 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=6169d213-c59f-451f-8a09-d47ba80b9c66,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:19.133442 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:19.349367 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:16:19.456011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:16:19.586237 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-294205fb-4c36-4106-91a5-ab751d550750 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8042433 Sep 17 02:16:19.586370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42130) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:19.586755 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] Sync routers for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:16:19.586755 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:19.586755 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:19.587342 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting subnet 714fe422-549c-4d46-b9f5-0b34bcd6b46a {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:16:19.587342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:19.587342 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:19.594929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:19.645176 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:19.700368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a12eb3d-7a29-47fc-b2c5-492fe026055e no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:16:19.723795 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 0a12eb3d-7a29-47fc-b2c5-492fe026055e {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:16:19.728227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 0a12eb3d-7a29-47fc-b2c5-492fe026055e not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:16:19.774667 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:16:18Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:19.787095 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:19.801942 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] Checking router: 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:16:19.810321 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] Routers {'41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:19.810914 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:19.814866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Subnet': ['ID=714fe422-549c-4d46-b9f5-0b34bcd6b46a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:19.819789 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:19.824139 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a4babc70-9ad6-4045-9867-a9794f6927d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/subnets/714fe422-549c-4d46-b9f5-0b34bcd6b46a HTTP/1.1" status: 204 len: 168 time: 0.3560007 Sep 17 02:16:19.824382 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42132) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:19.831602 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69903145-28c7-4a97-a45f-8879e390ec01 None None] Network d616ed34-f2b9-44a3-bede-f999ec008ae5 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:16:19.917433 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] Set router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:19.939925 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.024578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] DHCP port deletion for d616ed34-f2b9-44a3-bede-f999ec008ae5 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:16:20.074906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.089865 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Deleting port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:16:20.090277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.129814 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:16:18Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:20.144889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 44c569a6-a3a1-424b-8a86-f87e4c7aca0b no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:16:20.165552 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e299b0-5e4e-4162-82ba-031f4ef49375 None None] The sync data for ids ['41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22'] in n-d-789963-7 is: [{'id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-815410874', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252'}], 'enable_snat': True}, 'gw_port_id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:14:31Z', 'updated_at': '2021-09-17T02:16:18Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '3a7f1589-2c59-4f96-8bd8-0578f5be0a0d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:04:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:14:32Z', 'updated_at': '2021-09-17T02:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:16:20.182327 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] For port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,segment=NetworkSegment(c15625e3-a047-4783-a87f-e4e0788803dd),segment_id=c15625e3-a047-4783-a87f-e4e0788803dd)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:20.182724 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.192258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:16:20.192604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.206626 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Calling delete_port for 44c569a6-a3a1-424b-8a86-f87e4c7aca0b owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:16:20.305127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.442740 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 17 02:16:20.442740 n-d-789963-7 neutron-server[112074]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 17 02:16:20.442740 n-d-789963-7 neutron-server[112074]: [parameters: {'status': 'DOWN', 'ports_id': '44c569a6-a3a1-424b-8a86-f87e4c7aca0b'}] Sep 17 02:16:20.442740 n-d-789963-7 neutron-server[112074]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=112074) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 17 02:16:20.443280 n-d-789963-7 neutron-server[112074]: DEBUG oslo_db.api [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 17 02:16:20.443546 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.473089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Pushing event deleted for resources: {'Port': ['ID=44c569a6-a3a1-424b-8a86-f87e4c7aca0b,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:20.481140 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] No DVR routers for this DVR port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:16:20.484155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.484503 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.485032 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.485379 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.485719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.486089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.486409 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.486739 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.487058 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.490830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.490830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.490830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3b2d6-d6b6-4fbf-bcb7-3e8ac00db07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:20.589975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:20.590545 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.604370 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:16:20.864502 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.889956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=3a7f1589-2c59-4f96-8bd8-0578f5be0a0d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:20.951055 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:20.963440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Port 44c569a6-a3a1-424b-8a86-f87e4c7aca0b update to DOWN by agent not found {{(pid=112074) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 17 02:16:21.048744 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.050807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.155441 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.156015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Fanout notify agent at l3_agent the message router_deleted on router 41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:16:21.166776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.166776 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b0116bbb-cd68-4b9d-9da2-142257089289 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/routers/41d44ee7-eeb3-4c8b-a9ee-f8a6d2161f22 HTTP/1.1" status: 204 len: 168 time: 1.3385334 Sep 17 02:16:21.166776 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42134) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:21.247336 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.338799 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.357785 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d616ed34-f2b9-44a3-bede-f999ec008ae5']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:21.367271 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15625e3-a047-4783-a87f-e4e0788803dd') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:21.367571 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15625e3-a047-4783-a87f-e4e0788803dd') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:21.377337 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.389951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.395573 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:16:21.395957 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:16:21.398813 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:16:21.546893 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.554088 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.555815 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/networks/d616ed34-f2b9-44a3-bede-f999ec008ae5 HTTP/1.1" status: 204 len: 168 time: 0.3882332 Sep 17 02:16:21.558585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42136) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:21.568107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce91308-3e41-484a-8641-9d9998811a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Network': ['ID=d616ed34-f2b9-44a3-bede-f999ec008ae5,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:21.625164 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6c7e-9a71-451d-80bb-4194c88deae1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.651060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6c7e-9a71-451d-80bb-4194c88deae1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.778675 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6c7e-9a71-451d-80bb-4194c88deae1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.781877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d4ab6c7e-9a71-451d-80bb-4194c88deae1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:21.789515 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d4ab6c7e-9a71-451d-80bb-4194c88deae1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/security-groups/fcfbe32b-432a-48f6-aa43-45f68f5edd8b HTTP/1.1" status: 204 len: 168 time: 0.2233963 Sep 17 02:16:21.792678 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab6c7e-9a71-451d-80bb-4194c88deae1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfbe32b-432a-48f6-aa43-45f68f5edd8b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:22.059041 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:16:22.079886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:16:22.086988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 3a7f1589-2c59-4f96-8bd8-0578f5be0a0d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:16:22.086988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6169d213-c59f-451f-8a09-d47ba80b9c66 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:16:22.099345 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 6169d213-c59f-451f-8a09-d47ba80b9c66 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:16:22.099692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 6169d213-c59f-451f-8a09-d47ba80b9c66 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:16:22.260130 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42142) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:22.265391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2110252576', 'description': 'tempest-secgroup-smoke-2110252576 description', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:22.386340 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.468285 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.526855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.556258 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83d1fc30-acff-456b-8ea8-2c5eef94be8b,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:22.612805 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.614086 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c13266b6-3ab1-430e-ac5e-2b3b59c4d30d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3529170 Sep 17 02:16:22.616981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42144) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:22.621458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '83d1fc30-acff-456b-8ea8-2c5eef94be8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:22.702997 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.758590 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.841007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.863061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f784966-4588-4e7b-a8ce-f7f89cd95283,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:22.926755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:22.928037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bf2f402f-4eff-480a-8389-d7bd56ad3099 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3099852 Sep 17 02:16:22.930659 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42146) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:22.934894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '83d1fc30-acff-456b-8ea8-2c5eef94be8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:23.020085 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.076646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.157931 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.175609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25176a08-7729-4bea-a396-b2f2d5935855,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:23.243307 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.244552 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a4d998e8-171e-4e0c-856b-14c872ad0de1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3129506 Sep 17 02:16:23.247244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42148) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:23.252024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '83d1fc30-acff-456b-8ea8-2c5eef94be8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:23.351136 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.410209 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.492964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.513348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907239bf-b9fc-435e-897a-aa966a204015,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:23.580252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.581594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-40b8018b-20cd-4cfb-b859-6ca965ee871c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334327 Sep 17 02:16:23.584345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42150) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:23.588680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '83d1fc30-acff-456b-8ea8-2c5eef94be8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:23.676504 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.732806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.812322 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.832387 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47aa447-9f4d-4017-94e8-ea2363eb76c0,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:23.900252 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:23.901564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f7cb0f48-338a-4fdc-800f-9a95903d4638 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163004 Sep 17 02:16:23.904449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42152) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:23.909500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '83d1fc30-acff-456b-8ea8-2c5eef94be8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:23.986173 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:16:23.991025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.049777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.105925 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.124308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=447006bb-8b79-4572-9921-8946b05c961b,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:24.186066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.187329 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a7e12d1c-53f1-4c3f-92f2-bd1ffb7c15c9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2818785 Sep 17 02:16:24.190446 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42154) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:24.194952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '83d1fc30-acff-456b-8ea8-2c5eef94be8b', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:24.204493 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:16:24.269575 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:16:24.274330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.335013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.395528 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.415917 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ea5f8e-2fd0-4461-b0aa-167294305cc9,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:24.470772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.472040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b8655858-9fa9-4381-8cc4-a9a4d04d35bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2805271 Sep 17 02:16:24.474925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42156) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:24.479966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'network': {'name': 'tempest-network-smoke--2114534083', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'port_security_enabled': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:24.563536 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:16:24.566904 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.589590 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:16:24.598956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.599329 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Added segment 48a96b2f-d144-4508-92e6-132a86802864 of type vlan for network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 Sep 17 02:16:24.639777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.721022 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.726505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:24.727072 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.791974 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Network': ['ID=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:24.802782 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:16:24.825116 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c61770ab-a35e-498a-b63c-43a6d8d7bbe9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3489110 Sep 17 02:16:24.827790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42158) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:24.833025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'admin_state_up': True, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:24.917870 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.918913 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:24.977453 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:25.191577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:25.437277 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:25.456818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:25.555055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.103 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/e9e284f1-919e-4686-b10f-4af151c06eb4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:16:25.663488 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:25.738911 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:25.778022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:16:25.781113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:25.783952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:16:25.816790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=e9e284f1-919e-4686-b10f-4af151c06eb4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:26.159949 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:26.369305 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:26.563404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:16:26.671426 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:16:26.680657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Sync routers for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:16:26.689558 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:26.695307 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:26.751879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:26.753304 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4105f361-ae67-4957-a4c3-606921b17e59 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9245057 Sep 17 02:16:26.756529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42160) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:26.786510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-39e519d1-3d8a-4833-85ca-c90f847f6f9f tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=acdc754db25c4702a10fbbc2febd00ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287452 Sep 17 02:16:26.789254 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42162) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:26.794605 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:26.878922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0223c753-b522-48f0-8e7f-426a430a030b tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:26.880463 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0223c753-b522-48f0-8e7f-426a430a030b tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903177 Sep 17 02:16:26.883271 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42164) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:26.911087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1943e597-4e4b-4fc2-8beb-55aeff555d53 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267689 Sep 17 02:16:26.913553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42166) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:26.918151 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521740148', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:26.972301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:25Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:26.997878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Checking router: 7b5bffcd-ff29-48b5-acef-249c1868b8c5 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:16:26.998392 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Updating router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 port e9e284f1-919e-4686-b10f-4af151c06eb4 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:16:27.028382 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.077694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:16:27.082156 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.327593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.392483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Subnet': ['ID=4a80ecf5-4ae4-48f2-9983-3c68f961d170,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:27.402953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Checking segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:16:27.403338 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network hostable DHCP agents. Network: 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:16:27.442707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.483515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:16:27.509952 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.550047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:27.556172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:27.556777 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.560200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d16664-7298-47cb-a393-1cc5aca07e39 None None] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:16:27.570020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd09b8-9b13-4d31-9c8e-5646d4a3dabb None None] Pushing event updated for resources: {'Port': ['ID=e9e284f1-919e-4686-b10f-4af151c06eb4,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:27.572494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Attempting to bind port e9e284f1-919e-4686-b10f-4af151c06eb4 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:16:27.572868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Attempting to bind port e9e284f1-919e-4686-b10f-4af151c06eb4 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:16:27.573244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Attempting to bind port e9e284f1-919e-4686-b10f-4af151c06eb4 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:16:27.599070 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:16:27.599651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:16:27.600055 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.600443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:16:27.600911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Bound port: e9e284f1-919e-4686-b10f-4af151c06eb4, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:16:27.601289 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.633057 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-27d25a04-b2b3-44ca-90bf-1c81bed421e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7184963 Sep 17 02:16:27.635758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42168) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:27.698565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] For port e9e284f1-919e-4686-b10f-4af151c06eb4, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:16:27.734724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] For port e9e284f1-919e-4686-b10f-4af151c06eb4, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e9e284f1-919e-4686-b10f-4af151c06eb4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:16:27.777416 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:16:27.778524 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.846284 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:27.964450 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:27.965088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:27.970291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdd09b8-9b13-4d31-9c8e-5646d4a3dabb None None] Pushing event updated for resources: {'Port': ['ID=e9e284f1-919e-4686-b10f-4af151c06eb4,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:28.018816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Allocated IP 172.20.0.2 (2b0f8b13-d4b7-4167-b736-4ccf7f17ca80/4a80ecf5-4ae4-48f2-9983-3c68f961d170/d655e979-47a5-4c31-9d86-66f3dc7f9c64) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:16:28.150255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:28.339883 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.388751 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:25Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:28.393185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.420807 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606122f4-49f5-4f45-9c0a-416cc2604b8f None None] The sync data for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 is: [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:25Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:16:28.423685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.469584 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:16:28.472389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:28.480157 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:16:28.483310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Pushing event updated for resources: {'Port': ['ID=d655e979-47a5-4c31-9d86-66f3dc7f9c64,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:28.540598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Attempting to bind port d655e979-47a5-4c31-9d86-66f3dc7f9c64 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:16:28.540944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Attempting to bind port d655e979-47a5-4c31-9d86-66f3dc7f9c64 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:16:28.541309 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Attempting to bind port d655e979-47a5-4c31-9d86-66f3dc7f9c64 on network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:16:28.546844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:16:28.547297 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Checking segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:16:28.547702 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.548097 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Bound using segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:16:28.548748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Bound port: d655e979-47a5-4c31-9d86-66f3dc7f9c64, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:16:28.549160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.630736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] For port d655e979-47a5-4c31-9d86-66f3dc7f9c64, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:16:28.638545 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] For port d655e979-47a5-4c31-9d86-66f3dc7f9c64, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d655e979-47a5-4c31-9d86-66f3dc7f9c64,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:16:28.695567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.1 (2b0f8b13-d4b7-4167-b736-4ccf7f17ca80/4a80ecf5-4ae4-48f2-9983-3c68f961d170/f6994358-07c6-41ba-bc41-008e3895aaaf) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:16:28.716127 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.790676 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfbac-31a5-49d8-b2b4-3618368dc1db None None] Pushing event updated for resources: {'Port': ['ID=d655e979-47a5-4c31-9d86-66f3dc7f9c64,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:28.835850 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.930203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:28.985422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:16:28.987150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:28.991706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:16:29.032981 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=f6994358-07c6-41ba-bc41-008e3895aaaf,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:29.054328 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.266820 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.424892 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.561780 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.620570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.656476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec0314-163c-4734-904b-19eef8eee937 None None] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:16:29.693932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=f6994358-07c6-41ba-bc41-008e3895aaaf,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:29.696494 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.743027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-7174fa81-efff-491a-890d-4df01a0466ca None None] Provisioning complete for port d655e979-47a5-4c31-9d86-66f3dc7f9c64 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:29.743618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7174fa81-efff-491a-890d-4df01a0466ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.798946 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:16:29.800405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:29.818860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.881277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7174fa81-efff-491a-890d-4df01a0466ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:29.919694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:16:29.924541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-7174fa81-efff-491a-890d-4df01a0466ca None None] For port d655e979-47a5-4c31-9d86-66f3dc7f9c64, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d655e979-47a5-4c31-9d86-66f3dc7f9c64,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:30.032097 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7174fa81-efff-491a-890d-4df01a0466ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.052397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:16:30.058046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9651aadc-fc9e-4ea6-a454-c09a67d52fad tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/7b5bffcd-ff29-48b5-acef-249c1868b8c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212911 Sep 17 02:16:30.121491 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174fa81-efff-491a-890d-4df01a0466ca None None] Pushing event updated for resources: {'Port': ['ID=d655e979-47a5-4c31-9d86-66f3dc7f9c64,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:30.159623 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e9e284f1-919e-4686-b10f-4af151c06eb4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:16:30.210765 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e9e284f1-919e-4686-b10f-4af151c06eb4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:30.211170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.237873 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-6907415a-577c-4e99-8907-4e16a6500e01 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2110252576&fields=id&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 267 time: 0.0451736 Sep 17 02:16:30.278499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b21da9fa-dcae-4200-bf00-686b61cff0cd None None] Provisioning complete for port d655e979-47a5-4c31-9d86-66f3dc7f9c64 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:30.278957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b21da9fa-dcae-4200-bf00-686b61cff0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.357238 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.360844 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-135a4acb-c1f3-4163-9b68-15a8f66543ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:30.362595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-135a4acb-c1f3-4163-9b68-15a8f66543ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 797 time: 0.1162567 Sep 17 02:16:30.364687 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Sync routers for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:16:30.375715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:30.376424 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:30.381801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-7632c964-4683-402e-91c0-5fac96114bb6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/quotas/acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 375 time: 0.0121138 Sep 17 02:16:30.402462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port e9e284f1-919e-4686-b10f-4af151c06eb4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e9e284f1-919e-4686-b10f-4af151c06eb4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:30.431999 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b21da9fa-dcae-4200-bf00-686b61cff0cd None None] Provisioning complete for port f6994358-07c6-41ba-bc41-008e3895aaaf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:30.432374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b21da9fa-dcae-4200-bf00-686b61cff0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.450170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-75964a76-231d-4fda-a2a1-af61d7f59fb2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628726 Sep 17 02:16:30.471936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-b21da9fa-dcae-4200-bf00-686b61cff0cd None None] Port f6994358-07c6-41ba-bc41-008e3895aaaf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:16:30.477873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.478665 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d655e979-47a5-4c31-9d86-66f3dc7f9c64 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:16:30.563776 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=e9e284f1-919e-4686-b10f-4af151c06eb4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:30.576290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-b9a6e177-16a4-405b-885a-a4b0f08d8e5f service neutron] 10.222.0.13 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984511 Sep 17 02:16:30.586302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d655e979-47a5-4c31-9d86-66f3dc7f9c64 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:30.586814 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.613514 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:30.623500 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-33c0cad2-91af-41b9-a1be-413e6aa5fa21 None None] Provisioning complete for port f6994358-07c6-41ba-bc41-008e3895aaaf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:30.623887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-33c0cad2-91af-41b9-a1be-413e6aa5fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.665799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-33c0cad2-91af-41b9-a1be-413e6aa5fa21 None None] Port f6994358-07c6-41ba-bc41-008e3895aaaf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:16:30.704418 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-4973e63d-2acf-4bf5-a12e-e0cd364d2a55 service neutron] 10.222.0.13 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172652 Sep 17 02:16:30.786779 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f5164e9d-724d-4cda-986a-86b890f0d40f None None] Provisioning complete for port f6994358-07c6-41ba-bc41-008e3895aaaf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:30.790315 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f5164e9d-724d-4cda-986a-86b890f0d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.822165 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f5164e9d-724d-4cda-986a-86b890f0d40f None None] Port f6994358-07c6-41ba-bc41-008e3895aaaf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:16:30.831379 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 2, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:30.856756 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Checking router: 7b5bffcd-ff29-48b5-acef-249c1868b8c5 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:16:30.857101 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Updating router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 port f6994358-07c6-41ba-bc41-008e3895aaaf binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:16:30.882200 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:30.957913 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-291b777f-c6c3-4d9b-a4cc-d036e828770a req-146cb948-4e83-4ffb-97f2-c07ed7704fe5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 210 time: 0.0289142 Sep 17 02:16:31.153410 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.237690 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.290024 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Pushing event updated for resources: {'Port': ['ID=f6994358-07c6-41ba-bc41-008e3895aaaf,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:31.310896 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.311257 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.311594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.311919 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.312929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.312929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.312929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.313208 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.313526 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.313829 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.314141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.314457 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:16:31.354039 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Attempting to bind port f6994358-07c6-41ba-bc41-008e3895aaaf on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:16:31.357050 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Attempting to bind port f6994358-07c6-41ba-bc41-008e3895aaaf by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:16:31.357050 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Attempting to bind port f6994358-07c6-41ba-bc41-008e3895aaaf on network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:16:31.360058 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:16:31.360447 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Checking segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:16:31.360853 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.361248 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Bound using segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:16:31.361715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Bound port: f6994358-07c6-41ba-bc41-008e3895aaaf, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:16:31.362091 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.430046 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] For port f6994358-07c6-41ba-bc41-008e3895aaaf, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:16:31.433631 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] For port f6994358-07c6-41ba-bc41-008e3895aaaf, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f6994358-07c6-41ba-bc41-008e3895aaaf,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:16:31.528062 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.549355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-c96cba48-de9d-426e-8382-ef68b46e77b4 None None] Provisioning complete for port f6994358-07c6-41ba-bc41-008e3895aaaf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:31.549729 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c96cba48-de9d-426e-8382-ef68b46e77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.586907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:31.587561 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:31.592457 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ebd70-1bb4-4893-bee9-d68492e7b533 None None] Pushing event updated for resources: {'Port': ['ID=f6994358-07c6-41ba-bc41-008e3895aaaf,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:31.633534 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c96cba48-de9d-426e-8382-ef68b46e77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.669998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-c96cba48-de9d-426e-8382-ef68b46e77b4 None None] For port f6994358-07c6-41ba-bc41-008e3895aaaf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f6994358-07c6-41ba-bc41-008e3895aaaf,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:31.707540 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:31.727135 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c96cba48-de9d-426e-8382-ef68b46e77b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.779854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cba48-de9d-426e-8382-ef68b46e77b4 None None] Pushing event updated for resources: {'Port': ['ID=f6994358-07c6-41ba-bc41-008e3895aaaf,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:31.846406 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-12ba8638-3f1f-4346-83f6-db6c7649025e None None] Provisioning complete for port f6994358-07c6-41ba-bc41-008e3895aaaf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:31.847054 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-12ba8638-3f1f-4346-83f6-db6c7649025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:31.911036 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:31.943265 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a705c2-a786-44d8-8fa5-f4644e34ba04 None None] The sync data for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 is: [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:16:32.076758 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49f87f27-618b-470e-ab0d-60d65a5155a7 req-4a6076fa-b54d-4b3c-90b4-49d727c5f933 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 210 time: 0.0293550 Sep 17 02:16:32.175212 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e9e284f1-919e-4686-b10f-4af151c06eb4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:16:32.224247 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port e9e284f1-919e-4686-b10f-4af151c06eb4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:32.224624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:32.309148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f6994358-07c6-41ba-bc41-008e3895aaaf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:16:32.356688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port f6994358-07c6-41ba-bc41-008e3895aaaf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:32.357058 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:32.445816 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d655e979-47a5-4c31-9d86-66f3dc7f9c64 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:16:32.494693 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d655e979-47a5-4c31-9d86-66f3dc7f9c64 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:32.495119 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:32.889010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-825b9ec1-bc0c-481a-814e-1986bce6b59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:32.896650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-825b9ec1-bc0c-481a-814e-1986bce6b59e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 797 time: 0.1143594 Sep 17 02:16:32.936612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-5cb2432e-e661-4101-bd6b-204d1f6d9823 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 380 time: 0.0364127 Sep 17 02:16:32.946379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'port': {'device_id': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'admin_state_up': True, 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'security_groups': ['83d1fc30-acff-456b-8ea8-2c5eef94be8b']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:33.138398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:16:33.143265 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:33.171969 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-4cdc3ef1-bf9a-41eb-91b7-8086c172af6a req-ea08b7ef-661b-425a-b48c-13ba521025ca tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 210 time: 0.0266435 Sep 17 02:16:33.273286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.11 (2b0f8b13-d4b7-4167-b736-4ccf7f17ca80/4a80ecf5-4ae4-48f2-9983-3c68f961d170/97b6300b-74ff-4a04-94c4-e39aaf8a1ef5) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:16:33.413445 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:33.506402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:33.546124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:16:33.549747 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:33.553356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:16:33.581169 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:33.610145 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:33.611026 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:33.689839 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb25e166-fb9a-4724-9f16-9d03466e152f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7473552 Sep 17 02:16:33.702782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Request body: {'port': {'device_id': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:33.755067 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2c93570d-7781-422e-873d-e5c5378d0a07 None None] Provisioning complete for port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:33.755673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2c93570d-7781-422e-873d-e5c5378d0a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:33.756737 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:33.955611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2c93570d-7781-422e-873d-e5c5378d0a07 None None] Port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:16:34.044355 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:16:34.051994 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:34.063619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Transition to ACTIVE for port object 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:16:34.151932 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:34.226042 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:34.311931 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Attempting to bind port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:16:34.312262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Attempting to bind port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:16:34.312595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Attempting to bind port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 on network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:16:34.323300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1a4b-92b0-4d03-b217-77a02275cd49 req-ab40cd17-6f1f-4bce-883f-2f40f1c1e790 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:34.324853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acea1a4b-92b0-4d03-b217-77a02275cd49 req-ab40cd17-6f1f-4bce-883f-2f40f1c1e790 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 944 time: 0.0755985 Sep 17 02:16:34.327161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 on network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:16:34.327485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Attempting to bind port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 on network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:16:34.335373 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:16:34.335706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Checking segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:16:34.336086 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Bound using segment: {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:16:34.336575 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Bound port: 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48a96b2f-d144-4508-92e6-132a86802864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:16:34.336940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:34.401680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-acea1a4b-92b0-4d03-b217-77a02275cd49 req-ba9de2ed-283e-49d9-802b-2878579b3125 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683053 Sep 17 02:16:34.432527 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:16:34.435518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:16:34.501227 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:34.537372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:34.537902 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:34.539578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] 10.222.0.36 "PUT /v2.0/ports/97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 1092 time: 0.8411500 Sep 17 02:16:34.541786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:16:34.544458 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c61484-d3ac-4978-8a72-8bdcd43710e2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:16:34.575128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00c067-d031-4310-aa2f-6be739693e35 service neutron] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:34.588275 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d28e745-c4eb-45b8-b312-0583b52c2c78 x-openstack-request-id: req-4d28e745-c4eb-45b8-b312-0583b52c2c78 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:16:34.588569 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:16:34.588815 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4d28e745-c4eb-45b8-b312-0583b52c2c78 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:16:34.589212 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'status': 'completed', 'code': 200} Sep 17 02:16:34.653324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61484-d3ac-4978-8a72-8bdcd43710e2 req-0b740343-9240-40d2-b35d-da5c90a9da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:34.654827 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99c61484-d3ac-4978-8a72-8bdcd43710e2 req-0b740343-9240-40d2-b35d-da5c90a9da98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1095 time: 0.0438495 Sep 17 02:16:34.754072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61484-d3ac-4978-8a72-8bdcd43710e2 req-cc5d676e-2c66-4beb-b399-1bad6ff5c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:34.755547 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99c61484-d3ac-4978-8a72-8bdcd43710e2 req-cc5d676e-2c66-4beb-b399-1bad6ff5c094 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acdc754db25c4702a10fbbc2febd00ba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0924823 Sep 17 02:16:34.855324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c61484-d3ac-4978-8a72-8bdcd43710e2 req-bb81d754-eda7-4667-a492-9102eb98bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:34.855324 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-99c61484-d3ac-4978-8a72-8bdcd43710e2 req-bb81d754-eda7-4667-a492-9102eb98bba4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930169 Sep 17 02:16:34.930787 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-f8b3ff53-0c12-451a-ab99-e429eeede6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:34.932295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-f8b3ff53-0c12-451a-ab99-e429eeede6c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1095 time: 0.0408885 Sep 17 02:16:34.976746 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-eb4efd1f-4c3a-420d-b95e-253c2e256990 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 217 time: 0.0370700 Sep 17 02:16:35.025781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-12a240e9-e3c5-4204-8211-537ef1736806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:35.027193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-12a240e9-e3c5-4204-8211-537ef1736806 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0434713 Sep 17 02:16:35.072584 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-160fadaa-ee82-4d3c-9974-98a9f15e7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:35.074334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-160fadaa-ee82-4d3c-9974-98a9f15e7feb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401552 Sep 17 02:16:35.166849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-19b7fc35-c029-4a3f-b6e3-02e0037ea62a service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850425 Sep 17 02:16:35.254731 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d2a26ad8-5d44-4537-9bb5-0fc630d631a5 req-8448a8e4-60e1-4460-b77e-3efae026fefb service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Sep 17 02:16:35.492987 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2684205a-a02c-46a7-8dea-c8f834f32c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:35.523100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0486ff-c009-4a23-a113-c763822ab852 req-783adab4-89bd-41c6-9045-3d391cbf99fc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:35.524486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b0486ff-c009-4a23-a113-c763822ab852 req-783adab4-89bd-41c6-9045-3d391cbf99fc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 944 time: 0.0536549 Sep 17 02:16:35.561723 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7b0486ff-c009-4a23-a113-c763822ab852 req-df1068a1-ed20-4379-b303-a55b4c05aa3c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309479 Sep 17 02:16:36.679367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ceb5b-5413-4393-8391-4cf0e69bee5e req-b9454083-6de0-4953-89f6-b37010bf020b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:36.680848 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e4ceb5b-5413-4393-8391-4cf0e69bee5e req-b9454083-6de0-4953-89f6-b37010bf020b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 944 time: 0.0488687 Sep 17 02:16:36.723414 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3e4ceb5b-5413-4393-8391-4cf0e69bee5e req-64b5f42d-07c0-4ad9-81dc-6fc0ad46cf5c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Sep 17 02:16:37.778525 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:16:37.837985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863523-2de7-48e9-a2be-05b0d5bd4d75 req-69cd327c-78d5-44a3-a104-3d0d847e3f61 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:37.839495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1863523-2de7-48e9-a2be-05b0d5bd4d75 req-69cd327c-78d5-44a3-a104-3d0d847e3f61 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 944 time: 0.0486093 Sep 17 02:16:37.873890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:37.877654 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f1863523-2de7-48e9-a2be-05b0d5bd4d75 req-c1a2e98b-b79a-457e-90b9-16cf92ca9ded tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315948 Sep 17 02:16:37.885362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'port_id': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'mac_address': 'fa:16:3e:fb:bd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:16:37.926707 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:37.939535 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:16:37.958797 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:38.003185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:38.051101 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:38.237662 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:16:38.243059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d288f63c-1b6e-491d-b501-ac09be6a15b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:38.992130 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf8b6d-064f-4aa9-84b7-5ceb32693c48 req-04dae48a-1b00-43d4-8994-f86b5ca8b800 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:38.993597 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5dbf8b6d-064f-4aa9-84b7-5ceb32693c48 req-04dae48a-1b00-43d4-8994-f86b5ca8b800 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Sep 17 02:16:39.032504 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5dbf8b6d-064f-4aa9-84b7-5ceb32693c48 req-31ccfdfb-5d56-4b00-b745-fc4391fb1644 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328333 Sep 17 02:16:39.117484 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:39.711648 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:39.777877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:16:39.874898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:16:39.879269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:16:39.879645 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:39.958410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:39.981527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:16:39.983714 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a008babd-39df-475a-8334-1e6414172be9" -d '{"events": [{"server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "name": "network-vif-plugged", "status": "completed", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:16:39.997204 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:16:40.020856 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94837c33-4df5-4477-9aeb-cc6a53b2fb80 x-openstack-request-id: req-94837c33-4df5-4477-9aeb-cc6a53b2fb80 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:16:40.021157 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "name": "network-vif-plugged", "status": "completed", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:16:40.021411 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-94837c33-4df5-4477-9aeb-cc6a53b2fb80 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:16:40.021805 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'code': 200} Sep 17 02:16:40.083565 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:40.117525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5fd81-d08b-4e57-9c1f-dd9608db3206 req-2b19aa36-d8e0-402d-a4b6-46144c2250f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:40.119017 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54a5fd81-d08b-4e57-9c1f-dd9608db3206 req-2b19aa36-d8e0-402d-a4b6-46144c2250f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0414925 Sep 17 02:16:40.138085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:40.153216 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545604-5280-4e53-b81c-1a0a4f14fceb req-4f631256-9d4b-405b-96b7-94a7023f5b08 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:40.156825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-54a5fd81-d08b-4e57-9c1f-dd9608db3206 req-56e22703-2257-43d7-8ab3-b67fe6b0209d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301692 Sep 17 02:16:40.157266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c545604-5280-4e53-b81c-1a0a4f14fceb req-4f631256-9d4b-405b-96b7-94a7023f5b08 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0558910 Sep 17 02:16:40.193997 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1c545604-5280-4e53-b81c-1a0a4f14fceb req-bdf01fd7-9d7e-42de-a1ae-d60e16b1dbf3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328147 Sep 17 02:16:41.300286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:41.315601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4505397-9f2f-46e9-8d4d-5f3e53cb15b8 req-85f3ab36-f8d1-4805-88ee-8fd525dff26e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:41.317077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4505397-9f2f-46e9-8d4d-5f3e53cb15b8 req-85f3ab36-f8d1-4805-88ee-8fd525dff26e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0530705 Sep 17 02:16:41.354488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c4505397-9f2f-46e9-8d4d-5f3e53cb15b8 req-590d9418-fed5-4254-b295-c76bb96edc10 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Sep 17 02:16:42.467044 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14930ddb-6495-4f5b-b5b6-c8c7644c6691 req-eee89c18-524e-4889-9dc5-70f9c62572be tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:42.468548 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14930ddb-6495-4f5b-b5b6-c8c7644c6691 req-eee89c18-524e-4889-9dc5-70f9c62572be tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0488214 Sep 17 02:16:42.509731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-14930ddb-6495-4f5b-b5b6-c8c7644c6691 req-075a853d-e866-4f78-9a76-3d5392a88c82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352178 Sep 17 02:16:42.622934 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353c61d-8982-4909-a912-c0f75d16f400 req-9a5027bf-a4b3-4a7d-ac14-68baa5da3409 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:42.624434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a353c61d-8982-4909-a912-c0f75d16f400 req-9a5027bf-a4b3-4a7d-ac14-68baa5da3409 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0503874 Sep 17 02:16:42.663792 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a353c61d-8982-4909-a912-c0f75d16f400 req-a836480d-b354-44ef-81a8-2855ef11fe01 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325878 Sep 17 02:16:42.686357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42228) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:42.724663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1eb728-fe03-48b4-b1ed-dee722abd650 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:42.726135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5e1eb728-fe03-48b4-b1ed-dee722abd650 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1092 time: 0.0388470 Sep 17 02:16:42.728933 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42230) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:42.733003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address': '172.20.0.11'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:16:42.848749 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:42.947269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:43.046220 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.39 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/a0cdfbfa-7317-42b9-9863-fdd9367d5b7a) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:16:43.148111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:43.236185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:43.272121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:16:43.274892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:16:43.279374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:16:43.306455 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=a0cdfbfa-7317-42b9-9863-fdd9367d5b7a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:43.956104 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:44.084782 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:44.248916 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:44.298988 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:44.371100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=a0cdfbfa-7317-42b9-9863-fdd9367d5b7a,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:16:44.381705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:44.487815 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP da45a5b4-5fd9-4c95-81bd-47bb695ed55c associated. External IP: 172.25.1.39, port: 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5. Sep 17 02:16:44.692472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:16:44.799982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:16:44.810127 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] Sync routers for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:16:44.819098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:44.820951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:44.877459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:44.909916 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-af269b7c-c281-4aa8-9992-9007efea1eb8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1799591 Sep 17 02:16:44.910567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:16:44.912872 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:16:44.930189 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:44.952502 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8314504b-6805-4345-9eea-4718f74106bf x-openstack-request-id: req-8314504b-6805-4345-9eea-4718f74106bf {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:16:44.952800 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:16:44.953700 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8314504b-6805-4345-9eea-4718f74106bf {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:16:44.954109 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'status': 'completed', 'code': 200} Sep 17 02:16:45.017888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a1ee3-0704-4071-a8ad-e8d3f531cca3 req-e959fd82-ea4a-4caa-9df6-99da9ea72e07 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:45.018503 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-19292528-0e84-4577-9f9d-578f7e334044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:45.019560 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-992a1ee3-0704-4071-a8ad-e8d3f531cca3 req-e959fd82-ea4a-4caa-9df6-99da9ea72e07 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0508966 Sep 17 02:16:45.023835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-19292528-0e84-4577-9f9d-578f7e334044 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0479684 Sep 17 02:16:45.063807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-992a1ee3-0704-4071-a8ad-e8d3f531cca3 req-5adbbd68-79ec-46b2-b569-fc68033ed75d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379882 Sep 17 02:16:45.086547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42236) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:45.119571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-93e5ad9f-fc19-4bf6-88c8-91778304dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:45.122445 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-93e5ad9f-fc19-4bf6-88c8-91778304dfe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.0918338 Sep 17 02:16:45.151294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-41f4153f-d3b7-43dd-8191-172a23d69515 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/da45a5b4-5fd9-4c95-81bd-47bb695ed55c HTTP/1.1" status: 200 len: 991 time: 0.0622602 Sep 17 02:16:45.172679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'da45a5b4-5fd9-4c95-81bd-47bb695ed55c', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'port_id': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'mac_address': 'fa:16:3e:fb:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:16:43Z', 'updated_at': '2021-09-17T02:16:43Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:45.193481 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-a52a25e1-9f25-4c7b-b29d-bc871ba7bc5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 999 time: 0.0637050 Sep 17 02:16:45.199850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] Checking router: 7b5bffcd-ff29-48b5-acef-249c1868b8c5 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:16:45.208320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:16:45.208934 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:16:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:45.243004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-9f279d6a-9800-409f-977d-85080bf14464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:45.244518 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-9f279d6a-9800-409f-977d-85080bf14464 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0443861 Sep 17 02:16:45.291825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-889e47ab-0fa9-47b7-b305-f7e240647bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:45.293468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-889e47ab-0fa9-47b7-b305-f7e240647bbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422242 Sep 17 02:16:45.317508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:16:45.387114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-c8b8aece-3262-4d25-8116-3a9fdae248f5 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868757 Sep 17 02:16:45.478661 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-42a3773b-cb2e-4f88-9b79-6f38a97dbc3f req-3f3a0d0f-e053-4e32-8f84-69582190e79b service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Sep 17 02:16:45.543046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'da45a5b4-5fd9-4c95-81bd-47bb695ed55c', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'port_id': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'mac_address': 'fa:16:3e:fb:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:16:43Z', 'updated_at': '2021-09-17T02:16:43Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:16:45.569449 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fe26a1-024f-4e04-9899-fdb0c291ddf6 None None] The sync data for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 is: [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'da45a5b4-5fd9-4c95-81bd-47bb695ed55c', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.39', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'port_id': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'mac_address': 'fa:16:3e:fb:bd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:16:43Z', 'updated_at': '2021-09-17T02:16:43Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:16:45.753282 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf611b-0353-4b65-a885-6732cb5013df None None] New status for floating IP da45a5b4-5fd9-4c95-81bd-47bb695ed55c: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:16:46.154211 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42238) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:16:46.217901 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6280c41e-9fce-4e1c-8c4b-99384ef069ea tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/da45a5b4-5fd9-4c95-81bd-47bb695ed55c HTTP/1.1" status: 200 len: 993 time: 0.0625603 Sep 17 02:16:58.529193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-590fbbd4-7ee7-429c-9b00-e82d63941a2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458055 Sep 17 02:16:58.613400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-62694b09-1b37-4782-9025-25b5c187f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:58.614927 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-62694b09-1b37-4782-9025-25b5c187f763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0417156 Sep 17 02:16:58.721041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-3058a430-9642-43f0-9bb5-3f935e8a46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:58.722422 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-3058a430-9642-43f0-9bb5-3f935e8a46f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.0883462 Sep 17 02:16:58.789558 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-733e164e-4a3d-43bb-ab50-6823e57cfc32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0598459 Sep 17 02:16:58.839794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-86e38b1c-902e-44a0-b1cd-fdb263b172bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:58.841210 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-86e38b1c-902e-44a0-b1cd-fdb263b172bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0435655 Sep 17 02:16:58.891391 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-5e33127a-1f60-4b9f-a922-4c185dc65453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:16:58.892899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-5e33127a-1f60-4b9f-a922-4c185dc65453 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449591 Sep 17 02:16:58.983544 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-673c8f87-f158-43cd-8dce-73d13684bde1 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831528 Sep 17 02:16:59.077787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-096db9bb-4b11-4637-8fed-f6ab644add2c req-1611218c-e86a-4808-95c7-caf5e93e0289 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869143 Sep 17 02:16:59.442677 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:16:59.754881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:01.200717 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:17:05.497894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4058d842-daaf-4359-b119-043b145683f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:08.248413 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00a3e611-b943-4610-bcfb-001ab04348f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:09.104941 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:09.745205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:10.732699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-c6b8dee1-5149-400a-87b2-c6896bd99a6f req-a32eee2c-b41e-4f0a-8d3d-13d7e3d301ac service neutron] (112073) timed out ('10.222.0.13', 38120) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 02:17:11.293627 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:12.866136 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-d2f7b504-850f-4cb4-8802-b04a4fa1fb3c req-c0a76d83-1635-4202-9799-f79f59d08c91 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:17:12.867253 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d2f7b504-850f-4cb4-8802-b04a4fa1fb3c req-c0a76d83-1635-4202-9799-f79f59d08c91 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502605 Sep 17 02:17:13.205498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc5530-b959-4558-8385-0b7c3ffbd94d req-ce28f850-a9f7-45b5-a991-6b11ad7d4964 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:13.206991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95cc5530-b959-4558-8385-0b7c3ffbd94d req-ce28f850-a9f7-45b5-a991-6b11ad7d4964 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0545113 Sep 17 02:17:13.244283 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-95cc5530-b959-4558-8385-0b7c3ffbd94d req-f705afe7-2149-436f-85de-1fcd2681d215 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Sep 17 02:17:13.341438 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-b6a80df0-3d6b-4cb6-981d-49386129dc10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828435 Sep 17 02:17:13.351202 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-e54a871d-afa4-4f75-9000-48b445005c1c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:17:13.352088 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-e54a871d-afa4-4f75-9000-48b445005c1c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049272 Sep 17 02:17:14.364313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407efc4-aea5-4d2f-b847-6701df62ad79 req-ada854f1-6673-48bc-981a-110b0945fcc0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:14.365799 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7407efc4-aea5-4d2f-b847-6701df62ad79 req-ada854f1-6673-48bc-981a-110b0945fcc0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0523000 Sep 17 02:17:14.404245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7407efc4-aea5-4d2f-b847-6701df62ad79 req-55b2efa7-145c-47af-9506-ccd2b930228d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324659 Sep 17 02:17:15.473923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-7fc87efd-9faf-4d9e-a22b-4d2e03281274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:15.475485 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-7fc87efd-9faf-4d9e-a22b-4d2e03281274 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0456705 Sep 17 02:17:15.577363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ebc14-f69e-4602-ad73-8b286845e21d req-b9400530-566b-4630-a99c-cde1b4dfb4f0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:15.578850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a4ebc14-f69e-4602-ad73-8b286845e21d req-b9400530-566b-4630-a99c-cde1b4dfb4f0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.1024930 Sep 17 02:17:15.616567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-6a62c73c-e29d-4ad1-ab69-48881f4e8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:15.617980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-6a62c73c-e29d-4ad1-ab69-48881f4e8ce1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.1325293 Sep 17 02:17:15.640892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a4ebc14-f69e-4602-ad73-8b286845e21d req-39692bae-8331-4596-ae64-8eb2c67de8b0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542970 Sep 17 02:17:15.691558 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-19028cfd-cbe7-4ac8-bf84-c746779aeca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0632174 Sep 17 02:17:15.740907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-cfae4568-6c2a-40d2-a613-2c766cc6b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:15.742334 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-cfae4568-6c2a-40d2-a613-2c766cc6b09f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0441387 Sep 17 02:17:15.790811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-cd8a5ce9-e6a3-4276-88f2-8c0081a42977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:15.792311 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-cd8a5ce9-e6a3-4276-88f2-8c0081a42977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432205 Sep 17 02:17:15.803498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-6f78494f-6d6a-472c-88d0-979dfe306f84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:17:15.804429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-6f78494f-6d6a-472c-88d0-979dfe306f84 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050359 Sep 17 02:17:15.894740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-cc6b270b-7bfd-4cab-95b2-b0d9b04d1ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829873 Sep 17 02:17:15.986747 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-66c04f77-b2da-43a1-a20a-0fe70ec60175 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838382 Sep 17 02:17:16.757300 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177a7eb-1f34-4da3-8a1e-1615873a083e req-0e438eb6-f5f7-424b-84d6-4e171b94717b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:16.758825 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a177a7eb-1f34-4da3-8a1e-1615873a083e req-0e438eb6-f5f7-424b-84d6-4e171b94717b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0494666 Sep 17 02:17:16.802506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a177a7eb-1f34-4da3-8a1e-1615873a083e req-6716a1b9-c08a-40c3-93b4-0e577aac038b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376699 Sep 17 02:17:17.919363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6e07e-4844-4841-8e5f-664d78157962 req-fc9891ec-71a9-4665-a396-525154056b76 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:17.920844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ce6e07e-4844-4841-8e5f-664d78157962 req-fc9891ec-71a9-4665-a396-525154056b76 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0501554 Sep 17 02:17:17.958033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ce6e07e-4844-4841-8e5f-664d78157962 req-a340b3e9-f552-4246-851e-780ec212d73b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Sep 17 02:17:19.074376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05a50d-668b-4ee7-9bc8-cb028fd8f820 req-3156f47c-83e4-45f6-82e7-4bde8f125041 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:19.075884 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e05a50d-668b-4ee7-9bc8-cb028fd8f820 req-3156f47c-83e4-45f6-82e7-4bde8f125041 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Sep 17 02:17:19.113216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e05a50d-668b-4ee7-9bc8-cb028fd8f820 req-75f20b9e-0a4a-4776-a8dd-1cd5b98da7c8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314109 Sep 17 02:17:20.228122 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4407f7-9a7d-4ba4-a90f-8aeae26f7eb1 req-187df232-6e37-49c9-9d73-11c1fe873af9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:20.229579 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a4407f7-9a7d-4ba4-a90f-8aeae26f7eb1 req-187df232-6e37-49c9-9d73-11c1fe873af9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Sep 17 02:17:20.267340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6a4407f7-9a7d-4ba4-a90f-8aeae26f7eb1 req-4b07c1c6-519e-4873-bf29-d5fe4c0f0336 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Sep 17 02:17:21.382810 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4f9a4-d378-4a75-bf91-a6b624618527 req-417f38d9-beca-44b6-9282-2e520e755e83 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:21.384303 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64d4f9a4-d378-4a75-bf91-a6b624618527 req-417f38d9-beca-44b6-9282-2e520e755e83 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0488527 Sep 17 02:17:21.421158 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64d4f9a4-d378-4a75-bf91-a6b624618527 req-54bdc7c8-a975-4eaf-b043-045db6c0cf42 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Sep 17 02:17:22.555507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474fda3-6f4a-40a5-948a-b9e2d9b3dfa2 req-6b9f8cf6-6352-45b7-bdce-6f4c6911b4b0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:22.556973 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5474fda3-6f4a-40a5-948a-b9e2d9b3dfa2 req-6b9f8cf6-6352-45b7-bdce-6f4c6911b4b0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0532343 Sep 17 02:17:22.594662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5474fda3-6f4a-40a5-948a-b9e2d9b3dfa2 req-2bc82dbc-7f20-4ed1-a977-54a7b3465605 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316725 Sep 17 02:17:23.723895 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8c9c5-fd7f-4408-b1fc-ec7daef726c8 req-5238cc1e-ecb0-4912-b49f-3c894075eff6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:23.725267 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7d8c9c5-fd7f-4408-b1fc-ec7daef726c8 req-5238cc1e-ecb0-4912-b49f-3c894075eff6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0475454 Sep 17 02:17:23.766070 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f7d8c9c5-fd7f-4408-b1fc-ec7daef726c8 req-50b57773-a45b-4cb8-b789-641d88efe98f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349078 Sep 17 02:17:24.881756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c20f97-d5ad-4607-b0ea-d9d5786655a9 req-197c25ec-5846-4077-802e-c2a19f755bc1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:24.883563 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17c20f97-d5ad-4607-b0ea-d9d5786655a9 req-197c25ec-5846-4077-802e-c2a19f755bc1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0496194 Sep 17 02:17:24.920991 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-17c20f97-d5ad-4607-b0ea-d9d5786655a9 req-95da2f83-204e-40a6-aaac-018129c1da22 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315046 Sep 17 02:17:26.046944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbf5bf-6349-4ca9-92e6-8510a8262592 req-a2c103b4-fa92-449a-9bc3-a7ec3161361b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:26.049000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0acbf5bf-6349-4ca9-92e6-8510a8262592 req-a2c103b4-fa92-449a-9bc3-a7ec3161361b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0539823 Sep 17 02:17:26.090685 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0acbf5bf-6349-4ca9-92e6-8510a8262592 req-d0946796-1de3-4fa2-a795-4bba0bacba80 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347350 Sep 17 02:17:27.206763 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2885400-4699-4447-924f-e61d4e880225 req-a7cb0950-15e0-40fa-8403-e44ddca8f5af tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:27.208271 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2885400-4699-4447-924f-e61d4e880225 req-a7cb0950-15e0-40fa-8403-e44ddca8f5af tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0490422 Sep 17 02:17:27.245492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c2885400-4699-4447-924f-e61d4e880225 req-231df990-a924-45d8-a7ae-2e2a40010510 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311894 Sep 17 02:17:28.360539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41190c-a6e0-441b-a3e3-ae51892245e5 req-6c414055-04e4-41ae-909f-9db302936a4b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:28.362033 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41190c-a6e0-441b-a3e3-ae51892245e5 req-6c414055-04e4-41ae-909f-9db302936a4b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0495334 Sep 17 02:17:28.400341 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ed41190c-a6e0-441b-a3e3-ae51892245e5 req-2728cf5f-9296-4db4-9a47-28c389e8868d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324502 Sep 17 02:17:29.460143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:29.522354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5861a-9b09-4948-9159-538edccf40f0 req-f0ef96b1-930f-4648-9628-b14091d82ccb tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:29.523828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed5861a-9b09-4948-9159-538edccf40f0 req-f0ef96b1-930f-4648-9628-b14091d82ccb tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0547879 Sep 17 02:17:29.561390 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bed5861a-9b09-4948-9159-538edccf40f0 req-5f6499f9-4053-4d62-a939-10d62312f47c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Sep 17 02:17:29.744857 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:30.675762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f10018-c351-4a8f-9039-beedde214d02 req-aa6f8ec4-3134-41f1-b6a9-cece6a52b2e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:30.677276 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05f10018-c351-4a8f-9039-beedde214d02 req-aa6f8ec4-3134-41f1-b6a9-cece6a52b2e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0493526 Sep 17 02:17:30.720347 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05f10018-c351-4a8f-9039-beedde214d02 req-18b820fe-59a7-48ef-8748-2ccd4d4c3ebe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370524 Sep 17 02:17:31.836907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ad540-c08e-49a5-b77c-71be79176dcc req-f9e2bd74-aba5-448a-879f-5a952c799f92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:31.838405 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c1ad540-c08e-49a5-b77c-71be79176dcc req-f9e2bd74-aba5-448a-879f-5a952c799f92 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0493543 Sep 17 02:17:31.877879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c1ad540-c08e-49a5-b77c-71be79176dcc req-a89209f9-1848-4789-aa4b-18fdd00cea9e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335240 Sep 17 02:17:32.756510 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-ec408d52-8851-4574-979a-f0a27045dd2e service neutron] 10.222.0.36 "GET /v2.0/ports/97b6300b-74ff-4a04-94c4-e39aaf8a1ef5/bindings/n-h2-789963-7 HTTP/1.1" status: 200 len: 382 time: 0.0545871 Sep 17 02:17:32.992013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a47212-6d5a-4f94-b871-7b52d37a3ebb req-af65bb96-e610-4e93-bbac-ee274c42abf8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:32.993495 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74a47212-6d5a-4f94-b871-7b52d37a3ebb req-af65bb96-e610-4e93-bbac-ee274c42abf8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0487127 Sep 17 02:17:33.033574 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-74a47212-6d5a-4f94-b871-7b52d37a3ebb req-2ff14216-4ab5-43ec-9749-ec26c210b487 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337620 Sep 17 02:17:33.212950 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-69d86f07-c6ee-4997-ba90-737823959ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:33.214459 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-69d86f07-c6ee-4997-ba90-737823959ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 1097 time: 0.0407290 Sep 17 02:17:33.279037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-b2edddfa-5246-4529-ba04-0940bc490f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:33.280631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-b2edddfa-5246-4529-ba04-0940bc490f02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0438104 Sep 17 02:17:33.370372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-9763a09e-4173-4250-b3b3-40a41187b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:33.371985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-9763a09e-4173-4250-b3b3-40a41187b89a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.0841141 Sep 17 02:17:33.439980 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-09656cab-21bf-4309-b86f-822e7dbae186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0611794 Sep 17 02:17:33.489199 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-37ae498b-0279-4f6b-a73f-3a85e56ea8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:33.490638 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-37ae498b-0279-4f6b-a73f-3a85e56ea8a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0435455 Sep 17 02:17:33.535470 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff741e6-669d-4581-8543-5bd5ba23049e req-fe6a7430-e0c2-45ca-af45-84830d546ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:33.536903 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-fe6a7430-e0c2-45ca-af45-84830d546ba3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393925 Sep 17 02:17:33.627432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-21ea6e67-96f4-4511-a1d6-90caf3267dc4 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833359 Sep 17 02:17:33.716153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dff741e6-669d-4581-8543-5bd5ba23049e req-7c1dbdf3-a155-4e20-b073-7669e239fe1e service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812826 Sep 17 02:17:34.152402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7b472-a5ea-4d1c-8c47-606b498a591e req-4494b93d-dc56-4225-9580-863af18b5bc5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:34.153864 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87b7b472-a5ea-4d1c-8c47-606b498a591e req-4494b93d-dc56-4225-9580-863af18b5bc5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0524366 Sep 17 02:17:34.191710 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-87b7b472-a5ea-4d1c-8c47-606b498a591e req-41e368b7-8249-451c-8eef-59c7edfca2a9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311432 Sep 17 02:17:35.312816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14eac2f-addc-42ca-851e-d7f43e58979c req-d5c662f1-9921-49ce-8192-c63cfa61a1fc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:35.314460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b14eac2f-addc-42ca-851e-d7f43e58979c req-d5c662f1-9921-49ce-8192-c63cfa61a1fc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0517268 Sep 17 02:17:35.354908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b14eac2f-addc-42ca-851e-d7f43e58979c req-4f3b5fa2-059e-4088-adf0-fb162765286d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 Sep 17 02:17:35.516655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f8d495a3-9d2b-4cd8-9540-68d73c77714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:36.078159 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:17:36.172986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:17:36.183841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'port_id': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'mac_address': 'fa:16:3e:fb:bd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:17:36.219984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:36.232113 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:17:36.251107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:17:36.338809 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:36.388706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:17:36.396772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.397950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.397950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.397950 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.398233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.398495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.398832 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.399185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.399514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.399844 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.400170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.400494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:17:36.470063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bbab6-e5f1-455a-8290-185f1a741d2f req-75266c15-3630-4bd8-a953-1c9810895ba4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:36.471595 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b4bbab6-e5f1-455a-8290-185f1a741d2f req-75266c15-3630-4bd8-a953-1c9810895ba4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Sep 17 02:17:36.511512 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b4bbab6-e5f1-455a-8290-185f1a741d2f req-1e91ca7e-7801-4ab7-9c07-03f9de75f551 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336738 Sep 17 02:17:36.545269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:17:36.822912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d8211-8db2-482d-bffd-5ce875f9b10a req-09514818-68ed-4fe2-ad52-8b391fb4e0ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:36.824437 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142d8211-8db2-482d-bffd-5ce875f9b10a req-09514818-68ed-4fe2-ad52-8b391fb4e0ce tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Sep 17 02:17:36.892602 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-142d8211-8db2-482d-bffd-5ce875f9b10a req-655de40d-a3dc-4dc8-88d3-07bfbfd09a2d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619628 Sep 17 02:17:36.910337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-5b33d6f0-82d4-44ab-ab22-a00ce9e6796f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:36.911808 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-5b33d6f0-82d4-44ab-ab22-a00ce9e6796f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12&tenant_id=acdc754db25c4702a10fbbc2febd00ba&binding%3Ahost_id=n-h2-789963-7 HTTP/1.1" status: 200 len: 945 time: 0.0659125 Sep 17 02:17:36.994953 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-d6ac24a7-ff1e-4c15-8962-a56e09bc291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:36.996520 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-d6ac24a7-ff1e-4c15-8962-a56e09bc291d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1096 time: 0.0412524 Sep 17 02:17:37.010864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b953f4-feb5-4f9a-862c-3faca6088b80 req-57635eab-d065-4cd5-a5f5-cc515dd11c9c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:37.012585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9b953f4-feb5-4f9a-862c-3faca6088b80 req-57635eab-d065-4cd5-a5f5-cc515dd11c9c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 945 time: 0.0498946 Sep 17 02:17:37.055365 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d9b953f4-feb5-4f9a-862c-3faca6088b80 req-f1938b69-d7ef-4cc3-98e5-68ead20ed6e1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360932 Sep 17 02:17:37.092501 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-d95cdd67-12a3-40d9-a873-89d39d005e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:37.093978 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-d95cdd67-12a3-40d9-a873-89d39d005e74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.0902021 Sep 17 02:17:37.158015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-ecbcaac8-d648-4038-92f8-d7111d2512cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 1000 time: 0.0568392 Sep 17 02:17:37.206979 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-e90f41c0-0665-4da5-91f0-b70738122d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:37.208611 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-e90f41c0-0665-4da5-91f0-b70738122d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0435300 Sep 17 02:17:37.257761 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-6752bf4e-abac-46b0-a6fa-7f9770e55e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:37.259156 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-6752bf4e-abac-46b0-a6fa-7f9770e55e89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439115 Sep 17 02:17:37.350147 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-59789b3e-ce5d-456a-93d2-5de722901134 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827999 Sep 17 02:17:37.444081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ee7852b8-6448-4b00-90a1-15fc673648d1 req-e1314366-d93d-49a3-a4f8-6df3e8d9c6ca service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866864 Sep 17 02:17:38.097912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:17:38.146877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:17:38.147282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:38.177148 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d674f7c-61f4-43a4-9b86-4b29b1fd60e4 req-502b0571-9c9a-4a5f-93cc-e5b624bbb732 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:38.178771 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d674f7c-61f4-43a4-9b86-4b29b1fd60e4 req-502b0571-9c9a-4a5f-93cc-e5b624bbb732 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 945 time: 0.0521870 Sep 17 02:17:38.199619 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:17:38.220513 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d674f7c-61f4-43a4-9b86-4b29b1fd60e4 req-e87f80bb-82a4-490c-95dd-9a59c4c5d713 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344110 Sep 17 02:17:38.255860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:38.263938 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7ec62ef-1a11-4518-9611-e2f612268b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:38.283257 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:17:38.285549 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60a817-7589-4c7c-9402-aca3e2a70ac0" -d '{"events": [{"server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "name": "network-vif-plugged", "status": "completed", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:17:38.298122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:17:38.323569 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43693e1d-ede3-42d7-af51-4c30f98c3f31 x-openstack-request-id: req-43693e1d-ede3-42d7-af51-4c30f98c3f31 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:17:38.323937 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "name": "network-vif-plugged", "status": "completed", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:17:38.324189 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43693e1d-ede3-42d7-af51-4c30f98c3f31 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:17:38.324581 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'code': 200} Sep 17 02:17:38.350697 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:38.397694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:17:39.122016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:39.335097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0ddb3-7ae1-4db1-8702-3c652daa4e23 req-1fdce9cc-dcb0-452d-8ee3-cd4a7ae01aab tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:17:39.336562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c0ddb3-7ae1-4db1-8702-3c652daa4e23 req-1fdce9cc-dcb0-452d-8ee3-cd4a7ae01aab tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0474787 Sep 17 02:17:39.373760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c0ddb3-7ae1-4db1-8702-3c652daa4e23 req-cf8636da-892b-496b-b3ba-e3c8011bc2a5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Sep 17 02:17:39.395763 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42340) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:17:39.457399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-98f7ea86-8946-4e63-a14c-422ba36561e9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/da45a5b4-5fd9-4c95-81bd-47bb695ed55c HTTP/1.1" status: 200 len: 993 time: 0.0603976 Sep 17 02:17:39.744873 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:41.304438 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:59.470720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:17:59.733267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:00.583619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-ab6b88c3-f3f4-4219-bf28-c52fe4bc7a78 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992823 Sep 17 02:18:00.663993 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-7adc674c-56da-41fb-a639-3dc19c60af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:00.665499 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-7adc674c-56da-41fb-a639-3dc19c60af8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0397439 Sep 17 02:18:00.767458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-f396a2c2-ce40-4106-8600-0ddb0a518def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:00.768922 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-f396a2c2-ce40-4106-8600-0ddb0a518def service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.0842781 Sep 17 02:18:00.838540 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-49d8bca9-f283-425e-ba3f-73d7e132350a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 1001 time: 0.0610740 Sep 17 02:18:00.887049 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-bca84738-187f-4f2b-9a29-c2427362f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:00.888468 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-bca84738-187f-4f2b-9a29-c2427362f000 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0418780 Sep 17 02:18:00.932439 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-f5728380-2b07-4658-b785-c5e6465ca2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:00.933886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-f5728380-2b07-4658-b785-c5e6465ca2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388536 Sep 17 02:18:01.025365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-80839d2e-c3d9-4820-a72d-099849ecef70 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834563 Sep 17 02:18:01.116192 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5dbacc1d-f33e-43cb-936d-2a9281115c42 req-46128e12-98e9-4194-9a79-8f8061e1c66a service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835347 Sep 17 02:18:05.516087 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-05bdf702-cf96-46fc-a948-45e63706d394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:05.789013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42356) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:05.945173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port a0cdfbfa-7317-42b9-9863-fdd9367d5b7a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:18:05.945713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:06.024573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:06.024906 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:06.036623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for a0cdfbfa-7317-42b9-9863-fdd9367d5b7a owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:18:06.253099 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:06.285820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=a0cdfbfa-7317-42b9-9863-fdd9367d5b7a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:06.308263 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.308537 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.308875 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.309208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.309538 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.309866 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.310194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.310515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.310838 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.311192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.311517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.311836 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:06.351097 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:06.351419 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP da45a5b4-5fd9-4c95-81bd-47bb695ed55c disassociated (deleted). External IP: 172.25.1.39, port: 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5. Sep 17 02:18:06.557274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:18:06.664115 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:18:06.668394 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:06.675753 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] Sync routers for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:18:06.685294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:06.685907 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:17:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:06.697078 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e2dfe246-4dbc-42cb-9cba-9aa4476d2b2e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/floatingips/da45a5b4-5fd9-4c95-81bd-47bb695ed55c HTTP/1.1" status: 204 len: 168 time: 0.9069729 Sep 17 02:18:06.697960 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:18:06.700271 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c042a68-9c94-4158-b4b8-d651af80a569" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:18:06.751735 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab20b957-a195-41d6-b6e1-85f9e332d378 x-openstack-request-id: req-ab20b957-a195-41d6-b6e1-85f9e332d378 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:18:06.752031 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:18:06.752300 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab20b957-a195-41d6-b6e1-85f9e332d378 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:18:06.752687 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'status': 'completed', 'code': 200} Sep 17 02:18:06.798858 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:06.814177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-a13b2d72-01cc-4d08-a215-0d2650930dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:06.815734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-a13b2d72-01cc-4d08-a215-0d2650930dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 1097 time: 0.0417171 Sep 17 02:18:06.908602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-89f7e013-f3bf-440f-bf9f-c713dfdb03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:06.910103 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-89f7e013-f3bf-440f-bf9f-c713dfdb03cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 200 len: 898 time: 0.0859547 Sep 17 02:18:06.957759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-8abd3338-b812-4ca7-a3e9-5451133e21ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 200 len: 217 time: 0.0392973 Sep 17 02:18:07.007754 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:07.008837 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-ae53d2e9-05fd-43b4-ab9a-00164e0b7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:07.010312 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-ae53d2e9-05fd-43b4-ab9a-00164e0b7261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 200 len: 835 time: 0.0440240 Sep 17 02:18:07.035878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] Checking router: 7b5bffcd-ff29-48b5-acef-249c1868b8c5 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:18:07.044425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:07.044912 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:17:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:07.061827 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-be3d2f28-a029-4226-b37f-165abe084960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:07.065828 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-be3d2f28-a029-4226-b37f-165abe084960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460348 Sep 17 02:18:07.139588 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c626d-2959-404e-afbf-33ba5b241622 req-70668916-a661-44ee-88aa-4cee5dade466 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:07.141161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d03c626d-2959-404e-afbf-33ba5b241622 req-70668916-a661-44ee-88aa-4cee5dade466 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0517671 Sep 17 02:18:07.161475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:07.166279 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-4f94f1c3-47cc-408e-b62c-f9b34a3a8ff4 service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920582 Sep 17 02:18:07.182266 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d03c626d-2959-404e-afbf-33ba5b241622 req-b7cbd2d1-1872-4892-b0e6-0fd9fe40d594 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349114 Sep 17 02:18:07.260093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c042a68-9c94-4158-b4b8-d651af80a569 req-b780bb8f-cce5-49ce-b630-df55084d2cfe service neutron] 10.222.0.36 "GET /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Sep 17 02:18:07.364979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:07.394133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41bec9-761c-45b3-9467-0affa196fc59 None None] The sync data for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 is: [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:16:29Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'f6994358-07c6-41ba-bc41-008e3895aaaf', 'name': '', 'network_id': '2b0f8b13-d4b7-4167-b736-4ccf7f17ca80', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:5d:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:28Z', 'updated_at': '2021-09-17T02:16:31Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4a80ecf5-4ae4-48f2-9983-3c68f961d170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:18:07.602450 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd11004-a86e-4d3d-9fe5-426cf7426a90 None None] New status for floating IP da45a5b4-5fd9-4c95-81bd-47bb695ed55c: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:18:08.213530 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4efb-f2d8-4b30-aac2-030b12d95c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:08.305370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873e2bf-fec1-4164-9a85-2d835048045f req-c26120e4-0462-4ac5-bdeb-6afb80f8f3a2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:08.306744 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9873e2bf-fec1-4164-9a85-2d835048045f req-c26120e4-0462-4ac5-bdeb-6afb80f8f3a2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0532920 Sep 17 02:18:08.346600 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9873e2bf-fec1-4164-9a85-2d835048045f req-e349328d-ca97-4c21-a5b4-3e3a98e18312 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=83d1fc30-acff-456b-8ea8-2c5eef94be8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Sep 17 02:18:08.393093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-50043637-89a9-471e-9526-7dee5ec1d1d6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:08.394561 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-50043637-89a9-471e-9526-7dee5ec1d1d6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 946 time: 0.0483978 Sep 17 02:18:08.486085 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:18:08.486428 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:08.574081 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:08.574379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:08.586956 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:18:09.087185 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:09.116115 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=97b6300b-74ff-4a04-94c4-e39aaf8a1ef5,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:09.142468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.142819 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.143187 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149550 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:09.149648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.149648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:09.167599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] No DVR routers for this DVR port 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:18:09.170147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:09.173045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-26b8cb35-58e1-4b57-bfd8-e0fcd05bb8cf req-7f042df3-1f5d-43c9-a43e-1432708020c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "DELETE /v2.0/ports/97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 HTTP/1.1" status: 204 len: 173 time: 0.7717330 Sep 17 02:18:09.173480 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'name': 'network-vif-deleted', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:18:09.175767 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ddff3c-2e03-483c-a9c9-0d9ca1504d96" -d '{"events": [{"server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "name": "network-vif-deleted", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:18:09.278432 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f35ac-4192-4d82-96a0-5f586df7dc59 x-openstack-request-id: req-a82f35ac-4192-4d82-96a0-5f586df7dc59 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:18:09.278724 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12", "name": "network-vif-deleted", "tag": "97b6300b-74ff-4a04-94c4-e39aaf8a1ef5", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:18:09.278976 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a82f35ac-4192-4d82-96a0-5f586df7dc59 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:18:09.279400 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12', 'name': 'network-vif-deleted', 'tag': '97b6300b-74ff-4a04-94c4-e39aaf8a1ef5', 'status': 'completed', 'code': 200} Sep 17 02:18:09.446522 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-27fe2a73-221a-49fc-930f-9868ae2a104b req-f9171866-4ee7-4a2e-973d-0621e87af890 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e1177f0-7dd8-4a83-be38-a3dcf4ec8f12 HTTP/1.1" status: 200 len: 210 time: 0.0339296 Sep 17 02:18:09.755934 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:10.504324 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42374) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:10.865575 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:11.117013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port f6994358-07c6-41ba-bc41-008e3895aaaf {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:18:11.117275 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:11.205013 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port f6994358-07c6-41ba-bc41-008e3895aaaf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=f6994358-07c6-41ba-bc41-008e3895aaaf,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:11.205363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:11.217348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for f6994358-07c6-41ba-bc41-008e3895aaaf owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:18:11.315891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:11.464341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:11.491769 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=f6994358-07c6-41ba-bc41-008e3895aaaf,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:11.664090 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:11.876253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:18:12.260025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:18:12.278067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:18:12.280476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:18:12.280876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 97b6300b-74ff-4a04-94c4-e39aaf8a1ef5 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:18:12.283883 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9b8174f5-6ac5-4b0a-ae15-047b56183255 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/7b5bffcd-ff29-48b5-acef-249c1868b8c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785094 Sep 17 02:18:12.286552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42376) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:12.291146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] Sync routers for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:18:12.300660 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:12.301258 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:12.336397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting subnet 4a80ecf5-4ae4-48f2-9983-3c68f961d170 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:18:12.339424 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.378795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.472221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.567325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:12.596251 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.623385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Subnet': ['ID=4a80ecf5-4ae4-48f2-9983-3c68f961d170,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:12.627792 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.629775 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-805acaba-ad22-41df-931b-329f14036be2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/subnets/4a80ecf5-4ae4-48f2-9983-3c68f961d170 HTTP/1.1" status: 204 len: 168 time: 0.3422554 Sep 17 02:18:12.632447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42378) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:12.635316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9bb9c-56da-441b-b47a-b8e845234d30 None None] Network 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:18:12.741115 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.847989 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:18:11Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:12.853037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:12.880563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] Checking router: 7b5bffcd-ff29-48b5-acef-249c1868b8c5 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:18:12.888908 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] Routers {'7b5bffcd-ff29-48b5-acef-249c1868b8c5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:12.889541 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:12.928857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] DHCP port deletion for 2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:18:13.028771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] Set router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:13.038330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port e9e284f1-919e-4686-b10f-4af151c06eb4 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:18:13.038672 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.086969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] Deleting port d655e979-47a5-4c31-9d86-66f3dc7f9c64 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:18:13.087288 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.120543 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port e9e284f1-919e-4686-b10f-4af151c06eb4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=e9e284f1-919e-4686-b10f-4af151c06eb4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:13.120821 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.132968 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for e9e284f1-919e-4686-b10f-4af151c06eb4 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:18:13.203850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] For port d655e979-47a5-4c31-9d86-66f3dc7f9c64, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d655e979-47a5-4c31-9d86-66f3dc7f9c64,segment=NetworkSegment(48a96b2f-d144-4508-92e6-132a86802864),segment_id=48a96b2f-d144-4508-92e6-132a86802864)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:13.204253 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.222459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] Calling delete_port for d655e979-47a5-4c31-9d86-66f3dc7f9c64 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:18:13.336919 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:18:11Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:13.361687 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.367649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb7ad97-84fa-4e3f-a0da-6c0170fbc946 None None] The sync data for ids ['7b5bffcd-ff29-48b5-acef-249c1868b8c5'] in n-d-789963-7 is: [{'id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1083405541', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:16:24Z', 'updated_at': '2021-09-17T02:18:11Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': 'e9e284f1-919e-4686-b10f-4af151c06eb4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:2f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5bffcd-ff29-48b5-acef-249c1868b8c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:16:25Z', 'updated_at': '2021-09-17T02:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:18:13.389031 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=e9e284f1-919e-4686-b10f-4af151c06eb4,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:13.407612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.433225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] Pushing event deleted for resources: {'Port': ['ID=d655e979-47a5-4c31-9d86-66f3dc7f9c64,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:13.438886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90739021-a22b-4787-bf5a-dc6625e28ad7 None None] No DVR routers for this DVR port d655e979-47a5-4c31-9d86-66f3dc7f9c64 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:18:13.467703 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.559148 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.561226 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.662521 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.663059 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Fanout notify agent at l3_agent the message router_deleted on router 7b5bffcd-ff29-48b5-acef-249c1868b8c5 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:18:13.669895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.671001 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c95b9dec-530b-40b6-9f45-c719db4be68c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/routers/7b5bffcd-ff29-48b5-acef-249c1868b8c5 HTTP/1.1" status: 204 len: 168 time: 1.0376482 Sep 17 02:18:13.674701 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42380) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:13.756157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.848426 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.869330 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f8b13-d4b7-4167-b736-4ccf7f17ca80']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:13.879295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a96b2f-d144-4508-92e6-132a86802864') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:13.879587 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a96b2f-d144-4508-92e6-132a86802864') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:13.888695 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.901461 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.907186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:18:13.907567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:18:13.910381 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:18:14.079848 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.087420 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.088550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/networks/2b0f8b13-d4b7-4167-b736-4ccf7f17ca80 HTTP/1.1" status: 204 len: 168 time: 0.4128921 Sep 17 02:18:14.091467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42382) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:14.104506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67abf3f-e85c-4355-8d23-2eed1b098078 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Network': ['ID=2b0f8b13-d4b7-4167-b736-4ccf7f17ca80,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:14.151725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a93ae28-38e2-4ff8-bf6e-cb7b5a04732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.176956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a93ae28-38e2-4ff8-bf6e-cb7b5a04732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.315929 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a93ae28-38e2-4ff8-bf6e-cb7b5a04732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.318483 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4a93ae28-38e2-4ff8-bf6e-cb7b5a04732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.319684 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4a93ae28-38e2-4ff8-bf6e-cb7b5a04732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/security-groups/83d1fc30-acff-456b-8ea8-2c5eef94be8b HTTP/1.1" status: 204 len: 168 time: 0.2272451 Sep 17 02:18:14.329774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ae28-38e2-4ff8-bf6e-cb7b5a04732b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d1fc30-acff-456b-8ea8-2c5eef94be8b,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:14.420154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e9e284f1-919e-4686-b10f-4af151c06eb4 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:18:14.452348 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: e9e284f1-919e-4686-b10f-4af151c06eb4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:18:14.452742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device e9e284f1-919e-4686-b10f-4af151c06eb4 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:18:14.453193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f6994358-07c6-41ba-bc41-008e3895aaaf no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:18:14.472951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: f6994358-07c6-41ba-bc41-008e3895aaaf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:18:14.473299 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device f6994358-07c6-41ba-bc41-008e3895aaaf not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:18:14.473720 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d655e979-47a5-4c31-9d86-66f3dc7f9c64 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:18:14.492597 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d655e979-47a5-4c31-9d86-66f3dc7f9c64 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:18:14.492946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d655e979-47a5-4c31-9d86-66f3dc7f9c64 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:18:14.664008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42388) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:14.668619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1352653435', 'description': 'tempest-secgroup-smoke-1352653435 description', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:14.766347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.844992 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.925459 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:14.954025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:15.011663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.015901 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cc3ed384-bbe1-41f3-80db-ff484a8b87ee tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3478994 Sep 17 02:18:15.016900 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42390) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:15.021594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:15.137699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.196444 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.198814 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:18:15.258228 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.276235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c36fda8-23f3-41ae-b445-19e96ececf9f,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:15.354160 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.355447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-786b1bfd-d62f-496d-b6b8-381fa593f123 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3375487 Sep 17 02:18:15.358039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42392) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:15.363102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:15.474078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.530793 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.611036 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.630443 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5677c31c-81d7-4da9-9008-ae6c865e75b9,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:15.686960 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.688594 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7eb2dfb5-f115-41a9-b884-e1a2886c5ce4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3296411 Sep 17 02:18:15.691357 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42394) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:15.695637 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:15.775907 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.832046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.908297 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:15.926454 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a567b9c9-dccf-4a87-907f-1e9ae0694c51,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:16.001318 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.002649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-281f9fe8-4dd4-49f3-9953-1d6e11a8bf82 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103712 Sep 17 02:18:16.005382 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42396) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:16.009661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:16.103312 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.163588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.235787 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.254404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6cc767-f395-4e56-bda6-a00843b251c1,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:16.319982 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.321195 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-199071fe-3051-4500-977f-9f73bbf86d24 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3148832 Sep 17 02:18:16.323880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42398) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:16.328833 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:16.407570 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:18:16.412296 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.475134 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.561143 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.579632 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc7806f-f3bd-49a7-ba54-fc427f4e5525,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:16.646824 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.648066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cc6feb60-4320-4a3b-956b-2fe6281d0934 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3232775 Sep 17 02:18:16.651038 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42400) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:16.655327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': 'ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:16.749911 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:18:16.755203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.815382 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.869731 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.887602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b783a16-54a6-4d20-bb79-c4d35621804f,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:16.938076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:16.939318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b18097dd-2451-4484-abe6-46caa4b25c2f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2873116 Sep 17 02:18:16.942090 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42402) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:16.946966 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'network': {'name': 'tempest-network-smoke--1375051411', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'port_security_enabled': True}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:17.018423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:18:17.021995 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.045453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:18:17.054069 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.054433 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Added segment 19259a13-9661-475d-9816-7b5a0697f29d of type vlan for network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f Sep 17 02:18:17.095781 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.178433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.184018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:17.184619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.248370 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Network': ['ID=7e733cf7-72e6-4b85-b056-d482c4ff3a9f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:17.259170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:18:17.287830 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-eea2f57d-d810-44ee-b6b8-ad6cebcd6a8b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3445716 Sep 17 02:18:17.290390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42404) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:17.295000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'admin_state_up': True, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:17.372723 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.373756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.430837 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.630433 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.887648 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:17.906575 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:18.010653 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.140 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/4051cd90-587b-4632-aa86-608fcc3e0ecb) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:18:18.125344 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:18.212598 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:18.248416 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:18:18.251828 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:18.256076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:18:18.288881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=4051cd90-587b-4632-aa86-608fcc3e0ecb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:18.610979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:18.805028 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.023749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 8673b6fb-1caf-44a0-bd30-638e8e281e40 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:18:19.128676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:18:19.137762 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Sync routers for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:18:19.146860 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:19.147570 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:19.178463 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.179876 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4951d393-1427-4c44-a8a0-1f0f918c8786 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8882041 Sep 17 02:18:19.182862 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42406) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:19.215822 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-492923e1-adb9-4211-a41a-ddab56ae363e tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=acdc754db25c4702a10fbbc2febd00ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317130 Sep 17 02:18:19.219001 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42408) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:19.250193 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:19.304962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747ce548-ff8a-43c4-a880-6624a24b2f1a tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:19.306375 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-747ce548-ff8a-43c4-a880-6624a24b2f1a tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862615 Sep 17 02:18:19.309132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42410) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:19.337945 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cc357e94-afa0-443e-bf8e-845aba943052 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277627 Sep 17 02:18:19.340430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42412) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:19.386005 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-996576790', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:19.424534 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:18Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:19.543493 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Checking router: 8673b6fb-1caf-44a0-bd30-638e8e281e40 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:18:19.543842 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Updating router 8673b6fb-1caf-44a0-bd30-638e8e281e40 port 4051cd90-587b-4632-aa86-608fcc3e0ecb binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:18:19.560284 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:18:19.564256 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.569013 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.825023 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.839903 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.901762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Subnet': ['ID=4e813111-95b4-472d-868d-902fa345ebf9,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:19.910517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Checking segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:18:19.910869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network hostable DHCP agents. Network: 7e733cf7-72e6-4b85-b056-d482c4ff3a9f, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:18:19.920927 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.976697 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Attempting to bind port 4051cd90-587b-4632-aa86-608fcc3e0ecb on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:18:19.977066 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Attempting to bind port 4051cd90-587b-4632-aa86-608fcc3e0ecb by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:18:19.977429 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Attempting to bind port 4051cd90-587b-4632-aa86-608fcc3e0ecb on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:18:19.980181 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Pushing event updated for resources: {'Port': ['ID=4051cd90-587b-4632-aa86-608fcc3e0ecb,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:19.988325 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:18:19.988739 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:18:19.989135 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.989522 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:18:19.989976 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Bound port: 4051cd90-587b-4632-aa86-608fcc3e0ecb, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:18:19.990350 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:19.993260 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.993601 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.993935 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.994266 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.994596 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.994917 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.995265 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.995585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.995905 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.996222 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.996537 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:19.996849 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:18:20.001227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:18:20.048181 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] For port 4051cd90-587b-4632-aa86-608fcc3e0ecb, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:18:20.051525 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] For port 4051cd90-587b-4632-aa86-608fcc3e0ecb, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4051cd90-587b-4632-aa86-608fcc3e0ecb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:18:20.086808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 7e733cf7-72e6-4b85-b056-d482c4ff3a9f) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:20.092146 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:20.093187 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.098681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764e2af-c85d-47be-a602-df2c432f236c None None] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:18:20.115849 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.173616 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ffeee-0638-4ba1-9b85-897b56057b28 None None] Pushing event updated for resources: {'Port': ['ID=4051cd90-587b-4632-aa86-608fcc3e0ecb,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:20.176308 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:20.176896 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:20.202066 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0150ff48-2f7f-4244-aaf9-ec1eb3d92760 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8606360 Sep 17 02:18:20.205993 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42416) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:20.250709 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:18:20.251705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.289165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:20.389437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Allocated IP 172.20.0.2 (7e733cf7-72e6-4b85-b056-d482c4ff3a9f/4e813111-95b4-472d-868d-902fa345ebf9/a897e9cf-7426-465f-bb32-817b1933e8c3) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:18:20.486542 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:18Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:20.513796 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916798b0-a918-41e1-8f70-7611c85292f2 None None] The sync data for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 is: [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:18Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:18:20.542893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.602579 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.645956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:18:20.648877 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:20.652554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:18:20.661936 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Pushing event updated for resources: {'Port': ['ID=a897e9cf-7426-465f-bb32-817b1933e8c3,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:20.676796 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.716239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Attempting to bind port a897e9cf-7426-465f-bb32-817b1933e8c3 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:18:20.716614 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Attempting to bind port a897e9cf-7426-465f-bb32-817b1933e8c3 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:18:20.717218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Attempting to bind port a897e9cf-7426-465f-bb32-817b1933e8c3 on network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:18:20.722781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:18:20.723190 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Checking segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:18:20.723597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.724121 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Bound using segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:18:20.725366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Bound port: a897e9cf-7426-465f-bb32-817b1933e8c3, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:18:20.725366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.823796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] For port a897e9cf-7426-465f-bb32-817b1933e8c3, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:18:20.826988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] For port a897e9cf-7426-465f-bb32-817b1933e8c3, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a897e9cf-7426-465f-bb32-817b1933e8c3,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:18:20.888048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:20.962680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c59d4-aede-4b2d-96e2-fd794fd31fb7 None None] Pushing event updated for resources: {'Port': ['ID=a897e9cf-7426-465f-bb32-817b1933e8c3,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:20.995454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.1 (7e733cf7-72e6-4b85-b056-d482c4ff3a9f/4e813111-95b4-472d-868d-902fa345ebf9/d3d52a36-44c8-4ec7-94f5-af99c88b7766) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:18:21.145636 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.247996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.290104 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:18:21.293258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:21.297301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:18:21.325682 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=d3d52a36-44c8-4ec7-94f5-af99c88b7766,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:21.349812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.538737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.826086 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.881404 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.889349 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506b564e-8184-46f5-8dd7-6898b14fcbc2 None None] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:18:21.958736 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=d3d52a36-44c8-4ec7-94f5-af99c88b7766,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:21.960235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-bbc37371-c176-4531-b163-0a1f5d455e9a None None] Provisioning complete for port a897e9cf-7426-465f-bb32-817b1933e8c3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:21.960617 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbc37371-c176-4531-b163-0a1f5d455e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:21.962401 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:22.067823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:18:22.069280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:22.122303 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbc37371-c176-4531-b163-0a1f5d455e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:22.160960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-bbc37371-c176-4531-b163-0a1f5d455e9a None None] For port a897e9cf-7426-465f-bb32-817b1933e8c3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a897e9cf-7426-465f-bb32-817b1933e8c3,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:22.215536 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a897e9cf-7426-465f-bb32-817b1933e8c3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:18:22.228864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 8673b6fb-1caf-44a0-bd30-638e8e281e40 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:18:22.247570 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bbc37371-c176-4531-b163-0a1f5d455e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:22.318818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc37371-c176-4531-b163-0a1f5d455e9a None None] Pushing event updated for resources: {'Port': ['ID=a897e9cf-7426-465f-bb32-817b1933e8c3,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:22.328537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a897e9cf-7426-465f-bb32-817b1933e8c3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:22.329046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:22.356553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:18:22.361887 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b6317606-3c1e-41a6-877f-abe0e069cc94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/8673b6fb-1caf-44a0-bd30-638e8e281e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1536205 Sep 17 02:18:22.417357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4051cd90-587b-4632-aa86-608fcc3e0ecb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:18:22.474946 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Sync routers for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:18:22.497554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:22.498362 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:22.503787 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2f6d3239-e129-4cb3-b0ae-709f2c6159a5 None None] Provisioning complete for port a897e9cf-7426-465f-bb32-817b1933e8c3 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:22.504154 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3239-e129-4cb3-b0ae-709f2c6159a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:22.526853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-9221355d-5ad8-4194-86fe-5e12a019a6c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1352653435&fields=id&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 267 time: 0.0353816 Sep 17 02:18:22.538715 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4051cd90-587b-4632-aa86-608fcc3e0ecb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:22.539017 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:22.652544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-8e96cac7-7ddb-4a59-9aa6-98583e76bf1a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:22.654576 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-8e96cac7-7ddb-4a59-9aa6-98583e76bf1a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/networks?id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 200 len: 797 time: 0.1195052 Sep 17 02:18:22.676969 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-6b90f181-6327-484c-a14e-3f0536646da6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/quotas/acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 375 time: 0.0156653 Sep 17 02:18:22.736899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-68eee006-55e6-4ba0-9eff-8541d0176eda tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512121 Sep 17 02:18:22.755167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-3641114a-fcfb-43f5-b863-fd8cb3f84672 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:18:22.757012 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-3641114a-fcfb-43f5-b863-fd8cb3f84672 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072243 Sep 17 02:18:22.855930 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d52b4627-c785-4ffb-868a-d4216b9d06fc service neutron] 10.222.0.13 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911372 Sep 17 02:18:22.863135 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:22.945733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-27d73d4d-622b-461a-a54f-092b900ef2b1 service neutron] 10.222.0.13 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827522 Sep 17 02:18:22.968385 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.011051 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 4051cd90-587b-4632-aa86-608fcc3e0ecb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4051cd90-587b-4632-aa86-608fcc3e0ecb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:23.019331 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2f6d3239-e129-4cb3-b0ae-709f2c6159a5 None None] Provisioning complete for port d3d52a36-44c8-4ec7-94f5-af99c88b7766 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:23.019704 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2f6d3239-e129-4cb3-b0ae-709f2c6159a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.093484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d3239-e129-4cb3-b0ae-709f2c6159a5 None None] Port d3d52a36-44c8-4ec7-94f5-af99c88b7766 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:18:23.105819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.184891 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=4051cd90-587b-4632-aa86-608fcc3e0ecb,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:23.206604 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 2, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:23.226612 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0adce8ca-d8c4-4b07-b08a-1ee815364014 req-d99cf42c-c1aa-44bb-aec1-c9cc22791d71 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 210 time: 0.0282767 Sep 17 02:18:23.238064 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Checking router: 8673b6fb-1caf-44a0-bd30-638e8e281e40 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:18:23.238369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Updating router 8673b6fb-1caf-44a0-bd30-638e8e281e40 port d3d52a36-44c8-4ec7-94f5-af99c88b7766 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:18:23.244040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4ccb0b4c-3025-4010-bf2e-48873f196e4d None None] Provisioning complete for port d3d52a36-44c8-4ec7-94f5-af99c88b7766 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:23.244416 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ccb0b4c-3025-4010-bf2e-48873f196e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.287096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.307295 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb0b4c-3025-4010-bf2e-48873f196e4d None None] Port d3d52a36-44c8-4ec7-94f5-af99c88b7766 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:18:23.570027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.641267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.692640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb3a8b-0dd1-488d-a276-057c24ccf5b4 None None] Pushing event updated for resources: {'Port': ['ID=d3d52a36-44c8-4ec7-94f5-af99c88b7766,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:23.745651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Attempting to bind port d3d52a36-44c8-4ec7-94f5-af99c88b7766 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:18:23.746016 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Attempting to bind port d3d52a36-44c8-4ec7-94f5-af99c88b7766 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:18:23.746372 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Attempting to bind port d3d52a36-44c8-4ec7-94f5-af99c88b7766 on network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:18:23.752142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:18:23.752627 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Checking segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:18:23.753027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.753407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Bound using segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:18:23.753861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Bound port: d3d52a36-44c8-4ec7-94f5-af99c88b7766, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:18:23.754260 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.822453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] For port d3d52a36-44c8-4ec7-94f5-af99c88b7766, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:18:23.826366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] For port d3d52a36-44c8-4ec7-94f5-af99c88b7766, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3d52a36-44c8-4ec7-94f5-af99c88b7766,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:18:23.904602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.974699 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cb3a8b-0dd1-488d-a276-057c24ccf5b4 None None] Pushing event updated for resources: {'Port': ['ID=d3d52a36-44c8-4ec7-94f5-af99c88b7766,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:23.977313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-404ec08e-6cd6-4e67-a384-225a7ab81fae None None] Provisioning complete for port d3d52a36-44c8-4ec7-94f5-af99c88b7766 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:23.977698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-404ec08e-6cd6-4e67-a384-225a7ab81fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:23.981674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:23.982374 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:24.151118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a897e9cf-7426-465f-bb32-817b1933e8c3 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:18:24.158287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:24.198374 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-404ec08e-6cd6-4e67-a384-225a7ab81fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:24.289960 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-404ec08e-6cd6-4e67-a384-225a7ab81fae None None] For port d3d52a36-44c8-4ec7-94f5-af99c88b7766, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3d52a36-44c8-4ec7-94f5-af99c88b7766,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:24.319363 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port a897e9cf-7426-465f-bb32-817b1933e8c3 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:24.319751 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:24.326605 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d1bdfcc6-3eef-4bb7-8bc4-7068e8f932a3 req-e9185627-8924-4c9c-ace1-8a8e1cd6f1b0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 210 time: 0.0285399 Sep 17 02:18:24.372676 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-404ec08e-6cd6-4e67-a384-225a7ab81fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:24.472569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ec08e-6cd6-4e67-a384-225a7ab81fae None None] Pushing event updated for resources: {'Port': ['ID=d3d52a36-44c8-4ec7-94f5-af99c88b7766,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:24.534611 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4051cd90-587b-4632-aa86-608fcc3e0ecb up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:18:24.538010 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9da86edd-d751-4daa-aee5-00bed7352de8 None None] Provisioning complete for port d3d52a36-44c8-4ec7-94f5-af99c88b7766 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:24.538377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9da86edd-d751-4daa-aee5-00bed7352de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:24.602114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:23Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:24.634410 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5ab535-859b-4042-a625-dcc3fc1d46aa None None] The sync data for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 is: [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:23Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:18:24.654565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4051cd90-587b-4632-aa86-608fcc3e0ecb triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:24.654935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:25.119679 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-5823e142-bcd2-4017-9815-d8139023e184 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:25.121204 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-5823e142-bcd2-4017-9815-d8139023e184 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/networks?id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 200 len: 797 time: 0.1165652 Sep 17 02:18:25.166379 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-88cb6f55-c806-4773-9d51-53d572823227 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 380 time: 0.0366280 Sep 17 02:18:25.175504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'port': {'device_id': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'admin_state_up': True, 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'security_groups': ['ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:25.355507 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:18:25.359784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:25.432561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f1298613-88ae-4306-a165-00139c9bd980 req-115705f4-969f-401f-b466-0f3ce5f49aa8 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Sep 17 02:18:25.510524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.6 (7e733cf7-72e6-4b85-b056-d482c4ff3a9f/4e813111-95b4-472d-868d-902fa345ebf9/31a1dc8a-0df8-45ad-bfa9-867d14173845) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:18:25.665423 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:25.738775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:25.779348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:18:25.782972 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:25.786577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:18:25.826128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=31a1dc8a-0df8-45ad-bfa9-867d14173845,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:25.848093 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:25.848725 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:25.939169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-d42d21bc-4970-4296-8ddf-1f4a40abf7a3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7674522 Sep 17 02:18:25.953116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Request body: {'port': {'device_id': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:26.005588 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.046961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-127e8360-a76e-4530-aee9-2723291a3041 None None] Provisioning complete for port 31a1dc8a-0df8-45ad-bfa9-867d14173845 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:26.047698 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-127e8360-a76e-4530-aee9-2723291a3041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.082651 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-127e8360-a76e-4530-aee9-2723291a3041 None None] Port 31a1dc8a-0df8-45ad-bfa9-867d14173845 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:18:26.150879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3d52a36-44c8-4ec7-94f5-af99c88b7766 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:18:26.198228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d3d52a36-44c8-4ec7-94f5-af99c88b7766 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:26.198597 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.276358 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31a1dc8a-0df8-45ad-bfa9-867d14173845 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:18:26.284587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.296715 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Transition to ACTIVE for port object 31a1dc8a-0df8-45ad-bfa9-867d14173845 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:18:26.365013 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.414044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Pushing event updated for resources: {'Port': ['ID=31a1dc8a-0df8-45ad-bfa9-867d14173845,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:26.487152 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Attempting to bind port 31a1dc8a-0df8-45ad-bfa9-867d14173845 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:18:26.487490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Attempting to bind port 31a1dc8a-0df8-45ad-bfa9-867d14173845 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:18:26.487812 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Attempting to bind port 31a1dc8a-0df8-45ad-bfa9-867d14173845 on network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:18:26.492894 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Port 31a1dc8a-0df8-45ad-bfa9-867d14173845 on network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:18:26.493214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Attempting to bind port 31a1dc8a-0df8-45ad-bfa9-867d14173845 on network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:18:26.500804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:18:26.501651 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Checking segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:18:26.502275 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Bound using segment: {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:18:26.502962 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Bound port: 31a1dc8a-0df8-45ad-bfa9-867d14173845, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19259a13-9661-475d-9816-7b5a0697f29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:18:26.503619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.613412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d66b05-a430-4049-b59e-c0645da21939 req-3c0fb6b0-6ebf-4a26-88a9-18a74ae1d689 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:26.619618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9d66b05-a430-4049-b59e-c0645da21939 req-3c0fb6b0-6ebf-4a26-88a9-18a74ae1d689 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 943 time: 0.1014419 Sep 17 02:18:26.619618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] For port 31a1dc8a-0df8-45ad-bfa9-867d14173845, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:18:26.619618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] For port 31a1dc8a-0df8-45ad-bfa9-867d14173845, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:18:26.654144 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9d66b05-a430-4049-b59e-c0645da21939 req-83336071-e5c3-48fe-ba42-ee7b1c22ec45 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Sep 17 02:18:26.664555 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.698811 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:26.699681 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:26.701033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] 10.222.0.36 "PUT /v2.0/ports/31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 200 len: 1091 time: 0.7528174 Sep 17 02:18:26.701476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:18:26.704368 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77143d0-6bca-44cf-b592-a6479eee380c" -d '{"events": [{"name": "network-changed", "server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:18:26.731437 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2724f67-da7f-488e-8c83-9d0c4e046412 service neutron] Pushing event updated for resources: {'Port': ['ID=31a1dc8a-0df8-45ad-bfa9-867d14173845,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:26.744909 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9df3219-0977-42c9-aa50-34bc34e3eefa x-openstack-request-id: req-a9df3219-0977-42c9-aa50-34bc34e3eefa {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:18:26.745201 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:18:26.745698 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9df3219-0977-42c9-aa50-34bc34e3eefa {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:18:26.745879 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'status': 'completed', 'code': 200} Sep 17 02:18:26.815485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77143d0-6bca-44cf-b592-a6479eee380c req-e8271170-9f42-431c-a0e8-f4cdc7d7c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:26.817033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b77143d0-6bca-44cf-b592-a6479eee380c req-e8271170-9f42-431c-a0e8-f4cdc7d7c0d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1094 time: 0.0497320 Sep 17 02:18:26.919300 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77143d0-6bca-44cf-b592-a6479eee380c req-1de23937-cb70-4370-8d3c-e37ed214f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:26.920757 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b77143d0-6bca-44cf-b592-a6479eee380c req-1de23937-cb70-4370-8d3c-e37ed214f3f8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acdc754db25c4702a10fbbc2febd00ba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0962753 Sep 17 02:18:27.018750 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77143d0-6bca-44cf-b592-a6479eee380c req-1b306ec0-51fc-4a06-bfd1-0ccc45b350b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:27.020290 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b77143d0-6bca-44cf-b592-a6479eee380c req-1b306ec0-51fc-4a06-bfd1-0ccc45b350b6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920801 Sep 17 02:18:27.097517 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-41faa7d7-90a0-4d93-b732-a9fd7fb4b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:27.099036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-41faa7d7-90a0-4d93-b732-a9fd7fb4b8c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1094 time: 0.0399001 Sep 17 02:18:27.139484 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-e3a048b1-4c8d-4e44-9ac7-bc77264ed0e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 200 len: 217 time: 0.0330725 Sep 17 02:18:27.191970 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-57c7eb04-2108-496c-a676-a557b66758c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:27.193415 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-57c7eb04-2108-496c-a676-a557b66758c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e813111-95b4-472d-868d-902fa345ebf9 HTTP/1.1" status: 200 len: 834 time: 0.0474412 Sep 17 02:18:27.239770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-2b998fcc-9371-4121-856d-fc64a6d7fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:27.241288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-2b998fcc-9371-4121-856d-fc64a6d7fccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410233 Sep 17 02:18:27.330590 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-ad20b2ac-aba0-4cc2-82ef-e60584bb60cb service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824060 Sep 17 02:18:27.422979 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-38a28caa-fcb2-45b3-bb4f-b41a55c1da23 req-b5f0f98e-868e-4f18-8e3f-e442970f10dc service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848103 Sep 17 02:18:27.767695 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf160c-8efc-4622-9ff3-96d26348d8f3 req-0968b2d9-710e-48f4-9b02-024d8bd1f40e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:27.769155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0bf160c-8efc-4622-9ff3-96d26348d8f3 req-0968b2d9-710e-48f4-9b02-024d8bd1f40e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 943 time: 0.0479329 Sep 17 02:18:27.806340 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0bf160c-8efc-4622-9ff3-96d26348d8f3 req-62863a78-cb7b-4471-9356-9f2c4a83bccf tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312707 Sep 17 02:18:28.926160 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be537e53-bd0e-4524-ad96-15ac78886332 req-5d9b6c77-14b9-428e-9346-388365de4c52 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:28.927727 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be537e53-bd0e-4524-ad96-15ac78886332 req-5d9b6c77-14b9-428e-9346-388365de4c52 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 943 time: 0.0495915 Sep 17 02:18:28.966897 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be537e53-bd0e-4524-ad96-15ac78886332 req-3ecc19b9-1a3b-496d-ac9a-0f4cb2c607da tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Sep 17 02:18:29.481807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:29.749678 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:30.092497 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8358e4-efb0-45d0-bfb2-f563d28eefca req-5d22e825-3a4d-4f09-b1d6-0aaa13960a85 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:30.094015 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8358e4-efb0-45d0-bfb2-f563d28eefca req-5d22e825-3a4d-4f09-b1d6-0aaa13960a85 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 943 time: 0.0529268 Sep 17 02:18:30.131535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ed8358e4-efb0-45d0-bfb2-f563d28eefca req-24a9fd80-64d0-4e80-b395-d1826980f9bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Sep 17 02:18:30.259803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 31a1dc8a-0df8-45ad-bfa9-867d14173845 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:18:30.509132 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 31a1dc8a-0df8-45ad-bfa9-867d14173845, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:30.520090 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'port_id': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'mac_address': 'fa:16:3e:92:69:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:18:30.556088 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:30.569683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31a1dc8a-0df8-45ad-bfa9-867d14173845 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:18:30.588528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 31a1dc8a-0df8-45ad-bfa9-867d14173845, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:30.685530 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:30.731502 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=31a1dc8a-0df8-45ad-bfa9-867d14173845,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:30.886862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['31a1dc8a-0df8-45ad-bfa9-867d14173845'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:18:31.248175 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947d325-cc68-4bed-b1b0-2e8cc0664287 req-48127b52-a8f6-4958-a5c6-e661f1da2563 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:31.249636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d947d325-cc68-4bed-b1b0-2e8cc0664287 req-48127b52-a8f6-4958-a5c6-e661f1da2563 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 944 time: 0.0511160 Sep 17 02:18:31.287248 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d947d325-cc68-4bed-b1b0-2e8cc0664287 req-739bd4a1-4192-44b2-ad42-a9bc34284903 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Sep 17 02:18:32.275771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 31a1dc8a-0df8-45ad-bfa9-867d14173845 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:18:32.378313 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 31a1dc8a-0df8-45ad-bfa9-867d14173845 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:18:32.382195 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 31a1dc8a-0df8-45ad-bfa9-867d14173845 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:18:32.382564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:32.401824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac7307-d9b1-4f7d-93a9-39e98a439620 req-dde3e53f-3e5c-4990-bd56-e67071630589 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:32.403350 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bac7307-d9b1-4f7d-93a9-39e98a439620 req-dde3e53f-3e5c-4990-bd56-e67071630589 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 944 time: 0.0497789 Sep 17 02:18:32.441894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bac7307-d9b1-4f7d-93a9-39e98a439620 req-1ab008ee-e45b-4bb9-8d56-54f69c08332b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321298 Sep 17 02:18:32.463804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:32.486674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:18:32.488985 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f9bebb-f761-401f-ac31-7b0e806be81e" -d '{"events": [{"server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "name": "network-vif-plugged", "status": "completed", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:18:32.502225 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 31a1dc8a-0df8-45ad-bfa9-867d14173845, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:18:32.524073 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab91a7e9-5b25-4768-8a89-a4a4006139e1 x-openstack-request-id: req-ab91a7e9-5b25-4768-8a89-a4a4006139e1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:18:32.524364 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "name": "network-vif-plugged", "status": "completed", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:18:32.524614 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab91a7e9-5b25-4768-8a89-a4a4006139e1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:18:32.525745 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'code': 200} Sep 17 02:18:32.544273 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:32.593860 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=31a1dc8a-0df8-45ad-bfa9-867d14173845,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:32.620011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d973d-06a7-41d6-8cd0-cfaf76b3be2e req-9cce1ae0-4469-4c4b-ae38-172101b18d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:32.621541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d54d973d-06a7-41d6-8cd0-cfaf76b3be2e req-9cce1ae0-4469-4c4b-ae38-172101b18d12 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1096 time: 0.0398858 Sep 17 02:18:32.655353 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d54d973d-06a7-41d6-8cd0-cfaf76b3be2e req-45c22c74-cb5a-46d8-8cc0-58f185273b50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272441 Sep 17 02:18:33.561790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ae471-5e80-493d-a19c-8c11ed54f01a req-2f12aafa-5aa8-4a10-9616-80f07d70fbbe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:33.563504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-657ae471-5e80-493d-a19c-8c11ed54f01a req-2f12aafa-5aa8-4a10-9616-80f07d70fbbe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0538552 Sep 17 02:18:33.602085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-657ae471-5e80-493d-a19c-8c11ed54f01a req-597785da-666f-43a9-a511-627663a21bb2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Sep 17 02:18:34.720694 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc472d-17c0-473b-ab96-b364603cfb00 req-f213d80b-338d-42c1-a189-299e58265248 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:34.722061 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-66cc472d-17c0-473b-ab96-b364603cfb00 req-f213d80b-338d-42c1-a189-299e58265248 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Sep 17 02:18:34.760745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-66cc472d-17c0-473b-ab96-b364603cfb00 req-5855ffde-d621-48e5-a5a1-9b0158fa1500 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 Sep 17 02:18:34.873341 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d8668-a60a-4240-86b6-bdbe8b5723b2 req-36e419be-8907-4e1f-b2b4-cec27fae4dcd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:34.874970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-124d8668-a60a-4240-86b6-bdbe8b5723b2 req-36e419be-8907-4e1f-b2b4-cec27fae4dcd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0490277 Sep 17 02:18:34.912680 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-124d8668-a60a-4240-86b6-bdbe8b5723b2 req-6ae2f838-2f8d-48b0-bdf3-0f3503a491b1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319502 Sep 17 02:18:34.933514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42470) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:35.014542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1124dec3-6b0b-44bf-bb07-552f28fe3a56 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:35.016085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1124dec3-6b0b-44bf-bb07-552f28fe3a56 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1091 time: 0.0815995 Sep 17 02:18:35.018923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42474) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:35.023486 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address': '172.20.0.6'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:18:35.110370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:35.503606 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-20b24e25-2523-45f3-897a-bfbb64fa87ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:35.529639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:35.630397 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.242 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/df47384e-bd83-456f-b88d-4b37279ea43f) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:18:35.729047 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:35.823811 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:35.859368 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:18:35.862217 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:18:35.866449 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:18:35.897221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=df47384e-bd83-456f-b88d-4b37279ea43f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:36.226799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:36.330809 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:36.473804 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:36.526591 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:36.601696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=df47384e-bd83-456f-b88d-4b37279ea43f,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:18:36.609019 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:36.708370 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 36d18927-a0c8-4873-864d-9d77b4a46426 associated. External IP: 172.25.1.242, port: 31a1dc8a-0df8-45ad-bfa9-867d14173845. Sep 17 02:18:36.911572 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 8673b6fb-1caf-44a0-bd30-638e8e281e40 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:18:37.018305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:18:37.028064 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] Sync routers for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:18:37.037412 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:37.038019 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:37.081154 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:37.109791 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-abdfe424-1030-4864-8d9c-130cdbab1f8e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0892766 Sep 17 02:18:37.110482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:18:37.112778 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78235b4a-8248-4af3-b9e0-18a27e70a920" -d '{"events": [{"name": "network-changed", "server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:18:37.150830 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf27205b-5123-408d-acb4-cef787ca8f4c x-openstack-request-id: req-cf27205b-5123-408d-acb4-cef787ca8f4c {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:18:37.151160 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:18:37.151418 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cf27205b-5123-408d-acb4-cef787ca8f4c {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:18:37.151818 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'status': 'completed', 'code': 200} Sep 17 02:18:37.152109 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:37.211611 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aeb0dd-e35c-440e-be39-18483b366431 req-0880f620-31f8-4b97-a276-0d5b85b49152 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:37.213899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89aeb0dd-e35c-440e-be39-18483b366431 req-0880f620-31f8-4b97-a276-0d5b85b49152 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0545661 Sep 17 02:18:37.215585 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-c731c576-372d-4da0-a06e-8abc300da250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:37.217258 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-c731c576-372d-4da0-a06e-8abc300da250 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1096 time: 0.0430632 Sep 17 02:18:37.260096 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-89aeb0dd-e35c-440e-be39-18483b366431 req-8d210ed0-e944-4130-bf84-8ff6ea99b0d9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394692 Sep 17 02:18:37.283195 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42480) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:37.319782 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-6ec6d251-cab7-46d9-b313-b2900385dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:37.321275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-6ec6d251-cab7-46d9-b313-b2900385dfd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 200 len: 898 time: 0.0970592 Sep 17 02:18:37.351409 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1a9b9f02-c112-43af-861b-e45309160263 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/36d18927-a0c8-4873-864d-9d77b4a46426 HTTP/1.1" status: 200 len: 991 time: 0.0665066 Sep 17 02:18:37.381348 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '36d18927-a0c8-4873-864d-9d77b4a46426', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'port_id': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'mac_address': 'fa:16:3e:92:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:18:36Z', 'updated_at': '2021-09-17T02:18:36Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:24Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:37.389646 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-46fb7abd-a2dd-4b00-9d32-33ce51ee4a05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 200 len: 999 time: 0.0605886 Sep 17 02:18:37.411927 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] Checking router: 8673b6fb-1caf-44a0-bd30-638e8e281e40 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:18:37.419988 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:18:37.420594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:18:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:37.439519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-013f3886-a743-4d98-b6ae-a9346ddb6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:37.441115 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-013f3886-a743-4d98-b6ae-a9346ddb6172 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e813111-95b4-472d-868d-902fa345ebf9 HTTP/1.1" status: 200 len: 834 time: 0.0440161 Sep 17 02:18:37.493440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-d10d9f08-820e-4c6a-a170-f060df668d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:18:37.494935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-d10d9f08-820e-4c6a-a170-f060df668d33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464532 Sep 17 02:18:37.524742 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:18:37.587647 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-8d5dc231-0964-4271-943a-6a767f0f72d9 service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851004 Sep 17 02:18:37.683844 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78235b4a-8248-4af3-b9e0-18a27e70a920 req-36d537ab-3258-48a7-a624-8462d1714153 service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891802 Sep 17 02:18:37.743647 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '36d18927-a0c8-4873-864d-9d77b4a46426', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'port_id': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'mac_address': 'fa:16:3e:92:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:18:36Z', 'updated_at': '2021-09-17T02:18:36Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:24Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:18:37.769989 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3922de4-b583-4c5e-ab4b-daf1929559a8 None None] The sync data for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 is: [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '36d18927-a0c8-4873-864d-9d77b4a46426', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.242', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'port_id': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'mac_address': 'fa:16:3e:92:69:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:18:36Z', 'updated_at': '2021-09-17T02:18:36Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:24Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:18:37.955743 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda8ae8b-c5d2-4e40-802d-79365d1991d9 None None] New status for floating IP 36d18927-a0c8-4873-864d-9d77b4a46426: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:18:38.223784 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8ad7-5645-48d2-a6ef-2729f12d9e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:38.355151 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42482) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:18:38.414854 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-3a354dfb-32c0-4e5c-b997-f221d34b6672 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/36d18927-a0c8-4873-864d-9d77b4a46426 HTTP/1.1" status: 200 len: 993 time: 0.0586648 Sep 17 02:18:39.114959 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:39.749256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:41.332301 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:52.197639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:18:59.492532 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:18:59.766613 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:01.531436 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-f2816cb8-62d3-48f6-ba01-adbac26d72df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415139 Sep 17 02:19:01.611037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-950ceb6a-208d-4e5c-a7fe-3b896919a075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:01.612537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-950ceb6a-208d-4e5c-a7fe-3b896919a075 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1096 time: 0.0403864 Sep 17 02:19:01.723457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-31c65423-6b7c-4949-a08e-51409f209d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:01.724856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-31c65423-6b7c-4949-a08e-51409f209d06 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 200 len: 898 time: 0.0916853 Sep 17 02:19:01.791037 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-b4f2c5fe-5bb6-46d3-9cd7-65f2918c6ef8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 200 len: 1001 time: 0.0589480 Sep 17 02:19:01.843502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-78effd7d-8489-436a-9405-9100c3afe4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:01.844924 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-78effd7d-8489-436a-9405-9100c3afe4e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e813111-95b4-472d-868d-902fa345ebf9 HTTP/1.1" status: 200 len: 834 time: 0.0471206 Sep 17 02:19:01.894286 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-90c81b09-48a3-4d5b-85ef-cb98aefa3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:01.895857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-90c81b09-48a3-4d5b-85ef-cb98aefa3c1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434980 Sep 17 02:19:01.993171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-c8031863-87a4-40d8-945a-7172fa3fbc9d service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896726 Sep 17 02:19:02.084090 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7e37ead8-f464-41b0-b375-fc299c05f2b7 req-cc0ad454-08e1-45bc-a5c3-e1a182f281e3 service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835819 Sep 17 02:19:05.530720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1ab705a5-08a5-4373-8f7e-762a79cb7655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:05.719578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a5542-970e-4afa-a887-f6e058c1c5a2 req-5571174d-e7b6-4750-b04a-45cc7573fcec tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:05.721016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-047a5542-970e-4afa-a887-f6e058c1c5a2 req-5571174d-e7b6-4750-b04a-45cc7573fcec tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Sep 17 02:19:05.759259 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-047a5542-970e-4afa-a887-f6e058c1c5a2 req-d8133ab1-5d82-42d9-90f5-c8f6137c65b2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322576 Sep 17 02:19:06.881170 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31c984-5998-4612-9c4f-03918326290a req-93d745b0-556e-4ed6-a6df-e0e745aa1a2d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:06.882654 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd31c984-5998-4612-9c4f-03918326290a req-93d745b0-556e-4ed6-a6df-e0e745aa1a2d tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0525165 Sep 17 02:19:06.921081 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fd31c984-5998-4612-9c4f-03918326290a req-3cd23a83-9f00-4237-bca0-94d68d03ed3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Sep 17 02:19:08.048483 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e962f-fe51-49e5-b176-03e22d9d0f71 req-906ce0af-8036-4503-9f46-778800508288 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:08.050085 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-280e962f-fe51-49e5-b176-03e22d9d0f71 req-906ce0af-8036-4503-9f46-778800508288 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0595386 Sep 17 02:19:08.087834 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-280e962f-fe51-49e5-b176-03e22d9d0f71 req-55cd5149-3e32-4251-a530-3c088de16ff3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Sep 17 02:19:08.217788 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7066c25f-89e7-41cf-b76d-a092dc8f5441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:09.125699 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:09.205067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bee50-d437-4454-9f57-596fbd5dbf53 req-b4f718c1-c9fb-46b0-8735-f45bbfb4940b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:09.206572 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-219bee50-d437-4454-9f57-596fbd5dbf53 req-b4f718c1-c9fb-46b0-8735-f45bbfb4940b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Sep 17 02:19:09.245212 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-219bee50-d437-4454-9f57-596fbd5dbf53 req-988f2042-19fe-4fd8-b2a5-53caf77bd31f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326285 Sep 17 02:19:09.754651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:10.365031 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df2063-b254-4281-923e-abdcdb72609b req-86f6efba-73e1-4ea0-8548-01cd52db4242 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:10.366436 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80df2063-b254-4281-923e-abdcdb72609b req-86f6efba-73e1-4ea0-8548-01cd52db4242 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Sep 17 02:19:10.403649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-80df2063-b254-4281-923e-abdcdb72609b req-983c72ab-6ba6-4446-a679-6cee4b17e741 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313058 Sep 17 02:19:11.342732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:11.518704 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77484e9-52b0-4cf0-a60b-e4ec1d96c8a6 req-b723a45c-0c89-453f-a0da-3cab42568913 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:11.520201 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a77484e9-52b0-4cf0-a60b-e4ec1d96c8a6 req-b723a45c-0c89-453f-a0da-3cab42568913 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0485444 Sep 17 02:19:11.557332 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a77484e9-52b0-4cf0-a60b-e4ec1d96c8a6 req-f4d2eab8-636b-4014-8179-a358173fda36 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308075 Sep 17 02:19:12.672883 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9a33-5c6f-41fa-95ed-f85bf51cd927 req-ea790863-b1cc-4796-86b3-5f48d5ad8f70 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:12.674376 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f7e9a33-5c6f-41fa-95ed-f85bf51cd927 req-ea790863-b1cc-4796-86b3-5f48d5ad8f70 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0489187 Sep 17 02:19:12.712093 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f7e9a33-5c6f-41fa-95ed-f85bf51cd927 req-b660f104-8d84-4e8a-ad1e-4b884330fa7c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316703 Sep 17 02:19:13.829547 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60809202-3fce-4478-b340-d158206e9505 req-b8aad5ed-6073-4656-bff2-6bf0f8dcf6bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:13.831059 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60809202-3fce-4478-b340-d158206e9505 req-b8aad5ed-6073-4656-bff2-6bf0f8dcf6bd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0532994 Sep 17 02:19:13.869747 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-60809202-3fce-4478-b340-d158206e9505 req-b2be157a-8642-4c3c-be05-bc7343d832fb tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326262 Sep 17 02:19:14.993775 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6566-6743-4cc5-b592-a46df92ae93b req-9644f80c-99fa-4d65-b3e1-a7e7c4528fc4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:14.995281 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd4d6566-6743-4cc5-b592-a46df92ae93b req-9644f80c-99fa-4d65-b3e1-a7e7c4528fc4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0553784 Sep 17 02:19:15.033193 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-cd4d6566-6743-4cc5-b592-a46df92ae93b req-d8603b34-7ab7-4c57-9828-98a2e932e857 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319417 Sep 17 02:19:16.151252 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1406f6-03bc-4fc1-95ce-c237ca876eb7 req-0bcdb72f-fb61-48ae-b192-9a21ec5e46f0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:16.152731 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb1406f6-03bc-4fc1-95ce-c237ca876eb7 req-0bcdb72f-fb61-48ae-b192-9a21ec5e46f0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0512898 Sep 17 02:19:16.191453 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bb1406f6-03bc-4fc1-95ce-c237ca876eb7 req-f01fb484-49aa-4a96-8314-b2b588ebf4ea tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318704 Sep 17 02:19:17.306292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c448f5d-8e5c-4f0b-84db-a66eedcdca3a req-5cc19318-1808-4f86-9b27-4149d27d32e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:17.307808 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c448f5d-8e5c-4f0b-84db-a66eedcdca3a req-5cc19318-1808-4f86-9b27-4149d27d32e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Sep 17 02:19:17.345412 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c448f5d-8e5c-4f0b-84db-a66eedcdca3a req-796b3fe4-0ded-4e8b-bed6-cad24a818a7e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311050 Sep 17 02:19:17.370112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42518) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:17.434776 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-da6ae307-8ccf-4544-beba-c69a5398c67a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/36d18927-a0c8-4873-864d-9d77b4a46426 HTTP/1.1" status: 200 len: 993 time: 0.0635474 Sep 17 02:19:18.822855 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834165f3-cb53-4c18-a93d-31dc9aee0cf1 req-72ab0898-cadf-4c25-829d-568b14b7d8d6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:18.824358 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-834165f3-cb53-4c18-a93d-31dc9aee0cf1 req-72ab0898-cadf-4c25-829d-568b14b7d8d6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0499766 Sep 17 02:19:18.863591 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-834165f3-cb53-4c18-a93d-31dc9aee0cf1 req-5dfd28ae-c043-49fa-91f8-f71283a48c60 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325260 Sep 17 02:19:18.932121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-4fcd0b6a-49fd-4d4c-9a9c-366f96ac91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:18.933649 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-4fcd0b6a-49fd-4d4c-9a9c-366f96ac91ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1096 time: 0.0402408 Sep 17 02:19:19.021622 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-9f272259-7658-4116-844b-bcb4adc2b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:19.033955 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-9f272259-7658-4116-844b-bcb4adc2b468 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 200 len: 898 time: 0.0829775 Sep 17 02:19:19.090660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-ac6f03d7-6221-4c99-9b35-966e98d500aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 200 len: 1001 time: 0.0603707 Sep 17 02:19:19.137893 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-6414d184-5911-45d6-b1af-98dd69ed27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:19.139361 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-6414d184-5911-45d6-b1af-98dd69ed27a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e813111-95b4-472d-868d-902fa345ebf9 HTTP/1.1" status: 200 len: 834 time: 0.0423121 Sep 17 02:19:19.182696 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-5a13a8f9-4631-4d4b-aa35-4bd39924ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:19.184170 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-5a13a8f9-4631-4d4b-aa35-4bd39924ea04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383372 Sep 17 02:19:19.276616 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-bcf712c3-b087-41fb-83ea-36716d711dd7 service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851598 Sep 17 02:19:19.366936 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f25b08ab-9870-4d10-8ca3-64b35ae7d6ca req-aae05050-4511-4506-9ef6-fca39b554cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837510 Sep 17 02:19:19.991990 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655abf8-e267-4002-a3e2-9e174ea90393 req-6a798099-a5d0-4db3-b00f-907b0d90aef6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:19.993478 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8655abf8-e267-4002-a3e2-9e174ea90393 req-6a798099-a5d0-4db3-b00f-907b0d90aef6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0508587 Sep 17 02:19:20.033820 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8655abf8-e267-4002-a3e2-9e174ea90393 req-6dd0606e-2599-4625-876b-d8d88626842c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Sep 17 02:19:20.058405 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42528) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:20.120573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f556a4a8-75ee-4aef-8f6f-ba140277742e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/36d18927-a0c8-4873-864d-9d77b4a46426 HTTP/1.1" status: 200 len: 993 time: 0.0610304 Sep 17 02:19:29.196769 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:19:29.508300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:29.771354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:35.537019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dafb66a9-3367-46fb-b588-439c6b53f42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:38.239647 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f2f6d35c-7839-4ca1-81c4-7a9a3d7dea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:39.125304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:39.759392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:41.325383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:50.465239 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42542) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:50.622829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port df47384e-bd83-456f-b88d-4b37279ea43f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:19:50.623190 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:50.697633 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:50.697956 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:50.709675 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for df47384e-bd83-456f-b88d-4b37279ea43f owned by network:floatingip {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:19:50.890998 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:50.914322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=df47384e-bd83-456f-b88d-4b37279ea43f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:50.928226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.928578 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.928920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.929364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.929589 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.929920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.930250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.930579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.930906 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.931281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.931609 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.931924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:50.988961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:50.989289 n-d-789963-7 neutron-server[112073]: INFO neutron.db.l3_db [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 36d18927-a0c8-4873-864d-9d77b4a46426 disassociated (deleted). External IP: 172.25.1.242, port: 31a1dc8a-0df8-45ad-bfa9-867d14173845. Sep 17 02:19:51.189674 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 8673b6fb-1caf-44a0-bd30-638e8e281e40 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:19:51.606595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:19:51.611961 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:51.642875 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7b149404-a360-47d8-9f62-a03e05704ff2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/floatingips/36d18927-a0c8-4873-864d-9d77b4a46426 HTTP/1.1" status: 204 len: 168 time: 1.1733720 Sep 17 02:19:51.642875 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:19:51.643377 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a839b8d-f436-49ac-aa9a-ab3b460e8825" -d '{"events": [{"name": "network-changed", "server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:19:51.682906 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c52d70b-b73f-4cc5-8094-3e24c8dccbd2 x-openstack-request-id: req-7c52d70b-b73f-4cc5-8094-3e24c8dccbd2 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:19:51.683247 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:19:51.683535 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c52d70b-b73f-4cc5-8094-3e24c8dccbd2 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:19:51.683918 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'status': 'completed', 'code': 200} Sep 17 02:19:51.708884 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d948a2-7082-4683-9413-460883486ce9 None None] Sync routers for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:19:51.718734 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:19:51.719269 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:51.745170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-c2e930c9-439c-4bd4-8b3a-bb6ba062f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:51.746730 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-c2e930c9-439c-4bd4-8b3a-bb6ba062f106 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 1096 time: 0.0416300 Sep 17 02:19:51.823744 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:19:51.842440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-d064b784-c1e8-4ee0-87ff-7059cce32f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:51.844016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-d064b784-c1e8-4ee0-87ff-7059cce32f42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 200 len: 898 time: 0.0907207 Sep 17 02:19:51.887185 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-f2a07821-3724-4206-8e57-2d303aceadf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 200 len: 217 time: 0.0358188 Sep 17 02:19:51.947102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-1a6ec172-aa52-449d-9adf-cc236d908b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:51.948610 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-1a6ec172-aa52-449d-9adf-cc236d908b12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4e813111-95b4-472d-868d-902fa345ebf9 HTTP/1.1" status: 200 len: 834 time: 0.0547273 Sep 17 02:19:51.999418 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-74031033-65f4-4b83-b640-e186ca957161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:52.001845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-74031033-65f4-4b83-b640-e186ca957161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7e733cf7-72e6-4b85-b056-d482c4ff3a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464354 Sep 17 02:19:52.033910 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:24Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:52.064053 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc40d4a-2d7e-4c3e-8323-8cd76589bf28 req-ffcbdd31-f921-4616-87dc-8cb47798851e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:52.064682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d948a2-7082-4683-9413-460883486ce9 None None] Checking router: 8673b6fb-1caf-44a0-bd30-638e8e281e40 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:19:52.065712 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cc40d4a-2d7e-4c3e-8323-8cd76589bf28 req-ffcbdd31-f921-4616-87dc-8cb47798851e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.1052225 Sep 17 02:19:52.075146 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:19:52.076010 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:52.105177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-c2c67e72-e2b8-4177-9b04-b7c58598e6aa service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945959 Sep 17 02:19:52.116821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7cc40d4a-2d7e-4c3e-8323-8cd76589bf28 req-7b1e6202-0cb7-4165-9a85-0fb8f6b8f1c5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345340 Sep 17 02:19:52.184594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:19:52.206453 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a839b8d-f436-49ac-aa9a-ab3b460e8825 req-20be81e1-b2d7-4eff-8a5f-c29d523ee6fd service neutron] 10.222.0.36 "GET /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926988 Sep 17 02:19:52.377023 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-65d948a2-7082-4683-9413-460883486ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:24Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:52.403144 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d948a2-7082-4683-9413-460883486ce9 None None] The sync data for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 is: [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:21Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'd3d52a36-44c8-4ec7-94f5-af99c88b7766', 'name': '', 'network_id': '7e733cf7-72e6-4b85-b056-d482c4ff3a9f', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:60:3a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '4e813111-95b4-472d-868d-902fa345ebf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:20Z', 'updated_at': '2021-09-17T02:18:24Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '4e813111-95b4-472d-868d-902fa345ebf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:19:52.620572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a3352e-45ba-432b-a112-187c33d4a209 None None] New status for floating IP 36d18927-a0c8-4873-864d-9d77b4a46426: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:19:53.229594 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2b9d6-ff0b-4020-baf1-1d065ba8dd11 req-fa0a193d-5e77-4f08-9dfd-d822fdfbfcb1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:53.231113 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46f2b9d6-ff0b-4020-baf1-1d065ba8dd11 req-fa0a193d-5e77-4f08-9dfd-d822fdfbfcb1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0496247 Sep 17 02:19:53.269921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-46f2b9d6-ff0b-4020-baf1-1d065ba8dd11 req-2bdc582b-e169-4b84-b849-123c5211b81b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Sep 17 02:19:53.413185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-17b7fcf1-8315-4a12-b40a-113a462ce12f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:19:53.414643 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-17b7fcf1-8315-4a12-b40a-113a462ce12f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 945 time: 0.0535288 Sep 17 02:19:53.508546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 31a1dc8a-0df8-45ad-bfa9-867d14173845 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:19:53.508889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:53.597343 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 31a1dc8a-0df8-45ad-bfa9-867d14173845, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=31a1dc8a-0df8-45ad-bfa9-867d14173845,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:19:53.597699 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:53.610020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 31a1dc8a-0df8-45ad-bfa9-867d14173845 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:19:53.804714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:53.835037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=31a1dc8a-0df8-45ad-bfa9-867d14173845,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:53.881003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] No DVR routers for this DVR port 31a1dc8a-0df8-45ad-bfa9-867d14173845 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:19:53.883606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:53.885963 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-89b3dbb0-7298-4676-a65a-8d9493ceec4e req-816c5598-e01e-4bb1-b353-5afb83d1dbf2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "DELETE /v2.0/ports/31a1dc8a-0df8-45ad-bfa9-867d14173845 HTTP/1.1" status: 204 len: 173 time: 0.4652348 Sep 17 02:19:53.886414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'name': 'network-vif-deleted', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:19:53.889157 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8814c1-2e51-4822-9b01-e7b2ad0fee54" -d '{"events": [{"server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "name": "network-vif-deleted", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:19:53.925836 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584b9239-32e3-4cc5-ab07-44b6e2e5454f x-openstack-request-id: req-584b9239-32e3-4cc5-ab07-44b6e2e5454f {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:19:53.926131 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3322a07d-9eb1-43ee-83af-5db85a672c27", "name": "network-vif-deleted", "tag": "31a1dc8a-0df8-45ad-bfa9-867d14173845", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:19:53.926381 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-584b9239-32e3-4cc5-ab07-44b6e2e5454f {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:19:53.926772 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3322a07d-9eb1-43ee-83af-5db85a672c27', 'name': 'network-vif-deleted', 'tag': '31a1dc8a-0df8-45ad-bfa9-867d14173845', 'status': 'completed', 'code': 200} Sep 17 02:19:54.376804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7a710bc2-e61c-4bd4-aafe-e210e3b60b49 req-ef16f744-8b4f-4bd8-b5b0-ffce0bb6ed48 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3322a07d-9eb1-43ee-83af-5db85a672c27 HTTP/1.1" status: 200 len: 210 time: 0.0268426 Sep 17 02:19:55.433015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42560) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:55.787252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:56.330762 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port d3d52a36-44c8-4ec7-94f5-af99c88b7766 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:19:56.331129 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:56.420313 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port d3d52a36-44c8-4ec7-94f5-af99c88b7766, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d3d52a36-44c8-4ec7-94f5-af99c88b7766,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:19:56.420601 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:56.433994 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for d3d52a36-44c8-4ec7-94f5-af99c88b7766 owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:19:56.650745 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:56.677506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=d3d52a36-44c8-4ec7-94f5-af99c88b7766,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:56.706527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.706881 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.707253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.707593 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.707927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.708260 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.708590 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.708918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.709243 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.709557 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.709882 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.710198 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:56.864846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:56.867458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 31a1dc8a-0df8-45ad-bfa9-867d14173845 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:19:56.890752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 31a1dc8a-0df8-45ad-bfa9-867d14173845 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:19:56.891118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 31a1dc8a-0df8-45ad-bfa9-867d14173845 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:19:57.080314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 8673b6fb-1caf-44a0-bd30-638e8e281e40 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:19:57.185192 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:19:57.190555 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-29904b22-b918-486a-8525-302f8fc9e6e7 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/8673b6fb-1caf-44a0-bd30-638e8e281e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7564049 Sep 17 02:19:57.193384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42562) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:57.196030 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] Sync routers for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:19:57.206068 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:19:57.206660 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:57.245660 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting subnet 4e813111-95b4-472d-868d-902fa345ebf9 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:19:57.248708 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.289267 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.311196 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:19:57.375718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.491355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.493214 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:19:56Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:57.520940 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] Checking router: 8673b6fb-1caf-44a0-bd30-638e8e281e40 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:19:57.521401 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Subnet': ['ID=4e813111-95b4-472d-868d-902fa345ebf9,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:57.525446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.527426 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-87754e17-0863-4588-83b2-f9f2d6048a02 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/subnets/4e813111-95b4-472d-868d-902fa345ebf9 HTTP/1.1" status: 204 len: 168 time: 0.3330994 Sep 17 02:19:57.530245 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] Routers {'8673b6fb-1caf-44a0-bd30-638e8e281e40'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:19:57.530469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42564) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:57.531007 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8673b6fb-1caf-44a0-bd30-638e8e281e40'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:57.537846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8ccccb-03e1-4159-9d71-21f78b057435 None None] Network 7e733cf7-72e6-4b85-b056-d482c4ff3a9f requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:19:57.646877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] Set router 8673b6fb-1caf-44a0-bd30-638e8e281e40 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:19:57.661541 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.729703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] DHCP port deletion for 7e733cf7-72e6-4b85-b056-d482c4ff3a9f request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:19:57.775312 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.783873 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Deleting port a897e9cf-7426-465f-bb32-817b1933e8c3 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:19:57.784342 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.849678 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] For port a897e9cf-7426-465f-bb32-817b1933e8c3, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=a897e9cf-7426-465f-bb32-817b1933e8c3,segment=NetworkSegment(19259a13-9661-475d-9816-7b5a0697f29d),segment_id=19259a13-9661-475d-9816-7b5a0697f29d)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:19:57.850191 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:19:56Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:57.850359 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.864335 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Calling delete_port for a897e9cf-7426-465f-bb32-817b1933e8c3 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:19:57.877333 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 4051cd90-587b-4632-aa86-608fcc3e0ecb {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:19:57.877670 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.881150 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf9681a-0827-4480-b8cb-70d640088cc2 None None] The sync data for ids ['8673b6fb-1caf-44a0-bd30-638e8e281e40'] in n-d-789963-7 is: [{'id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-665341737', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:19:56Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '4051cd90-587b-4632-aa86-608fcc3e0ecb', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673b6fb-1caf-44a0-bd30-638e8e281e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:18:17Z', 'updated_at': '2021-09-17T02:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:19:57.959829 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 4051cd90-587b-4632-aa86-608fcc3e0ecb, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4051cd90-587b-4632-aa86-608fcc3e0ecb,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:19:57.960121 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:57.972348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 4051cd90-587b-4632-aa86-608fcc3e0ecb owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:19:58.005293 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.032181 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Pushing event deleted for resources: {'Port': ['ID=a897e9cf-7426-465f-bb32-817b1933e8c3,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:58.040049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] No DVR routers for this DVR port a897e9cf-7426-465f-bb32-817b1933e8c3 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:19:58.042653 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.043006 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.043685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.044150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.044486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.044818 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.045149 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.045480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.045806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.046131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.046963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.046963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d747ef3b-760b-4880-9567-9fdfe3597aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:19:58.204885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.236358 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=4051cd90-587b-4632-aa86-608fcc3e0ecb,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:58.307831 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.311418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3d52a36-44c8-4ec7-94f5-af99c88b7766 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:19:58.331370 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d3d52a36-44c8-4ec7-94f5-af99c88b7766 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:19:58.332108 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d3d52a36-44c8-4ec7-94f5-af99c88b7766 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:19:58.332735 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a897e9cf-7426-465f-bb32-817b1933e8c3 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:19:58.354650 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: a897e9cf-7426-465f-bb32-817b1933e8c3 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:19:58.354976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device a897e9cf-7426-465f-bb32-817b1933e8c3 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:19:58.407381 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.409508 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.490663 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.491321 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Fanout notify agent at l3_agent the message router_deleted on router 8673b6fb-1caf-44a0-bd30-638e8e281e40 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:19:58.499040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.499979 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-116160d0-f4b5-44c1-a094-3d6d51e273c0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/routers/8673b6fb-1caf-44a0-bd30-638e8e281e40 HTTP/1.1" status: 204 len: 168 time: 0.9674616 Sep 17 02:19:58.502454 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42566) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:58.580820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.673920 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.693280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e733cf7-72e6-4b85-b056-d482c4ff3a9f']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:58.702186 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19259a13-9661-475d-9816-7b5a0697f29d') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:58.703117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19259a13-9661-475d-9816-7b5a0697f29d') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:19:58.712300 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.725613 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.731266 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:19:58.731659 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:19:58.734735 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:19:58.884303 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.891460 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.893286 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/networks/7e733cf7-72e6-4b85-b056-d482c4ff3a9f HTTP/1.1" status: 204 len: 168 time: 0.3898318 Sep 17 02:19:58.896242 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42568) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:58.905350 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce71a60-52f6-498e-b7d1-6c946c71e527 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Network': ['ID=7e733cf7-72e6-4b85-b056-d482c4ff3a9f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:58.960400 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7799a6c1-ca50-42b8-ae23-6585144debfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:58.993755 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7799a6c1-ca50-42b8-ae23-6585144debfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.113446 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7799a6c1-ca50-42b8-ae23-6585144debfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.116006 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7799a6c1-ca50-42b8-ae23-6585144debfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.117168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7799a6c1-ca50-42b8-ae23-6585144debfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/security-groups/ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6 HTTP/1.1" status: 204 len: 168 time: 0.2199540 Sep 17 02:19:59.126725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799a6c1-ca50-42b8-ae23-6585144debfe tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30f4f8-cda1-4bd1-8e27-fa793d5e1ed6,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:19:59.542199 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.720525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42574) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:19:59.725148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208247698', 'description': 'tempest-secgroup-smoke-208247698 description', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:19:59.787614 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.816238 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.898084 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.958759 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:19:59.988176 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048735f0-61c0-4552-b151-5a33629df36d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:00.033377 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.034662 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-70120a11-c7de-4762-92c5-44410b66a084 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3131270 Sep 17 02:20:00.037614 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42576) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:00.041923 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '048735f0-61c0-4552-b151-5a33629df36d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:00.129998 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.164156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4051cd90-587b-4632-aa86-608fcc3e0ecb no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:20:00.185988 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 4051cd90-587b-4632-aa86-608fcc3e0ecb {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:20:00.186371 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.186564 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4051cd90-587b-4632-aa86-608fcc3e0ecb not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:20:00.262154 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.282702 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97870375-5571-442b-b562-dfbe2b9bc2a6,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:00.365147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.366294 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4412a722-ca34-4cda-bd1b-7f6c46b13a0f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277745 Sep 17 02:20:00.369152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42578) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:00.373517 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '048735f0-61c0-4552-b151-5a33629df36d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:00.466886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.522618 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.593552 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.610483 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ac7313-5b9a-4b44-b16a-f984f8ead21b,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:00.696484 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.697695 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6e4c2777-3326-4431-b1a6-c6dd2d228c4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3276117 Sep 17 02:20:00.700423 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42580) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:00.705761 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '048735f0-61c0-4552-b151-5a33629df36d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:00.798077 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.859219 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.907358 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.926840 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867b87e1-7755-499e-9f6e-f9fa01462da3,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:00.975956 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:00.977192 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c2380617-68d7-459a-b331-6e9877c93264 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758439 Sep 17 02:20:00.979890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42582) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:00.984781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '048735f0-61c0-4552-b151-5a33629df36d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:01.043769 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.100885 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.153363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.170608 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cd7584-276b-4e15-8109-cd24b8c79419,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:01.227895 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.229128 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-701c179f-8450-4460-9232-08e93bd5a281 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2482977 Sep 17 02:20:01.231890 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42584) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:01.237277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '048735f0-61c0-4552-b151-5a33629df36d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:01.296087 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:20:01.301637 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.359446 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.399043 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.416551 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=771f10be-b7cd-4938-8411-da476547babb,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:01.473357 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.474581 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-11ee0105-fa0c-4b57-8015-fe8739045673 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2417514 Sep 17 02:20:01.477361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42586) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:01.481630 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'security_group_rule': {'security_group_id': '048735f0-61c0-4552-b151-5a33629df36d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:01.553588 n-d-789963-7 neutron-server[112072]: INFO neutron.db.securitygroups_db [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Project acdc754db25c4702a10fbbc2febd00ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:20:01.558701 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.620876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.667746 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.683309 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c2c682-ce7d-4573-9b61-94994518d87e,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:01.730702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.731935 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5f86f6bb-9f07-49f3-81bc-c2e3f5c798f1 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2536638 Sep 17 02:20:01.734909 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42588) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:01.739767 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'network': {'name': 'tempest-network-smoke--1574388931', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'port_security_enabled': True}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:01.809728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'network': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:20:01.813781 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.837930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112072) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:20:01.846910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.848622 n-d-789963-7 neutron-server[112072]: INFO neutron.db.segments_db [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Added segment d8170716-cc45-472b-90ee-73225075bd2b of type vlan for network 40b98e8d-d26d-4680-8886-9557df2de78d Sep 17 02:20:01.885273 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.970221 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:01.975629 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:01.976264 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.042844 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Network': ['ID=40b98e8d-d26d-4680-8886-9557df2de78d,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:02.052991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 40b98e8d-d26d-4680-8886-9557df2de78d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:20:02.091216 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2bca547d-6bdf-47b6-ae08-f6d591674f43 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3551750 Sep 17 02:20:02.094036 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42590) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:02.098595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'admin_state_up': True, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:02.210822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.211886 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.261320 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.460938 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.692126 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.710362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.811379 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.74 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/8394463d-f3df-48b6-b77e-68b2f4215e79) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:20:02.910142 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:02.999904 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:03.036623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:20:03.039414 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:03.043014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:20:03.050642 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=8394463d-f3df-48b6-b77e-68b2f4215e79,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:03.662756 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:03.856560 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.066865 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 1efbdecc-79f0-4286-a19b-d30a46fbd997 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112072) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:20:04.173990 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:20:04.183164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Sync routers for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:20:04.192576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:04.193191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:04.256302 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.257579 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6148ba08-bb50-4d85-b3d8-61697755d295 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1626124 Sep 17 02:20:04.260699 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42592) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:04.289120 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bde0d6df-0a9c-43fd-afda-fc2029e14ab9 tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=acdc754db25c4702a10fbbc2febd00ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273187 Sep 17 02:20:04.291652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42594) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:04.299366 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:04.378947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91b5911-4458-4f55-9401-cc528bca7bbd tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:04.380452 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-a91b5911-4458-4f55-9401-cc528bca7bbd tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878701 Sep 17 02:20:04.383345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42596) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:04.416653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8333ccbc-7949-49bb-93c9-a46138cd35db tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=3b83a758-b32b-40fb-a220-cc7e9297cfb6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322304 Sep 17 02:20:04.419387 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42598) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:04.424696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-169010656', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:04.489505 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:03Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:04.519940 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Checking router: 1efbdecc-79f0-4286-a19b-d30a46fbd997 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:20:04.520291 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Updating router 1efbdecc-79f0-4286-a19b-d30a46fbd997 port 8394463d-f3df-48b6-b77e-68b2f4215e79 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:20:04.544916 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.587711 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:20:04.591356 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.793567 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.839332 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.862104 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.900788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Subnet': ['ID=5a439f64-f8ea-4587-b337-7c1e5dd28c62,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:04.909801 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Checking segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:20:04.910164 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network hostable DHCP agents. Network: 40b98e8d-d26d-4680-8886-9557df2de78d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:20:04.919786 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Attempting to bind port 8394463d-f3df-48b6-b77e-68b2f4215e79 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:20:04.920158 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Attempting to bind port 8394463d-f3df-48b6-b77e-68b2f4215e79 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:20:04.920610 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Attempting to bind port 8394463d-f3df-48b6-b77e-68b2f4215e79 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:20:04.923376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3efa7-c78f-41dc-bb42-d669321d4430 None None] Pushing event updated for resources: {'Port': ['ID=8394463d-f3df-48b6-b77e-68b2f4215e79,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:04.929179 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:20:04.930351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:20:04.930351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.930351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:20:04.930882 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Bound port: 8394463d-f3df-48b6-b77e-68b2f4215e79, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:20:04.931219 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:04.982086 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] For port 8394463d-f3df-48b6-b77e-68b2f4215e79, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:20:04.985150 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] For port 8394463d-f3df-48b6-b77e-68b2f4215e79, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8394463d-f3df-48b6-b77e-68b2f4215e79,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:20:05.016963 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 40b98e8d-d26d-4680-8886-9557df2de78d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:20:05.045493 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:05.102317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3efa7-c78f-41dc-bb42-d669321d4430 None None] Pushing event updated for resources: {'Port': ['ID=8394463d-f3df-48b6-b77e-68b2f4215e79,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:05.104825 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:05.105405 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:05.130808 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 40b98e8d-d26d-4680-8886-9557df2de78d) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:05.135770 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:05.136558 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:05.144397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f812fc54-b8c1-4002-a39b-274de7cae7e7 None None] Network 40b98e8d-d26d-4680-8886-9557df2de78d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:20:05.211444 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fe95fb2e-5444-4303-8eae-4fdb03b0c485 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7910657 Sep 17 02:20:05.214465 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42600) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:05.278186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:05.601432 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5ac4948-e975-4d63-95ab-f98c6be66f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:05.613214 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-40b98e8d-d26d-4680-8886-9557df2de78d', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:20:05.614114 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:05.669819 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:05.789885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Allocated IP 172.20.0.2 (40b98e8d-d26d-4680-8886-9557df2de78d/5a439f64-f8ea-4587-b337-7c1e5dd28c62/1bf071c2-38b0-42b8-8a45-d23a02a6568f) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:20:05.797642 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:03Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:05.831700 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de99c9a-f95d-44b5-b7fe-4c0292294eff None None] The sync data for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 is: [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:03Z', 'revision_number': 3, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:20:05.970745 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.027145 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.075175 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Network 40b98e8d-d26d-4680-8886-9557df2de78d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:20:06.078843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:06.083358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:20:06.098717 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.1 (40b98e8d-d26d-4680-8886-9557df2de78d/5a439f64-f8ea-4587-b337-7c1e5dd28c62/fb74a434-8550-4171-aada-2e7826f3b82a) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:20:06.101444 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Pushing event updated for resources: {'Port': ['ID=1bf071c2-38b0-42b8-8a45-d23a02a6568f,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:06.158581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Attempting to bind port 1bf071c2-38b0-42b8-8a45-d23a02a6568f on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:20:06.159411 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Attempting to bind port 1bf071c2-38b0-42b8-8a45-d23a02a6568f by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:20:06.159774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Attempting to bind port 1bf071c2-38b0-42b8-8a45-d23a02a6568f on network 40b98e8d-d26d-4680-8886-9557df2de78d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:20:06.165555 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:20:06.165997 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Checking segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:20:06.166485 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.166878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Bound using segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:20:06.167455 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Bound port: 1bf071c2-38b0-42b8-8a45-d23a02a6568f, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:20:06.167842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.196197 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:20:06.229777 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8394463d-f3df-48b6-b77e-68b2f4215e79 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:20:06.258951 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.277188 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] For port 1bf071c2-38b0-42b8-8a45-d23a02a6568f, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:20:06.295071 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] For port 1bf071c2-38b0-42b8-8a45-d23a02a6568f, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1bf071c2-38b0-42b8-8a45-d23a02a6568f,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:20:06.305857 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8394463d-f3df-48b6-b77e-68b2f4215e79 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:06.306302 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.371402 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.387816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.402804 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.415181 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 40b98e8d-d26d-4680-8886-9557df2de78d is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:20:06.419952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:06.428361 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:20:06.434916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=fb74a434-8550-4171-aada-2e7826f3b82a,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:06.447687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 8394463d-f3df-48b6-b77e-68b2f4215e79, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8394463d-f3df-48b6-b77e-68b2f4215e79,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:20:06.490433 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a3291-12bc-4a2f-a78a-b526c882251e None None] Pushing event updated for resources: {'Port': ['ID=1bf071c2-38b0-42b8-8a45-d23a02a6568f,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:06.492916 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.531689 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:06.583359 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=8394463d-f3df-48b6-b77e-68b2f4215e79,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:06.707323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:07.003607 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:07.044640 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:07.118599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=fb74a434-8550-4171-aada-2e7826f3b82a,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:07.123423 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:07.217107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 40b98e8d-d26d-4680-8886-9557df2de78d is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:20:07.219229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:07.336922 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 1efbdecc-79f0-4286-a19b-d30a46fbd997 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:20:07.449695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:20:07.454720 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c7d8f309-51a9-478d-81d9-5ae2c73d94ba tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/1efbdecc-79f0-4286-a19b-d30a46fbd997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2392325 Sep 17 02:20:07.459345 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Sync routers for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:20:07.562087 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:07.562722 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:19:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:07.605788 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-d7409438-d207-43dc-bed4-bee9ba87f634 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208247698&fields=id&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 267 time: 0.0341935 Sep 17 02:20:07.666011 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:07.719228 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-b66d908b-9892-4d77-a087-7c3466246629 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:07.721022 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-b66d908b-9892-4d77-a087-7c3466246629 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/networks?id=40b98e8d-d26d-4680-8886-9557df2de78d HTTP/1.1" status: 200 len: 797 time: 0.1077695 Sep 17 02:20:07.738447 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-a959e8f0-fbdf-4ddf-8a39-a34a69cadbfc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/quotas/acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 375 time: 0.0115454 Sep 17 02:20:07.796075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-f30ed886-84c2-4174-9038-e06bed0c86b5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510318 Sep 17 02:20:07.870415 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 2, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:07.897627 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Checking router: 1efbdecc-79f0-4286-a19b-d30a46fbd997 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:20:07.897987 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Updating router 1efbdecc-79f0-4286-a19b-d30a46fbd997 port fb74a434-8550-4171-aada-2e7826f3b82a binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:20:07.928211 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:07.942956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-cef4a43a-cae9-4966-970b-74422d8588b9 service neutron] 10.222.0.13 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345348 Sep 17 02:20:08.043618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-a2759095-24fb-40e6-9332-c65fa6758a78 service neutron] 10.222.0.13 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940502 Sep 17 02:20:08.069565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d90d8-66d9-44d7-a97a-644c8b7018bf None None] Network 40b98e8d-d26d-4680-8886-9557df2de78d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:20:08.157869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-fda722f3-8d79-4cb1-b4f2-cffdffb48954 None None] Provisioning complete for port 1bf071c2-38b0-42b8-8a45-d23a02a6568f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:08.158245 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fda722f3-8d79-4cb1-b4f2-cffdffb48954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.208907 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.297180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8394463d-f3df-48b6-b77e-68b2f4215e79 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:20:08.301961 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-52ceee67-f4aa-421a-bdbc-2d7f776e2c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.307567 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.312408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-64a481d2-6951-42ae-ad88-48607f3aa44e req-bbe09cd2-c077-42fd-9856-b5ea1c23f53f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 210 time: 0.0358827 Sep 17 02:20:08.356655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fda722f3-8d79-4cb1-b4f2-cffdffb48954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.400829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 8394463d-f3df-48b6-b77e-68b2f4215e79 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:08.401371 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.417992 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Attempting to bind port fb74a434-8550-4171-aada-2e7826f3b82a on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:20:08.417992 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Attempting to bind port fb74a434-8550-4171-aada-2e7826f3b82a by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:20:08.417992 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Attempting to bind port fb74a434-8550-4171-aada-2e7826f3b82a on network 40b98e8d-d26d-4680-8886-9557df2de78d {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:20:08.423864 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-fda722f3-8d79-4cb1-b4f2-cffdffb48954 None None] For port 1bf071c2-38b0-42b8-8a45-d23a02a6568f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1bf071c2-38b0-42b8-8a45-d23a02a6568f,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:20:08.428129 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Pushing event updated for resources: {'Port': ['ID=fb74a434-8550-4171-aada-2e7826f3b82a,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:08.436165 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:20:08.436549 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Checking segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:20:08.437113 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.437622 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Bound using segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:20:08.438091 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Bound port: fb74a434-8550-4171-aada-2e7826f3b82a, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:20:08.438473 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.441052 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.441389 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.441725 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.442057 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.442389 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.442715 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.443105 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.443445 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.443783 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.444106 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.444417 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.444736 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:08.495322 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1bf071c2-38b0-42b8-8a45-d23a02a6568f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:20:08.516633 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] For port fb74a434-8550-4171-aada-2e7826f3b82a, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:20:08.520182 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] For port fb74a434-8550-4171-aada-2e7826f3b82a, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb74a434-8550-4171-aada-2e7826f3b82a,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:20:08.525819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fda722f3-8d79-4cb1-b4f2-cffdffb48954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.591468 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda722f3-8d79-4cb1-b4f2-cffdffb48954 None None] Pushing event updated for resources: {'Port': ['ID=1bf071c2-38b0-42b8-8a45-d23a02a6568f,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:08.595223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1bf071c2-38b0-42b8-8a45-d23a02a6568f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:08.595961 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.600490 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.654059 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:08.654851 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:08.658118 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Provisioning complete for port 1bf071c2-38b0-42b8-8a45-d23a02a6568f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:08.658492 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.703929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a923da-63b4-4ddd-b22a-0eb66d4e9041 None None] Pushing event updated for resources: {'Port': ['ID=fb74a434-8550-4171-aada-2e7826f3b82a,revision_number=4']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:08.781517 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:08.786131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Provisioning complete for port fb74a434-8550-4171-aada-2e7826f3b82a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:08.786503 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.866888 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.905921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] For port fb74a434-8550-4171-aada-2e7826f3b82a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb74a434-8550-4171-aada-2e7826f3b82a,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:20:08.981973 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:08.994109 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:09.024245 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e2dcb2-a775-4348-b759-34c7634805c2 None None] The sync data for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 is: [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:20:09.041106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff88ea-1576-4a89-aea9-95108ddd5421 None None] Pushing event updated for resources: {'Port': ['ID=fb74a434-8550-4171-aada-2e7826f3b82a,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:09.109958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-5d660b64-2359-4705-8328-373521e4fc59 None None] Provisioning complete for port fb74a434-8550-4171-aada-2e7826f3b82a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:09.112101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5d660b64-2359-4705-8328-373521e4fc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:09.133141 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:09.322396 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d45da8f7-1a7b-4355-a0eb-93e4ae46471a None None] Provisioning complete for port fb74a434-8550-4171-aada-2e7826f3b82a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:09.322890 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d45da8f7-1a7b-4355-a0eb-93e4ae46471a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:09.455387 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-df8ffcee-0d89-4626-9a71-df8488fa92ab req-9ec642ec-05b1-4bac-81bd-f41c19e453d2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 210 time: 0.0689373 Sep 17 02:20:09.578351 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-99e790a4-2227-450a-9e42-2a2ca6e7780b None None] Provisioning complete for port fb74a434-8550-4171-aada-2e7826f3b82a triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:09.578922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-99e790a4-2227-450a-9e42-2a2ca6e7780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:09.759031 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:10.236566 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb74a434-8550-4171-aada-2e7826f3b82a up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:20:10.285629 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port fb74a434-8550-4171-aada-2e7826f3b82a triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:10.285995 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:10.360885 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1bf071c2-38b0-42b8-8a45-d23a02a6568f up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:20:10.404294 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 1bf071c2-38b0-42b8-8a45-d23a02a6568f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:10.404664 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:10.539093 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-07fc3eac-3116-425c-b1a6-271bcdb3a639 req-bcf872ce-a58e-4098-a265-c92349b894d6 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 210 time: 0.0264349 Sep 17 02:20:11.341598 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:11.632733 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-51d87ddd-bdcd-4ba0-ae26-1e626db3b2d8 req-6ac661e9-139e-4f0d-a7a8-6793687c699f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 210 time: 0.0278134 Sep 17 02:20:12.142975 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-c78b0d8c-18d0-481d-a24c-2a4359d3774c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:12.148234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-c78b0d8c-18d0-481d-a24c-2a4359d3774c tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/networks?id=40b98e8d-d26d-4680-8886-9557df2de78d HTTP/1.1" status: 200 len: 797 time: 0.1141717 Sep 17 02:20:12.187019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5c323080-7da8-4474-ab2f-14dc781e1eb4 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acdc754db25c4702a10fbbc2febd00ba HTTP/1.1" status: 200 len: 379 time: 0.0341203 Sep 17 02:20:12.196706 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'port': {'device_id': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'admin_state_up': True, 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'security_groups': ['048735f0-61c0-4552-b151-5a33629df36d']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:12.376780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Made reservation on behalf of acdc754db25c4702a10fbbc2febd00ba for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:20:12.380587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:12.513980 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.20.0.9 (40b98e8d-d26d-4680-8886-9557df2de78d/5a439f64-f8ea-4587-b337-7c1e5dd28c62/3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:20:12.649732 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:12.728956 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-390daf54-7b94-4c29-9c2b-b910af5a02c7 req-f6c486bc-5a7e-4848-955b-915768a748bb tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 210 time: 0.0302665 Sep 17 02:20:12.737250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:12.783738 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 40b98e8d-d26d-4680-8886-9557df2de78d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:20:12.786845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:12.790551 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:20:12.819419 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:12.848163 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:12.848878 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:12.926050 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-4a9c2448-8b7f-4d12-b234-b6cb2a093144 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7328660 Sep 17 02:20:12.939595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Request body: {'port': {'device_id': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:12.992250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.003173 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-8308f37c-3e53-48f6-ba7a-e675968bd341 None None] Provisioning complete for port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:13.003700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8308f37c-3e53-48f6-ba7a-e675968bd341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.037275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-8308f37c-3e53-48f6-ba7a-e675968bd341 None None] Port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:20:13.260579 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:20:13.267867 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.279489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Transition to ACTIVE for port object 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:20:13.318412 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.366502 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Pushing event updated for resources: {'Port': ['ID=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:13.445229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Attempting to bind port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:20:13.445558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Attempting to bind port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:20:13.445880 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Attempting to bind port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de on network 40b98e8d-d26d-4680-8886-9557df2de78d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:20:13.450402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de on network 40b98e8d-d26d-4680-8886-9557df2de78d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:20:13.450719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Attempting to bind port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de on network 40b98e8d-d26d-4680-8886-9557df2de78d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:20:13.460040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:20:13.460471 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Checking segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:20:13.460871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Bound using segment: {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:20:13.461344 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Bound port: 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8170716-cc45-472b-90ee-73225075bd2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:20:13.461714 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.529158 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] For port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:20:13.532823 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] For port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:20:13.604584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.640136 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:13.640756 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:13.642813 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] 10.222.0.36 "PUT /v2.0/ports/3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de HTTP/1.1" status: 200 len: 1091 time: 0.7086790 Sep 17 02:20:13.643276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:20:13.645520 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9687e768-b23f-4404-b247-10c7ec8d0477" -d '{"events": [{"name": "network-changed", "server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:20:13.677903 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d08f2e8-1095-4483-b2c7-95410276cb6a service neutron] Pushing event updated for resources: {'Port': ['ID=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:13.687779 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a316e4-ccc8-49fb-80c0-334b5b3ab8a9 x-openstack-request-id: req-49a316e4-ccc8-49fb-80c0-334b5b3ab8a9 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:20:13.688068 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:20:13.688312 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49a316e4-ccc8-49fb-80c0-334b5b3ab8a9 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:20:13.688819 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'status': 'completed', 'code': 200} Sep 17 02:20:13.753342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687e768-b23f-4404-b247-10c7ec8d0477 req-5208d382-1af6-4942-81f3-bbba50baf668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:13.754888 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9687e768-b23f-4404-b247-10c7ec8d0477 req-5208d382-1af6-4942-81f3-bbba50baf668 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1094 time: 0.0444477 Sep 17 02:20:13.853209 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b425a8-b842-49b7-9717-2939b1356ea2 req-0d90e387-9a9f-4860-8b20-9c22c1be8395 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:13.854718 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44b425a8-b842-49b7-9717-2939b1356ea2 req-0d90e387-9a9f-4860-8b20-9c22c1be8395 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 943 time: 0.0525355 Sep 17 02:20:13.867758 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687e768-b23f-4404-b247-10c7ec8d0477 req-88085e97-f739-47c4-9d21-e0419515b248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:13.869263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9687e768-b23f-4404-b247-10c7ec8d0477 req-88085e97-f739-47c4-9d21-e0419515b248 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=acdc754db25c4702a10fbbc2febd00ba&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1059248 Sep 17 02:20:13.895908 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-44b425a8-b842-49b7-9717-2939b1356ea2 req-93514727-a275-490a-b431-9e86c9fccb23 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346041 Sep 17 02:20:13.969556 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687e768-b23f-4404-b247-10c7ec8d0477 req-f9a99440-f16f-4f75-80c3-70b72ab18bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:13.970974 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9687e768-b23f-4404-b247-10c7ec8d0477 req-f9a99440-f16f-4f75-80c3-70b72ab18bd9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951309 Sep 17 02:20:14.046327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-82335f99-bd6c-4d6c-a2f1-ad0f97eb44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:14.048142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-82335f99-bd6c-4d6c-a2f1-ad0f97eb44a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1094 time: 0.0410984 Sep 17 02:20:14.090020 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-65894641-3f08-4dea-83a9-96196c77c0bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de HTTP/1.1" status: 200 len: 217 time: 0.0343177 Sep 17 02:20:14.137960 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-d682ee6b-d304-4742-ab39-8602d6e9d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:14.139432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-d682ee6b-d304-4742-ab39-8602d6e9d2ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a439f64-f8ea-4587-b337-7c1e5dd28c62 HTTP/1.1" status: 200 len: 834 time: 0.0430133 Sep 17 02:20:14.187735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-c542266d-685c-4e5f-866d-b4e1e509bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:14.189879 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-c542266d-685c-4e5f-866d-b4e1e509bfe7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b98e8d-d26d-4680-8886-9557df2de78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435779 Sep 17 02:20:14.278596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-5e4b8a9a-b7e0-4e44-b972-89c141b17589 service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816274 Sep 17 02:20:14.380921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e9e352f3-1c8b-40c0-a0e2-08a13b261859 req-37af1e6e-4f9a-4a04-b88f-c77617ca63ec service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918980 Sep 17 02:20:15.013605 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ee995-d1fe-4da5-a9d7-109785d8af87 req-0985e7c4-514f-489b-b21e-f342abdd05e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:15.015100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f0ee995-d1fe-4da5-a9d7-109785d8af87 req-0985e7c4-514f-489b-b21e-f342abdd05e5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 943 time: 0.0503008 Sep 17 02:20:15.052670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f0ee995-d1fe-4da5-a9d7-109785d8af87 req-3810996a-cc54-4879-99a6-6e85059c95ef tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 Sep 17 02:20:16.165846 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0dd6f-e4bc-4de5-8b54-f280fb1aa75b req-e174e850-d704-41b1-b71f-5a3a5a41a324 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:16.167328 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82b0dd6f-e4bc-4de5-8b54-f280fb1aa75b req-e174e850-d704-41b1-b71f-5a3a5a41a324 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 943 time: 0.0481808 Sep 17 02:20:16.204404 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-82b0dd6f-e4bc-4de5-8b54-f280fb1aa75b req-5a6f10ed-c7f2-4747-b026-4bce07758c7e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300300 Sep 17 02:20:16.976473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:20:17.076484 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:20:17.088185 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'port_id': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'mac_address': 'fa:16:3e:04:7a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:20:17.126024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:17.138472 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:20:17.158384 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:20:17.221192 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:17.267316 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:17.322279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d867504-eab4-467f-bc23-1d53826f38ba req-e67e0dba-c66e-4c0c-9532-813eeb19c6e2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:17.323874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d867504-eab4-467f-bc23-1d53826f38ba req-e67e0dba-c66e-4c0c-9532-813eeb19c6e2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 944 time: 0.0507839 Sep 17 02:20:17.366276 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d867504-eab4-467f-bc23-1d53826f38ba req-239c6be6-04a5-44ca-8ada-a9ced4cb7080 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364716 Sep 17 02:20:17.453488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:20:18.488227 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7fce8e-cc38-4e01-8267-4bd104b9fba3 req-6a58a0e7-68d1-4d3f-969f-046096f1259a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:18.489692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c7fce8e-cc38-4e01-8267-4bd104b9fba3 req-6a58a0e7-68d1-4d3f-969f-046096f1259a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 944 time: 0.0540059 Sep 17 02:20:18.528166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-0c7fce8e-cc38-4e01-8267-4bd104b9fba3 req-0950e2c7-6d22-4d8a-a253-ffe9935b3709 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322564 Sep 17 02:20:18.992418 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:20:19.107305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:20:19.110897 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:20:19.111295 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:19.185695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:19.207576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:20:19.209788 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b398802e-5d44-4ceb-b5a3-967510e3988d" -d '{"events": [{"server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "name": "network-vif-plugged", "status": "completed", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:20:19.222607 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:20:19.285042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:19.311321 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc09dd0-845e-464f-a605-53357b7b64d1 x-openstack-request-id: req-5bc09dd0-845e-464f-a605-53357b7b64d1 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:20:19.311612 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "name": "network-vif-plugged", "status": "completed", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:20:19.311865 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bc09dd0-845e-464f-a605-53357b7b64d1 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:20:19.312236 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'code': 200} Sep 17 02:20:19.337346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:19.395389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08d74d-df6a-496d-98d3-b7cc683c88b2 req-b0a3c240-3d11-46e8-bcbf-d421c5d7e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:19.396865 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf08d74d-df6a-496d-98d3-b7cc683c88b2 req-b0a3c240-3d11-46e8-bcbf-d421c5d7e1ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1096 time: 0.0406022 Sep 17 02:20:19.432345 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-bf08d74d-df6a-496d-98d3-b7cc683c88b2 req-82064bb8-56a5-44c3-b3f3-be0031b71a1d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288327 Sep 17 02:20:19.640238 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f10fd-f194-4a80-9ab5-cadb05038ff8 req-b8bbf89b-ba3f-42d3-8039-52ebdb425d62 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:19.641696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf0f10fd-f194-4a80-9ab5-cadb05038ff8 req-b8bbf89b-ba3f-42d3-8039-52ebdb425d62 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0487187 Sep 17 02:20:19.679850 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bf0f10fd-f194-4a80-9ab5-cadb05038ff8 req-eddfacac-7401-41ff-bdaf-0930a6b7f573 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Sep 17 02:20:20.796008 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f44e-dc26-49fc-8763-afd6f6f15496 req-d9f73fb2-57f3-4cb1-b45e-69937e9f3957 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:20.797505 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74a8f44e-dc26-49fc-8763-afd6f6f15496 req-d9f73fb2-57f3-4cb1-b45e-69937e9f3957 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0501399 Sep 17 02:20:20.835325 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-74a8f44e-dc26-49fc-8763-afd6f6f15496 req-ff52fd82-cadf-47df-9793-e3f33ca8fb3a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317140 Sep 17 02:20:20.948683 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f06d78c-c24d-4685-9cbe-e75c14726003 req-0358f130-6c55-4114-8193-1c636ab8f212 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:20.950133 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f06d78c-c24d-4685-9cbe-e75c14726003 req-0358f130-6c55-4114-8193-1c636ab8f212 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0478165 Sep 17 02:20:20.986558 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3f06d78c-c24d-4685-9cbe-e75c14726003 req-41e6a517-13e8-40fb-8581-175cfa011dda tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303433 Sep 17 02:20:21.008716 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42668) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:21.050719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda9d8ee-d690-4485-8e60-931e009d143a tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:21.052401 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-fda9d8ee-d690-4485-8e60-931e009d143a tempest-TestNetworkAdvancedServerOps-2132331943 tempest-TestNetworkAdvancedServerOps-2132331943-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1091 time: 0.0427494 Sep 17 02:20:21.055235 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42670) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:21.059373 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:20:21.176530 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:21.270086 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:21.377158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Allocated IP 172.25.1.99 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/5b519291-1c2a-4acc-9ad4-01e01055d8fe) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:20:21.476903 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:21.547549 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:21.585206 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:20:21.588052 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:20:21.590552 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:20:21.623906 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=5b519291-1c2a-4acc-9ad4-01e01055d8fe,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:21.946667 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:22.359767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:22.527146 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:22.564100 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:22.631172 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event updated for resources: {'Port': ['ID=5b519291-1c2a-4acc-9ad4-01e01055d8fe,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:22.642897 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:22.748940 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 4b1eb9c0-f98e-462d-9f52-e62699f73553 associated. External IP: 172.25.1.99, port: 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de. Sep 17 02:20:22.954167 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 1efbdecc-79f0-4286-a19b-d30a46fbd997 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:20:23.063695 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:20:23.073143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] Sync routers for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:20:23.082721 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:23.083380 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:23.164103 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:23.195636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-72ff9151-f3a0-4aac-8850-5fce7bbd12e3 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1367435 Sep 17 02:20:23.195636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:20:23.196547 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:20:23.293077 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e4385f-fc69-4d19-bb57-c971899dd5b5 x-openstack-request-id: req-96e4385f-fc69-4d19-bb57-c971899dd5b5 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:20:23.293373 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:20:23.293626 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96e4385f-fc69-4d19-bb57-c971899dd5b5 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:20:23.294020 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'status': 'completed', 'code': 200} Sep 17 02:20:23.303479 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c244a-8f34-41f7-a48f-c76ecce251db req-c8dc6198-4eee-4bd7-8a89-bd2a59850ce5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:23.305029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f71c244a-8f34-41f7-a48f-c76ecce251db req-c8dc6198-4eee-4bd7-8a89-bd2a59850ce5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0589042 Sep 17 02:20:23.358594 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:23.372833 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f71c244a-8f34-41f7-a48f-c76ecce251db req-3bb5dfd4-9c45-4904-a96a-82438dbf80e9 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608544 Sep 17 02:20:23.384348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-1d6bbe0c-29b2-41eb-add0-49f6b7c9b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:23.385835 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-1d6bbe0c-29b2-41eb-add0-49f6b7c9b27a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1096 time: 0.0671544 Sep 17 02:20:23.395402 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42678) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:23.513014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ebf84bec-3867-43fe-916a-06233e146d94 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4b1eb9c0-f98e-462d-9f52-e62699f73553 HTTP/1.1" status: 200 len: 990 time: 0.1165757 Sep 17 02:20:23.533056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-2bee7d1b-f847-4481-95e4-9d9e259b6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:23.534608 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-2bee7d1b-f847-4481-95e4-9d9e259b6707 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b98e8d-d26d-4680-8886-9557df2de78d HTTP/1.1" status: 200 len: 898 time: 0.1418388 Sep 17 02:20:23.587925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4b1eb9c0-f98e-462d-9f52-e62699f73553', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'port_id': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'mac_address': 'fa:16:3e:04:7a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:20:21Z', 'updated_at': '2021-09-17T02:20:21Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:23.603896 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-bd70b828-a62e-40d4-916f-582d84b9f410 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de HTTP/1.1" status: 200 len: 998 time: 0.0616152 Sep 17 02:20:23.615126 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] Checking router: 1efbdecc-79f0-4286-a19b-d30a46fbd997 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:20:23.623382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:23.623991 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:23.653386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-2669aa52-b78c-49ac-9d84-690bd0d06fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:23.660135 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-2669aa52-b78c-49ac-9d84-690bd0d06fb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a439f64-f8ea-4587-b337-7c1e5dd28c62 HTTP/1.1" status: 200 len: 834 time: 0.0443594 Sep 17 02:20:23.700661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-6fd81b5d-17f4-41b0-8dd3-73e8dce3763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:23.702138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-6fd81b5d-17f4-41b0-8dd3-73e8dce3763c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b98e8d-d26d-4680-8886-9557df2de78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394750 Sep 17 02:20:23.730841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:23.795323 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-2a0f0bc4-4d99-4709-9616-b854a3950322 service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Sep 17 02:20:23.883225 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c222b673-bde3-4bf5-b64a-6c0bef76cc0a req-18d7c1ef-c1d6-4aa5-8d01-f02f5e2c5d8f service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810957 Sep 17 02:20:23.958072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4b1eb9c0-f98e-462d-9f52-e62699f73553', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'port_id': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'mac_address': 'fa:16:3e:04:7a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:20:21Z', 'updated_at': '2021-09-17T02:20:21Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:23.985506 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57e4fcc-1e4e-4b31-a74c-75080b1f10b4 None None] The sync data for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 is: [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '4b1eb9c0-f98e-462d-9f52-e62699f73553', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'floating_ip_address': '172.25.1.99', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'port_id': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'mac_address': 'fa:16:3e:04:7a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:20:21Z', 'updated_at': '2021-09-17T02:20:21Z', 'revision_number': 0, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:20:24.171624 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67cdd6e-6a3f-41d5-a413-10e655701925 None None] New status for floating IP 4b1eb9c0-f98e-462d-9f52-e62699f73553: ACTIVE {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:20:24.516913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42682) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:24.579849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fa8bddef-709d-4bdc-a892-d830400aecd0 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4b1eb9c0-f98e-462d-9f52-e62699f73553 HTTP/1.1" status: 200 len: 992 time: 0.0618169 Sep 17 02:20:29.524567 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:29.798575 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:35.541235 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f894eb8c-daf6-4907-9599-edd11dba199b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:38.237758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9bd161bc-a43f-4d74-bb1d-0c2b8109f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:39.106494 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:39.735228 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:41.352549 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:43.195683 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:20:51.507007 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e15f3-ad9a-45c1-b151-ce55df67277c req-e0dc1a23-6cb0-42ac-8018-5c8eedd92a83 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:51.508503 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f3e15f3-ad9a-45c1-b151-ce55df67277c req-e0dc1a23-6cb0-42ac-8018-5c8eedd92a83 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0559657 Sep 17 02:20:51.546561 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9f3e15f3-ad9a-45c1-b151-ce55df67277c req-bd7b8dbd-d6f3-40c7-b996-fe9a1a6cd86e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320857 Sep 17 02:20:52.705593 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383158ec-c934-40cd-a1b6-024fdb47907b req-d88d5341-9ad9-4297-821e-655730a7d14a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:52.707068 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-383158ec-c934-40cd-a1b6-024fdb47907b req-d88d5341-9ad9-4297-821e-655730a7d14a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0919075 Sep 17 02:20:52.743763 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-383158ec-c934-40cd-a1b6-024fdb47907b req-14308db6-bc91-47e6-a372-b43ce88e6b21 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300765 Sep 17 02:20:52.765374 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42706) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:52.828386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6790bf6c-af0b-452e-955b-2ef0a7fbc364 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4b1eb9c0-f98e-462d-9f52-e62699f73553 HTTP/1.1" status: 200 len: 992 time: 0.0618927 Sep 17 02:20:54.228173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a48512-4504-4179-86ea-a4df8b00f1bb req-591a3ff5-f83e-4c07-aec9-d4d84cd70000 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:54.229666 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0a48512-4504-4179-86ea-a4df8b00f1bb req-591a3ff5-f83e-4c07-aec9-d4d84cd70000 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0495949 Sep 17 02:20:54.269364 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0a48512-4504-4179-86ea-a4df8b00f1bb req-3a258277-498c-44c2-8783-ad2d406be7fd tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 Sep 17 02:20:54.309603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-3c2c3158-c785-4b77-b738-054ae2ac6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:54.311439 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-3c2c3158-c785-4b77-b738-054ae2ac6cad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1096 time: 0.0485313 Sep 17 02:20:54.401229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-24504e92-6408-4f3f-bd2e-e9fc6d38dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:54.402612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-24504e92-6408-4f3f-bd2e-e9fc6d38dd38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b98e8d-d26d-4680-8886-9557df2de78d HTTP/1.1" status: 200 len: 898 time: 0.0838656 Sep 17 02:20:54.471130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-15facd51-c9a4-4899-879e-df55b3fbf547 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de HTTP/1.1" status: 200 len: 1000 time: 0.0615287 Sep 17 02:20:54.519795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-2a3d6da6-959f-4087-b6b8-3e7efd1f57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:54.521403 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-2a3d6da6-959f-4087-b6b8-3e7efd1f57a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a439f64-f8ea-4587-b337-7c1e5dd28c62 HTTP/1.1" status: 200 len: 834 time: 0.0436223 Sep 17 02:20:54.566390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-b8131243-2075-47d9-b708-17850caa98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:54.568462 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-b8131243-2075-47d9-b708-17850caa98f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b98e8d-d26d-4680-8886-9557df2de78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401554 Sep 17 02:20:54.658402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-8a7f3d7d-d75b-4ca8-ae0d-709f7204ac11 service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831082 Sep 17 02:20:54.745511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e230abe9-0d4c-492a-af20-6a32957d6ec2 req-437066d3-bf53-4191-8b92-404858d12d46 service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800703 Sep 17 02:20:55.390780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3da954-bf99-457e-a57c-f5e3bac32eb8 req-2794afdc-ee99-462b-b514-05180ddeb41b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:55.392585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb3da954-bf99-457e-a57c-f5e3bac32eb8 req-2794afdc-ee99-462b-b514-05180ddeb41b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0533741 Sep 17 02:20:55.431432 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fb3da954-bf99-457e-a57c-f5e3bac32eb8 req-5cbda6f3-f244-4a17-9449-971d0e7cf287 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314040 Sep 17 02:20:56.549413 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa287eab-e40a-446b-9834-bba4ceb0b4cf req-8d3d9609-5d10-443d-bfd6-7d7cd001d757 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:56.550877 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa287eab-e40a-446b-9834-bba4ceb0b4cf req-8d3d9609-5d10-443d-bfd6-7d7cd001d757 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0486500 Sep 17 02:20:56.588766 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fa287eab-e40a-446b-9834-bba4ceb0b4cf req-f6d6c441-c143-4e6e-a16c-43da243ceb4e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307677 Sep 17 02:20:56.610930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42720) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:56.675031 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-982ba5c5-99a7-4490-89fa-0bbccacf81ec tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/floatingips/4b1eb9c0-f98e-462d-9f52-e62699f73553 HTTP/1.1" status: 200 len: 992 time: 0.0627737 Sep 17 02:20:56.899348 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42726) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:20:57.055947 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 5b519291-1c2a-4acc-9ad4-01e01055d8fe {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:20:57.056290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:57.134996 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:57.135346 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:57.147356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 5b519291-1c2a-4acc-9ad4-01e01055d8fe owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:20:57.392361 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:57.422689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=5b519291-1c2a-4acc-9ad4-01e01055d8fe,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:20:57.435476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.435827 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.436163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.436495 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.436823 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.437146 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.437469 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.437790 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.438108 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.438427 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.438742 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.439055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:20:57.493286 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:57.493655 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Floating IP 4b1eb9c0-f98e-462d-9f52-e62699f73553 disassociated (deleted). External IP: 172.25.1.99, port: 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de. Sep 17 02:20:57.700378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 1efbdecc-79f0-4286-a19b-d30a46fbd997 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:20:57.805378 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:20:57.809876 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:57.815274 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] Sync routers for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:20:57.824356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:57.824968 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:57.837988 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-be6cb347-43e7-44d0-b565-15f27851c4bc tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/floatingips/4b1eb9c0-f98e-462d-9f52-e62699f73553 HTTP/1.1" status: 204 len: 168 time: 0.9375465 Sep 17 02:20:57.838575 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:20:57.840840 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c4251d-e77c-47a4-b663-63751414394b" -d '{"events": [{"name": "network-changed", "server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:20:57.878237 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349cbe09-862e-4b75-921c-c80812496bc1 x-openstack-request-id: req-349cbe09-862e-4b75-921c-c80812496bc1 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:20:57.878533 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:20:57.878780 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-349cbe09-862e-4b75-921c-c80812496bc1 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:20:57.879203 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'status': 'completed', 'code': 200} Sep 17 02:20:57.938401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:57.940390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4251d-e77c-47a4-b663-63751414394b req-34d2b61b-f9c2-43bf-95c0-e7c0b0964d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:57.941897 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-34d2b61b-f9c2-43bf-95c0-e7c0b0964d68 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acdc754db25c4702a10fbbc2febd00ba&device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 1096 time: 0.0409548 Sep 17 02:20:58.039037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4251d-e77c-47a4-b663-63751414394b req-fe91cdfa-977e-428f-8e58-4ecac5ccbc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:58.040672 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-fe91cdfa-977e-428f-8e58-4ecac5ccbc33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40b98e8d-d26d-4680-8886-9557df2de78d HTTP/1.1" status: 200 len: 898 time: 0.0909841 Sep 17 02:20:58.086029 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-c98c211a-2eb5-4cc1-a432-fedc4d8721be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de HTTP/1.1" status: 200 len: 217 time: 0.0373394 Sep 17 02:20:58.137853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4251d-e77c-47a4-b663-63751414394b req-78347765-9b9d-4d2f-9761-3d58ba82fa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:58.139768 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-78347765-9b9d-4d2f-9761-3d58ba82fa94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5a439f64-f8ea-4587-b337-7c1e5dd28c62 HTTP/1.1" status: 200 len: 834 time: 0.0465915 Sep 17 02:20:58.144898 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:58.177191 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] Checking router: 1efbdecc-79f0-4286-a19b-d30a46fbd997 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:20:58.186015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:20:58.186788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:58.195878 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4251d-e77c-47a4-b663-63751414394b req-40c7442b-2d59-4aa6-912b-4699356dd543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:58.200524 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-40c7442b-2d59-4aa6-912b-4699356dd543 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40b98e8d-d26d-4680-8886-9557df2de78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509913 Sep 17 02:20:58.299241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:20:58.302516 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfdd446-df1e-4ee9-a631-3b88717efa92 req-912d7884-6911-47e7-a7bb-d6a465aa2712 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:58.304023 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecfdd446-df1e-4ee9-a631-3b88717efa92 req-912d7884-6911-47e7-a7bb-d6a465aa2712 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.1017938 Sep 17 02:20:58.340300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-d46bfa2f-e535-49ff-9831-9ebb918aacd4 service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294043 Sep 17 02:20:58.374921 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ecfdd446-df1e-4ee9-a631-3b88717efa92 req-d29150ff-9184-497b-b9a4-b36156ae6f6f tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644541 Sep 17 02:20:58.447333 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-09c4251d-e77c-47a4-b663-63751414394b req-4ede4df0-98a2-4d8a-b0ed-2bba98372854 service neutron] 10.222.0.36 "GET /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960848 Sep 17 02:20:58.510821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:20:58.544686 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ed3240-c780-43c4-85e6-6d96765b00d4 None None] The sync data for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 is: [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'fb74a434-8550-4171-aada-2e7826f3b82a', 'name': '', 'network_id': '40b98e8d-d26d-4680-8886-9557df2de78d', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'mac_address': 'fa:16:3e:c5:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:05Z', 'updated_at': '2021-09-17T02:20:08Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'subnets': [{'id': '5a439f64-f8ea-4587-b337-7c1e5dd28c62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:20:58.760146 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2bb42a-d505-4c3e-bcb3-ea75937d2fb7 None None] New status for floating IP 4b1eb9c0-f98e-462d-9f52-e62699f73553: DOWN {{(pid=112075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:20:59.489704 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:59.495148 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffbf96-204c-4e48-81d3-2714940cd4c5 req-a3121c0f-2768-4193-acd8-72ea49b187b5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:59.496670 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72ffbf96-204c-4e48-81d3-2714940cd4c5 req-a3121c0f-2768-4193-acd8-72ea49b187b5 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0488319 Sep 17 02:20:59.534661 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72ffbf96-204c-4e48-81d3-2714940cd4c5 req-a0000f09-b956-408c-9869-97fd1464b58a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/security-groups?id=048735f0-61c0-4552-b151-5a33629df36d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Sep 17 02:20:59.792129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:20:59.842177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-8e82ee26-a781-4bb6-906a-15cf7461d548 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:20:59.843630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-8e82ee26-a781-4bb6-906a-15cf7461d548 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 945 time: 0.0477428 Sep 17 02:21:00.243984 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:21:00.244319 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:00.333075 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:00.333511 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:00.345555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:21:00.546614 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:00.580375 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:00.610629 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.610983 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.611354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.611690 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.612025 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.612356 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.612684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.613032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.613362 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.613684 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.614006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.614838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:00.652976 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] No DVR routers for this DVR port 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:21:00.656169 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36d47dfa-c361-4179-813f-86b3fb6d4fbe req-d079a187-1058-4b6e-b4b7-a126a8fb2f33 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "GET /v2.0/ports?device_id=3397df90-1e2b-493c-b7a1-a207e9ce43af HTTP/1.1" status: 200 len: 210 time: 0.0503237 Sep 17 02:21:00.657157 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:00.659018 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0a191b13-5836-4d8f-b140-b1a237f6f7fd req-0d0344ba-f2cd-4711-a45a-451f93e5227e tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.36 "DELETE /v2.0/ports/3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de HTTP/1.1" status: 204 len: 173 time: 0.8089080 Sep 17 02:21:00.659489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'name': 'network-vif-deleted', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:21:00.662831 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d38ab-e39c-4cca-a7e2-0a741ca9ea5f" -d '{"events": [{"server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "name": "network-vif-deleted", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:21:00.698096 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408323d3-d0be-4b6a-ad20-3667b21fe345 x-openstack-request-id: req-408323d3-d0be-4b6a-ad20-3667b21fe345 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:21:00.698390 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3397df90-1e2b-493c-b7a1-a207e9ce43af", "name": "network-vif-deleted", "tag": "3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:21:00.698688 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-408323d3-d0be-4b6a-ad20-3667b21fe345 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:21:00.699130 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3397df90-1e2b-493c-b7a1-a207e9ce43af', 'name': 'network-vif-deleted', 'tag': '3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de', 'status': 'completed', 'code': 200} Sep 17 02:21:01.714539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42744) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:02.075293 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:02.326527 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port fb74a434-8550-4171-aada-2e7826f3b82a {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:21:02.326780 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:02.413942 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port fb74a434-8550-4171-aada-2e7826f3b82a, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=fb74a434-8550-4171-aada-2e7826f3b82a,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:02.414303 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:02.426406 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for fb74a434-8550-4171-aada-2e7826f3b82a owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:21:02.660943 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:02.688320 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=fb74a434-8550-4171-aada-2e7826f3b82a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:02.857376 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:03.069759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Router 1efbdecc-79f0-4286-a19b-d30a46fbd997 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:21:03.195275 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:21:03.216163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:21:03.216509 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 3f7d42f3-b5cb-4e75-bb3d-b065f7ade0de not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:21:03.469522 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:21:03.474496 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-80e53d84-cced-4492-8339-4f684a1d3ca2 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "PUT /v2.0/routers/1efbdecc-79f0-4286-a19b-d30a46fbd997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7589059 Sep 17 02:21:03.477490 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42746) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:03.480537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] Sync routers for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:21:03.489992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:03.490600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:03.530213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting subnet 5a439f64-f8ea-4587-b337-7c1e5dd28c62 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:21:03.533368 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:03.576744 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:03.595398 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:03.659374 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:03.752801 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:03.775878 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:21:02Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:03.785822 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Subnet': ['ID=5a439f64-f8ea-4587-b337-7c1e5dd28c62,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:03.788540 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:03.794363 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-d77a0299-7f74-4944-9759-f1a497fc4982 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/subnets/5a439f64-f8ea-4587-b337-7c1e5dd28c62 HTTP/1.1" status: 204 len: 168 time: 0.3121128 Sep 17 02:21:03.794363 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42748) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:03.806617 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979e669d-15b2-4af8-80b9-a3d8c25ed9e7 None None] Network 40b98e8d-d26d-4680-8886-9557df2de78d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:21:03.809977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] Checking router: 1efbdecc-79f0-4286-a19b-d30a46fbd997 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:21:03.837457 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] Routers {'1efbdecc-79f0-4286-a19b-d30a46fbd997'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:03.838083 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:20:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['1efbdecc-79f0-4286-a19b-d30a46fbd997'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:03.901784 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.006480 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.118849 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Deleting port 8394463d-f3df-48b6-b77e-68b2f4215e79 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:21:04.119212 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.184733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] Set router 1efbdecc-79f0-4286-a19b-d30a46fbd997 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:04.206924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] For port 8394463d-f3df-48b6-b77e-68b2f4215e79, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=8394463d-f3df-48b6-b77e-68b2f4215e79,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:04.207320 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.222379 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Calling delete_port for 8394463d-f3df-48b6-b77e-68b2f4215e79 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:21:04.263573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] DHCP port deletion for 40b98e8d-d26d-4680-8886-9557df2de78d request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:21:04.388909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Deleting port 1bf071c2-38b0-42b8-8a45-d23a02a6568f {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:21:04.389282 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.465354 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:21:02Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:04.468045 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] For port 1bf071c2-38b0-42b8-8a45-d23a02a6568f, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=1bf071c2-38b0-42b8-8a45-d23a02a6568f,segment=NetworkSegment(d8170716-cc45-472b-90ee-73225075bd2b),segment_id=d8170716-cc45-472b-90ee-73225075bd2b)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:04.468448 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.501599 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e3b474-f914-4fee-a642-216007ac18bf None None] The sync data for ids ['1efbdecc-79f0-4286-a19b-d30a46fbd997'] in n-d-789963-7 is: [{'id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1111891715', 'tenant_id': 'acdc754db25c4702a10fbbc2febd00ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74'}], 'enable_snat': True}, 'gw_port_id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:21:02Z', 'revision_number': 5, 'project_id': 'acdc754db25c4702a10fbbc2febd00ba', 'gw_port': {'id': '8394463d-f3df-48b6-b77e-68b2f4215e79', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:d7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efbdecc-79f0-4286-a19b-d30a46fbd997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:20:02Z', 'updated_at': '2021-09-17T02:20:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:21:04.511571 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.512046 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Calling delete_port for 1bf071c2-38b0-42b8-8a45-d23a02a6568f owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:21:04.542902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Port': ['ID=8394463d-f3df-48b6-b77e-68b2f4215e79,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:04.598762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.660897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.687837 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Pushing event deleted for resources: {'Port': ['ID=1bf071c2-38b0-42b8-8a45-d23a02a6568f,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:04.690320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] No DVR routers for this DVR port 1bf071c2-38b0-42b8-8a45-d23a02a6568f on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:21:04.690750 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.693514 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.702082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.702435 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.702843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.703215 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.707440 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13493eab-5d7b-451b-9098-3e217b8d59ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:04.797695 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.798167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Fanout notify agent at l3_agent the message router_deleted on router 1efbdecc-79f0-4286-a19b-d30a46fbd997 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:21:04.805705 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.806815 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-6b6cdd4e-638b-4d7b-b882-f57ce2431f9a tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/routers/1efbdecc-79f0-4286-a19b-d30a46fbd997 HTTP/1.1" status: 204 len: 168 time: 1.0120292 Sep 17 02:21:04.809603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42750) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:04.893046 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:04.988662 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.010937 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b98e8d-d26d-4680-8886-9557df2de78d']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:05.019904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8170716-cc45-472b-90ee-73225075bd2b') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:05.020193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8170716-cc45-472b-90ee-73225075bd2b') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:05.030061 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.043414 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.049390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:21:05.049778 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:21:05.053937 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:21:05.163827 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.168562 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.171148 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/networks/40b98e8d-d26d-4680-8886-9557df2de78d HTTP/1.1" status: 204 len: 168 time: 0.3600028 Sep 17 02:21:05.182635 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42752) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:05.185905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117cf89-ccf0-4d59-b032-be28cfaa7356 tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'Network': ['ID=40b98e8d-d26d-4680-8886-9557df2de78d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:05.233354 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee75452c-eaf0-44a2-a1fc-af2b8c3d985b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.257841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee75452c-eaf0-44a2-a1fc-af2b8c3d985b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.374844 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee75452c-eaf0-44a2-a1fc-af2b8c3d985b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.377331 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ee75452c-eaf0-44a2-a1fc-af2b8c3d985b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.378538 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ee75452c-eaf0-44a2-a1fc-af2b8c3d985b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] 10.222.0.13 "DELETE /v2.0/security-groups/048735f0-61c0-4552-b151-5a33629df36d HTTP/1.1" status: 204 len: 168 time: 0.2034304 Sep 17 02:21:05.388498 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75452c-eaf0-44a2-a1fc-af2b8c3d985b tempest-TestNetworkAdvancedServerOps-1689955583 tempest-TestNetworkAdvancedServerOps-1689955583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048735f0-61c0-4552-b151-5a33629df36d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:05.501146 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d7131ffb-379e-4cce-8495-650f4951fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:05.876945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42760) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:06.006658 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6b5c1e95-e6c8-4a6a-9fb2-340b904ef4ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=acdc754db25c4702a10fbbc2febd00ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285655 Sep 17 02:21:06.009159 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42764) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:06.065108 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-413c0589-6c63-4605-afef-d26a01ce5bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.086754 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-413c0589-6c63-4605-afef-d26a01ce5bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.198270 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-413c0589-6c63-4605-afef-d26a01ce5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.199954 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb74a434-8550-4171-aada-2e7826f3b82a no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:21:06.200829 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-413c0589-6c63-4605-afef-d26a01ce5bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.202025 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-413c0589-6c63-4605-afef-d26a01ce5bc4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68834fb9-521a-4872-9d2f-e6e796e037c1 HTTP/1.1" status: 204 len: 168 time: 0.1919339 Sep 17 02:21:06.210259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c0589-6c63-4605-afef-d26a01ce5bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68834fb9-521a-4872-9d2f-e6e796e037c1,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:06.226547 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: fb74a434-8550-4171-aada-2e7826f3b82a {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:21:06.226890 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device fb74a434-8550-4171-aada-2e7826f3b82a not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:21:06.227325 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8394463d-f3df-48b6-b77e-68b2f4215e79 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:21:06.248794 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 8394463d-f3df-48b6-b77e-68b2f4215e79 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:21:06.249142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 8394463d-f3df-48b6-b77e-68b2f4215e79 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:21:06.249551 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1bf071c2-38b0-42b8-8a45-d23a02a6568f no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:21:06.270522 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 1bf071c2-38b0-42b8-8a45-d23a02a6568f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:21:06.271636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 1bf071c2-38b0-42b8-8a45-d23a02a6568f not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:21:06.728852 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42770) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:06.742828 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccb64a8a-a1c0-4111-9f87-e5c3bf155da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.830313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccb64a8a-a1c0-4111-9f87-e5c3bf155da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.912290 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ccb64a8a-a1c0-4111-9f87-e5c3bf155da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:06.951249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ccb64a8a-a1c0-4111-9f87-e5c3bf155da5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f358a3cc477d4b6d9f3d28ae86d195ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2212358 Sep 17 02:21:06.952106 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb64a8a-a1c0-4111-9f87-e5c3bf155da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b185667-86a8-4479-8623-a43211d575d0,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:06.954046 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42772) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:07.002752 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-20d3eb94-6007-4b3f-9037-b5a144d15c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:07.028452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-20d3eb94-6007-4b3f-9037-b5a144d15c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:07.151945 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-20d3eb94-6007-4b3f-9037-b5a144d15c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:07.154531 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-20d3eb94-6007-4b3f-9037-b5a144d15c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:07.155748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-20d3eb94-6007-4b3f-9037-b5a144d15c64 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b185667-86a8-4479-8623-a43211d575d0 HTTP/1.1" status: 204 len: 168 time: 0.2006588 Sep 17 02:21:07.164336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3eb94-6007-4b3f-9037-b5a144d15c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b185667-86a8-4479-8623-a43211d575d0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:08.168467 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42794) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:08.215069 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-adecaefd-661a-45c1-84fc-b4a262d3b100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.268475 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-718859855-network', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:08.346281 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Made reservation on behalf of 258d767e9bec4fd7992ffe6ab1480a0d for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:21:08.348711 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.357381 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.443922 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.500210 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.528752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:21:08.534727 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a547dbb-e7e1-4509-ab47-2d21eee87345,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:08.541666 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.542037 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Added segment de462f95-6e66-434f-b236-4e409fdd5371 of type vlan for network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d Sep 17 02:21:08.581991 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.666268 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.667250 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:08.667860 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:08.730587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:08.740740 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:21:08.741956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-f02ad971-a932-42e8-9277-648ffe529ac5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5724347 Sep 17 02:21:08.744928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42798) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:08.749892 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Request body: {'subnet': {'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-718859855-subnet', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:08.803618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Made reservation on behalf of 258d767e9bec4fd7992ffe6ab1480a0d for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:21:08.806687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.026547 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.085959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:09.093388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Checking segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:09.093769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Network hostable DHCP agents. Network: 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:21:09.123409 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.175072 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:21:09.243603 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:09.247719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:09.248389 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.253081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936914b4-6536-46e6-9b9b-1b8109d955cd None None] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:21:09.324245 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-212142dc-26ed-4f6f-aba0-1a9881877b2b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5781739 Sep 17 02:21:09.327186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42800) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:09.331759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:09.397059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:21:09.398163 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.422034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.423234 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.479807 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.534724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Allocated IP 172.20.0.2 (63b987ac-7c9d-4326-ae40-e3cf9dbdf44d/7d871a1d-6cb7-4e4c-9bfa-401104bd23f6/93dde708-a56b-42ed-a55e-8c9c112131f0) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:09.654311 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.675133 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.740874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.781329 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.784596 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:09.788066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:09.790569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:09.805170 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Pushing event updated for resources: {'Port': ['ID=93dde708-a56b-42ed-a55e-8c9c112131f0,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:09.854729 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Attempting to bind port 93dde708-a56b-42ed-a55e-8c9c112131f0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:09.855111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Attempting to bind port 93dde708-a56b-42ed-a55e-8c9c112131f0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:09.855486 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Attempting to bind port 93dde708-a56b-42ed-a55e-8c9c112131f0 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:09.860516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:09.860895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Checking segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:09.861300 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.861696 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Bound using segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:09.862160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Bound port: 93dde708-a56b-42ed-a55e-8c9c112131f0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:09.862544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.906877 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.924789 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] For port 93dde708-a56b-42ed-a55e-8c9c112131f0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:09.925315 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:09.927854 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] For port 93dde708-a56b-42ed-a55e-8c9c112131f0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=93dde708-a56b-42ed-a55e-8c9c112131f0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:09.986985 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:10.028825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Allocated IP 172.25.1.165 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/d40cbe1b-1fac-411e-a396-91ab5ca0be94) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:10.045482 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da4f46-2d20-4937-ac43-6c0e70f7607e None None] Pushing event updated for resources: {'Port': ['ID=93dde708-a56b-42ed-a55e-8c9c112131f0,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:10.149717 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:10.267147 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:10.306415 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:10.312638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:10.312638 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:10.341884 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Pushing event updated for resources: {'Port': ['ID=d40cbe1b-1fac-411e-a396-91ab5ca0be94,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:10.659420 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:10.859856 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:10.942530 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0dc83-f0bb-454f-b61b-c48f3278b7f4 None None] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:21:11.052788 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-b7e33359-bdf3-45d5-8362-8a4dc114de92 None None] Provisioning complete for port 93dde708-a56b-42ed-a55e-8c9c112131f0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:11.053256 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7e33359-bdf3-45d5-8362-8a4dc114de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.066140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:21:11.171352 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7e33359-bdf3-45d5-8362-8a4dc114de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.174997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:21:11.187370 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:21:11.199358 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:11.200068 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:11.207652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-b7e33359-bdf3-45d5-8362-8a4dc114de92 None None] For port 93dde708-a56b-42ed-a55e-8c9c112131f0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=93dde708-a56b-42ed-a55e-8c9c112131f0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:11.244239 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.245568 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7abcdfba-867c-46af-bf0d-bcf90daaa71a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9174511 Sep 17 02:21:11.248921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42802) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:11.273422 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7e33359-bdf3-45d5-8362-8a4dc114de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.321194 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:11.332556 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.334106 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e33359-bdf3-45d5-8362-8a4dc114de92 None None] Pushing event updated for resources: {'Port': ['ID=93dde708-a56b-42ed-a55e-8c9c112131f0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:11.392581 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d1f08d11-a5b1-4a3f-8cc6-e41dece2d8f3 None None] Provisioning complete for port 93dde708-a56b-42ed-a55e-8c9c112131f0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:11.392947 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d1f08d11-a5b1-4a3f-8cc6-e41dece2d8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.520021 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:10Z', 'revision_number': 3, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:11.547544 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:21:11.547883 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Updating router 8c82ad62-8faa-489d-9c58-5517de19cc68 port d40cbe1b-1fac-411e-a396-91ab5ca0be94 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:21:11.574066 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.825043 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.894841 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.946421 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Attempting to bind port d40cbe1b-1fac-411e-a396-91ab5ca0be94 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:11.946784 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Attempting to bind port d40cbe1b-1fac-411e-a396-91ab5ca0be94 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:11.947168 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Attempting to bind port d40cbe1b-1fac-411e-a396-91ab5ca0be94 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:11.949098 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Pushing event updated for resources: {'Port': ['ID=d40cbe1b-1fac-411e-a396-91ab5ca0be94,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:11.958215 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.958890 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.959259 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.959590 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.959919 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.960240 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.960556 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.960873 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.961187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.961502 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.961810 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.962120 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:21:11.965341 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:11.965708 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:11.966108 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:11.966482 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:11.966982 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Bound port: d40cbe1b-1fac-411e-a396-91ab5ca0be94, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:11.967331 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.006506 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.018585 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] For port d40cbe1b-1fac-411e-a396-91ab5ca0be94, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:12.022492 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] For port d40cbe1b-1fac-411e-a396-91ab5ca0be94, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d40cbe1b-1fac-411e-a396-91ab5ca0be94,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:12.106654 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.154540 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:12.155174 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:12.163539 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Allocated IP 172.20.0.1 (63b987ac-7c9d-4326-ae40-e3cf9dbdf44d/7d871a1d-6cb7-4e4c-9bfa-401104bd23f6/da60bef1-d88c-4a1f-830f-19d050631fe0) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:12.215649 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cfdab1-743f-43c5-8b8c-59363f592f91 None None] Pushing event updated for resources: {'Port': ['ID=d40cbe1b-1fac-411e-a396-91ab5ca0be94,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:12.240399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 93dde708-a56b-42ed-a55e-8c9c112131f0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:12.290582 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.294053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 93dde708-a56b-42ed-a55e-8c9c112131f0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:12.294053 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.302215 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:12.398438 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.442214 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:12.445765 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:12.449170 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:12.476814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Pushing event updated for resources: {'Port': ['ID=da60bef1-d88c-4a1f-830f-19d050631fe0,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:12.487037 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:10Z', 'revision_number': 3, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:12.499692 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.524042 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be541d4-d8ec-4564-a991-323be9974a77 None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:10Z', 'revision_number': 3, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:21:12.692078 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.717698 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-3a476dbf-17f0-48f5-bbdb-5fe801a4d682 None None] Provisioning complete for port da60bef1-d88c-4a1f-830f-19d050631fe0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:12.718129 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3a476dbf-17f0-48f5-bbdb-5fe801a4d682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.783146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-3a476dbf-17f0-48f5-bbdb-5fe801a4d682 None None] Port da60bef1-d88c-4a1f-830f-19d050631fe0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:21:12.889397 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.929593 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:12.998871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Pushing event updated for resources: {'Port': ['ID=da60bef1-d88c-4a1f-830f-19d050631fe0,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:13.002764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:13.102061 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:13.103689 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:13.223364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:21:13.344083 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:21:13.349878 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9bebb176-e404-4ef6-9fba-cc6498758f0f admin admin] 10.222.0.13 "PUT /v2.0/routers/8c82ad62-8faa-489d-9c58-5517de19cc68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0998776 Sep 17 02:21:13.405589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-06e311a8-0cd8-41b1-9fd2-607e53a966eb None None] Provisioning complete for port da60bef1-d88c-4a1f-830f-19d050631fe0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:13.406142 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-06e311a8-0cd8-41b1-9fd2-607e53a966eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:13.441049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-06e311a8-0cd8-41b1-9fd2-607e53a966eb None None] Port da60bef1-d88c-4a1f-830f-19d050631fe0 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:21:14.058913 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42820) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:14.060641 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:21:14.064244 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-661922354-network', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:14.069633 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:14.070239 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:14.146736 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Made reservation on behalf of 47c0e786c2a8453197dc19c93fceb334 for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:21:14.149505 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.160772 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.188109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:14.240054 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d40cbe1b-1fac-411e-a396-91ab5ca0be94 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:14.265619 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.329250 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.351533 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:21:14.367434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaadaed-0647-4d0e-970c-49680c4d06fb,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:14.371482 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.371992 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Added segment 7f3a9e97-cc04-4410-99f4-83d8de9dd4df of type vlan for network 9eb068cc-f08d-4737-99f8-e63e55f45f88 Sep 17 02:21:14.390040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d40cbe1b-1fac-411e-a396-91ab5ca0be94 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:14.390461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.418454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.510955 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 2, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:14.513854 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.529176 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.530128 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:14.530798 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.547925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:21:14.548497 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Updating router 8c82ad62-8faa-489d-9c58-5517de19cc68 port da60bef1-d88c-4a1f-830f-19d050631fe0 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:21:14.582550 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port d40cbe1b-1fac-411e-a396-91ab5ca0be94, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d40cbe1b-1fac-411e-a396-91ab5ca0be94,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:14.585629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.590456 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb068cc-f08d-4737-99f8-e63e55f45f88,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:14.601387 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:21:14.644216 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-8df5da76-0be1-47b6-8f83-a1729ab04d76 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5837631 Sep 17 02:21:14.647554 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42822) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:14.653158 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Request body: {'subnet': {'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-661922354-subnet', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'ip_version': 4}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:14.681914 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.729396 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Made reservation on behalf of 47c0e786c2a8453197dc19c93fceb334 for: {'subnet': 1} {{(pid=112072) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:21:14.731807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12503026'] for subnet, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.807747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=d40cbe1b-1fac-411e-a396-91ab5ca0be94,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:14.954394 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:14.986787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12175369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12503004'] for subnet, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.014726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.041240 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Pushing event updated for resources: {'Subnet': ['ID=63618ea4-66b9-4aee-b2f9-53aca1efccfa,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:15.053973 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Checking segment: {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112072) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:15.054277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Network hostable DHCP agents. Network: 9eb068cc-f08d-4737-99f8-e63e55f45f88, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112072) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:21:15.089673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b47c6-5139-4b21-a99e-f1be2e1d630d None None] Pushing event updated for resources: {'Port': ['ID=da60bef1-d88c-4a1f-830f-19d050631fe0,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:15.119385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Attempting to bind port da60bef1-d88c-4a1f-830f-19d050631fe0 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:15.119750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Attempting to bind port da60bef1-d88c-4a1f-830f-19d050631fe0 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:15.120111 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Attempting to bind port da60bef1-d88c-4a1f-830f-19d050631fe0 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:15.125311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:15.125685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Checking segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:15.126111 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.126499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Bound using segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:15.126956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Bound port: da60bef1-d88c-4a1f-830f-19d050631fe0, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:15.127360 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.129023 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112072) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:21:15.193053 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] For port da60bef1-d88c-4a1f-830f-19d050631fe0, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:15.196282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] For port da60bef1-d88c-4a1f-830f-19d050631fe0, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=da60bef1-d88c-4a1f-830f-19d050631fe0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:15.210156 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, 9eb068cc-f08d-4737-99f8-e63e55f45f88) {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:15.214741 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:15.215526 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.220515 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ca21ed-b953-4c54-bfd4-d7f7a50df21d None None] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:21:15.291285 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.301537 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2041aabf-2130-4ad8-a2cc-d6da5d96efff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6521986 Sep 17 02:21:15.305153 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42824) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:15.309836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:15.334741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-84dc6ad4-2fa0-4af3-9e6c-5dc9271fbf69 None None] Provisioning complete for port da60bef1-d88c-4a1f-830f-19d050631fe0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:15.335141 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84dc6ad4-2fa0-4af3-9e6c-5dc9271fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.409426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.411855 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.475014 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.594822 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:15.595421 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:15.604889 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b47c6-5139-4b21-a99e-f1be2e1d630d None None] Pushing event updated for resources: {'Port': ['ID=da60bef1-d88c-4a1f-830f-19d050631fe0,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:15.682830 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-9eb068cc-f08d-4737-99f8-e63e55f45f88', 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'fixed_ips': [{'subnet_id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:21:15.683720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.686202 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.783419 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84dc6ad4-2fa0-4af3-9e6c-5dc9271fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.850921 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:15.974101 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:15.976652 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-84dc6ad4-2fa0-4af3-9e6c-5dc9271fbf69 None None] For port da60bef1-d88c-4a1f-830f-19d050631fe0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=da60bef1-d88c-4a1f-830f-19d050631fe0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:15.993824 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.043091 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Allocated IP 172.20.0.2 (9eb068cc-f08d-4737-99f8-e63e55f45f88/63618ea4-66b9-4aee-b2f9-53aca1efccfa/69cba690-28be-41aa-b10a-005112c43072) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:16.048634 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-84dc6ad4-2fa0-4af3-9e6c-5dc9271fbf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.107612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Allocated IP 172.25.1.171 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/5ba35056-f998-4276-997b-beb02b905e78) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:16.207742 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc6ad4-2fa0-4af3-9e6c-5dc9271fbf69 None None] Pushing event updated for resources: {'Port': ['ID=da60bef1-d88c-4a1f-830f-19d050631fe0,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:16.220270 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.225269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d40cbe1b-1fac-411e-a396-91ab5ca0be94 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:16.269211 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-1d446bd8-0c3d-4952-9566-d36d2f803391 None None] Provisioning complete for port da60bef1-d88c-4a1f-830f-19d050631fe0 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:16.269580 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1d446bd8-0c3d-4952-9566-d36d2f803391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.289806 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.334047 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:16.338366 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:16.340772 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:16.348546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba35056-f998-4276-997b-beb02b905e78,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:16.389904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:16.422393 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.433143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71579cf9-2334-4c41-a146-17a7196f5498 None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:21:16.437598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port d40cbe1b-1fac-411e-a396-91ab5ca0be94 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:16.437968 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.514879 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.577567 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:16.585913 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:16.588368 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:16.592463 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Pushing event updated for resources: {'Port': ['ID=69cba690-28be-41aa-b10a-005112c43072,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:16.683758 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Attempting to bind port 69cba690-28be-41aa-b10a-005112c43072 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:16.684868 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Attempting to bind port 69cba690-28be-41aa-b10a-005112c43072 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:16.685393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Attempting to bind port 69cba690-28be-41aa-b10a-005112c43072 on network 9eb068cc-f08d-4737-99f8-e63e55f45f88 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:16.690972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:16.691375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Checking segment: {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:16.691775 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.692163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Bound using segment: {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:16.693146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Bound port: 69cba690-28be-41aa-b10a-005112c43072, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:16.693519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.705577 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.763671 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] For port 69cba690-28be-41aa-b10a-005112c43072, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:16.766656 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] For port 69cba690-28be-41aa-b10a-005112c43072, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=69cba690-28be-41aa-b10a-005112c43072,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:16.827167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:16.888504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc7f10-2bb3-4fff-83ed-9658fe81df1b None None] Pushing event updated for resources: {'Port': ['ID=69cba690-28be-41aa-b10a-005112c43072,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:16.929872 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:17.277732 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:21:17.392142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:21:17.404542 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Sync routers for ids ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:21:17.416640 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Routers {'c7eab734-16ca-4345-bfbe-545b7c2fd2b5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:17.416640 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:17.461369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:17.465693 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5543788e-900c-4282-a0a9-1c0ae4f60128 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1568351 Sep 17 02:21:17.466406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42828) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:17.535645 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Set router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:17.743910 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:16Z', 'revision_number': 3, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:17.772428 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Checking router: c7eab734-16ca-4345-bfbe-545b7c2fd2b5 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:21:17.772848 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Updating router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 port 5ba35056-f998-4276-997b-beb02b905e78 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:21:17.797879 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:17.914167 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87cc222-7eaf-4578-8df6-2eefd0b483ee None None] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:21:17.941873 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.043456 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-920809a7-ed71-4c9d-a529-f655ec427147 None None] Provisioning complete for port 69cba690-28be-41aa-b10a-005112c43072 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:18.051629 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-920809a7-ed71-4c9d-a529-f655ec427147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.106522 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Allocated IP 172.20.0.1 (9eb068cc-f08d-4737-99f8-e63e55f45f88/63618ea4-66b9-4aee-b2f9-53aca1efccfa/ba5b885b-5b66-4329-84c3-2e4e0b9d8366) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:18.155401 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.159825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-920809a7-ed71-4c9d-a529-f655ec427147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.200156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-920809a7-ed71-4c9d-a529-f655ec427147 None None] For port 69cba690-28be-41aa-b10a-005112c43072, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=69cba690-28be-41aa-b10a-005112c43072,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:18.216499 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.249586 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.289395 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-920809a7-ed71-4c9d-a529-f655ec427147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.305425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Attempting to bind port 5ba35056-f998-4276-997b-beb02b905e78 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:18.305425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Attempting to bind port 5ba35056-f998-4276-997b-beb02b905e78 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:18.305425 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Attempting to bind port 5ba35056-f998-4276-997b-beb02b905e78 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:18.309711 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:18.310083 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:18.310540 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.311164 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:18.311878 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Bound port: 5ba35056-f998-4276-997b-beb02b905e78, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:18.311878 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.320235 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device da60bef1-d88c-4a1f-830f-19d050631fe0 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:18.320504 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9938d3a-5792-4040-a982-6b3ab1bff71d None None] Pushing event updated for resources: {'Port': ['ID=5ba35056-f998-4276-997b-beb02b905e78,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:18.324893 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.372619 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920809a7-ed71-4c9d-a529-f655ec427147 None None] Pushing event updated for resources: {'Port': ['ID=69cba690-28be-41aa-b10a-005112c43072,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:18.374899 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:18.376875 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] For port 5ba35056-f998-4276-997b-beb02b905e78, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:18.381179 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] For port 5ba35056-f998-4276-997b-beb02b905e78, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5ba35056-f998-4276-997b-beb02b905e78,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:18.381661 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:18.386316 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:18.399038 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port da60bef1-d88c-4a1f-830f-19d050631fe0 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:18.402876 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.403106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:18.444044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.467118 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.512042 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 69cba690-28be-41aa-b10a-005112c43072 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:18.524702 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9938d3a-5792-4040-a982-6b3ab1bff71d None None] Pushing event updated for resources: {'Port': ['ID=5ba35056-f998-4276-997b-beb02b905e78,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:18.547649 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Routers {'c7eab734-16ca-4345-bfbe-545b7c2fd2b5'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:18.548591 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:18.555072 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-dbe19dc2-580d-4a5a-a908-6022b7eb9827 None None] Provisioning complete for port 69cba690-28be-41aa-b10a-005112c43072 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:18.555586 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dbe19dc2-580d-4a5a-a908-6022b7eb9827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.623674 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 69cba690-28be-41aa-b10a-005112c43072 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:18.624045 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.663808 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.687279 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] Set router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:18.803242 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f644157b-be71-4cee-b79b-0fc591411975 None None] Provisioning complete for port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:18.803618 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f644157b-be71-4cee-b79b-0fc591411975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.836785 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-f644157b-be71-4cee-b79b-0fc591411975 None None] Port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:21:18.843760 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:18.893595 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:16Z', 'revision_number': 3, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:18.920624 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44752334-9e39-4c88-99f1-dc25f306b8c5 None None] The sync data for ids ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'] in n-d-789963-7 is: [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:16Z', 'revision_number': 3, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:21:18.923331 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:19.325576 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:19.327386 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Pushing event updated for resources: {'Port': ['ID=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:19.434784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:19.436320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:19.603000 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:21:19.664458 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-0ae0a7a2-85c5-4c22-bdbb-e863c9162618 None None] Provisioning complete for port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:19.665308 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0ae0a7a2-85c5-4c22-bdbb-e863c9162618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:19.690908 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:21:19.698433 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-ae4e466f-9ff6-42f2-8ac9-c18c3c77882d admin admin] 10.222.0.13 "PUT /v2.0/routers/c7eab734-16ca-4345-bfbe-545b7c2fd2b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314205 Sep 17 02:21:19.709683 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0ae0a7a2-85c5-4c22-bdbb-e863c9162618 None None] Port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:21:20.195433 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:21:20.307166 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 69cba690-28be-41aa-b10a-005112c43072 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:20.368227 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 69cba690-28be-41aa-b10a-005112c43072 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:20.368774 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:20.472712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5ba35056-f998-4276-997b-beb02b905e78 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:20.515901 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Sync routers for ids ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:21:20.531037 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Routers {'c7eab734-16ca-4345-bfbe-545b7c2fd2b5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:20.531673 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:20.571464 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5ba35056-f998-4276-997b-beb02b905e78 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:20.571841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:20.628689 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42836) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:20.634421 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1891340098', 'description': 'tempest-secgroup-smoke-1891340098 description', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:20.712004 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:20.809778 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:20.832271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Set router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:20.900386 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:20.929936 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128cd1d4-0d56-4668-b9ab-f4ed73e42437,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:20.931417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:20.993269 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 5ba35056-f998-4276-997b-beb02b905e78, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5ba35056-f998-4276-997b-beb02b905e78,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:21.009131 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.010484 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1f7d2796-1945-465c-8012-9eca912ea7db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3807726 Sep 17 02:21:21.013567 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42838) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:21.017962 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': '128cd1d4-0d56-4668-b9ab-f4ed73e42437', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:21.060833 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.111071 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.114152 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 4, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ba5b885b-5b66-4329-84c3-2e4e0b9d8366', 'name': '', 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'mac_address': 'fa:16:3e:58:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:17Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 2, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'subnets': [{'id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:21.117289 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=5ba35056-f998-4276-997b-beb02b905e78,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:21.143395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Checking router: c7eab734-16ca-4345-bfbe-545b7c2fd2b5 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:21:21.143747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Updating router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:21:21.169365 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.169786 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.243542 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.262111 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671cf697-3d50-460b-bcb6-b34a8a6c052a,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:21.323843 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.325107 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2818be07-4fc0-4c67-b5b2-996dbdfc8000 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105943 Sep 17 02:21:21.327928 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42840) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:21.332381 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': '128cd1d4-0d56-4668-b9ab-f4ed73e42437', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:21.419147 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.435925 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.476556 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.517897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.546522 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.568929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b1d91-4856-49d8-b69a-f0c3cd97b2ca None None] Pushing event updated for resources: {'Port': ['ID=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:21.570063 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e6a8e8-60d4-416c-b7a9-5132ad8a675f,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:21.623094 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Attempting to bind port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:21.623731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Attempting to bind port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:21.624107 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Attempting to bind port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 on network 9eb068cc-f08d-4737-99f8-e63e55f45f88 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:21.631846 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:21.632223 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Checking segment: {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:21.632627 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.633025 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Bound using segment: {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:21.633485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Bound port: ba5b885b-5b66-4329-84c3-2e4e0b9d8366, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f3a9e97-cc04-4410-99f4-83d8de9dd4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:21.633862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.638157 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.642269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e33ed53a-6600-4de4-80b9-600f7a30ad23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105650 Sep 17 02:21:21.642269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42842) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:21.647951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': '128cd1d4-0d56-4668-b9ab-f4ed73e42437', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:21.705958 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] For port ba5b885b-5b66-4329-84c3-2e4e0b9d8366, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:21.709310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] For port ba5b885b-5b66-4329-84c3-2e4e0b9d8366, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:21.746375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.764247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.809183 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.826244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Routers {'c7eab734-16ca-4345-bfbe-545b7c2fd2b5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:21.826244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:21.866843 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b1d91-4856-49d8-b69a-f0c3cd97b2ca None None] Pushing event updated for resources: {'Port': ['ID=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:21.889862 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-2ac61192-27d3-44df-a0e6-482b3815d8e1 None None] Provisioning complete for port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:21.890236 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ac61192-27d3-44df-a0e6-482b3815d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.894563 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.912311 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2908b650-e074-41f8-98cd-4069b4f08769,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:21.975109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] Set router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:21.981040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:21.985279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-9338792e-30d9-4a35-ae10-61e6f3a19690 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391418 Sep 17 02:21:21.985472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42844) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:21.990068 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': '128cd1d4-0d56-4668-b9ab-f4ed73e42437', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:22.088879 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.092035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ac61192-27d3-44df-a0e6-482b3815d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.153567 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.169485 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2ac61192-27d3-44df-a0e6-482b3815d8e1 None None] For port ba5b885b-5b66-4329-84c3-2e4e0b9d8366, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:22.218527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5ba35056-f998-4276-997b-beb02b905e78 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:22.237411 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.259361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61822747-0520-457e-8bca-107840de90d6,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:22.263291 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2ac61192-27d3-44df-a0e6-482b3815d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.299385 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 4, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ba5b885b-5b66-4329-84c3-2e4e0b9d8366', 'name': '', 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'mac_address': 'fa:16:3e:58:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:17Z', 'updated_at': '2021-09-17T02:21:21Z', 'revision_number': 4, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'subnets': [{'id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:22.312117 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.314141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c599c31f-ce26-4229-b415-ad48b487fcb1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3272014 Sep 17 02:21:22.316224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42846) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:22.321525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': '128cd1d4-0d56-4668-b9ab-f4ed73e42437', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:22.340203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec15c39-e4fc-42db-ae7c-02b14d65a96c None None] The sync data for ids ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'] in n-d-789963-7 is: [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:18Z', 'revision_number': 4, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'ba5b885b-5b66-4329-84c3-2e4e0b9d8366', 'name': '', 'network_id': '9eb068cc-f08d-4737-99f8-e63e55f45f88', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'mac_address': 'fa:16:3e:58:c6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:17Z', 'updated_at': '2021-09-17T02:21:21Z', 'revision_number': 4, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'subnets': [{'id': '63618ea4-66b9-4aee-b2f9-53aca1efccfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:21:22.353526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 5ba35056-f998-4276-997b-beb02b905e78 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:22.353900 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.355595 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac61192-27d3-44df-a0e6-482b3815d8e1 None None] Pushing event updated for resources: {'Port': ['ID=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:22.375404 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Project 258d767e9bec4fd7992ffe6ab1480a0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:21:22.391846 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.419712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ec8823ac-edad-42ec-82f4-0984c49ad575 None None] Provisioning complete for port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:22.421231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ec8823ac-edad-42ec-82f4-0984c49ad575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.495291 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.574891 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.594010 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c4f475-c1ce-4451-9b9e-6595138688fd,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:22.643542 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.644734 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0bfeb5bf-a35a-4912-af37-6499fbebc790 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275778 Sep 17 02:21:22.648040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 42848) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:22.653027 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': '128cd1d4-0d56-4668-b9ab-f4ed73e42437', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:22.718111 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Project 258d767e9bec4fd7992ffe6ab1480a0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:21:22.723561 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.789678 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.854818 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.873952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e146c6-9ade-426e-9335-ee3bb9b4c43e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:22.940067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:22.941752 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2509552f-76fa-4a7c-9b18-fbbfc79cddd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2920408 Sep 17 02:21:23.079817 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-597e3c3f-7134-424d-b78a-fbf2b8b55a04 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1891340098&fields=id&tenant_id=258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 267 time: 0.0322688 Sep 17 02:21:23.190870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-294fbcc2-5e89-4266-8695-782f099985be tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:23.192406 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-294fbcc2-5e89-4266-8695-782f099985be tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 808 time: 0.1048284 Sep 17 02:21:23.209370 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-4265c610-d288-4947-bc86-cb7863e6bde8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/quotas/258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 375 time: 0.0096698 Sep 17 02:21:23.267164 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-b10202a9-fd55-4101-8719-9932bc89595a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525916 Sep 17 02:21:23.283872 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-7cd892a4-82e4-4d30-8af8-80b7645ccb58 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:21:23.285013 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-7cd892a4-82e4-4d30-8af8-80b7645ccb58 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055532 Sep 17 02:21:23.378721 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-501be86e-634c-4700-968d-a8851e8d5bf2 service neutron] 10.222.0.13 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865328 Sep 17 02:21:23.479015 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-c0c2b913-6d20-4a8c-b9ad-ac4593d5eeb8 service neutron] 10.222.0.13 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930531 Sep 17 02:21:23.728030 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-beddbf40-fdc7-43b1-b0ac-764aa537db41 req-f139b4c4-01a3-4b20-9eb0-1a8295ad41e7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 210 time: 0.0302269 Sep 17 02:21:24.235661 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ba5b885b-5b66-4329-84c3-2e4e0b9d8366 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:24.284744 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:24.285119 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:24.831911 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f081ca34-085b-4005-b227-13574f75ca15 req-02a625d1-99f7-48ea-a6d6-2b44f6f2ce43 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Sep 17 02:21:25.617907 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-5236a2b9-f0b6-494a-b69d-3001fe5ee86e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:25.619506 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-5236a2b9-f0b6-494a-b69d-3001fe5ee86e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 808 time: 0.1055722 Sep 17 02:21:25.664294 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-9e84fa1f-24fd-4bc9-9fde-37338bc70947 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 380 time: 0.0357201 Sep 17 02:21:25.673265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'port': {'device_id': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'admin_state_up': True, 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'security_groups': ['128cd1d4-0d56-4668-b9ab-f4ed73e42437']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:25.866429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Made reservation on behalf of 258d767e9bec4fd7992ffe6ab1480a0d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:21:25.870184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:25.957842 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3d451430-3a2f-4b8b-811e-0edd5ea2b98b req-6e7cc376-28cc-4cfc-8286-8e5b3d76c736 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 210 time: 0.0341027 Sep 17 02:21:26.023855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Allocated IP 172.20.0.12 (63b987ac-7c9d-4326-ae40-e3cf9dbdf44d/7d871a1d-6cb7-4e4c-9bfa-401104bd23f6/f7a43359-d4ab-4282-9f19-5b04678986e4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:26.158884 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.243509 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.289409 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:26.292400 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:26.295988 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:26.324175 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:26.353948 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:26.354602 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.427398 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-e42f9eb1-3c56-4ae0-a112-260f7690ba40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7570689 Sep 17 02:21:26.439478 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Request body: {'port': {'device_id': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:26.490026 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e30074e8-1d4d-4749-8594-c11879732569 None None] Provisioning complete for port f7a43359-d4ab-4282-9f19-5b04678986e4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:26.491137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e30074e8-1d4d-4749-8594-c11879732569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.494849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.525357 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e30074e8-1d4d-4749-8594-c11879732569 None None] Port f7a43359-d4ab-4282-9f19-5b04678986e4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:21:26.757845 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a43359-d4ab-4282-9f19-5b04678986e4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:21:26.765516 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.778221 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Transition to ACTIVE for port object f7a43359-d4ab-4282-9f19-5b04678986e4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:21:26.837341 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:26.889808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:26.960561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Attempting to bind port f7a43359-d4ab-4282-9f19-5b04678986e4 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:21:26.960895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Attempting to bind port f7a43359-d4ab-4282-9f19-5b04678986e4 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:21:26.961229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Attempting to bind port f7a43359-d4ab-4282-9f19-5b04678986e4 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:26.965818 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Port f7a43359-d4ab-4282-9f19-5b04678986e4 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:21:26.966194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Attempting to bind port f7a43359-d4ab-4282-9f19-5b04678986e4 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:21:26.971476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:21:26.971814 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Checking segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:21:26.972198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Bound using segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:21:26.972625 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Bound port: f7a43359-d4ab-4282-9f19-5b04678986e4, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:21:26.972984 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:27.045200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:21:27.050442 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:21:27.078398 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde7f32-6d44-4a0e-9016-6bda93585f53 req-3c6cb4ca-6f2f-440d-93a7-3c6c7fac11fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.079899 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bde7f32-6d44-4a0e-9016-6bda93585f53 req-3c6cb4ca-6f2f-440d-93a7-3c6c7fac11fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0495441 Sep 17 02:21:27.117424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5bde7f32-6d44-4a0e-9016-6bda93585f53 req-b6ddc38d-0b07-48cd-9b81-f32acce972f3 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Sep 17 02:21:27.118261 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:27.155518 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.156138 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:27.158229 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1092 time: 0.7232742 Sep 17 02:21:27.158636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:21:27.160960 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496d44e-22ca-4ae2-a65a-3236181cc925" -d '{"events": [{"name": "network-changed", "server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:21:27.198627 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a2228-9dce-4694-a552-3e62ef8fedd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:27.209592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d364823-dca1-4b5e-ae01-e20bdcf20e61 x-openstack-request-id: req-2d364823-dca1-4b5e-ae01-e20bdcf20e61 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:21:27.209592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:21:27.209592 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2d364823-dca1-4b5e-ae01-e20bdcf20e61 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:21:27.209592 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'status': 'completed', 'code': 200} Sep 17 02:21:27.268774 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d44e-22ca-4ae2-a65a-3236181cc925 req-074c26c6-7766-4df4-b28e-43b2e92a2303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.270289 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c496d44e-22ca-4ae2-a65a-3236181cc925 req-074c26c6-7766-4df4-b28e-43b2e92a2303 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1095 time: 0.0441051 Sep 17 02:21:27.381876 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d44e-22ca-4ae2-a65a-3236181cc925 req-172c6686-5704-4ad1-9d46-9fb6ea88e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.383666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c496d44e-22ca-4ae2-a65a-3236181cc925 req-172c6686-5704-4ad1-9d46-9fb6ea88e99e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1053407 Sep 17 02:21:27.477663 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496d44e-22ca-4ae2-a65a-3236181cc925 req-7c31fbdf-1e04-4acb-8286-9fb95dd0ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.479164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c496d44e-22ca-4ae2-a65a-3236181cc925 req-7c31fbdf-1e04-4acb-8286-9fb95dd0ce62 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895228 Sep 17 02:21:27.558553 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-621c47cc-12c1-4d44-9bec-d42a6757a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.560008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-621c47cc-12c1-4d44-9bec-d42a6757a1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1095 time: 0.0467210 Sep 17 02:21:27.601504 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-c35d1f95-5065-449a-a801-ba426ac600bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 217 time: 0.0343363 Sep 17 02:21:27.650817 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-0ac67ea5-5357-4faa-a9ec-055071d24d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.652288 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-0ac67ea5-5357-4faa-a9ec-055071d24d39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0439513 Sep 17 02:21:27.701945 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85973f2-64a9-42e7-b445-6faa845476ab req-7ac3de13-77e0-42cf-9aad-fddf94deef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:27.703626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-7ac3de13-77e0-42cf-9aad-fddf94deef58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441017 Sep 17 02:21:27.791460 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-f0202d14-278d-47bd-bc0b-c5c9c1cf5b6c service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803087 Sep 17 02:21:27.883570 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d85973f2-64a9-42e7-b445-6faa845476ab req-93408881-e2f0-49d0-b5c1-e05a4012b7a4 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855024 Sep 17 02:21:28.232541 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a690-0b8f-4d4d-8b71-af690abfc9f6 req-c7135404-9884-43f4-b74f-71547e706948 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:28.234039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7427a690-0b8f-4d4d-8b71-af690abfc9f6 req-c7135404-9884-43f4-b74f-71547e706948 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0486872 Sep 17 02:21:28.274171 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7427a690-0b8f-4d4d-8b71-af690abfc9f6 req-f4c7e96f-75b8-410c-a79c-0ea0d27ebd8f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340121 Sep 17 02:21:29.390986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f277ce-8752-48b0-9821-9113c3980c6c req-ba09399b-d836-46c8-8ba6-81bd70196eae tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:29.392498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2f277ce-8752-48b0-9821-9113c3980c6c req-ba09399b-d836-46c8-8ba6-81bd70196eae tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0500534 Sep 17 02:21:29.431573 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f2f277ce-8752-48b0-9821-9113c3980c6c req-661588c6-6a12-4719-b42b-73dd9340a59c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326355 Sep 17 02:21:29.540205 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:29.808366 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:30.547718 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043d88-c116-4261-86d7-4b75a744b5c2 req-3cfcbe1e-ca9c-41fd-be10-ade424f8dc5a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:30.549214 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd043d88-c116-4261-86d7-4b75a744b5c2 req-3cfcbe1e-ca9c-41fd-be10-ade424f8dc5a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0530152 Sep 17 02:21:30.586981 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-bd043d88-c116-4261-86d7-4b75a744b5c2 req-5cf9f951-906a-4b87-8047-dfc1a08c6154 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Sep 17 02:21:31.287453 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:21:31.383957 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:31.394738 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'mac_address': 'fa:16:3e:e9:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:21:31.431530 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:31.444685 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a43359-d4ab-4282-9f19-5b04678986e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:21:31.463649 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:31.511421 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:31.558600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:31.699795 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da7533-a1e0-437f-94b6-f653c5b45298 req-340cf4df-409d-4189-8005-d8f609e8c30e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:31.701274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5da7533-a1e0-437f-94b6-f653c5b45298 req-340cf4df-409d-4189-8005-d8f609e8c30e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 945 time: 0.0493677 Sep 17 02:21:31.738603 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a5da7533-a1e0-437f-94b6-f653c5b45298 req-658b8c68-c8fc-42b6-96c3-4022d8c712be tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Sep 17 02:21:31.748386 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f7a43359-d4ab-4282-9f19-5b04678986e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:21:32.859700 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bc703-3232-407a-b7b1-ae950e746c56 req-5780941f-6aca-4b27-9576-228acc736479 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:32.861195 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-214bc703-3232-407a-b7b1-ae950e746c56 req-5780941f-6aca-4b27-9576-228acc736479 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 945 time: 0.0517654 Sep 17 02:21:32.903713 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-214bc703-3232-407a-b7b1-ae950e746c56 req-12e074f6-503d-42e1-8f2c-8965127f170f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354900 Sep 17 02:21:33.302804 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:21:33.425998 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port f7a43359-d4ab-4282-9f19-5b04678986e4 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:21:33.430187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f7a43359-d4ab-4282-9f19-5b04678986e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:21:33.430561 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:33.518742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:33.541329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:21:33.543607 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647b9408-7374-499c-81c1-42aa4566cf21" -d '{"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-plugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:21:33.556148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:21:33.578768 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2935274f-23d1-4129-b633-8f2f5adb7079 x-openstack-request-id: req-2935274f-23d1-4129-b633-8f2f5adb7079 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:21:33.579072 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-plugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:21:33.579346 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2935274f-23d1-4129-b633-8f2f5adb7079 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:21:33.579735 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'code': 200} Sep 17 02:21:33.608911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:33.657260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:33.678438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c289a92-94a3-4017-bb2f-544aa8aad281 req-e56c7927-a200-4d50-9538-4550b004607d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:33.679967 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c289a92-94a3-4017-bb2f-544aa8aad281 req-e56c7927-a200-4d50-9538-4550b004607d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1097 time: 0.0451026 Sep 17 02:21:33.714357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4c289a92-94a3-4017-bb2f-544aa8aad281 req-9f1f7262-124f-4f39-8bc8-5227580c74cb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274768 Sep 17 02:21:34.018425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86789f7f-b2d9-450a-9f96-705642380942 req-cdefd88a-3f6a-4692-b494-b8cef294d108 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:34.019933 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86789f7f-b2d9-450a-9f96-705642380942 req-cdefd88a-3f6a-4692-b494-b8cef294d108 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0478446 Sep 17 02:21:34.057745 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-86789f7f-b2d9-450a-9f96-705642380942 req-23c3a28a-c098-4a38-88de-9560e8c072d6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310776 Sep 17 02:21:35.174059 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e1cc0-396b-4942-ba49-81a54752846b req-f1a1ca1a-a036-4c6f-987c-d8d06f672702 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:35.175565 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a0e1cc0-396b-4942-ba49-81a54752846b req-f1a1ca1a-a036-4c6f-987c-d8d06f672702 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0492678 Sep 17 02:21:35.212856 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4a0e1cc0-396b-4942-ba49-81a54752846b req-fa523e8d-6f51-4c9b-9dd1-1dd8d015dcf0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306878 Sep 17 02:21:35.328820 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f028d-9a4e-4042-8854-51b8381dc8d6 req-67d5d7da-5335-4f45-b49b-116022a7ef4a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:35.330292 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c7f028d-9a4e-4042-8854-51b8381dc8d6 req-67d5d7da-5335-4f45-b49b-116022a7ef4a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0523367 Sep 17 02:21:35.368119 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-3c7f028d-9a4e-4042-8854-51b8381dc8d6 req-dbb5f0be-9557-49a1-b339-6c3f4e6efdfe tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Sep 17 02:21:35.389203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42904) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:35.522210 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7c431a-4613-4d3d-8960-d95516eca632 tempest-TestShelveInstance-178374370 tempest-TestShelveInstance-178374370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:35.523814 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-bf7c431a-4613-4d3d-8960-d95516eca632 tempest-TestShelveInstance-178374370 tempest-TestShelveInstance-178374370-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1092 time: 0.1336765 Sep 17 02:21:35.523945 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e615-ca06-4162-b176-cf1c24aca82e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:35.526814 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 42908) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:21:35.531208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:21:35.620323 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:35.718507 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:35.820003 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Allocated IP 172.25.1.138 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/bc4f8b2f-cc91-4df6-a593-27c9a0d310e6) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:21:35.923460 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.037841 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.075515 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:21:36.078323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:21:36.081724 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:21:36.106726 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'Port': ['ID=bc4f8b2f-cc91-4df6-a593-27c9a0d310e6,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:36.443871 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.564621 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.711713 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.773969 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.841232 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'Port': ['ID=bc4f8b2f-cc91-4df6-a593-27c9a0d310e6,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:21:36.851375 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:36.950719 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Floating IP 509b5b90-99f7-4831-bb0b-bfb2a547a223 associated. External IP: 172.25.1.138, port: f7a43359-d4ab-4282-9f19-5b04678986e4. Sep 17 02:21:37.157326 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:21:37.264082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:21:37.274071 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:21:37.283197 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:37.283796 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:37.340181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:37.369220 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-8a309dff-82d8-447e-b7c0-40f09c15c273 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8413191 Sep 17 02:21:37.370112 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:21:37.372379 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3" -d '{"events": [{"name": "network-changed", "server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:21:37.388885 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:37.408968 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ef4fd1-e947-4e5d-b6e7-50ee048980a7 x-openstack-request-id: req-16ef4fd1-e947-4e5d-b6e7-50ee048980a7 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:21:37.409266 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:21:37.409519 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-16ef4fd1-e947-4e5d-b6e7-50ee048980a7 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:21:37.409969 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'status': 'completed', 'code': 200} Sep 17 02:21:37.477877 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-816aa414-2ff4-49f3-bb00-b9cf7201aa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:37.479586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-816aa414-2ff4-49f3-bb00-b9cf7201aa0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1097 time: 0.0476208 Sep 17 02:21:37.575635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-b3e67851-c7f7-497f-b4d5-0c6eb1a8de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:37.577122 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-b3e67851-c7f7-497f-b4d5-0c6eb1a8de6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0905433 Sep 17 02:21:37.613903 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '509b5b90-99f7-4831-bb0b-bfb2a547a223', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'mac_address': 'fa:16:3e:e9:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:21:36Z', 'updated_at': '2021-09-17T02:21:36Z', 'revision_number': 0, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:37.640016 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:21:37.641124 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-e419dfe7-c871-44d1-8d77-e819518f86cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1000 time: 0.0570898 Sep 17 02:21:37.649235 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:21:37.649825 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:21:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:37.693850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-5029a2b6-5724-478e-90c7-7998bf777201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:37.695253 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-5029a2b6-5724-478e-90c7-7998bf777201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0473831 Sep 17 02:21:37.740519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-0d0c229b-761f-4f69-98af-4ed7bac252f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:21:37.742027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-0d0c229b-761f-4f69-98af-4ed7bac252f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405028 Sep 17 02:21:37.752287 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:21:37.831389 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-fc0eca8d-db0a-430e-80fd-88508b0a8760 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822101 Sep 17 02:21:37.925541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cf69ac1-86b3-4634-a110-3d1bd048e6d3 req-79e90678-ff6d-4e4f-ab59-511ccebbf84d service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877745 Sep 17 02:21:37.969670 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '509b5b90-99f7-4831-bb0b-bfb2a547a223', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'mac_address': 'fa:16:3e:e9:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:21:36Z', 'updated_at': '2021-09-17T02:21:36Z', 'revision_number': 0, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:21:37.999143 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220438f-c412-40fc-9dc8-15e3a7e41696 None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '509b5b90-99f7-4831-bb0b-bfb2a547a223', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'floating_ip_address': '172.25.1.138', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'mac_address': 'fa:16:3e:e9:9d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:21:36Z', 'updated_at': '2021-09-17T02:21:36Z', 'revision_number': 0, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:21:38.182293 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1609ae07-549e-433b-840a-a3dc0b66bc35 None None] New status for floating IP 509b5b90-99f7-4831-bb0b-bfb2a547a223: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:21:38.226487 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-75a252b9-08c0-41bb-b9d2-13272b825e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:39.117148 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:39.768681 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:41.322891 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:57.194702 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:21:59.522911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:21:59.802482 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:03.525604 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-c430a4aa-0990-407c-9f77-6063c7eb12c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402164 Sep 17 02:22:03.611332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-10e03216-3b3e-4148-bced-494579b012ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:22:03.612821 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-10e03216-3b3e-4148-bced-494579b012ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1097 time: 0.0453842 Sep 17 02:22:03.715804 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-937dabc1-d8d1-45cf-bfb1-40265791f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:22:03.717168 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-937dabc1-d8d1-45cf-bfb1-40265791f507 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0849516 Sep 17 02:22:03.784951 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-03e68bc1-153e-425e-b405-7c00e9a10d6a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1002 time: 0.0602562 Sep 17 02:22:03.832577 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-c28a0711-133c-46ee-b328-f88af6103b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:22:03.833965 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-c28a0711-133c-46ee-b328-f88af6103b7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0416477 Sep 17 02:22:03.877565 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-c694e23d-3685-42d7-9e54-c4b2063e9aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:22:03.878997 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-c694e23d-3685-42d7-9e54-c4b2063e9aa7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376484 Sep 17 02:22:03.971530 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-7733b71c-5907-4eef-8e49-4030183fbc63 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850289 Sep 17 02:22:04.059740 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9dbcbb0f-5b62-4629-84d7-c3520fd70082 req-3cdf940e-de8f-45c5-8a4e-9fb7a2440a93 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802789 Sep 17 02:22:05.499687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28166d8d-3e43-405e-ab84-ea7ee5f8b98f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:08.230519 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b2db5450-52a2-4bab-ad48-8e9151d39ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:09.104802 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:09.773966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:11.333275 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:29.556093 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:29.801498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:34.193833 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:22:35.533206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f3f6344d-eee3-42f6-a5d4-7f912e7420de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:38.230101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a6b0fed-9a41-4f21-bb00-0d9f2e7313ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:39.121816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:39.778800 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:41.338562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:59.556283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:22:59.795811 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:04.576766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-120907b2-2252-4ddb-829d-6db9b6335d7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979486 Sep 17 02:23:04.657500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-4c75834f-6364-4a01-8ec2-3c915f9d0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:04.659021 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-4c75834f-6364-4a01-8ec2-3c915f9d0dbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1097 time: 0.0410271 Sep 17 02:23:04.760181 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-a1b9aa53-48bc-4d0a-887a-3f9c00c59d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:04.761716 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-a1b9aa53-48bc-4d0a-887a-3f9c00c59d2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0840690 Sep 17 02:23:04.829542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-777e3885-ebc5-4ce5-8b2b-36cfefc5ffcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1002 time: 0.0607789 Sep 17 02:23:04.877855 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-3c22822b-ec54-4126-a21b-537809337010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:04.879300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-3c22822b-ec54-4126-a21b-537809337010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0425167 Sep 17 02:23:04.924488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-c7e18410-50cd-4dd7-99eb-a74f8017a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:04.925942 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-c7e18410-50cd-4dd7-99eb-a74f8017a72f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402112 Sep 17 02:23:05.019201 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-18f12122-f976-49d5-abaa-d2858edfaaf9 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860281 Sep 17 02:23:05.109621 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3620ce9f-09e3-4eab-8c09-9221f99361fd req-4bf97425-dbb9-4dc8-995f-26dd8b41cb8b service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833702 Sep 17 02:23:05.526990 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-57b510dc-a10a-4700-ae4f-ec9de08a8669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:08.212862 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-88415ea4-8352-4246-b3cb-2a030ccf1690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:09.120777 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:09.766872 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:11.192290 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:23:11.361177 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:27.271066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-776f0a92-53e5-408f-a3bc-44fde03b69d5 req-3d5abe4a-b311-42a2-a417-30571aa485ed tempest-ServersNegativeTestJSON-3222456 tempest-ServersNegativeTestJSON-3222456-project] (112073) timed out ('10.222.0.23', 59074) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 02:23:29.566999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:29.790430 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:34.032098 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127de4ae-d1fc-46ec-8c04-aabfb438ab7d req-2a708fc8-c064-4e79-bf00-089445bd6b60 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:34.033641 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-127de4ae-d1fc-46ec-8c04-aabfb438ab7d req-2a708fc8-c064-4e79-bf00-089445bd6b60 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0644388 Sep 17 02:23:34.076969 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-127de4ae-d1fc-46ec-8c04-aabfb438ab7d req-2e5d6ad9-ba44-4c68-b2c1-7883bf4dc7d1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371273 Sep 17 02:23:35.199203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed70a63-be27-4861-ab1f-be3d99de6c9c req-71e25646-1baa-43e7-bde2-41a2edf5016f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:35.200679 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ed70a63-be27-4861-ab1f-be3d99de6c9c req-71e25646-1baa-43e7-bde2-41a2edf5016f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0530939 Sep 17 02:23:35.237424 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-7ed70a63-be27-4861-ab1f-be3d99de6c9c req-67d0769f-240c-4dfd-a2e4-2e1b0a2e6754 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Sep 17 02:23:35.493436 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-07a89a2d-12f3-493d-838d-4e3ffa0c0700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:36.350468 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d128000-70fb-4f1f-b372-30b62fa2e7e9 req-6c424e1d-178a-4581-b250-51d83d9f1ace tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:36.352604 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d128000-70fb-4f1f-b372-30b62fa2e7e9 req-6c424e1d-178a-4581-b250-51d83d9f1ace tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0494306 Sep 17 02:23:36.388585 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d128000-70fb-4f1f-b372-30b62fa2e7e9 req-492fc226-61dc-4dc1-bb6e-0d39f11eacd1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300987 Sep 17 02:23:37.504278 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0cc56-9f1e-4ee4-b4f9-f36107e15a57 req-cd55085e-6b65-42a7-a343-836bf3342115 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:37.505757 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83d0cc56-9f1e-4ee4-b4f9-f36107e15a57 req-cd55085e-6b65-42a7-a343-836bf3342115 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0487413 Sep 17 02:23:37.543350 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-83d0cc56-9f1e-4ee4-b4f9-f36107e15a57 req-c49c0734-7298-4604-9c3e-9274e5afe53c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 Sep 17 02:23:38.258624 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b7558920-a760-4da2-8b00-d3ec6ad532e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:38.657372 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9d006-1e51-4c0e-855c-883c9ff2870c req-48a6b424-a5c1-4466-b0c7-b0534bb38fe6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:38.658739 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0a9d006-1e51-4c0e-855c-883c9ff2870c req-48a6b424-a5c1-4466-b0c7-b0534bb38fe6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0487053 Sep 17 02:23:38.696957 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b0a9d006-1e51-4c0e-855c-883c9ff2870c req-41056154-6266-45eb-b9ef-362bcdfabf93 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320184 Sep 17 02:23:39.114849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:39.789801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:39.811777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0b1cd-5182-4569-8cbb-e3d3549c7445 req-201a5119-c63c-42a9-b813-943d3c4afe7a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:39.814363 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0e0b1cd-5182-4569-8cbb-e3d3549c7445 req-201a5119-c63c-42a9-b813-943d3c4afe7a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0507882 Sep 17 02:23:39.850221 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0e0b1cd-5182-4569-8cbb-e3d3549c7445 req-3389a2b1-4e84-4975-856b-a505bf7a33e0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309961 Sep 17 02:23:40.970021 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70d76-1d99-4155-b452-f088b35e9a10 req-8c83778e-dd15-42a3-8d07-a058398e924e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:40.971529 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ff70d76-1d99-4155-b452-f088b35e9a10 req-8c83778e-dd15-42a3-8d07-a058398e924e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0532513 Sep 17 02:23:41.009707 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3ff70d76-1d99-4155-b452-f088b35e9a10 req-c54bdcfd-ddaa-4cf0-b58e-674ce3a7af27 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Sep 17 02:23:41.354979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:42.126832 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4e03-09d2-4da9-b9b2-269e5cb3a4f6 req-af8a3165-631a-43e0-96bb-37c22600337b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:42.128299 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d6a4e03-09d2-4da9-b9b2-269e5cb3a4f6 req-af8a3165-631a-43e0-96bb-37c22600337b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0510225 Sep 17 02:23:42.165777 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d6a4e03-09d2-4da9-b9b2-269e5cb3a4f6 req-ee77e979-9995-443c-9fa6-d747ede617d8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Sep 17 02:23:43.280969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fb4e4-5be3-4d60-8007-e1ef57aeb00e req-7bec1103-176d-4f0a-956e-3dc34f8d5b98 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:43.282435 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-637fb4e4-5be3-4d60-8007-e1ef57aeb00e req-7bec1103-176d-4f0a-956e-3dc34f8d5b98 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0489826 Sep 17 02:23:43.318488 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-637fb4e4-5be3-4d60-8007-e1ef57aeb00e req-9cafe23e-2c4a-4cfa-8e7c-4862ec8acbb9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301158 Sep 17 02:23:44.436078 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d069151-9ba5-4eb1-ab74-f2135f942972 req-9a4abed2-9114-4a4d-9b57-c67f4683d6fc tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:44.437636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d069151-9ba5-4eb1-ab74-f2135f942972 req-9a4abed2-9114-4a4d-9b57-c67f4683d6fc tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0514321 Sep 17 02:23:44.477000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1d069151-9ba5-4eb1-ab74-f2135f942972 req-5fdbcd4a-130e-4f99-be75-5a1ea5dbdece tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328355 Sep 17 02:23:45.592532 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfba64d-dc85-4f06-8b14-d4922a354523 req-7ea7f98e-cfbb-48ac-bfb1-4d0d3a97585f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:45.593989 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bfba64d-dc85-4f06-8b14-d4922a354523 req-7ea7f98e-cfbb-48ac-bfb1-4d0d3a97585f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Sep 17 02:23:45.631419 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6bfba64d-dc85-4f06-8b14-d4922a354523 req-dcb8207f-2d9a-40cf-b94d-ca2f4297af0f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313704 Sep 17 02:23:45.988187 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:23:46.079995 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:23:46.094160 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'mac_address': 'fa:16:3e:e9:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:23:46.129979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:46.142883 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7a43359-d4ab-4282-9f19-5b04678986e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:23:46.163519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:23:46.229643 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:46.281845 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:23:46.289100 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.289448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.289815 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.290155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.290495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.290829 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.291203 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.291540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.291867 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.292196 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.292542 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.292863 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:23:46.298635 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f7a43359-d4ab-4282-9f19-5b04678986e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:23:46.749274 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de87d2a-ca8a-4483-94ca-7d6c67fc7eae req-8e5b1a34-0713-449a-835b-e316a279fd22 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:46.750785 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5de87d2a-ca8a-4483-94ca-7d6c67fc7eae req-8e5b1a34-0713-449a-835b-e316a279fd22 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Sep 17 02:23:46.788589 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5de87d2a-ca8a-4483-94ca-7d6c67fc7eae req-2f168481-e497-4056-94b6-e1ec36e067bb tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317540 Sep 17 02:23:47.912326 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28464ab3-0cfb-4ac3-adec-b0e6f9343e0a req-db23c4e4-a5c7-4b10-83cf-acaa7fa6dd23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:47.913832 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28464ab3-0cfb-4ac3-adec-b0e6f9343e0a req-db23c4e4-a5c7-4b10-83cf-acaa7fa6dd23 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 945 time: 0.0552118 Sep 17 02:23:47.958337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-28464ab3-0cfb-4ac3-adec-b0e6f9343e0a req-d156202e-4c3e-4129-86ad-63bdc14a8fb7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352650 Sep 17 02:23:48.003085 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:23:48.056659 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f7a43359-d4ab-4282-9f19-5b04678986e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:23:48.057037 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:48.146407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:48.172441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:23:48.174972 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff35d1b-9908-4bb0-95c5-d2be012d921e" -d '{"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-plugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:23:48.188241 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:23:48.194275 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:23:48.231494 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401da9ef-0499-4225-a916-51025679c670 x-openstack-request-id: req-401da9ef-0499-4225-a916-51025679c670 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:23:48.232078 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-plugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:23:48.232327 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-401da9ef-0499-4225-a916-51025679c670 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:23:48.233045 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'code': 200} Sep 17 02:23:48.269789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:48.322171 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:23:49.095623 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7613c7-626d-4616-9729-cb4f575e52d0 req-dc373839-6748-4a06-a528-7387e7df57e6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:49.097141 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c7613c7-626d-4616-9729-cb4f575e52d0 req-dc373839-6748-4a06-a528-7387e7df57e6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0581474 Sep 17 02:23:49.141617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9c7613c7-626d-4616-9729-cb4f575e52d0 req-9c893ebc-3bac-409c-8443-a336bf7b8b9d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366278 Sep 17 02:23:50.277553 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b732-3730-4a2a-afb2-99145a520672 req-6e4b4c5a-911d-4fcb-9b1c-2b2e585fae8a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:50.279037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c87b732-3730-4a2a-afb2-99145a520672 req-6e4b4c5a-911d-4fcb-9b1c-2b2e585fae8a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0632033 Sep 17 02:23:50.321634 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9c87b732-3730-4a2a-afb2-99145a520672 req-3cea7525-79eb-4122-a434-7ac3705c286b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Sep 17 02:23:51.448232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742a24f-94a7-4914-9ea2-ef16cc084c25 req-e9e7fcc4-307f-4032-a2c6-470ebc3a60e5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:51.450308 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0742a24f-94a7-4914-9ea2-ef16cc084c25 req-e9e7fcc4-307f-4032-a2c6-470ebc3a60e5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0551076 Sep 17 02:23:51.493845 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0742a24f-94a7-4914-9ea2-ef16cc084c25 req-4d911063-c6c2-4447-9041-b9df94481ed8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372078 Sep 17 02:23:52.626253 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730ca23-c607-4e1f-a113-a47b00bab8e1 req-64125947-24d1-49b3-ac3c-623638815d51 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:52.627758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c730ca23-c607-4e1f-a113-a47b00bab8e1 req-64125947-24d1-49b3-ac3c-623638815d51 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0567899 Sep 17 02:23:52.669093 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c730ca23-c607-4e1f-a113-a47b00bab8e1 req-55df7c82-8770-4a68-81bd-0837e6485b85 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342612 Sep 17 02:23:53.799428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba928c08-49b2-44db-9187-d81ebcb54fa6 req-b40ee964-f243-48b1-b29f-d552d3ca6e37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:53.801562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba928c08-49b2-44db-9187-d81ebcb54fa6 req-b40ee964-f243-48b1-b29f-d552d3ca6e37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0554895 Sep 17 02:23:53.845753 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba928c08-49b2-44db-9187-d81ebcb54fa6 req-070cdecd-3b8a-40f7-b5ba-8f68373a8f76 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 Sep 17 02:23:54.992447 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51300c-4dc0-466b-b1a2-a71af6e04a66 req-347f9990-d9dd-43a8-ac89-6e2ba820cbad tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:54.994335 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af51300c-4dc0-466b-b1a2-a71af6e04a66 req-347f9990-d9dd-43a8-ac89-6e2ba820cbad tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0563414 Sep 17 02:23:55.036659 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-af51300c-4dc0-466b-b1a2-a71af6e04a66 req-8d4c9014-1763-4d8e-8fe9-9a48a2bf9a1e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365033 Sep 17 02:23:56.157799 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8caaf2-c152-452c-9220-1f089c3a18a8 req-4140c59d-9a21-4809-bc57-b7798a69608f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:56.160291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c8caaf2-c152-452c-9220-1f089c3a18a8 req-4140c59d-9a21-4809-bc57-b7798a69608f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0517228 Sep 17 02:23:56.203490 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-7c8caaf2-c152-452c-9220-1f089c3a18a8 req-e5f7b521-161a-47da-8617-29b4eae40f92 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374095 Sep 17 02:23:57.320506 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a4b7f-11f4-4673-b449-088e66ce1297 req-35d4ef8d-5acb-4141-93e0-c645b39555da tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:57.322204 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-537a4b7f-11f4-4673-b449-088e66ce1297 req-35d4ef8d-5acb-4141-93e0-c645b39555da tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0525501 Sep 17 02:23:57.361460 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-537a4b7f-11f4-4673-b449-088e66ce1297 req-0bc50a3a-739e-4dc5-9b62-b7a8c5bbb1d8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321376 Sep 17 02:23:57.536508 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-d46b14b4-4ba6-4b9a-adf7-194a59d623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:57.538080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-d46b14b4-4ba6-4b9a-adf7-194a59d623f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1097 time: 0.0425799 Sep 17 02:23:57.630248 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-197b1ee2-4e97-4149-b3e0-8da00ae9a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:57.631735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-197b1ee2-4e97-4149-b3e0-8da00ae9a366 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0873034 Sep 17 02:23:57.694171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-c35642b0-9af7-48bd-800d-f0802d2ad61e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1002 time: 0.0555408 Sep 17 02:23:57.745853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-8a794338-b399-4859-a240-df7e0252d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:57.747343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-8a794338-b399-4859-a240-df7e0252d51e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0463588 Sep 17 02:23:57.792361 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-da58c3ca-f77e-49ee-9027-87b66e59e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:57.793727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-da58c3ca-f77e-49ee-9027-87b66e59e150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393209 Sep 17 02:23:57.882688 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-0be38741-4c51-4644-9861-632db8df19fa service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818131 Sep 17 02:23:57.974892 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-06268cd5-b5f8-4a46-848b-61b582a16860 req-9bcd69ba-6bf1-4adf-841b-763fb932065c service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851893 Sep 17 02:23:58.478232 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997001fc-247e-425d-8135-12eaf61d069d req-bd86958d-e530-452d-9f80-2a74cd5db836 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:58.479742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-997001fc-247e-425d-8135-12eaf61d069d req-bd86958d-e530-452d-9f80-2a74cd5db836 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Sep 17 02:23:58.516883 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-997001fc-247e-425d-8135-12eaf61d069d req-5321fe22-700e-4cb3-ab83-0e9fa48407a1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311923 Sep 17 02:23:59.612077 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:23:59.634045 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1f4e-e094-474e-b3e2-ed1949752e75 req-46c76966-8bdc-42f0-a0b8-8d1cf4f90628 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:23:59.635551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03fa1f4e-e094-474e-b3e2-ed1949752e75 req-46c76966-8bdc-42f0-a0b8-8d1cf4f90628 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0500300 Sep 17 02:23:59.674065 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-03fa1f4e-e094-474e-b3e2-ed1949752e75 req-4cccd88f-2f16-45d3-a476-beb8a4827f2c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324357 Sep 17 02:23:59.823030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:00.792432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52cad1-cecf-469a-9afd-2401b558be27 req-a5a10094-f417-4d27-8afa-80f985c322c9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:00.793893 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c52cad1-cecf-469a-9afd-2401b558be27 req-a5a10094-f417-4d27-8afa-80f985c322c9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0528328 Sep 17 02:24:00.830261 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5c52cad1-cecf-469a-9afd-2401b558be27 req-1019fa7a-ae73-44a9-b9da-a5ca1acfd65a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304880 Sep 17 02:24:00.942073 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-390d01f4-098c-4376-8ed0-6aeef3dcf07e req-913ff2ac-d470-4273-9772-179a8d4c71ac service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:24:00.943098 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-390d01f4-098c-4376-8ed0-6aeef3dcf07e req-913ff2ac-d470-4273-9772-179a8d4c71ac service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494981 Sep 17 02:24:01.225857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c5aa-7481-4446-bc89-89707b06d6f1 req-7509f6d6-a43c-4184-bbeb-18174d077dd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:01.227656 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8c2c5aa-7481-4446-bc89-89707b06d6f1 req-7509f6d6-a43c-4184-bbeb-18174d077dd9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 946 time: 0.0499346 Sep 17 02:24:01.265386 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8c2c5aa-7481-4446-bc89-89707b06d6f1 req-9de09869-e8fd-41be-a0c8-d0f26756eec7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315256 Sep 17 02:24:01.588766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43094) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:24:01.671874 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-629a975a-c1f0-4963-ac11-e5bb7ca1a242 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818851 Sep 17 02:24:01.681213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-9f14041a-60e1-4e8c-a3eb-aeba7a4f21bf service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:24:01.682175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-9f14041a-60e1-4e8c-a3eb-aeba7a4f21bf service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056930 Sep 17 02:24:02.051508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:24:02.126403 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:02.148369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:24:02.151281 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd030491-ced8-4f39-ac85-e35129af48c0" -d '{"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-unplugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:24:02.163260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:24:02.184522 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 02:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed8b01-edd4-469a-b067-208d70c6bc33 x-openstack-request-id: req-42ed8b01-edd4-469a-b067-208d70c6bc33 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:24:02.190218 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-unplugged", "status": "failed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "code": 422}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:24:02.190218 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42ed8b01-edd4-469a-b067-208d70c6bc33 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:24:02.190218 n-d-789963-7 neutron-server[112074]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'code': 422} returned with failed status Sep 17 02:24:02.257978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:02.304647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:24:02.383753 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91223afe-dcfc-4274-b929-3294caa304a8 req-7b91f086-77bd-419d-806f-9202c614fe6e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:02.385205 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91223afe-dcfc-4274-b929-3294caa304a8 req-7b91f086-77bd-419d-806f-9202c614fe6e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0521281 Sep 17 02:24:02.422911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-91223afe-dcfc-4274-b929-3294caa304a8 req-dead93d9-6887-4c58-9b3a-481ecd7957dd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Sep 17 02:24:03.540323 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb0007-ada0-40b8-944a-7d535f4c64a2 req-78ee5bbc-eab3-4f82-ae0d-e25b0ca9566b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:03.541788 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ebb0007-ada0-40b8-944a-7d535f4c64a2 req-78ee5bbc-eab3-4f82-ae0d-e25b0ca9566b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0515935 Sep 17 02:24:03.578881 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-5ebb0007-ada0-40b8-944a-7d535f4c64a2 req-5d515688-76a2-4544-ab33-f1aeb066309e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311263 Sep 17 02:24:04.693567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385f3d9-a941-4e11-9905-82ed16083177 req-29b6839a-da6f-4cfd-9543-14a6e2950ba8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:04.695044 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0385f3d9-a941-4e11-9905-82ed16083177 req-29b6839a-da6f-4cfd-9543-14a6e2950ba8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0489676 Sep 17 02:24:04.733495 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0385f3d9-a941-4e11-9905-82ed16083177 req-c5ed433e-495a-4a1e-a599-72e73f41bf7b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313787 Sep 17 02:24:05.514826 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c5c7644a-5d1e-4ca5-8dbe-a55f83ed7599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:05.849478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19319d7f-8746-4429-9491-e97e20e81aa8 req-f20b7c27-3072-41b7-a90c-2f1f2071ac72 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:05.850950 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19319d7f-8746-4429-9491-e97e20e81aa8 req-f20b7c27-3072-41b7-a90c-2f1f2071ac72 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0517263 Sep 17 02:24:05.888598 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-19319d7f-8746-4429-9491-e97e20e81aa8 req-a07e5e0e-b104-45f0-9f9f-14e3314dc65a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308876 Sep 17 02:24:07.003205 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b6a52-68b9-4214-aeb2-bc0c72baa31d req-46fd01ff-fa05-4da2-b8ed-fb5d9c8d22fa tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:07.004675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-214b6a52-68b9-4214-aeb2-bc0c72baa31d req-46fd01ff-fa05-4da2-b8ed-fb5d9c8d22fa tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0493274 Sep 17 02:24:07.069554 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-214b6a52-68b9-4214-aeb2-bc0c72baa31d req-5607dd35-6fb0-4bec-a319-35042a437ab9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577040 Sep 17 02:24:07.082701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31379d93-10bb-4532-a098-5c72c7254afb req-59f865e5-fedc-4f93-80a3-115a5c1bdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:07.084218 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-59f865e5-fedc-4f93-80a3-115a5c1bdb14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831&tenant_id=258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 1095 time: 0.0553184 Sep 17 02:24:07.147563 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31379d93-10bb-4532-a098-5c72c7254afb req-a106a648-eced-41a9-8812-584487015f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:07.149548 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-a106a648-eced-41a9-8812-584487015f9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1095 time: 0.0404999 Sep 17 02:24:07.239414 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31379d93-10bb-4532-a098-5c72c7254afb req-0f689474-3044-46ec-b82f-6fb018b388db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:07.240787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-0f689474-3044-46ec-b82f-6fb018b388db service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0842535 Sep 17 02:24:07.308397 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-5ed61a62-3e75-4f2b-abd4-74e03abad530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1000 time: 0.0605998 Sep 17 02:24:07.356500 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31379d93-10bb-4532-a098-5c72c7254afb req-acb39836-c469-49c0-a819-74c0631e1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:07.357904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-acb39836-c469-49c0-a819-74c0631e1d82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0427058 Sep 17 02:24:07.403390 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31379d93-10bb-4532-a098-5c72c7254afb req-491e9c73-5563-42b4-a7ed-28f37d5b6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:07.404872 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-491e9c73-5563-42b4-a7ed-28f37d5b6294 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396512 Sep 17 02:24:07.498662 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-b0ab9f23-cfee-4862-995a-0a59a53c61f6 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866537 Sep 17 02:24:07.589461 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-33e6e535-7a9c-44a2-91ea-33ddad908398 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Sep 17 02:24:08.220267 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1b19-0d72-4010-9ece-91181389b25f req-5e0fbcf7-04fa-4ccb-adeb-880c0c4823e7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:08.222585 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2db1b19-0d72-4010-9ece-91181389b25f req-5e0fbcf7-04fa-4ccb-adeb-880c0c4823e7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0561547 Sep 17 02:24:08.235214 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-621316e0-185d-495d-96a8-4001ca893605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:08.278163 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c2db1b19-0d72-4010-9ece-91181389b25f req-7e0d7495-a88c-492c-a67d-54b65a268f85 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480168 Sep 17 02:24:09.120844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:09.404830 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c47c1-3873-4090-acf6-83099f7704e5 req-b998883a-7d0e-4e25-9598-8150602c8f22 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:09.406252 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2c47c1-3873-4090-acf6-83099f7704e5 req-b998883a-7d0e-4e25-9598-8150602c8f22 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0578761 Sep 17 02:24:09.447567 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b2c47c1-3873-4090-acf6-83099f7704e5 req-f712e454-250a-4e7f-ad83-1ba99c7e66fe tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352693 Sep 17 02:24:09.783562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:10.568024 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed23891-c174-46b4-9eda-30c352190659 req-0831fc96-0c14-44a1-bc34-6270527e59da tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:10.569773 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ed23891-c174-46b4-9eda-30c352190659 req-0831fc96-0c14-44a1-bc34-6270527e59da tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0517001 Sep 17 02:24:10.613893 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2ed23891-c174-46b4-9eda-30c352190659 req-6bdca288-c56d-4d9c-8454-b903cca28399 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375869 Sep 17 02:24:11.337760 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:11.731681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef00a97-da7a-4d2e-9298-d853518c6a13 req-d3200a8f-288e-4b41-acc8-de2bea2e4b31 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:11.733159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fef00a97-da7a-4d2e-9298-d853518c6a13 req-d3200a8f-288e-4b41-acc8-de2bea2e4b31 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0492015 Sep 17 02:24:11.781060 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fef00a97-da7a-4d2e-9298-d853518c6a13 req-a1af5a48-b2f3-4a8b-86e1-2e1888a90521 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358398 Sep 17 02:24:12.906555 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b6f83-5871-4db6-8e27-3607d05b30df req-5368b5a6-081c-4091-b95f-7174aee2920c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:12.908041 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-954b6f83-5871-4db6-8e27-3607d05b30df req-5368b5a6-081c-4091-b95f-7174aee2920c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0567951 Sep 17 02:24:12.948738 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-954b6f83-5871-4db6-8e27-3607d05b30df req-d772dc86-8462-4c4e-9fcf-2103131ccf8c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347607 Sep 17 02:24:14.068912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8745a6-0baa-4eba-ba29-9cfa840feb20 req-6e6810f9-bae6-4d3a-9693-e12f411bd2d2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:14.070644 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca8745a6-0baa-4eba-ba29-9cfa840feb20 req-6e6810f9-bae6-4d3a-9693-e12f411bd2d2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0521681 Sep 17 02:24:14.111254 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ca8745a6-0baa-4eba-ba29-9cfa840feb20 req-e0baff3b-de6d-4493-a17d-027a5c144a97 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339625 Sep 17 02:24:15.229759 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540344e7-bc7d-432f-a92f-b16d34d85492 req-d87fbff6-0f78-4867-921a-981acf51e194 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:15.231318 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-540344e7-bc7d-432f-a92f-b16d34d85492 req-d87fbff6-0f78-4867-921a-981acf51e194 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0497444 Sep 17 02:24:15.269696 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-540344e7-bc7d-432f-a92f-b16d34d85492 req-19fb6f1b-b09b-4cdc-b9d2-2f52ccfebc01 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Sep 17 02:24:16.396076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797b987-e3a3-4dd1-b0ab-793b3556a685 req-ebcf5982-3e3e-49c5-b7a4-bc3e8e0d3252 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:16.403321 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9797b987-e3a3-4dd1-b0ab-793b3556a685 req-ebcf5982-3e3e-49c5-b7a4-bc3e8e0d3252 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0597806 Sep 17 02:24:16.438084 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9797b987-e3a3-4dd1-b0ab-793b3556a685 req-f1d70c6f-696b-4a8c-871b-242b1dac1157 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338867 Sep 17 02:24:17.556636 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7c74f-9ac3-45a0-acc6-225faa21e0be req-ff2c4623-4031-49bb-915f-420476afc111 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:17.558952 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32c7c74f-9ac3-45a0-acc6-225faa21e0be req-ff2c4623-4031-49bb-915f-420476afc111 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0507321 Sep 17 02:24:17.599479 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-32c7c74f-9ac3-45a0-acc6-225faa21e0be req-7126cac1-b632-4541-9f70-19db6170c47a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345297 Sep 17 02:24:18.720139 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187b221-08b3-4a6c-b08f-d55004f81232 req-3d08b2ce-925e-484e-ab1f-74707306c5a5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:18.721596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c187b221-08b3-4a6c-b08f-d55004f81232 req-3d08b2ce-925e-484e-ab1f-74707306c5a5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0487828 Sep 17 02:24:18.759019 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c187b221-08b3-4a6c-b08f-d55004f81232 req-d1e8e40b-6ba7-40d4-8ea4-cecca4683377 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313685 Sep 17 02:24:19.881431 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfed3a-e833-4280-bc9a-e3e490f6bff7 req-49a59cdb-4e1f-4345-af45-255be9ab94aa tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:19.882895 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afbfed3a-e833-4280-bc9a-e3e490f6bff7 req-49a59cdb-4e1f-4345-af45-255be9ab94aa tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 944 time: 0.0545595 Sep 17 02:24:19.926168 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-afbfed3a-e833-4280-bc9a-e3e490f6bff7 req-4b5e1732-a8f7-4398-bc89-c43b5cc93d6e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362732 Sep 17 02:24:20.149069 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:24:20.242281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:24:20.253537 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'port_id': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'mac_address': 'fa:16:3e:e9:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:24:20.289244 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:20.304990 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a43359-d4ab-4282-9f19-5b04678986e4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:24:20.323576 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:24:20.388889 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:20.592528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=9']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:24:20.629130 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['f7a43359-d4ab-4282-9f19-5b04678986e4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:24:21.049936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7027764-5738-4389-a314-5ea44449bb09 req-e1d2f752-0b17-44ea-8744-4de56ea6cc08 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:21.051541 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7027764-5738-4389-a314-5ea44449bb09 req-e1d2f752-0b17-44ea-8744-4de56ea6cc08 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 945 time: 0.0527790 Sep 17 02:24:21.094569 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c7027764-5738-4389-a314-5ea44449bb09 req-6345c10c-ed13-4bdb-9146-cf366b89d787 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351315 Sep 17 02:24:22.158125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:24:22.205303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port f7a43359-d4ab-4282-9f19-5b04678986e4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:24:22.205672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:22.211479 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981db0f-8116-4bc4-96f2-28985f99f9c6 req-c85b8649-fd53-4a79-ac6d-96528ee1d867 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:22.212975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e981db0f-8116-4bc4-96f2-28985f99f9c6 req-c85b8649-fd53-4a79-ac6d-96528ee1d867 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 945 time: 0.0489700 Sep 17 02:24:22.257314 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e981db0f-8116-4bc4-96f2-28985f99f9c6 req-8bbf15b2-6131-45ae-9d5f-119014cd06b0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321510 Sep 17 02:24:22.288121 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:22.310082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:24:22.312315 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3872c44-3cfd-4a88-ac02-8d93eded95ba" -d '{"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-plugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:24:22.327068 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:24:22.350042 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98533fb-086e-4dda-b7d0-cddadda05a98 x-openstack-request-id: req-b98533fb-086e-4dda-b7d0-cddadda05a98 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:24:22.350336 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-plugged", "status": "completed", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:24:22.350586 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b98533fb-086e-4dda-b7d0-cddadda05a98 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:24:22.350979 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'code': 200} Sep 17 02:24:22.395294 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:22.443526 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=10']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:24:22.569453 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772ac0a-bf17-46e4-a19b-fe94a8e0cb13 req-48f967fb-c421-4b6e-9c80-6d85eab833ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:22.570943 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0772ac0a-bf17-46e4-a19b-fe94a8e0cb13 req-48f967fb-c421-4b6e-9c80-6d85eab833ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1098 time: 0.0439439 Sep 17 02:24:22.605143 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0772ac0a-bf17-46e4-a19b-fe94a8e0cb13 req-213c1bf9-5e4f-49c0-a4c9-7ad20f3c02a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272517 Sep 17 02:24:23.365049 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6f1e6-708c-4c11-b749-ade1e8ca0a3e req-6d458630-2405-4cd7-b3b9-ac40574dadf0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:23.366506 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dff6f1e6-708c-4c11-b749-ade1e8ca0a3e req-6d458630-2405-4cd7-b3b9-ac40574dadf0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 947 time: 0.0472608 Sep 17 02:24:23.403753 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-dff6f1e6-708c-4c11-b749-ade1e8ca0a3e req-e5c94892-20da-4730-b1eb-1075804215a4 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Sep 17 02:24:24.522247 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86243db1-2021-484a-963a-126766bd16d1 req-1b6a3d0a-d660-4c9d-9779-c74432dbf8de tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:24.523886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86243db1-2021-484a-963a-126766bd16d1 req-1b6a3d0a-d660-4c9d-9779-c74432dbf8de tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 947 time: 0.0496638 Sep 17 02:24:24.563960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-86243db1-2021-484a-963a-126766bd16d1 req-60248b77-fceb-4f14-bf16-d11612fe592c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321078 Sep 17 02:24:25.196653 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:24:25.750811 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660850e3-1461-4bc8-ad56-555971814a95 req-0842d0bb-3335-4dbf-b90d-acb769780f20 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:24:25.752311 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-660850e3-1461-4bc8-ad56-555971814a95 req-0842d0bb-3335-4dbf-b90d-acb769780f20 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 947 time: 0.0521502 Sep 17 02:24:25.788586 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-660850e3-1461-4bc8-ad56-555971814a95 req-7a43c3d0-f0cd-4d23-bafd-7d30c7fdbeed tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302494 Sep 17 02:24:29.605318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:29.834276 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:35.514681 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-92f124b8-d713-4436-ae2a-2d1907b02ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:38.222794 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-525e64e3-558d-498f-9e6d-a17707acd476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:39.131596 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:39.765599 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:41.347737 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:59.610993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:24:59.828301 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:02.196405 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:25:05.519749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b5fef5de-21ab-4108-860e-caf977a70573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:08.244742 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-848c465e-0172-4476-8176-1a8cf5093142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:08.639127 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-35200f96-4207-45ea-81e5-6ebb791fcd17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395904 Sep 17 02:25:08.722734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-69cef9b7-daac-4b1c-ba5e-10ffd30a43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:08.724272 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-69cef9b7-daac-4b1c-ba5e-10ffd30a43ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1098 time: 0.0443270 Sep 17 02:25:08.825658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-e5a4b938-862a-4fee-a0ba-b857e1394608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:08.827131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-e5a4b938-862a-4fee-a0ba-b857e1394608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0844746 Sep 17 02:25:08.894631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-a847b26b-4df1-44eb-819f-ae5b00c66a43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 1002 time: 0.0601559 Sep 17 02:25:08.942198 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-c63d7f6a-800f-439c-9f5e-2d5e6850a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:08.943760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-c63d7f6a-800f-439c-9f5e-2d5e6850a33c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0418317 Sep 17 02:25:08.988778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-bde19505-2cbf-497b-884f-a3b786248e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:08.990248 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-bde19505-2cbf-497b-884f-a3b786248e96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395052 Sep 17 02:25:09.084527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-bb3350f8-8bbc-4940-a1d0-59f30936ac96 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868838 Sep 17 02:25:09.125337 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:09.172960 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9df14fbe-57c4-412b-bf29-136386ba0999 req-76b03d6f-a9cf-4593-bf3d-bc1be944dbbb service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819604 Sep 17 02:25:09.788152 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:11.342369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:29.622560 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:29.828060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.324870 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43242) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:35.482425 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Deleting port bc4f8b2f-cc91-4df6-a593-27c9a0d310e6 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:25:35.482790 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.519461 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00ea3297-6f05-416a-9b71-9212e1d20e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.557240 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.557567 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.568806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Calling delete_port for bc4f8b2f-cc91-4df6-a593-27c9a0d310e6 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:25:35.776130 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.803956 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event deleted for resources: {'Port': ['ID=bc4f8b2f-cc91-4df6-a593-27c9a0d310e6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:35.816389 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.816734 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.817069 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.817402 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.817728 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.818055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.818376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.818697 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.819014 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.819353 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.819675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.819992 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:35.873165 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:35.873504 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Floating IP 509b5b90-99f7-4831-bb0b-bfb2a547a223 disassociated (deleted). External IP: 172.25.1.138, port: f7a43359-d4ab-4282-9f19-5b04678986e4. Sep 17 02:25:36.385397 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:25:36.491411 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:25:36.496825 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:36.501297 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:25:36.511593 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:25:36.512259 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:25:36.523452 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-50d6dafb-1edc-4cbc-b69e-791d34f9060a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "DELETE /v2.0/floatingips/509b5b90-99f7-4831-bb0b-bfb2a547a223 HTTP/1.1" status: 204 len: 168 time: 1.1974516 Sep 17 02:25:36.524152 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:25:36.526744 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cde167b-cdde-447b-857b-23dc68a44470" -d '{"events": [{"name": "network-changed", "server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:25:36.625263 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:25:36.631128 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b871cd97-6ff2-465d-9ff9-e90c1e319122 x-openstack-request-id: req-b871cd97-6ff2-465d-9ff9-e90c1e319122 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:25:36.631427 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:25:36.631681 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b871cd97-6ff2-465d-9ff9-e90c1e319122 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:25:36.632080 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'status': 'completed', 'code': 200} Sep 17 02:25:36.699251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde167b-cdde-447b-857b-23dc68a44470 req-f3486292-f254-4684-93c5-b7a0c5884323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:36.700804 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-f3486292-f254-4684-93c5-b7a0c5884323 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 1098 time: 0.0462976 Sep 17 02:25:36.795857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde167b-cdde-447b-857b-23dc68a44470 req-d4662635-1230-4601-be10-05df4588a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:36.797581 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-d4662635-1230-4601-be10-05df4588a983 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0901012 Sep 17 02:25:36.833507 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:25:36.844159 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-17d0c9ef-fd05-49de-bc2f-a4a26be8200f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 200 len: 217 time: 0.0389693 Sep 17 02:25:36.860629 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:25:36.869309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:25:36.877310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:25:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:25:36.983041 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:25:37.027777 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5006d-68e4-44cc-969e-d2a1d13315d0 req-97dadf28-c649-4dd5-890a-bf69df3c2e3f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:37.034024 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfa5006d-68e4-44cc-969e-d2a1d13315d0 req-97dadf28-c649-4dd5-890a-bf69df3c2e3f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 947 time: 0.1231198 Sep 17 02:25:37.072682 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-cfa5006d-68e4-44cc-969e-d2a1d13315d0 req-14dd6e84-0cd5-472c-8fef-820572106ab0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356011 Sep 17 02:25:37.197427 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:25:37.229291 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21fb7a-00c1-436f-bb43-401828c9a889 None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:25:37.234257 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde167b-cdde-447b-857b-23dc68a44470 req-bef9bb81-141d-4cd3-ad76-8d82a2bb738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:37.235727 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-bef9bb81-141d-4cd3-ad76-8d82a2bb738c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.3841305 Sep 17 02:25:37.283968 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde167b-cdde-447b-857b-23dc68a44470 req-2b2f9f02-b024-49ea-a911-1d3481816769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:37.285527 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-2b2f9f02-b024-49ea-a911-1d3481816769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414069 Sep 17 02:25:37.383171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-4b651b92-12d6-4ba9-ab0f-2c86549f0a75 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890381 Sep 17 02:25:37.467317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a27a49f-925e-4826-aeee-b67e51ccc9d5 None None] New status for floating IP 509b5b90-99f7-4831-bb0b-bfb2a547a223: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:25:37.479049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6cde167b-cdde-447b-857b-23dc68a44470 req-2fe58654-16bb-4f66-8086-68e1028d6f6e service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882156 Sep 17 02:25:38.224336 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df294c-1844-4b43-95a1-1423c9d7af2c req-4b5bb1c6-74e4-474c-9b03-f7e73b6cdff1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:38.225849 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6df294c-1844-4b43-95a1-1423c9d7af2c req-4b5bb1c6-74e4-474c-9b03-f7e73b6cdff1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 947 time: 0.0805886 Sep 17 02:25:38.228405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6d5317c8-8dac-44d7-aaef-5f67c31ac22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:38.239756 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-6d1b3eac-8737-48ca-b2b1-702d127cc99a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:25:38.241196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-6d1b3eac-8737-48ca-b2b1-702d127cc99a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 947 time: 0.0833180 Sep 17 02:25:38.308735 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c6df294c-1844-4b43-95a1-1423c9d7af2c req-d58969bd-04da-43fc-98ec-63f8cb6272ef tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=128cd1d4-0d56-4668-b9ab-f4ed73e42437&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665500 Sep 17 02:25:38.356794 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Deleting port f7a43359-d4ab-4282-9f19-5b04678986e4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:25:38.357055 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:38.447161 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] For port f7a43359-d4ab-4282-9f19-5b04678986e4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=f7a43359-d4ab-4282-9f19-5b04678986e4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:25:38.447525 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:38.460430 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Calling delete_port for f7a43359-d4ab-4282-9f19-5b04678986e4 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:25:38.628010 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:38.657324 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event deleted for resources: {'Port': ['ID=f7a43359-d4ab-4282-9f19-5b04678986e4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:38.684996 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.685345 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.685687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.686024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.686353 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.686680 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.687004 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.687354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.687676 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.687997 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.688349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.688670 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:25:38.710200 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] No DVR routers for this DVR port f7a43359-d4ab-4282-9f19-5b04678986e4 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:25:38.713378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:38.715421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f0b55c35-1dcc-4a08-aa74-2a80406a00b4 req-f29c4715-c6c8-4b4f-a2f0-69a6c10c74af tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "DELETE /v2.0/ports/f7a43359-d4ab-4282-9f19-5b04678986e4 HTTP/1.1" status: 204 len: 173 time: 0.4666076 Sep 17 02:25:38.715853 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-deleted', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:25:38.718188 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a06e6cf-a20c-41f4-9269-387746109765" -d '{"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-deleted", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:25:38.811309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839d4d4-cda2-4b42-b591-62c69e3fa898 x-openstack-request-id: req-2839d4d4-cda2-4b42-b591-62c69e3fa898 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:25:38.811309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20e61b8-c227-4b8c-9928-1b113710c831", "name": "network-vif-deleted", "tag": "f7a43359-d4ab-4282-9f19-5b04678986e4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:25:38.811309 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2839d4d4-cda2-4b42-b591-62c69e3fa898 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:25:38.811309 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20e61b8-c227-4b8c-9928-1b113710c831', 'name': 'network-vif-deleted', 'tag': 'f7a43359-d4ab-4282-9f19-5b04678986e4', 'status': 'completed', 'code': 200} Sep 17 02:25:39.147931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:39.195386 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:25:39.426338 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1aa4d52a-4142-4c97-b67b-c58b94a48673 req-0c37783c-740c-4980-9845-aa00af19af11 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=b20e61b8-c227-4b8c-9928-1b113710c831 HTTP/1.1" status: 200 len: 210 time: 0.0262556 Sep 17 02:25:39.787789 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:40.483762 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43272) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:40.545694 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b42-1a4f-4c56-9ed4-99856af67a9b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:40.570215 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b42-1a4f-4c56-9ed4-99856af67a9b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:40.702361 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b42-1a4f-4c56-9ed4-99856af67a9b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:40.704941 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c96f5b42-1a4f-4c56-9ed4-99856af67a9b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:40.706080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c96f5b42-1a4f-4c56-9ed4-99856af67a9b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "DELETE /v2.0/security-groups/128cd1d4-0d56-4668-b9ab-f4ed73e42437 HTTP/1.1" status: 204 len: 168 time: 0.2213216 Sep 17 02:25:40.715778 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f5b42-1a4f-4c56-9ed4-99856af67a9b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cd1d4-0d56-4668-b9ab-f4ed73e42437,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:41.165751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43278) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:41.170422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-802186425', 'description': 'tempest-secgroup-smoke-802186425 description', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:41.239347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.318068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.342277 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.359247 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.387406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:41.445269 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.446539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-60362cb0-342a-474a-9a81-2aaa2b4021c2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2797308 Sep 17 02:25:41.449458 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43280) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:41.453868 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': 'd0db90e2-d1c2-49a3-a79e-3a0d972e6b7a', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:41.557241 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.612394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.689073 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.707856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47787c38-d5c8-4e3a-8ac0-646ce78691e1,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:41.769538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.771001 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-e254c541-0205-4654-bd96-216759d0be5d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3206050 Sep 17 02:25:41.773792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43282) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:41.778188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': 'd0db90e2-d1c2-49a3-a79e-3a0d972e6b7a', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:41.860632 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.918574 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:41.993861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.012538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7692346-a3e8-48ed-8836-f7ff41a6a642,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:42.073295 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.074483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-25cc6460-0732-4c7f-bd34-9df765dd5584 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2997849 Sep 17 02:25:42.077172 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43284) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:42.081496 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': 'd0db90e2-d1c2-49a3-a79e-3a0d972e6b7a', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:42.169822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.225530 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.307871 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.325116 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8bb183-b053-47d3-a501-8c1757409b6e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:42.386730 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.387956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-941cab36-080c-4000-88ff-a46168d28b37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3098686 Sep 17 02:25:42.390681 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43286) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:42.395203 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': 'd0db90e2-d1c2-49a3-a79e-3a0d972e6b7a', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:42.478443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.536376 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.562694 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:25:42.582899 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: f7a43359-d4ab-4282-9f19-5b04678986e4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:25:42.587460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device f7a43359-d4ab-4282-9f19-5b04678986e4 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:25:42.605299 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.622929 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23f2bd4-922a-494d-8660-5f8446c8dcfc,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:42.697670 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.698895 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-188a94ec-2898-4b63-8a9f-d6e151030b7d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3072720 Sep 17 02:25:42.701645 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43288) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:42.705938 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': 'd0db90e2-d1c2-49a3-a79e-3a0d972e6b7a', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:42.764933 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Project 258d767e9bec4fd7992ffe6ab1480a0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:25:42.769869 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.831386 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.884864 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.901978 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e219f23c-12ab-4757-bacc-7053084da61e,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:42.947813 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:42.949036 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-4ed716c4-09f3-4687-8598-23973547b32a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2464454 Sep 17 02:25:42.951905 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43290) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:25:42.956206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'security_group_rule': {'security_group_id': 'd0db90e2-d1c2-49a3-a79e-3a0d972e6b7a', 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:25:43.039406 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Project 258d767e9bec4fd7992ffe6ab1480a0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:25:43.044223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:43.102697 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:43.163761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:43.182024 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d174bc8-e7e6-4d7d-ab43-29f089855c13,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:25:43.238080 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:43.239298 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-cabbc9b6-2a16-4447-9884-132b834a0f03 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2863986 Sep 17 02:25:59.622373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:25:59.855551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:02.165691 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-14aa97e5-d1a4-450a-b132-437c3f1eed46 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-802186425&fields=id&tenant_id=258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 267 time: 0.0320530 Sep 17 02:26:02.273208 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-bf261b7b-3d40-4650-bd4d-8fbe1f9a319f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:02.274637 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-bf261b7b-3d40-4650-bd4d-8fbe1f9a319f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 808 time: 0.1014872 Sep 17 02:26:02.289628 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-09205d07-5e82-4ef4-b218-e9221272a780 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/quotas/258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 375 time: 0.0085046 Sep 17 02:26:02.340486 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-a691038b-ec7c-4e2d-a44e-86db4c2f6237 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448916 Sep 17 02:26:02.480708 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-750ab8e1-72af-469f-b96a-eff20def3b02 service neutron] 10.222.0.13 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290252 Sep 17 02:26:02.567759 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-f5edc961-2047-4ba1-a779-9b95d370898c service neutron] 10.222.0.13 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810018 Sep 17 02:26:03.139125 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f426d711-49df-40e1-8137-6ce1580e4880 req-12f7de77-3815-4e93-b872-895f0df84d40 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0263834 Sep 17 02:26:04.232596 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4ea0e746-8b05-4b04-97f2-8beb6bbb2384 req-9ce9d85e-058e-41fd-880a-921116cec999 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0265281 Sep 17 02:26:05.060921 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-f3c9fb01-14fc-435b-b645-4207d24b263f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:05.062356 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-f3c9fb01-14fc-435b-b645-4207d24b263f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 808 time: 0.1116428 Sep 17 02:26:05.105264 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-50e16026-1551-41c5-a567-891c34cb44f4 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 379 time: 0.0340443 Sep 17 02:26:05.113924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'port': {'device_id': '99ca5646-2cfd-4544-8472-21455ab2089c', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'admin_state_up': True, 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'security_groups': ['d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:26:05.284769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Made reservation on behalf of 258d767e9bec4fd7992ffe6ab1480a0d for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:26:05.287963 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:05.332202 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a0a03c44-e9ce-4d01-b5b6-37e0416845b1 req-119edc0d-c84c-43c4-b1b4-153a70c9ef4e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0304868 Sep 17 02:26:05.428898 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Allocated IP 172.20.0.5 (63b987ac-7c9d-4326-ae40-e3cf9dbdf44d/7d871a1d-6cb7-4e4c-9bfa-401104bd23f6/726ef3d6-cc77-4336-b5ea-8ed60e8fceb4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:26:05.496488 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2765e805-0d58-4504-bec1-cff256e15948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:05.577851 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:05.668067 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:05.710902 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:26:05.714944 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:26:05.719562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:26:05.757523 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:05.786759 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:05.787606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:05.865614 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-244bbf20-b6a6-4d20-b6bd-698f1ac5e5fd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551665 Sep 17 02:26:05.878825 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Request body: {'port': {'device_id': '99ca5646-2cfd-4544-8472-21455ab2089c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:26:05.938538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.029647 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-e7ae79c1-e430-4297-add9-2448704ef6d6 None None] Provisioning complete for port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:26:06.030015 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e7ae79c1-e430-4297-add9-2448704ef6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.066806 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e7ae79c1-e430-4297-add9-2448704ef6d6 None None] Port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:26:06.216557 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:26:06.224034 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.237092 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Transition to ACTIVE for port object 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:26:06.359454 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.480650 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:06.525688 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7253-d662-4a76-a694-91c264c59d96 req-0a4434a0-c70f-4b11-a0ef-a4b9861107c7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:06.527371 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48be7253-d662-4a76-a694-91c264c59d96 req-0a4434a0-c70f-4b11-a0ef-a4b9861107c7 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.1193678 Sep 17 02:26:06.532310 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Attempting to bind port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:26:06.532644 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Attempting to bind port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:26:06.532969 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Attempting to bind port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:26:06.545240 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:26:06.545561 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Attempting to bind port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 on network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:26:06.561888 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:26:06.562226 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Checking segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:26:06.562613 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Bound using segment: {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:26:06.563055 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Bound port: 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de462f95-6e66-434f-b236-4e409fdd5371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:26:06.563452 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.587370 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-48be7253-d662-4a76-a694-91c264c59d96 req-d64a1b35-1e39-45b5-b6b3-7603d0e169e8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518973 Sep 17 02:26:06.639850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:26:06.643053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:26:06.748443 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.782342 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:06.782905 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:06.784781 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] 10.222.0.36 "PUT /v2.0/ports/726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 1091 time: 0.9106903 Sep 17 02:26:06.787412 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:26:06.790665 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6124faa2-cc3b-4e13-812b-fa9401c61f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:26:06.822040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95162356-9831-4b8e-a01a-69b9aef961d1 service neutron] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:06.844804 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2c5fa9-564f-4b26-b565-f16139250fe7 x-openstack-request-id: req-7c2c5fa9-564f-4b26-b565-f16139250fe7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:26:06.845100 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:26:06.845449 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c2c5fa9-564f-4b26-b565-f16139250fe7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:26:06.845738 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'status': 'completed', 'code': 200} Sep 17 02:26:06.920932 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124faa2-cc3b-4e13-812b-fa9401c61f3f req-e3491448-6cce-43f3-ab6e-4899b712aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:06.922745 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6124faa2-cc3b-4e13-812b-fa9401c61f3f req-e3491448-6cce-43f3-ab6e-4899b712aea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1094 time: 0.0513804 Sep 17 02:26:07.030327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124faa2-cc3b-4e13-812b-fa9401c61f3f req-61599ec2-8555-48d7-a390-918856763207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:07.031863 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6124faa2-cc3b-4e13-812b-fa9401c61f3f req-61599ec2-8555-48d7-a390-918856763207 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1009436 Sep 17 02:26:07.130701 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124faa2-cc3b-4e13-812b-fa9401c61f3f req-9becd54d-40bb-4dc7-ace0-d8eaf50d9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:07.132171 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6124faa2-cc3b-4e13-812b-fa9401c61f3f req-9becd54d-40bb-4dc7-ace0-d8eaf50d9829 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931823 Sep 17 02:26:07.209303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-8b3c0e1b-4580-4638-a657-ac6f3bb7ab40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:07.210823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-8b3c0e1b-4580-4638-a657-ac6f3bb7ab40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1094 time: 0.0419462 Sep 17 02:26:07.253959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-2537570b-4aa6-4584-b131-b3101d7f4a8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 217 time: 0.0354774 Sep 17 02:26:07.307238 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-910caa64-eed0-402d-abb5-5934c2842f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:07.308860 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-910caa64-eed0-402d-abb5-5934c2842f09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0485091 Sep 17 02:26:07.355177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ef49-322f-4251-9266-a34ad6370867 req-4de8f24a-87d5-43e3-a991-e966d0fb2246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:07.356675 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-4de8f24a-87d5-43e3-a991-e966d0fb2246 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410323 Sep 17 02:26:07.450047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-bc4d0215-57a5-4e6e-89c9-96e4af3dce16 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860651 Sep 17 02:26:07.543120 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e438ef49-322f-4251-9266-a34ad6370867 req-af9a2550-16ad-4945-9612-3c31080ac0ed service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861180 Sep 17 02:26:07.710531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c419-5fcb-4a21-bc3b-ace24c0b5ae3 req-5c2249c2-a57e-4570-bf98-8aa8dc1bedb0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:07.712092 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1274c419-5fcb-4a21-bc3b-ace24c0b5ae3 req-5c2249c2-a57e-4570-bf98-8aa8dc1bedb0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0520225 Sep 17 02:26:07.751492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1274c419-5fcb-4a21-bc3b-ace24c0b5ae3 req-bf8e8717-32ba-4069-8e1f-1668616f7734 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333252 Sep 17 02:26:08.226197 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c14e888c-41cb-4cd9-ac7d-f63de64cfe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:08.870349 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c60db4-c264-4dc9-b863-3c3d82047ec4 req-8137253a-3101-4327-a0b2-15202f1e4f71 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:08.872074 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36c60db4-c264-4dc9-b863-3c3d82047ec4 req-8137253a-3101-4327-a0b2-15202f1e4f71 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0503626 Sep 17 02:26:08.910824 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-36c60db4-c264-4dc9-b863-3c3d82047ec4 req-b8d5f2b1-4e63-4b3d-8e97-1d7c426528ca tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325890 Sep 17 02:26:09.135984 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:09.827874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:10.029567 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9d700-d870-484e-a125-f2180c9d2360 req-44c7d08b-66c9-4238-b208-e01c7d91b5e5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:10.031033 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49f9d700-d870-484e-a125-f2180c9d2360 req-44c7d08b-66c9-4238-b208-e01c7d91b5e5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0538538 Sep 17 02:26:10.068087 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-49f9d700-d870-484e-a125-f2180c9d2360 req-ca252993-23d7-4ef5-a079-df8db4aeb2f4 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310228 Sep 17 02:26:11.181733 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d7e54-e47b-4ae7-a95c-b9ae3e9e59c3 req-f526aff1-7cd7-4397-9060-75109e76705d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:11.184050 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-684d7e54-e47b-4ae7-a95c-b9ae3e9e59c3 req-f526aff1-7cd7-4397-9060-75109e76705d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0500135 Sep 17 02:26:11.219840 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-684d7e54-e47b-4ae7-a95c-b9ae3e9e59c3 req-14cd504d-8a59-489d-b0f6-5df764e85487 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298989 Sep 17 02:26:11.358854 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:12.333635 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b39b1-e2c5-4815-ad74-884d22d149a1 req-d5475f6a-fc5f-4d4d-8aba-538248fc758e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:12.335132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d3b39b1-e2c5-4815-ad74-884d22d149a1 req-d5475f6a-fc5f-4d4d-8aba-538248fc758e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0489144 Sep 17 02:26:12.372153 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6d3b39b1-e2c5-4815-ad74-884d22d149a1 req-b0a150c5-32ee-4c72-8d60-596377c72960 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307472 Sep 17 02:26:13.488719 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cf5d6-a668-4e78-b6c4-094d9614b8d0 req-444abe43-db87-44f7-a86a-26dde884bbbc tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:13.490169 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e0cf5d6-a668-4e78-b6c4-094d9614b8d0 req-444abe43-db87-44f7-a86a-26dde884bbbc tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0516098 Sep 17 02:26:13.528134 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6e0cf5d6-a668-4e78-b6c4-094d9614b8d0 req-3a016c13-5822-45f8-992b-af82cc37762e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Sep 17 02:26:14.642743 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baa53c-c7a4-4e01-a85b-756e8160403e req-89bf2d1f-d6c6-43cd-a86b-53ef3c14739c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:14.644244 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0baa53c-c7a4-4e01-a85b-756e8160403e req-89bf2d1f-d6c6-43cd-a86b-53ef3c14739c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0502424 Sep 17 02:26:14.681452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c0baa53c-c7a4-4e01-a85b-756e8160403e req-a5bedf3c-a5ff-47d9-890b-974b3ebb664e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312409 Sep 17 02:26:15.797995 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a118ef-15c7-4023-aaae-ca837204c304 req-647eb898-ebdd-4ad7-b38c-acf5c9a3ecc9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:15.799502 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09a118ef-15c7-4023-aaae-ca837204c304 req-647eb898-ebdd-4ad7-b38c-acf5c9a3ecc9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0493245 Sep 17 02:26:15.836037 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09a118ef-15c7-4023-aaae-ca837204c304 req-663576bf-325f-4224-98c9-42a52bf3578b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Sep 17 02:26:16.193922 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:26:16.718264 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:26:16.812079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:26:16.822780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'port_id': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'mac_address': 'fa:16:3e:fc:16:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:26:16.859226 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:16.875963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:26:16.895407 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:26:16.955881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd1aab-5a1a-41b1-8ad1-f54d015f2e3c req-f2e8c248-c6ff-4cf6-98d8-e49d97a4b771 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:16.957332 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8bd1aab-5a1a-41b1-8ad1-f54d015f2e3c req-f2e8c248-c6ff-4cf6-98d8-e49d97a4b771 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0531418 Sep 17 02:26:16.963096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:16.996365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c8bd1aab-5a1a-41b1-8ad1-f54d015f2e3c req-cd1fa2c8-f478-4fe7-9c78-e2abe1c69954 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329404 Sep 17 02:26:17.013021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:17.020533 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.020875 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.021213 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.021544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.021874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.022199 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.022519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.022856 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.023180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.023499 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.023814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.024122 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:26:17.162631 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:26:18.109644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d36486-216d-4b38-ae89-f95a4537bf4a req-94b798a0-1582-42a9-9b7a-14f3dc36e1fb tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:18.111100 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16d36486-216d-4b38-ae89-f95a4537bf4a req-94b798a0-1582-42a9-9b7a-14f3dc36e1fb tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 944 time: 0.0471516 Sep 17 02:26:18.148636 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-16d36486-216d-4b38-ae89-f95a4537bf4a req-458d267d-66ee-4e27-aee4-2ec2ec35c7bb tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315175 Sep 17 02:26:18.733618 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:26:18.844569 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:26:18.848287 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:26:18.848683 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:18.927731 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:18.952035 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:26:18.954531 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85abf6d-8f19-418f-947e-403e497302b2" -d '{"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-plugged", "status": "completed", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:26:18.969218 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:26:19.028752 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:19.057743 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db75915-f7fd-478f-ac56-20d52983ca12 x-openstack-request-id: req-7db75915-f7fd-478f-ac56-20d52983ca12 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:26:19.058260 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-plugged", "status": "completed", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:26:19.058605 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7db75915-f7fd-478f-ac56-20d52983ca12 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:26:19.059059 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'code': 200} Sep 17 02:26:19.087697 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:19.144648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9456be-c15e-4a8b-869c-3aea30968d10 req-2aa6d49d-e85e-4a5a-804f-823db661ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:19.146101 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b9456be-c15e-4a8b-869c-3aea30968d10 req-2aa6d49d-e85e-4a5a-804f-823db661ab73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0390692 Sep 17 02:26:19.180509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8b9456be-c15e-4a8b-869c-3aea30968d10 req-c40ad17b-00ed-46b8-a2b0-79e838837866 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272934 Sep 17 02:26:19.310539 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255900bc-a19a-4371-aa33-8e5e9b9d6388 req-8dd6e766-de95-4f4f-803c-28f2703126be tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:19.312044 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-255900bc-a19a-4371-aa33-8e5e9b9d6388 req-8dd6e766-de95-4f4f-803c-28f2703126be tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0536377 Sep 17 02:26:19.350080 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-255900bc-a19a-4371-aa33-8e5e9b9d6388 req-a3782a06-9342-48fd-91a4-e924cf8b50ed tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Sep 17 02:26:20.467504 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804603a9-b299-46da-a085-7d42722359d7 req-2c0a1df9-6712-4cef-ac7d-f656b9caf405 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:20.469077 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-804603a9-b299-46da-a085-7d42722359d7 req-2c0a1df9-6712-4cef-ac7d-f656b9caf405 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0510895 Sep 17 02:26:20.506617 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-804603a9-b299-46da-a085-7d42722359d7 req-d0915efa-ace4-4fc5-8533-5f27d0ffb63c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Sep 17 02:26:20.619816 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f034047-b684-41a1-8d8c-1c565e9efb46 req-ab97b93d-cf1c-4e61-bc7a-2aa6368fdcbf tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:20.621206 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f034047-b684-41a1-8d8c-1c565e9efb46 req-ab97b93d-cf1c-4e61-bc7a-2aa6368fdcbf tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0495236 Sep 17 02:26:20.659000 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1f034047-b684-41a1-8d8c-1c565e9efb46 req-8a1a8568-327d-4862-8359-98ca864cf49a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318680 Sep 17 02:26:20.679830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43502) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:26:20.719369 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09605070-0344-4b3b-a2dc-833270961eec tempest-TestShelveInstance-178374370 tempest-TestShelveInstance-178374370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:20.720867 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-09605070-0344-4b3b-a2dc-833270961eec tempest-TestShelveInstance-178374370 tempest-TestShelveInstance-178374370-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1091 time: 0.0401125 Sep 17 02:26:20.723647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43504) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:26:20.727817 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:26:20.781846 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:20.879392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:20.982283 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Allocated IP 172.25.1.224 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/1df8fb5c-af94-4045-b62c-609df97b4fe2) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:26:21.088304 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:21.159378 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:21.197244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:26:21.200259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:26:21.203632 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:26:21.210930 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'Port': ['ID=1df8fb5c-af94-4045-b62c-609df97b4fe2,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:21.566477 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:21.671861 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:21.834110 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:21.894573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:21.970952 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event updated for resources: {'Port': ['ID=1df8fb5c-af94-4045-b62c-609df97b4fe2,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:26:21.985702 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:22.087453 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Floating IP f91e9ae0-1db3-41e9-8af5-ff81599fdeae associated. External IP: 172.25.1.224, port: 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4. Sep 17 02:26:22.294529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:26:22.405004 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:26:22.416467 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:26:22.425412 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:26:22.430575 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:26:22.477587 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:22.509395 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-4003e43d-cce5-49e7-97d0-9d0ceaa8e439 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7847400 Sep 17 02:26:22.509996 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:26:22.512380 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069da171-1c0f-45b3-83b2-af0e631f0346" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:26:22.547311 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:26:22.548558 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f1456c-f87c-4116-9738-04fa967f533b x-openstack-request-id: req-06f1456c-f87c-4116-9738-04fa967f533b {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:26:22.548917 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:26:22.549235 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06f1456c-f87c-4116-9738-04fa967f533b {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:26:22.549644 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'status': 'completed', 'code': 200} Sep 17 02:26:22.614947 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-dc306ca7-f571-4067-83b4-457b18397878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:22.616492 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-dc306ca7-f571-4067-83b4-457b18397878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0453320 Sep 17 02:26:22.706213 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-651f9090-62e1-470e-a50f-2acb5e4a1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:22.707632 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-651f9090-62e1-470e-a50f-2acb5e4a1438 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0841525 Sep 17 02:26:22.769560 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'f91e9ae0-1db3-41e9-8af5-ff81599fdeae', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'port_id': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'mac_address': 'fa:16:3e:fc:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca5646-2cfd-4544-8472-21455ab2089c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:26:21Z', 'updated_at': '2021-09-17T02:26:21Z', 'revision_number': 0, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:26:22.778800 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-212fd214-633d-47d8-9c09-a861efc9a93b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 999 time: 0.0633383 Sep 17 02:26:22.828709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-3b13e562-7898-485a-ae24-7e0e1b86170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:22.830275 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-3b13e562-7898-485a-ae24-7e0e1b86170e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0450869 Sep 17 02:26:22.878698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-efb05150-94c1-4d7c-9e81-68aaad42d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:26:22.880309 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-efb05150-94c1-4d7c-9e81-68aaad42d936 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424390 Sep 17 02:26:22.894781 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:26:22.903325 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:26:22.903989 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:26:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:26:22.974635 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-2e5bca64-1265-4c03-84a2-cff121cd49d0 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874586 Sep 17 02:26:23.008113 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:26:23.065402 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-069da171-1c0f-45b3-83b2-af0e631f0346 req-1fda89fd-d259-4cad-9546-eec5c835bf61 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831699 Sep 17 02:26:23.225812 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'f91e9ae0-1db3-41e9-8af5-ff81599fdeae', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'port_id': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'mac_address': 'fa:16:3e:fc:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca5646-2cfd-4544-8472-21455ab2089c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:26:21Z', 'updated_at': '2021-09-17T02:26:21Z', 'revision_number': 0, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:26:23.251647 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99bf417-f093-4765-b4a6-bb0e5e8dfc3a None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'f91e9ae0-1db3-41e9-8af5-ff81599fdeae', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'floating_ip_address': '172.25.1.224', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'port_id': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'mac_address': 'fa:16:3e:fc:16:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ca5646-2cfd-4544-8472-21455ab2089c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:26:21Z', 'updated_at': '2021-09-17T02:26:21Z', 'revision_number': 0, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:26:23.442284 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77421054-01c5-488e-9095-9a24bcc937d2 None None] New status for floating IP f91e9ae0-1db3-41e9-8af5-ff81599fdeae: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:26:29.775991 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:29.884266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:35.541221 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4fb7388c-1253-4cf0-b09e-b7cc8ddd3ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:38.242274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3b44fba6-e92b-4688-ac5d-f1563e983caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:39.124354 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:39.809860 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:41.392577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:53.196929 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:26:59.604249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:26:59.843673 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:05.545063 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cc6d70d7-69c7-44e5-b930-44d34e0d80aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:08.258988 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0c68-d17a-4da7-b38d-d4bf12d4bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:08.518886 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-7fedd7c3-cddc-4c53-9e7f-01aff48ee2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445964 Sep 17 02:27:08.599526 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-6693ff3a-de6c-4af3-8c8c-93311c91d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:27:08.600993 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-6693ff3a-de6c-4af3-8c8c-93311c91d3ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0413113 Sep 17 02:27:08.702385 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-2532799c-0426-46ef-ac27-608425bd52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:27:08.703846 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-2532799c-0426-46ef-ac27-608425bd52f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0850949 Sep 17 02:27:08.773196 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-987749ed-7c4e-4764-8847-8bbd67794984 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 1001 time: 0.0621862 Sep 17 02:27:08.823808 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-f861f495-571d-4571-ac41-583e5003687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:27:08.825246 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-f861f495-571d-4571-ac41-583e5003687d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0447385 Sep 17 02:27:08.872963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-d80b4ec5-d78e-43b9-8f07-6645bf14c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:27:08.874429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-d80b4ec5-d78e-43b9-8f07-6645bf14c2b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424099 Sep 17 02:27:08.968189 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-db866609-1221-440f-b97c-23414234dd58 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868773 Sep 17 02:27:09.063006 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2c352962-4a6e-424b-81db-5bd5b1a66fa2 req-ef87e447-3830-40b6-869f-00970135f122 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881803 Sep 17 02:27:09.169200 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:09.809557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:11.402028 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:29.626033 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:29.849043 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:30.195746 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:27:35.500377 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-17ad6ffd-d880-4f9a-9b2e-acaf7db49f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:38.237344 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-de94e8b0-743c-405b-99d6-64af27899b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:39.138540 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:39.824407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:41.351849 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:59.648732 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:27:59.865718 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:05.526564 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-76658b69-a2e7-4ad7-8c65-0c0fa4461f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:07.194258 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:28:08.225514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cb3e202b-1d3f-4637-810e-ccb46f8100e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:09.129296 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:09.831153 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:10.550307 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-b4f366e1-bc68-4a37-a365-2128b62d7beb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0788853 Sep 17 02:28:10.630803 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-ec9f881d-476e-4cbd-9a31-c5d940338390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:10.632291 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-ec9f881d-476e-4cbd-9a31-c5d940338390 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0407648 Sep 17 02:28:10.736348 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-ec84287d-8ee6-4b34-9d37-83f5aef9b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:10.737825 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-ec84287d-8ee6-4b34-9d37-83f5aef9b4ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0863891 Sep 17 02:28:10.802339 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-2d09cae3-070a-425e-83d5-8c3fd6ec6bc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 1001 time: 0.0572896 Sep 17 02:28:10.850519 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-b068319f-376c-4112-b110-114ad690ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:10.851946 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-b068319f-376c-4112-b110-114ad690ed39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0425029 Sep 17 02:28:10.900955 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-86369741-e117-45f8-9b2d-83b8488e0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:10.902414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-86369741-e117-45f8-9b2d-83b8488e0031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437121 Sep 17 02:28:10.913037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-0d04a010-67df-4057-949f-f025815399e0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:28:10.913961 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-0d04a010-67df-4057-949f-f025815399e0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047667 Sep 17 02:28:11.004434 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-c18f5f50-cba5-4d04-b0ee-af0d1bc14ff9 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831425 Sep 17 02:28:11.098452 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b81213e-57b6-47e0-9035-1627b7e2e50e req-9d7946fb-fe8c-4d00-ab2a-f561b9ae10f3 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Sep 17 02:28:11.368545 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:29.622977 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:29.897070 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:35.505468 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ddcef282-6211-4e39-a965-26a43f116683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:38.219462 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-af90180f-e4d4-441e-afb7-05cca2791471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:39.168349 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:39.871192 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:41.400286 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:44.193569 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:28:50.285132 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65658186-0094-49b0-b23d-2583ea4d22ce req-304bb2b3-eacc-4360-a35e-0ddd318005dd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:50.286668 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65658186-0094-49b0-b23d-2583ea4d22ce req-304bb2b3-eacc-4360-a35e-0ddd318005dd tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0510592 Sep 17 02:28:50.324313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-65658186-0094-49b0-b23d-2583ea4d22ce req-1f076fd9-a712-4ace-ac34-9b685dc0ee7a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309873 Sep 17 02:28:51.441135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048d487-8020-46f2-bf9d-eead92db3e12 req-bbf7d6fb-f596-4c64-b743-f23b1a308a6d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:51.442643 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b048d487-8020-46f2-bf9d-eead92db3e12 req-bbf7d6fb-f596-4c64-b743-f23b1a308a6d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0498514 Sep 17 02:28:51.481471 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b048d487-8020-46f2-bf9d-eead92db3e12 req-857bdabb-0256-4b29-8c35-555b135a4525 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320098 Sep 17 02:28:52.620124 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273635b-8ad8-4459-b95c-461e5997ad23 req-5d3994a5-5009-4c8b-9fc6-6ed7b7b214a8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:52.621598 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4273635b-8ad8-4459-b95c-461e5997ad23 req-5d3994a5-5009-4c8b-9fc6-6ed7b7b214a8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0479569 Sep 17 02:28:52.658742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4273635b-8ad8-4459-b95c-461e5997ad23 req-991dee5d-bc0e-44f9-8d40-e88147314b33 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308652 Sep 17 02:28:53.770219 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b08508-1789-413a-bf65-d7a067c3edd1 req-48e0f38b-e970-40fb-addc-40ab33ecc385 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:53.771704 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d4b08508-1789-413a-bf65-d7a067c3edd1 req-48e0f38b-e970-40fb-addc-40ab33ecc385 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0474954 Sep 17 02:28:53.810807 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d4b08508-1789-413a-bf65-d7a067c3edd1 req-4b01ddd2-e423-43a9-ac35-74846a425f9d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325062 Sep 17 02:28:54.932140 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d458e-e4f2-4ed8-9b77-c583650682db req-72b60e3e-b9c3-4cc0-90be-71c9bf7b8847 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:54.934695 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff9d458e-e4f2-4ed8-9b77-c583650682db req-72b60e3e-b9c3-4cc0-90be-71c9bf7b8847 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0547228 Sep 17 02:28:54.971748 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ff9d458e-e4f2-4ed8-9b77-c583650682db req-4473f543-32a8-455e-8391-c636662b2816 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Sep 17 02:28:56.090016 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0838ad3-8388-486b-86f7-b99144a8383f req-2a82baf7-b61e-400e-8713-bdb8f92cc1d5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:56.091515 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0838ad3-8388-486b-86f7-b99144a8383f req-2a82baf7-b61e-400e-8713-bdb8f92cc1d5 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0528095 Sep 17 02:28:56.127977 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b0838ad3-8388-486b-86f7-b99144a8383f req-8c8e6247-b088-4e00-8bb9-4fd53d300913 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Sep 17 02:28:57.242821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05dd1b-6116-46a0-a47e-ef42750bfbda req-39b16ca3-9c07-4c7d-856c-591c6fb80a29 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:57.244336 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b05dd1b-6116-46a0-a47e-ef42750bfbda req-39b16ca3-9c07-4c7d-856c-591c6fb80a29 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0495341 Sep 17 02:28:57.281869 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3b05dd1b-6116-46a0-a47e-ef42750bfbda req-e965a73b-3013-401b-9bb8-74a3c8c50869 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315888 Sep 17 02:28:58.395652 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512eb31-facf-45f6-ad7e-47d045498e5a req-7343d032-5b4f-4433-af52-eee8406c66a6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:58.397124 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9512eb31-facf-45f6-ad7e-47d045498e5a req-7343d032-5b4f-4433-af52-eee8406c66a6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 17 02:28:58.437053 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9512eb31-facf-45f6-ad7e-47d045498e5a req-10e83a62-6aba-4e82-98d3-a7b3a2e6548f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333223 Sep 17 02:28:59.549824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ea6ee-780c-4386-902e-fbbda2a08f27 req-94449c65-88f6-4134-94d3-0fe9fa5a10de tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:28:59.551300 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f61ea6ee-780c-4386-902e-fbbda2a08f27 req-94449c65-88f6-4134-94d3-0fe9fa5a10de tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0480535 Sep 17 02:28:59.590441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f61ea6ee-780c-4386-902e-fbbda2a08f27 req-a27d7bc5-a441-4c56-97ac-ee9cfcefd661 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320063 Sep 17 02:28:59.628267 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:28:59.879440 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:00.486671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-e113e8fa-09f4-4c4d-bccc-dd652c56c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:00.488175 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-e113e8fa-09f4-4c4d-bccc-dd652c56c19d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0509191 Sep 17 02:29:00.576193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-2681338c-1ff7-4677-bda3-21c1494fe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:00.577619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-2681338c-1ff7-4677-bda3-21c1494fe7d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0824742 Sep 17 02:29:00.645443 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-45f2ab4f-cf4d-4304-a2f7-040fe98d8a07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 1001 time: 0.0612171 Sep 17 02:29:00.694290 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-ade8ddd4-dfb7-48cf-adc2-c9a4f2a7ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:00.696449 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-ade8ddd4-dfb7-48cf-adc2-c9a4f2a7ee00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0444813 Sep 17 02:29:00.706095 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c819eb1-55da-41d9-85d6-90d2ccdade0b req-5acb4bf0-6b7f-431c-b0c3-d0bd7c996050 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:00.707616 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2c819eb1-55da-41d9-85d6-90d2ccdade0b req-5acb4bf0-6b7f-431c-b0c3-d0bd7c996050 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0488048 Sep 17 02:29:00.743100 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-63ef797c-7ce8-4130-8c20-2146eb8adf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:00.744586 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-63ef797c-7ce8-4130-8c20-2146eb8adf49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405796 Sep 17 02:29:00.745841 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2c819eb1-55da-41d9-85d6-90d2ccdade0b req-298b1e98-d92b-447e-8012-ff33ed6cdefb tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316041 Sep 17 02:29:00.837899 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-846f83bb-cf02-4416-93f9-5ae92fe08881 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856588 Sep 17 02:29:00.925284 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5307aac2-71d7-4b50-85f1-56cc9f76c8f1 req-7b2274bf-8119-408e-9979-f5cca5aa65d9 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805745 Sep 17 02:29:01.863332 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50535d6-42f6-4390-9aae-ba9d7eccadca req-1e1d61da-922b-4242-b229-94528402b2ba tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:01.864787 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e50535d6-42f6-4390-9aae-ba9d7eccadca req-1e1d61da-922b-4242-b229-94528402b2ba tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0526240 Sep 17 02:29:01.902318 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e50535d6-42f6-4390-9aae-ba9d7eccadca req-b3fec9a6-e22e-46c7-8fc9-3803bbd5bec8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307879 Sep 17 02:29:03.021500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8f8f-3dc9-40a8-8ed7-3fdfa0666a98 req-69324878-48d2-4054-9a63-a56354a2b1bf tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:03.023231 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-555f8f8f-3dc9-40a8-8ed7-3fdfa0666a98 req-69324878-48d2-4054-9a63-a56354a2b1bf tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0538993 Sep 17 02:29:03.061249 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-555f8f8f-3dc9-40a8-8ed7-3fdfa0666a98 req-e702bbb0-c0bc-4fc4-88fa-6d21ff70115e tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318630 Sep 17 02:29:04.177118 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bcd52-8be2-48fa-ba76-fc6def69461c req-8e23f73b-1009-4ec8-8cb6-993382e59f49 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:04.178666 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b9bcd52-8be2-48fa-ba76-fc6def69461c req-8e23f73b-1009-4ec8-8cb6-993382e59f49 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0504754 Sep 17 02:29:04.216829 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0b9bcd52-8be2-48fa-ba76-fc6def69461c req-9b152a6a-11d5-46b2-97ae-a64f206f7a37 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Sep 17 02:29:05.331280 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8292de7-59b9-4347-8d83-2af5189ca49d req-1c2ce284-84ad-480d-aed9-4da54b8e15da tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:05.332760 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e8292de7-59b9-4347-8d83-2af5189ca49d req-1c2ce284-84ad-480d-aed9-4da54b8e15da tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0486751 Sep 17 02:29:05.370082 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e8292de7-59b9-4347-8d83-2af5189ca49d req-3f9423ff-c74a-4e68-b154-b773d24b3f3a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309424 Sep 17 02:29:05.439314 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-78fc35cb-4379-4e02-9071-e0ebf17c9f9a req-8b96d1e5-70b9-4a1a-87bf-e23fa5f2b4c6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:29:05.440458 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-78fc35cb-4379-4e02-9071-e0ebf17c9f9a req-8b96d1e5-70b9-4a1a-87bf-e23fa5f2b4c6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052071 Sep 17 02:29:05.540112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-511c88ae-f51c-477c-967b-89e62c8ec619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:05.626929 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:29:05.705690 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:05.728588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:29:05.730820 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919a99d2-4033-4e70-8d62-9aef234011d2" -d '{"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-unplugged", "status": "completed", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:29:05.744233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:29:05.765756 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Sep 2021 02:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8798c9ef-682f-4f03-b2a0-59ff5ed4a59c x-openstack-request-id: req-8798c9ef-682f-4f03-b2a0-59ff5ed4a59c {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:29:05.766173 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-unplugged", "status": "failed", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "code": 422}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:29:05.766481 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8798c9ef-682f-4f03-b2a0-59ff5ed4a59c {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:29:05.767015 n-d-789963-7 neutron-server[112074]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'code': 422} returned with failed status Sep 17 02:29:05.775294 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b4635-521e-406f-84f1-338f43263854 req-8102b5f1-05aa-4e99-98c5-16e398a96355 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:05.776797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be1b4635-521e-406f-84f1-338f43263854 req-8102b5f1-05aa-4e99-98c5-16e398a96355 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0635970 Sep 17 02:29:05.815758 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-be1b4635-521e-406f-84f1-338f43263854 req-ff34bdc6-ef00-44b5-8419-e97227c38e4f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329123 Sep 17 02:29:05.819671 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:05.846645 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-239b8f8a-1440-4f09-821a-26434c820b63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017623 Sep 17 02:29:05.857328 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-2058b565-6e09-4327-af07-4644a2f735f1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:29:05.858295 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-2058b565-6e09-4327-af07-4644a2f735f1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051124 Sep 17 02:29:05.870996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:29:05.879342 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.879692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.880036 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.880376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.880994 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.881098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.881393 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.881679 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.882163 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.882579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.882821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:05.883166 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:29:06.934562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bdabd-21ff-489d-af36-28dd19c40399 req-3d168d50-c9e7-4a72-96cf-8a20fc3697a8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:06.936049 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c5bdabd-21ff-489d-af36-28dd19c40399 req-3d168d50-c9e7-4a72-96cf-8a20fc3697a8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0530310 Sep 17 02:29:07.290483 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0c5bdabd-21ff-489d-af36-28dd19c40399 req-116316f7-a86c-45f6-a572-f5ed9c8cb274 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484271 Sep 17 02:29:08.202206 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c1149fdd-f921-4f80-a538-05338d29137d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:08.409301 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949664a3-cb02-4ad5-b9de-f7a5adb61178 req-67e242c0-8c4c-49f7-b410-4a8a8064d61a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:08.410761 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-949664a3-cb02-4ad5-b9de-f7a5adb61178 req-67e242c0-8c4c-49f7-b410-4a8a8064d61a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0543227 Sep 17 02:29:08.450166 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-949664a3-cb02-4ad5-b9de-f7a5adb61178 req-0150be35-ddc1-4d89-a9a9-adc85ed24ba2 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333784 Sep 17 02:29:09.148963 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:09.564942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400beb2-f8bb-40e6-a07b-ab6bee12c6b3 req-d31664fa-f356-4d8d-bdb7-63175a6237d0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:09.566414 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e400beb2-f8bb-40e6-a07b-ab6bee12c6b3 req-d31664fa-f356-4d8d-bdb7-63175a6237d0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0486715 Sep 17 02:29:09.604343 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e400beb2-f8bb-40e6-a07b-ab6bee12c6b3 req-9109d275-9c2c-4b12-a754-783fff4c1b9f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312872 Sep 17 02:29:09.828383 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:10.718898 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add302aa-5efe-4469-acc8-f44a02d9c40e req-9f446cd4-3657-4bfd-b9d8-e086b6750d9a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:10.720310 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-add302aa-5efe-4469-acc8-f44a02d9c40e req-9f446cd4-3657-4bfd-b9d8-e086b6750d9a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0485020 Sep 17 02:29:10.758280 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-add302aa-5efe-4469-acc8-f44a02d9c40e req-f47962d9-f95c-4201-81c0-0a02b76ab677 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312955 Sep 17 02:29:11.371400 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:11.871538 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac66e-f5bb-46d9-a9c9-ecd9b219c602 req-6047174a-b0bd-499d-8660-a4e1db752ce9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:11.873040 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-908ac66e-f5bb-46d9-a9c9-ecd9b219c602 req-6047174a-b0bd-499d-8660-a4e1db752ce9 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0488167 Sep 17 02:29:11.911631 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-908ac66e-f5bb-46d9-a9c9-ecd9b219c602 req-878e86fe-fa63-42f9-b3fd-51b83e2a889f tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326185 Sep 17 02:29:13.032030 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147a431-140a-4302-93b4-812c7813884c req-212f8735-38d4-472d-96e0-8fc92cbb4a1c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:13.033535 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6147a431-140a-4302-93b4-812c7813884c req-212f8735-38d4-472d-96e0-8fc92cbb4a1c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0523288 Sep 17 02:29:13.072017 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-6147a431-140a-4302-93b4-812c7813884c req-ac4d5f86-90a3-4103-865f-9c269b5231e4 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Sep 17 02:29:13.489277 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-f230db7a-3cab-4e9d-8149-ba3464e37f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:13.490814 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-f230db7a-3cab-4e9d-8149-ba3464e37f22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c&tenant_id=258d767e9bec4fd7992ffe6ab1480a0d HTTP/1.1" status: 200 len: 1094 time: 0.0428824 Sep 17 02:29:13.549636 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-ef0b66cc-1bdc-4b14-b05e-594994ffab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:13.551064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-ef0b66cc-1bdc-4b14-b05e-594994ffab51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1094 time: 0.0385036 Sep 17 02:29:13.639658 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-e1794338-9273-4fbb-aced-535e034c5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:13.641095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-e1794338-9273-4fbb-aced-535e034c5505 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0834377 Sep 17 02:29:13.707853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-5a6a0f5a-0f98-4a6a-8b2d-35fdc4617010 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 999 time: 0.0598133 Sep 17 02:29:13.755432 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-f754236b-7f6f-4208-b6a7-e940bd433ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:13.756831 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-f754236b-7f6f-4208-b6a7-e940bd433ddb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0420115 Sep 17 02:29:13.801006 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-a5fcc195-01ed-4d46-a7c4-67ba5ef77dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:13.802429 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-a5fcc195-01ed-4d46-a7c4-67ba5ef77dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382404 Sep 17 02:29:13.893373 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-66e09740-1429-44a5-b764-0c2471b18ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Sep 17 02:29:13.986482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-668590f4-6652-455f-b7db-72bf5a318cd7 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860660 Sep 17 02:29:14.189069 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712a7ad-ac47-44c3-8e02-5b3c6f32916d req-db716ec8-85f1-49e4-b042-3b87b70ce89d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:14.190525 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2712a7ad-ac47-44c3-8e02-5b3c6f32916d req-db716ec8-85f1-49e4-b042-3b87b70ce89d tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0491371 Sep 17 02:29:14.228451 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-2712a7ad-ac47-44c3-8e02-5b3c6f32916d req-3bce605e-8096-492b-af32-b452db49bd78 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319302 Sep 17 02:29:15.345367 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c51a5-edfe-4ab9-b497-877a133d667d req-a280e97f-35ea-4cd5-a0f1-123cfb3cfc59 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:15.346826 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a78c51a5-edfe-4ab9-b497-877a133d667d req-a280e97f-35ea-4cd5-a0f1-123cfb3cfc59 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0522346 Sep 17 02:29:15.382871 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a78c51a5-edfe-4ab9-b497-877a133d667d req-a35de848-9bb7-46e7-887c-a41090747a8a tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301349 Sep 17 02:29:16.498725 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7ee37-b9fc-4529-99ca-4012ebadc590 req-9c8b64c8-fb64-441d-a754-f4cb96205e77 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:16.500215 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43f7ee37-b9fc-4529-99ca-4012ebadc590 req-9c8b64c8-fb64-441d-a754-f4cb96205e77 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0485613 Sep 17 02:29:16.536985 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43f7ee37-b9fc-4529-99ca-4012ebadc590 req-948d9488-2061-4a77-8abd-b6e326f8a965 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309353 Sep 17 02:29:17.653644 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18511ab6-6c29-4214-8f12-5a0d0cec4143 req-6d56b471-27af-4972-b897-b7673a3fe193 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:17.655161 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-18511ab6-6c29-4214-8f12-5a0d0cec4143 req-6d56b471-27af-4972-b897-b7673a3fe193 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0500202 Sep 17 02:29:17.691403 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-18511ab6-6c29-4214-8f12-5a0d0cec4143 req-ad718868-e406-4a69-9340-ea62816dc749 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302777 Sep 17 02:29:18.807957 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745bd25-f467-4e56-a3da-0df0f2323911 req-7485c4be-d057-41cf-9099-05f7a46c0041 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:18.809496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b745bd25-f467-4e56-a3da-0df0f2323911 req-7485c4be-d057-41cf-9099-05f7a46c0041 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0526588 Sep 17 02:29:18.846741 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b745bd25-f467-4e56-a3da-0df0f2323911 req-52137caa-90f4-4217-b315-2d50a6a33206 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Sep 17 02:29:19.960480 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f65921-899f-4db9-96b7-c906cbee3690 req-7c51c507-0baf-4453-93d2-ce074cddf579 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:19.961943 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09f65921-899f-4db9-96b7-c906cbee3690 req-7c51c507-0baf-4453-93d2-ce074cddf579 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0487094 Sep 17 02:29:19.999279 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-09f65921-899f-4db9-96b7-c906cbee3690 req-5b172bfa-17d0-4384-a8fe-4a07a381d03b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314312 Sep 17 02:29:21.116633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f884331-3c31-43f1-9ff6-8b8534f2132f req-5e413afd-6b5d-4200-bf8b-da0ddbc911db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:21.118368 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f884331-3c31-43f1-9ff6-8b8534f2132f req-5e413afd-6b5d-4200-bf8b-da0ddbc911db tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 943 time: 0.0506589 Sep 17 02:29:21.157089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f884331-3c31-43f1-9ff6-8b8534f2132f req-cc420f6b-d710-4231-99df-00c76a108c2c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324419 Sep 17 02:29:21.192461 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:29:21.683059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:29:21.775703 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:29:21.786365 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'port_id': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'mac_address': 'fa:16:3e:fc:16:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:29:21.825098 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:21.837790 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:29:21.856281 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:29:21.947666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:21.992824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:29:22.173448 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:29:22.280055 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3985323-f151-455d-bd9d-0d14a12a13f8 req-67302302-d414-435b-8f9e-1795f32b93f6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:22.281575 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3985323-f151-455d-bd9d-0d14a12a13f8 req-67302302-d414-435b-8f9e-1795f32b93f6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 944 time: 0.0564828 Sep 17 02:29:22.319921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-d3985323-f151-455d-bd9d-0d14a12a13f8 req-be0e195a-2ee9-44a0-ab06-f18d7fc69213 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Sep 17 02:29:23.437305 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd28fd5-e1c9-4788-a962-dcb6a5f89dc3 req-fa30ba1b-4731-442c-92e7-58e737cc68aa tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:23.439046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dfd28fd5-e1c9-4788-a962-dcb6a5f89dc3 req-fa30ba1b-4731-442c-92e7-58e737cc68aa tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 944 time: 0.0524499 Sep 17 02:29:23.479064 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dfd28fd5-e1c9-4788-a962-dcb6a5f89dc3 req-0ada6f7d-7482-4fd5-941d-c27a1beaff50 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340800 Sep 17 02:29:23.714724 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:29:23.760983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:29:23.761348 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:23.837553 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:23.858563 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:29:23.860785 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37766f32-1f15-4986-8723-a2b21d5e012e" -d '{"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-plugged", "status": "completed", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:29:23.872937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:29:23.895967 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859998af-04be-4e34-826c-9801bf8f477b x-openstack-request-id: req-859998af-04be-4e34-826c-9801bf8f477b {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:29:23.896258 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-plugged", "status": "completed", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:29:23.896508 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-859998af-04be-4e34-826c-9801bf8f477b {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:29:23.896895 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'code': 200} Sep 17 02:29:23.976609 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:24.027221 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:29:24.041542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b38811-63c4-4134-90d3-6cca3a08c21b req-51755bfc-8725-40c1-953d-f99f5d6daed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:24.043055 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52b38811-63c4-4134-90d3-6cca3a08c21b req-51755bfc-8725-40c1-953d-f99f5d6daed9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0459456 Sep 17 02:29:24.078613 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-52b38811-63c4-4134-90d3-6cca3a08c21b req-59f20e0a-a984-486f-8ad3-b3f1f296e969 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287502 Sep 17 02:29:24.591185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b306021-efa6-46bc-bf96-259055b150ae req-c4c3bbcc-f77d-474f-9c58-89e65d8b78c8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:24.592670 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b306021-efa6-46bc-bf96-259055b150ae req-c4c3bbcc-f77d-474f-9c58-89e65d8b78c8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0483313 Sep 17 02:29:24.630277 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4b306021-efa6-46bc-bf96-259055b150ae req-066fb0d0-d6b0-4af6-a6ea-a580b205d0f8 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Sep 17 02:29:25.746356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67467fdc-ec44-4cb5-8b31-b5693afdf2a7 req-11c57a43-3feb-4410-a384-10f746a580f6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:29:25.747941 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67467fdc-ec44-4cb5-8b31-b5693afdf2a7 req-11c57a43-3feb-4410-a384-10f746a580f6 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0497754 Sep 17 02:29:25.786710 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-67467fdc-ec44-4cb5-8b31-b5693afdf2a7 req-eb56aa8f-a34d-4dfa-94c4-cbc500528d9c tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Sep 17 02:29:29.675800 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:29.870294 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:35.516134 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29830b45-265d-4d3d-910b-3770649944a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:38.261695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28082c8d-ec84-4201-a8e2-25dd4e514ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:39.124539 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:39.847233 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:41.384404 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:58.191470 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:29:59.690128 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:29:59.892885 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:05.532877 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-81ad9682-4bc7-427a-8fd9-1a5506ce78f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:08.232787 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-cd6947c8-4ab5-46ba-9d7a-58819b104d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:09.152720 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:09.818555 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:11.395060 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:14.665032 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-c6f278a5-184b-46ed-99c2-a63050648669 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399644 Sep 17 02:30:14.744614 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-dc9cb194-6fda-4092-8057-b8254f937ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:30:14.746095 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-dc9cb194-6fda-4092-8057-b8254f937ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0402820 Sep 17 02:30:14.850555 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-8d4169fa-d24a-4ef8-b6fc-e77dcb5f413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:30:14.852039 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-8d4169fa-d24a-4ef8-b6fc-e77dcb5f413c service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0880644 Sep 17 02:30:14.921222 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-9f83f723-b9e9-4a2d-b443-40d091bd6d31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 1001 time: 0.0612071 Sep 17 02:30:14.974251 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-050ee792-2f31-4ecd-81a6-93b24ab6ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:30:14.975902 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-050ee792-2f31-4ecd-81a6-93b24ab6ebd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0470815 Sep 17 02:30:15.023672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-d7b12f9f-7e11-45ff-9ff8-909574de3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:30:15.025067 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-d7b12f9f-7e11-45ff-9ff8-909574de3865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419760 Sep 17 02:30:15.120694 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-2a425add-52bc-4f05-b25d-8ea46c0815c6 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881259 Sep 17 02:30:15.210262 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b11aa0-004f-4647-8d03-2450bbdb3783 req-959771e2-42fa-4f67-b9b0-dded1570ce94 service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821946 Sep 17 02:30:29.686231 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:29.880548 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:35.191101 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:30:35.538036 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-116b4e45-f21d-4715-9edb-9523b4ff8d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:38.234682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-737d927f-9015-4699-9b25-da09362879d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:39.115028 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:39.846514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:41.372391 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:59.697756 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:30:59.900090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:02.088478 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43708) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:02.244314 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Deleting port 1df8fb5c-af94-4045-b62c-609df97b4fe2 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:02.244661 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:02.321665 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:02.321984 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:02.333339 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Calling delete_port for 1df8fb5c-af94-4045-b62c-609df97b4fe2 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:02.546047 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:02.569501 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event deleted for resources: {'Port': ['ID=1df8fb5c-af94-4045-b62c-609df97b4fe2,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:02.580965 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.581318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.581655 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.581987 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.582696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.582696 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.582946 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.583277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.583595 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.583914 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.584230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.584546 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:02.645151 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:02.645549 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Floating IP f91e9ae0-1db3-41e9-8af5-ff81599fdeae disassociated (deleted). External IP: 172.25.1.224, port: 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4. Sep 17 02:31:03.146318 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:31:03.252927 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:03.257676 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:03.263310 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:03.273186 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:03.273799 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:30:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:03.285252 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c81c1839-89e8-4410-8c8c-5db7ac356756 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "DELETE /v2.0/floatingips/f91e9ae0-1db3-41e9-8af5-ff81599fdeae HTTP/1.1" status: 204 len: 168 time: 1.1941042 Sep 17 02:31:03.285945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:31:03.288316 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200da49-5f97-4287-ab08-62eccbff7470" -d '{"events": [{"name": "network-changed", "server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:31:03.386835 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:03.395642 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1903506-69bf-471f-baeb-61c52c7a7f46 x-openstack-request-id: req-c1903506-69bf-471f-baeb-61c52c7a7f46 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:31:03.396032 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:31:03.396401 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1903506-69bf-471f-baeb-61c52c7a7f46 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:31:03.396819 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'status': 'completed', 'code': 200} Sep 17 02:31:03.460168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da49-5f97-4287-ab08-62eccbff7470 req-da99e143-24c9-4ca0-ac9e-e75e155752c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:03.461696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-da99e143-24c9-4ca0-ac9e-e75e155752c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 1096 time: 0.0412791 Sep 17 02:31:03.556481 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da49-5f97-4287-ab08-62eccbff7470 req-d9ef0f55-ae9f-4659-ba96-9b2a96bfe404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:03.557964 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-d9ef0f55-ae9f-4659-ba96-9b2a96bfe404 service neutron] 10.222.0.36 "GET /v2.0/networks?id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 200 len: 909 time: 0.0898912 Sep 17 02:31:03.586703 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:03.601627 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-f2268321-4335-4834-b469-bfc4f1d2dd8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 200 len: 217 time: 0.0364940 Sep 17 02:31:03.617300 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:03.625692 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:03.626300 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:30:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:03.654261 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da49-5f97-4287-ab08-62eccbff7470 req-e326cf64-93af-45fe-9002-f0434382d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:03.655673 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-e326cf64-93af-45fe-9002-f0434382d1ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 200 len: 847 time: 0.0477793 Sep 17 02:31:03.703485 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200da49-5f97-4287-ab08-62eccbff7470 req-b6769460-4e93-4010-a304-8895ed3035db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:03.705014 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-b6769460-4e93-4010-a304-8895ed3035db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421984 Sep 17 02:31:03.735595 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:03.838234 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-b1ca30b2-af57-47a0-95c2-1fd9262fb26a service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247382 Sep 17 02:31:03.848135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85967385-b2ac-4212-9fa8-3ba546b98472 req-a5b67c9c-6669-4a79-b504-6c65fc866f08 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:03.849623 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85967385-b2ac-4212-9fa8-3ba546b98472 req-a5b67c9c-6669-4a79-b504-6c65fc866f08 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.1428235 Sep 17 02:31:03.893281 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-85967385-b2ac-4212-9fa8-3ba546b98472 req-efe17203-e369-4317-8141-efb4e7ac1a1b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364978 Sep 17 02:31:03.932233 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-3200da49-5f97-4287-ab08-62eccbff7470 req-1d1d5bdf-0d69-4183-a197-900e7d0628bd service neutron] 10.222.0.36 "GET /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868223 Sep 17 02:31:03.939932 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:03.966890 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aec898-dfa1-4ca8-af00-4f19d4826ec7 None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:12Z', 'revision_number': 4, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'da60bef1-d88c-4a1f-830f-19d050631fe0', 'name': '', 'network_id': '63b987ac-7c9d-4326-ae40-e3cf9dbdf44d', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'mac_address': 'fa:16:3e:8b:05:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:12Z', 'updated_at': '2021-09-17T02:21:15Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'subnets': [{'id': '7d871a1d-6cb7-4e4c-9bfa-401104bd23f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:04.194226 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc9c047-2d38-4391-8269-d42d9e9756e2 None None] New status for floating IP f91e9ae0-1db3-41e9-8af5-ff81599fdeae: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:31:05.061320 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f59d8-7513-4ba5-b447-bf2e278ec50a req-c3d050aa-57fb-43f2-8198-07aef7805133 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:05.062807 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a1f59d8-7513-4ba5-b447-bf2e278ec50a req-c3d050aa-57fb-43f2-8198-07aef7805133 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0994704 Sep 17 02:31:05.100843 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-1a1f59d8-7513-4ba5-b447-bf2e278ec50a req-332d6837-b62f-423c-a30c-359a95dabb6b tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/security-groups?id=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Sep 17 02:31:05.223404 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-b3d10157-8879-49ba-9fce-f953f4c0fef1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:05.224783 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-b3d10157-8879-49ba-9fce-f953f4c0fef1 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 945 time: 0.0518296 Sep 17 02:31:05.313306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Deleting port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:05.313652 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:05.405020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] For port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:05.405380 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:05.416838 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Calling delete_port for 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:05.505672 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-c7df8017-c75d-4ff8-964e-21ee28593869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:05.588741 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:05.619925 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event deleted for resources: {'Port': ['ID=726ef3d6-cc77-4336-b5ea-8ed60e8fceb4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:05.629857 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.630193 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.630530 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.630869 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.631229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.631562 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.631890 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.632235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.632528 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.632897 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.633183 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.633529 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:05.674160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] No DVR routers for this DVR port 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:31:05.676828 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:05.678773 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-aff1b81e-d18b-48cf-b238-7746e0d7c605 req-80a5005f-a60a-4762-bed7-27de2ea50059 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.36 "DELETE /v2.0/ports/726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 HTTP/1.1" status: 204 len: 173 time: 0.4471517 Sep 17 02:31:05.679245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-deleted', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:31:05.681477 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062f5902-33ca-4c1d-8e77-86b453f28141" -d '{"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-deleted", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:31:05.764681 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d296ae-a5b9-4e3a-9f1d-6933dfecadb7 x-openstack-request-id: req-d5d296ae-a5b9-4e3a-9f1d-6933dfecadb7 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:31:05.765023 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ca5646-2cfd-4544-8472-21455ab2089c", "name": "network-vif-deleted", "tag": "726ef3d6-cc77-4336-b5ea-8ed60e8fceb4", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:31:05.765467 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5d296ae-a5b9-4e3a-9f1d-6933dfecadb7 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:31:05.765814 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ca5646-2cfd-4544-8472-21455ab2089c', 'name': 'network-vif-deleted', 'tag': '726ef3d6-cc77-4336-b5ea-8ed60e8fceb4', 'status': 'completed', 'code': 200} Sep 17 02:31:06.195700 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-9f4a88ef-6200-4dfc-9bfa-d6368afab7ce req-5727905c-943d-423f-8b87-1236a74b91d0 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0263908 Sep 17 02:31:07.296421 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-1b245486-6fad-421b-8e02-35ef0e9c1097 req-fbcdb468-3547-42b2-9ea6-669e73c4f9ca tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0306559 Sep 17 02:31:08.212125 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:08.233134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:08.233477 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 726ef3d6-cc77-4336-b5ea-8ed60e8fceb4 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:08.240003 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8698-56a1-4c48-8c66-ff86db6fd20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:08.390714 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-5a5cc94c-9770-4544-a31c-2a42b4d4af49 req-28d0b59c-859b-45c7-8ab9-5b7037816029 tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0265203 Sep 17 02:31:09.132178 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:09.486920 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-72592c4e-b454-4b97-936a-b5284285036f req-1cad696f-cfb5-47b9-807c-431c5a6435cc tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "GET /v2.0/ports?device_id=99ca5646-2cfd-4544-8472-21455ab2089c HTTP/1.1" status: 200 len: 210 time: 0.0263431 Sep 17 02:31:09.820144 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:10.541888 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43748) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:10.603338 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a921060-00ca-4c78-bdd5-22c084ec62ec tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:10.629255 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a921060-00ca-4c78-bdd5-22c084ec62ec tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:10.751748 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a921060-00ca-4c78-bdd5-22c084ec62ec tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:10.754573 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5a921060-00ca-4c78-bdd5-22c084ec62ec tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:10.755797 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5a921060-00ca-4c78-bdd5-22c084ec62ec tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] 10.222.0.13 "DELETE /v2.0/security-groups/d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a HTTP/1.1" status: 204 len: 168 time: 0.2129245 Sep 17 02:31:10.766856 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a921060-00ca-4c78-bdd5-22c084ec62ec tempest-TestShelveInstance-1300457610 tempest-TestShelveInstance-1300457610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0db90e2-d1c2-49a3-a79e-3a0d972e6b7a,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:10.857923 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43752) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:11.344896 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:11.392266 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:11.600643 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Deleting port da60bef1-d88c-4a1f-830f-19d050631fe0 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:11.600897 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:11.679306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] For port da60bef1-d88c-4a1f-830f-19d050631fe0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=da60bef1-d88c-4a1f-830f-19d050631fe0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:11.679669 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:11.692734 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Calling delete_port for da60bef1-d88c-4a1f-830f-19d050631fe0 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:11.937799 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:11.968429 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Pushing event deleted for resources: {'Port': ['ID=da60bef1-d88c-4a1f-830f-19d050631fe0,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:12.134795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:12.189948 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:31:12.354079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Router 8c82ad62-8faa-489d-9c58-5517de19cc68 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:31:12.463143 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:12.472336 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43760) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:12.472782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c0d72547-ce43-4dfb-b452-70de8939155b admin admin] 10.222.0.13 "PUT /v2.0/routers/8c82ad62-8faa-489d-9c58-5517de19cc68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134355 Sep 17 02:31:12.492329 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] Sync routers for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:12.516846 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:12.517467 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:12.609474 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks [] for router, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:12.721511 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:12.721736 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:12.846799 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Deleting port d40cbe1b-1fac-411e-a396-91ab5ca0be94 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:12.847047 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:12.901639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165'}], 'enable_snat': True}, 'gw_port_id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:31:11Z', 'revision_number': 5, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port': {'id': 'd40cbe1b-1fac-411e-a396-91ab5ca0be94', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:12.930590 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] Checking router: 8c82ad62-8faa-489d-9c58-5517de19cc68 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:12.935236 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] For port d40cbe1b-1fac-411e-a396-91ab5ca0be94, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=d40cbe1b-1fac-411e-a396-91ab5ca0be94,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:12.935614 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:12.938938 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] Routers {'8c82ad62-8faa-489d-9c58-5517de19cc68'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:12.939562 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['8c82ad62-8faa-489d-9c58-5517de19cc68'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:12.947277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Calling delete_port for d40cbe1b-1fac-411e-a396-91ab5ca0be94 owned by network:router_gateway {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:13.024652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] Set router 8c82ad62-8faa-489d-9c58-5517de19cc68 gateway port host: None {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:13.089022 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:31:12Z', 'revision_number': 6, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:13.115864 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9298326e-b2a2-447d-8559-c2da021265e0 None None] The sync data for ids ['8c82ad62-8faa-489d-9c58-5517de19cc68'] in n-d-789963-7 is: [{'id': '8c82ad62-8faa-489d-9c58-5517de19cc68', 'name': 'tempest-TestShelveInstance-718859855-router', 'tenant_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:09Z', 'updated_at': '2021-09-17T02:31:12Z', 'revision_number': 6, 'project_id': '258d767e9bec4fd7992ffe6ab1480a0d', 'gw_port_host': None}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:13.177881 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.204916 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Pushing event deleted for resources: {'Port': ['ID=d40cbe1b-1fac-411e-a396-91ab5ca0be94,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:13.264604 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.358835 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.360838 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.481649 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.482356 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c82ad62-8faa-489d-9c58-5517de19cc68 {{(pid=112072) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:31:13.486734 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] Notify callbacks [] for router, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.488792 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-2c22cda9-4c96-4157-a970-d8b61790b33c admin admin] 10.222.0.13 "DELETE /v2.0/routers/8c82ad62-8faa-489d-9c58-5517de19cc68 HTTP/1.1" status: 204 len: 168 time: 1.0147171 Sep 17 02:31:13.490464 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43762) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:13.537457 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Deleting subnet 7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:31:13.540740 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.576177 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.657048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.789385 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.813775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d871a1d-6cb7-4e4c-9bfa-401104bd23f6,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:13.820334 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.822269 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-df8aa33a-3e6e-4a0d-ac0b-a49e94a9ec58 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7d871a1d-6cb7-4e4c-9bfa-401104bd23f6 HTTP/1.1" status: 204 len: 168 time: 0.3305395 Sep 17 02:31:13.825705 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43764) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:13.826048 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fdd96-8883-46d1-bbc9-9111e5e5ad60 None None] Network 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:31:13.904770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:13.960781 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Deleting port 93dde708-a56b-42ed-a55e-8c9c112131f0 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:13.961118 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.004355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] DHCP port deletion for 63b987ac-7c9d-4326-ae40-e3cf9dbdf44d request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:31:14.032026 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] For port 93dde708-a56b-42ed-a55e-8c9c112131f0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=93dde708-a56b-42ed-a55e-8c9c112131f0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:14.032590 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.051806 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Calling delete_port for 93dde708-a56b-42ed-a55e-8c9c112131f0 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:14.052712 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Deleting port 93dde708-a56b-42ed-a55e-8c9c112131f0 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:14.053095 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.118972 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] For port 93dde708-a56b-42ed-a55e-8c9c112131f0, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=93dde708-a56b-42ed-a55e-8c9c112131f0,segment=NetworkSegment(de462f95-6e66-434f-b236-4e409fdd5371),segment_id=de462f95-6e66-434f-b236-4e409fdd5371)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:14.119632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.133399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Calling delete_port for 93dde708-a56b-42ed-a55e-8c9c112131f0 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:14.206341 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.209898 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.234025 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Pushing event deleted for resources: {'Port': ['ID=93dde708-a56b-42ed-a55e-8c9c112131f0,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:14.235945 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] No DVR routers for this DVR port 93dde708-a56b-42ed-a55e-8c9c112131f0 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:31:14.238803 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Pushing event deleted for resources: {'Port': ['ID=93dde708-a56b-42ed-a55e-8c9c112131f0,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:14.249082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] No DVR routers for this DVR port 93dde708-a56b-42ed-a55e-8c9c112131f0 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:31:14.253741 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.254095 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.254439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.254774 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.255131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.255489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.256850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.256850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.256850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.256850 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.257205 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.257381 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d075b51c-0579-4656-80ac-a5d0c0790639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:14.313812 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.333669 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b987ac-7c9d-4326-ae40-e3cf9dbdf44d']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:14.343203 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de462f95-6e66-434f-b236-4e409fdd5371') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:14.343500 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de462f95-6e66-434f-b236-4e409fdd5371') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:14.352622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.366104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.371809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:31:14.372181 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:31:14.373780 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:31:14.499992 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.506003 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:14.509245 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] 10.222.0.13 "DELETE /v2.0/networks/63b987ac-7c9d-4326-ae40-e3cf9dbdf44d HTTP/1.1" status: 204 len: 168 time: 0.6825228 Sep 17 02:31:14.513322 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43766) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:14.521520 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec2ae4-7ba2-4fde-b4a3-696bb1f87eef admin admin] Pushing event deleted for resources: {'Network': ['ID=63b987ac-7c9d-4326-ae40-e3cf9dbdf44d,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:14.525796 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device da60bef1-d88c-4a1f-830f-19d050631fe0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:14.553148 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: da60bef1-d88c-4a1f-830f-19d050631fe0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:14.553488 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device da60bef1-d88c-4a1f-830f-19d050631fe0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:14.553895 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 93dde708-a56b-42ed-a55e-8c9c112131f0 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:14.572244 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 93dde708-a56b-42ed-a55e-8c9c112131f0 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:14.572600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 93dde708-a56b-42ed-a55e-8c9c112131f0 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:14.572980 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d40cbe1b-1fac-411e-a396-91ab5ca0be94 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:14.591781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: d40cbe1b-1fac-411e-a396-91ab5ca0be94 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:14.592123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device d40cbe1b-1fac-411e-a396-91ab5ca0be94 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:14.854035 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:15.098389 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Deleting port ba5b885b-5b66-4329-84c3-2e4e0b9d8366 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:15.098788 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:15.490288 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] For port ba5b885b-5b66-4329-84c3-2e4e0b9d8366, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:15.490672 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:15.503699 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Calling delete_port for ba5b885b-5b66-4329-84c3-2e4e0b9d8366 owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:15.728797 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:15.754524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5b885b-5b66-4329-84c3-2e4e0b9d8366,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:15.925242 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:16.142850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:31:16.252807 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:16.258131 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2fd0582b-f6bc-4f13-a5ac-f9742f84db60 admin admin] 10.222.0.13 "PUT /v2.0/routers/c7eab734-16ca-4345-bfbe-545b7c2fd2b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7427182 Sep 17 02:31:16.261792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43772) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:16.262089 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] Sync routers for ids ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:16.271414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] Routers {'c7eab734-16ca-4345-bfbe-545b7c2fd2b5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:16.272202 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:16.364332 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:16.376592 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] Set router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:16.466199 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:16.555480 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171'}], 'enable_snat': True}, 'gw_port_id': '5ba35056-f998-4276-997b-beb02b905e78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:31:15Z', 'revision_number': 5, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port': {'id': '5ba35056-f998-4276-997b-beb02b905e78', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c4:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:16.575780 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Deleting port 5ba35056-f998-4276-997b-beb02b905e78 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:16.576125 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:16.587027 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] Checking router: c7eab734-16ca-4345-bfbe-545b7c2fd2b5 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:16.595475 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] Routers {'c7eab734-16ca-4345-bfbe-545b7c2fd2b5'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:16.596081 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:16.654895 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] For port 5ba35056-f998-4276-997b-beb02b905e78, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=5ba35056-f998-4276-997b-beb02b905e78,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:16.655293 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:16.668339 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Calling delete_port for 5ba35056-f998-4276-997b-beb02b905e78 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:16.682015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] Set router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:16.734717 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:31:16Z', 'revision_number': 6, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:16.764750 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a19035-d723-4771-a70c-8eed6d60f47f None None] The sync data for ids ['c7eab734-16ca-4345-bfbe-545b7c2fd2b5'] in n-d-789963-7 is: [{'id': 'c7eab734-16ca-4345-bfbe-545b7c2fd2b5', 'name': 'tempest-TestShelveInstance-661922354-router', 'tenant_id': '47c0e786c2a8453197dc19c93fceb334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:21:15Z', 'updated_at': '2021-09-17T02:31:16Z', 'revision_number': 6, 'project_id': '47c0e786c2a8453197dc19c93fceb334', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:16.894203 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:16.918354 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba35056-f998-4276-997b-beb02b905e78,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:16.985621 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.073460 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.076350 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.168985 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.169515 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7eab734-16ca-4345-bfbe-545b7c2fd2b5 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:31:17.177612 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.177612 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b24e439a-5325-46fd-b432-227f561b569b admin admin] 10.222.0.13 "DELETE /v2.0/routers/c7eab734-16ca-4345-bfbe-545b7c2fd2b5 HTTP/1.1" status: 204 len: 168 time: 0.9119310 Sep 17 02:31:17.178107 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43774) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:17.227455 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Deleting subnet 63618ea4-66b9-4aee-b2f9-53aca1efccfa {{(pid=112072) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:31:17.230770 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.265979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12333872'] for subnet, precommit_delete_associations {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.341011 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.483493 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12175434', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12502997'] for subnet, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.510864 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63618ea4-66b9-4aee-b2f9-53aca1efccfa,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:17.515455 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.516960 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-ae5bada1-d17b-4cc0-a74b-e6a1a06359a3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/63618ea4-66b9-4aee-b2f9-53aca1efccfa HTTP/1.1" status: 204 len: 168 time: 0.3378277 Sep 17 02:31:17.519571 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43776) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:17.522508 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca3d02-76e7-4273-b5d1-68e453f63f51 None None] Network 9eb068cc-f08d-4737-99f8-e63e55f45f88 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:31:17.595056 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.654821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Deleting port 69cba690-28be-41aa-b10a-005112c43072 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:17.655184 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.706723 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] DHCP port deletion for 9eb068cc-f08d-4737-99f8-e63e55f45f88 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:31:17.720713 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] For port 69cba690-28be-41aa-b10a-005112c43072, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=69cba690-28be-41aa-b10a-005112c43072,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:17.721362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.738864 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Calling delete_port for 69cba690-28be-41aa-b10a-005112c43072 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:17.759193 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] Deleting port 69cba690-28be-41aa-b10a-005112c43072 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:31:17.759554 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.827219 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] For port 69cba690-28be-41aa-b10a-005112c43072, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=69cba690-28be-41aa-b10a-005112c43072,segment=NetworkSegment(7f3a9e97-cc04-4410-99f4-83d8de9dd4df),segment_id=7f3a9e97-cc04-4410-99f4-83d8de9dd4df)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:17.837616 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.843707 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] Calling delete_port for 69cba690-28be-41aa-b10a-005112c43072 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:31:17.888622 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.913915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=69cba690-28be-41aa-b10a-005112c43072,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:17.917388 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] No DVR routers for this DVR port 69cba690-28be-41aa-b10a-005112c43072 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:31:17.933897 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:17.952937 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] Pushing event deleted for resources: {'Port': ['ID=69cba690-28be-41aa-b10a-005112c43072,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:17.957512 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5815dd5-4bf5-4a46-91d3-3bf5643eb677 None None] No DVR routers for this DVR port 69cba690-28be-41aa-b10a-005112c43072 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:31:17.996281 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.017303 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb068cc-f08d-4737-99f8-e63e55f45f88']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:18.026308 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f3a9e97-cc04-4410-99f4-83d8de9dd4df') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:18.026581 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f3a9e97-cc04-4410-99f4-83d8de9dd4df') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:18.036124 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.048868 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.054568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:31:18.054948 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:31:18.056585 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:31:18.151544 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.157094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.158931 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9eb068cc-f08d-4737-99f8-e63e55f45f88 HTTP/1.1" status: 204 len: 168 time: 0.6381900 Sep 17 02:31:18.169939 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf8b19-eff5-42e7-9b5e-71d1cb8200a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb068cc-f08d-4737-99f8-e63e55f45f88,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:18.523460 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 69cba690-28be-41aa-b10a-005112c43072 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:18.538316 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43780) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:18.544682 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 69cba690-28be-41aa-b10a-005112c43072 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:18.545031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 69cba690-28be-41aa-b10a-005112c43072 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:18.545443 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5ba35056-f998-4276-997b-beb02b905e78 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:18.563986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 5ba35056-f998-4276-997b-beb02b905e78 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:18.564329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 5ba35056-f998-4276-997b-beb02b905e78 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:18.564736 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ba5b885b-5b66-4329-84c3-2e4e0b9d8366 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:31:18.578772 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d9c183d-1dc8-4487-9a17-e7a4b5e86250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=258d767e9bec4fd7992ffe6ab1480a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392089 Sep 17 02:31:18.581244 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43782) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:18.582827 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: ba5b885b-5b66-4329-84c3-2e4e0b9d8366 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:31:18.583200 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device ba5b885b-5b66-4329-84c3-2e4e0b9d8366 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:31:18.629892 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d911f89-6f85-4359-9d64-2924b41fb806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.652362 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d911f89-6f85-4359-9d64-2924b41fb806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.767997 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d911f89-6f85-4359-9d64-2924b41fb806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.770562 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-0d911f89-6f85-4359-9d64-2924b41fb806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:18.771748 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-0d911f89-6f85-4359-9d64-2924b41fb806 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a547dbb-e7e1-4509-ab47-2d21eee87345 HTTP/1.1" status: 204 len: 168 time: 0.1896274 Sep 17 02:31:18.779944 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d911f89-6f85-4359-9d64-2924b41fb806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a547dbb-e7e1-4509-ab47-2d21eee87345,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:19.498063 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43788) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:19.537819 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7208dc9e-173c-4db5-afd5-3d89c1da0545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47c0e786c2a8453197dc19c93fceb334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385759 Sep 17 02:31:19.540420 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43790) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:19.586384 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cb32857-91bc-4de5-a148-9ed151c097f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:19.608093 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cb32857-91bc-4de5-a148-9ed151c097f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:19.714347 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cb32857-91bc-4de5-a148-9ed151c097f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:19.716861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5cb32857-91bc-4de5-a148-9ed151c097f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:19.723496 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5cb32857-91bc-4de5-a148-9ed151c097f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcaadaed-0647-4d0e-970c-49680c4d06fb HTTP/1.1" status: 204 len: 168 time: 0.1766992 Sep 17 02:31:19.725672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb32857-91bc-4de5-a148-9ed151c097f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaadaed-0647-4d0e-970c-49680c4d06fb,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:20.747225 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43812) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:20.846982 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1268707105-network', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:20.920267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Made reservation on behalf of a49a804312d44541adc0128320ffc6eb for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:31:20.922722 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:20.931999 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.026630 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.103349 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.128351 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:31:21.138531 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b31d5f-006b-41ed-b363-8fb89c9c5212,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:21.143586 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.143928 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Added segment 700818bb-00fa-46fe-b924-d1f9e3eea7e7 of type vlan for network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae Sep 17 02:31:21.184223 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.257044 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.258016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:21.258641 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.317245 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] Pushing event updated for resources: {'Network': ['ID=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:21.327049 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:31:21.366935 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-684c6970-57cd-4c6c-b65d-0d00900bea9a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6184697 Sep 17 02:31:21.370114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43818) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:21.376032 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Request body: {'subnet': {'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1268707105-subnet', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:21.477034 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Made reservation on behalf of a49a804312d44541adc0128320ffc6eb for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:31:21.479426 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.715371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.775721 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1358e158-7fc1-4f52-9760-614be7f528a1,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:21.783102 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Checking segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:21.783464 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Network hostable DHCP agents. Network: eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:31:21.886012 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:31:21.942874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:21.946951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:21.947485 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:21.952133 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629f0d9-bb10-4ab3-b5a7-f0e366033250 None None] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:31:22.025058 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-fd9bda5d-e6e0-49c2-9a84-4c7b05f7bf16 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6522272 Sep 17 02:31:22.033928 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43820) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:22.038424 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:22.096256 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:31:22.097142 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.132066 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.133175 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.231186 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Allocated IP 172.20.0.2 (eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae/1358e158-7fc1-4f52-9760-614be7f528a1/4c7ce167-2b8c-438d-9e84-a19fd85da741) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:22.246402 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.370103 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.431687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.461413 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.472780 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:22.475663 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:22.479034 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:22.489702 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Pushing event updated for resources: {'Port': ['ID=4c7ce167-2b8c-438d-9e84-a19fd85da741,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:22.540255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Attempting to bind port 4c7ce167-2b8c-438d-9e84-a19fd85da741 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:22.540615 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Attempting to bind port 4c7ce167-2b8c-438d-9e84-a19fd85da741 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:22.540969 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Attempting to bind port 4c7ce167-2b8c-438d-9e84-a19fd85da741 on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:22.546232 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:22.546600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Checking segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:22.546993 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.547414 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Bound using segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:22.547870 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Bound port: 4c7ce167-2b8c-438d-9e84-a19fd85da741, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:22.548242 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.608925 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] For port 4c7ce167-2b8c-438d-9e84-a19fd85da741, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:22.612476 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] For port 4c7ce167-2b8c-438d-9e84-a19fd85da741, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c7ce167-2b8c-438d-9e84-a19fd85da741,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:22.689030 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.741863 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.749963 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2231ad65-c14e-4f07-8c3a-fe524ddc4441 None None] Pushing event updated for resources: {'Port': ['ID=4c7ce167-2b8c-438d-9e84-a19fd85da741,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:22.766690 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:22.881767 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Allocated IP 172.25.1.98 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/0eac5f99-18ac-4665-97a7-3bee787ed51d) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:23.026369 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:23.120572 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:23.160768 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:23.163476 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:23.168465 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:23.175836 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Pushing event updated for resources: {'Port': ['ID=0eac5f99-18ac-4665-97a7-3bee787ed51d,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:23.699909 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493f9b27-c19a-4ea8-bac8-21ad019b1b03 None None] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:31:23.820544 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-f829dabe-d1c0-4336-8289-8d0885ecd6c8 None None] Provisioning complete for port 4c7ce167-2b8c-438d-9e84-a19fd85da741 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:23.820911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f829dabe-d1c0-4336-8289-8d0885ecd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:23.830419 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.033822 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.086407 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f829dabe-d1c0-4336-8289-8d0885ecd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.119948 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-f829dabe-d1c0-4336-8289-8d0885ecd6c8 None None] For port 4c7ce167-2b8c-438d-9e84-a19fd85da741, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c7ce167-2b8c-438d-9e84-a19fd85da741,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:24.179966 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f829dabe-d1c0-4336-8289-8d0885ecd6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.228222 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829dabe-d1c0-4336-8289-8d0885ecd6c8 None None] Pushing event updated for resources: {'Port': ['ID=4c7ce167-2b8c-438d-9e84-a19fd85da741,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:24.248262 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:31:24.299494 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-4ef8191e-cdae-400d-8dd1-8650c18e7ee1 None None] Provisioning complete for port 4c7ce167-2b8c-438d-9e84-a19fd85da741 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:24.299935 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4ef8191e-cdae-400d-8dd1-8650c18e7ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.356441 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:24.365719 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:24.376642 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:24.377253 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:24.423378 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.426564 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-b49300b8-3d49-4c38-879c-68524988db0c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3897457 Sep 17 02:31:24.427973 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43822) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:24.482495 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:24.557876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4c7ce167-2b8c-438d-9e84-a19fd85da741 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:24.605704 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 4c7ce167-2b8c-438d-9e84-a19fd85da741 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:24.606078 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.676623 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:23Z', 'revision_number': 3, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:24.704453 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:24.704792 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Updating router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 port 0eac5f99-18ac-4665-97a7-3bee787ed51d binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:31:24.728753 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.849094 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:24.975920 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.008041 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Allocated IP 172.20.0.1 (eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae/1358e158-7fc1-4f52-9760-614be7f528a1/547979fc-50b4-4b44-986e-e6395f0522ff) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:25.042796 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.088187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Attempting to bind port 0eac5f99-18ac-4665-97a7-3bee787ed51d on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:25.088547 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Attempting to bind port 0eac5f99-18ac-4665-97a7-3bee787ed51d by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:25.088899 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Attempting to bind port 0eac5f99-18ac-4665-97a7-3bee787ed51d on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:25.099829 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Pushing event updated for resources: {'Port': ['ID=0eac5f99-18ac-4665-97a7-3bee787ed51d,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:25.101853 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:25.102192 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:25.102586 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.102965 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:25.103436 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Bound port: 0eac5f99-18ac-4665-97a7-3bee787ed51d, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:25.103799 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.119161 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.126332 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.126667 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.126997 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.127346 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.127668 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.127986 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.128300 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.128612 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.128926 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.129235 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.129547 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.129857 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:31:25.164652 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] For port 0eac5f99-18ac-4665-97a7-3bee787ed51d, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:25.167719 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] For port 0eac5f99-18ac-4665-97a7-3bee787ed51d, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0eac5f99-18ac-4665-97a7-3bee787ed51d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:25.241012 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.252097 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.281451 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:25.284881 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:25.289337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:25.309312 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:25.309579 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:25.314733 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2809a-8d99-4174-8184-4782f43cb386 None None] Pushing event updated for resources: {'Port': ['ID=0eac5f99-18ac-4665-97a7-3bee787ed51d,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:25.320510 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Pushing event updated for resources: {'Port': ['ID=547979fc-50b4-4b44-986e-e6395f0522ff,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:25.342692 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.421451 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:25.515355 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d624b06f-d08a-4602-acb9-94ca39483d96 None None] Provisioning complete for port 547979fc-50b4-4b44-986e-e6395f0522ff triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:25.517369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d624b06f-d08a-4602-acb9-94ca39483d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.542330 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.560478 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-d624b06f-d08a-4602-acb9-94ca39483d96 None None] Port 547979fc-50b4-4b44-986e-e6395f0522ff cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:31:25.713373 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:23Z', 'revision_number': 3, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:25.713606 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.741296 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0398801-e468-4f63-8f3a-9553ce2baf25 None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:23Z', 'revision_number': 3, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:25.774362 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.841731 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Pushing event updated for resources: {'Port': ['ID=547979fc-50b4-4b44-986e-e6395f0522ff,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:25.844288 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:25.944769 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:25.945406 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:26.090552 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:31:26.189142 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-715f7a2b-34d6-4236-b5cb-49ded726ef13 None None] Provisioning complete for port 547979fc-50b4-4b44-986e-e6395f0522ff triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:26.189644 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-715f7a2b-34d6-4236-b5cb-49ded726ef13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:26.208026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:26.213498 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-193c391b-0122-4f6c-8ba4-d8891a4ef94f admin admin] 10.222.0.13 "PUT /v2.0/routers/9f0f96cd-29a3-4241-a5b1-455190a2bc71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7845113 Sep 17 02:31:26.232687 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-715f7a2b-34d6-4236-b5cb-49ded726ef13 None None] Port 547979fc-50b4-4b44-986e-e6395f0522ff cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:31:26.562620 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0eac5f99-18ac-4665-97a7-3bee787ed51d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:26.616496 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0eac5f99-18ac-4665-97a7-3bee787ed51d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:26.616903 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:26.699700 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:26.719164 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0eac5f99-18ac-4665-97a7-3bee787ed51d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0eac5f99-18ac-4665-97a7-3bee787ed51d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:26.808843 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:26.857861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0eac5f99-18ac-4665-97a7-3bee787ed51d,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:26.866850 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43838) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:26.872052 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1599768660-network', 'tenant_id': 'a984423b25904180819dbfc4555601cf'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:26.947587 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Made reservation on behalf of a984423b25904180819dbfc4555601cf for: {'network': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:31:26.947587 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for network, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:26.955352 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks [] for security_group, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.045225 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.125862 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.152298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=112073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 17 02:31:27.162186 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4913195-29ca-4434-848a-a0fb4a402908,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:27.166944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.167356 n-d-789963-7 neutron-server[112073]: INFO neutron.db.segments_db [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Added segment 664a47c4-1f27-4ba4-89e2-226a3951d6bf of type vlan for network e3a8c229-99a1-4754-900f-fe8082b43a92 Sep 17 02:31:27.209853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765635568662'] for network, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.210869 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:27.220927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:27.221540 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:27.291865 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759'] for network, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.293206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:27.293802 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.328066 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:27.356860 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] Pushing event updated for resources: {'Network': ['ID=e3a8c229-99a1-4754-900f-fe8082b43a92,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:27.367711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Network e3a8c229-99a1-4754-900f-fe8082b43a92 details requested by agent ovs-agent-n-d-789963-7 with host n-d-789963-7 {{(pid=112074) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 17 02:31:27.387206 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5d33a05f-5c58-4a85-befd-5111517e540b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5191929 Sep 17 02:31:27.390045 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43840) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:27.394771 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Request body: {'subnet': {'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1599768660-subnet', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'ip_version': 4}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:27.482592 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Made reservation on behalf of a984423b25904180819dbfc4555601cf for: {'subnet': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:31:27.485130 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9249858'] for subnet, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.589932 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 2, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:27.622308 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:27.622681 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Updating router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 port 547979fc-50b4-4b44-986e-e6395f0522ff binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:31:27.648638 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.763557 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8557723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9249900'] for subnet, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.819904 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=412ff8b2-f744-4c41-8dff-31f548066737,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:27.828121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Checking segment: {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:27.828488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Network hostable DHCP agents. Network: e3a8c229-99a1-4754-900f-fe8082b43a92, hostable agents: ['702d2c4e-9da6-497b-a7f8-bb74e0c845e1'], hosted agents: [] {{(pid=112073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 17 02:31:27.911364 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Network e3a8c229-99a1-4754-900f-fe8082b43a92 is scheduled to be hosted by DHCP agent 702d2c4e-9da6-497b-a7f8-bb74e0c845e1 with binding_index 1 {{(pid=112073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 17 02:31:27.912793 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:27.997516 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.013751 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-789963-7, e3a8c229-99a1-4754-900f-fe8082b43a92) {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:28.017805 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:28.018367 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.026606 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7144047-4f04-40af-a313-3f47cb71615d None None] Network e3a8c229-99a1-4754-900f-fe8082b43a92 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:31:28.076585 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d9df8-fc6b-4a3a-9f88-75516e3d8a3e None None] Pushing event updated for resources: {'Port': ['ID=547979fc-50b4-4b44-986e-e6395f0522ff,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:28.129125 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-0413f81a-04a5-42e3-a2cb-c7f050cf2abb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7380250 Sep 17 02:31:28.131709 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43842) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:28.136692 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:28.177117 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Attempting to bind port 547979fc-50b4-4b44-986e-e6395f0522ff on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:28.177395 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Attempting to bind port 547979fc-50b4-4b44-986e-e6395f0522ff by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:28.177752 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Attempting to bind port 547979fc-50b4-4b44-986e-e6395f0522ff on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:28.187691 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:28.188059 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Checking segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:28.188460 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.188849 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Bound using segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:28.189320 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Bound port: 547979fc-50b4-4b44-986e-e6395f0522ff, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:28.189699 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.225676 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-561547', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3781'] for router, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.226739 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-561947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-563595', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653830', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3788'] for router, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.285121 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.297234 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b042a0a-6353-542e-af4d-f04343f6d704-e3a8c229-99a1-4754-900f-fe8082b43a92', 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'fixed_ips': [{'subnet_id': '412ff8b2-f744-4c41-8dff-31f548066737'}]}} from n-d-789963-7. {{(pid=112074) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 17 02:31:28.298061 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.326951 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-aeabd965-4282-4f13-908c-d8362c71f846 None None] Provisioning complete for port 547979fc-50b4-4b44-986e-e6395f0522ff triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:28.326951 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-aeabd965-4282-4f13-908c-d8362c71f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.330329 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] For port 547979fc-50b4-4b44-986e-e6395f0522ff, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:28.333973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] For port 547979fc-50b4-4b44-986e-e6395f0522ff, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=547979fc-50b4-4b44-986e-e6395f0522ff,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:28.427856 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.432848 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-aeabd965-4282-4f13-908c-d8362c71f846 None None] Port 547979fc-50b4-4b44-986e-e6395f0522ff cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:31:28.481853 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.534376 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:28.535013 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:28.538446 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d9df8-fc6b-4a3a-9f88-75516e3d8a3e None None] Pushing event updated for resources: {'Port': ['ID=547979fc-50b4-4b44-986e-e6395f0522ff,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:28.587047 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0eac5f99-18ac-4665-97a7-3bee787ed51d up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:28.597018 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.db_base_plugin_common [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Allocated IP 172.20.0.2 (e3a8c229-99a1-4754-900f-fe8082b43a92/412ff8b2-f744-4c41-8dff-31f548066737/0d2b3ee2-fa26-424e-ae90-598bde069928) {{(pid=112074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:28.767064 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.775879 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:28.786076 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.812711 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0eac5f99-18ac-4665-97a7-3bee787ed51d triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:28.813156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.848841 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-6bd1f39f-a31f-41ae-8eca-4b1902bf35f8 None None] Provisioning complete for port 547979fc-50b4-4b44-986e-e6395f0522ff triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:28.849211 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f39f-a31f-41ae-8eca-4b1902bf35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:28.897457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Allocated IP 172.25.1.167 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/36b41415-17ae-4ace-a315-c13dda684be4) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:29.003529 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.058064 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Notify callbacks [] for port, precommit_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.134826 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.148155 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159'] for port, after_create {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.172114 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:29.175018 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:29.178472 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:29.223499 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f39f-a31f-41ae-8eca-4b1902bf35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.233992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Network e3a8c229-99a1-4754-900f-fe8082b43a92 is already hosted by enough agents. {{(pid=112074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:29.251437 n-d-789963-7 neutron-server[112074]: DEBUG neutron.scheduler.base_scheduler [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Resources bound (agent type, host, resource id): {{(pid=112074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:29.255956 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b3ee2-fa26-424e-ae90-598bde069928,revision_number=1']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:29.260636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Received port after_create {{(pid=112074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:29.315624 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-6bd1f39f-a31f-41ae-8eca-4b1902bf35f8 None None] For port 547979fc-50b4-4b44-986e-e6395f0522ff, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=547979fc-50b4-4b44-986e-e6395f0522ff,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:29.353378 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Attempting to bind port 0d2b3ee2-fa26-424e-ae90-598bde069928 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:29.353746 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Attempting to bind port 0d2b3ee2-fa26-424e-ae90-598bde069928 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:29.354110 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Attempting to bind port 0d2b3ee2-fa26-424e-ae90-598bde069928 on network e3a8c229-99a1-4754-900f-fe8082b43a92 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:29.360489 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:28Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:29.365772 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:29.366143 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Checking segment: {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:29.366544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.367103 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Bound using segment: {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:29.368939 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Bound port: 0d2b3ee2-fa26-424e-ae90-598bde069928, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:29.368939 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.542574 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=36b41415-17ae-4ace-a315-c13dda684be4,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:29.573724 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6bd1f39f-a31f-41ae-8eca-4b1902bf35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.577146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0667c8b8-8501-4c29-8f2b-d061be7de482 None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:28Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:29.701802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1f39f-a31f-41ae-8eca-4b1902bf35f8 None None] Pushing event updated for resources: {'Port': ['ID=547979fc-50b4-4b44-986e-e6395f0522ff,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:29.717282 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] For port 0d2b3ee2-fa26-424e-ae90-598bde069928, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:29.720553 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] For port 0d2b3ee2-fa26-424e-ae90-598bde069928, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d2b3ee2-fa26-424e-ae90-598bde069928,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:29.803021 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.804368 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.889745 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881046-74ab-46e3-87e7-7eb6b4fefbe1 None None] Pushing event updated for resources: {'Port': ['ID=0d2b3ee2-fa26-424e-ae90-598bde069928,revision_number=2']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:29.890687 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:29.928514 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:30.123032 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-561940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-563292'] for router, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:30.343044 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Router 297f854d-a337-451a-9369-2126b68ded9c is scheduled to L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 with binding_index 1 {{(pid=112073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 17 02:31:30.455546 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:30.464058 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Sync routers for ids ['297f854d-a337-451a-9369-2126b68ded9c'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:30.473635 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Routers {'297f854d-a337-451a-9369-2126b68ded9c'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:30.474292 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['297f854d-a337-451a-9369-2126b68ded9c'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:30.530011 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:30.535163 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43844) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:30.537231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c475615c-2dd2-47ef-8d7a-4eb8e8a4f1e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4028511 Sep 17 02:31:30.617519 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 547979fc-50b4-4b44-986e-e6395f0522ff up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:30.638877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Set router 297f854d-a337-451a-9369-2126b68ded9c gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:30.688911 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 547979fc-50b4-4b44-986e-e6395f0522ff triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:30.689825 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:30.830944 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d2b3ee2-fa26-424e-ae90-598bde069928 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:30.871689 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 3, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:30.906874 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Checking router: 297f854d-a337-451a-9369-2126b68ded9c for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:30.907672 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Updating router 297f854d-a337-451a-9369-2126b68ded9c port 36b41415-17ae-4ace-a315-c13dda684be4 binding host n-d-789963-7 {{(pid=112075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:31:30.938429 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0d2b3ee2-fa26-424e-ae90-598bde069928 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:30.938801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:30.958823 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.053498 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.070554 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a94f0c-4995-49ff-9389-06d1b77fd88c None None] Network e3a8c229-99a1-4754-900f-fe8082b43a92 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:31:31.119628 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 0d2b3ee2-fa26-424e-ae90-598bde069928, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d2b3ee2-fa26-424e-ae90-598bde069928,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:31.161731 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d418fc86-4281-4d9f-8e32-bbd6345ec04f None None] Provisioning complete for port 0d2b3ee2-fa26-424e-ae90-598bde069928 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:31.162096 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d418fc86-4281-4d9f-8e32-bbd6345ec04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.182719 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.185881 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.261194 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Notify callbacks [] for port, precommit_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.293861 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=0d2b3ee2-fa26-424e-ae90-598bde069928,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:31.316633 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.345000 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Allocated IP 172.20.0.1 (e3a8c229-99a1-4754-900f-fe8082b43a92/412ff8b2-f744-4c41-8dff-31f548066737/c17e7aa4-bc51-4a1a-a9db-ab119de19dbf) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:31.371877 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Attempting to bind port 36b41415-17ae-4ace-a315-c13dda684be4 on host n-d-789963-7 for vnic_type normal with profile {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:31.372498 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Attempting to bind port 36b41415-17ae-4ace-a315-c13dda684be4 by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:31.372859 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Attempting to bind port 36b41415-17ae-4ace-a315-c13dda684be4 on network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:31.380629 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495812-0836-4fd8-ac06-1e1fce3919f4 None None] Pushing event updated for resources: {'Port': ['ID=36b41415-17ae-4ace-a315-c13dda684be4,revision_number=2']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:31.386708 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:31.387151 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Checking segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:31.387787 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.388248 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Bound using segment: {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'} {{(pid=112075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:31.388710 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.managers [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Bound port: 36b41415-17ae-4ace-a315-c13dda684be4, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718fb135-7f99-425f-87ec-59daa424ed98', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6'}}] {{(pid=112075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:31.389084 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.444666 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] For port 36b41415-17ae-4ace-a315-c13dda684be4, host n-d-789963-7, cleared binding levels {{(pid=112075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:31.447907 n-d-789963-7 neutron-server[112075]: DEBUG neutron.plugins.ml2.db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] For port 36b41415-17ae-4ace-a315-c13dda684be4, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=36b41415-17ae-4ace-a315-c13dda684be4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:31.463685 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.528755 n-d-789963-7 neutron-server[112075]: DEBUG neutron_lib.callbacks.manager [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.561431 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.575936 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Routers {'297f854d-a337-451a-9369-2126b68ded9c'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:31.576567 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['297f854d-a337-451a-9369-2126b68ded9c'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:31.577123 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-d710fe9b-2d0c-4d0e-8950-a082f314afd1 None None] Provisioning complete for port 0d2b3ee2-fa26-424e-ae90-598bde069928 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:31.577558 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d710fe9b-2d0c-4d0e-8950-a082f314afd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.609419 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Network e3a8c229-99a1-4754-900f-fe8082b43a92 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:31.612229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:31.619258 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:31.644868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Pushing event updated for resources: {'Port': ['ID=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:31.672485 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-563339'] for router_interface, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.695436 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] Set router 297f854d-a337-451a-9369-2126b68ded9c gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:31.697633 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5495812-0836-4fd8-ac06-1e1fce3919f4 None None] Pushing event updated for resources: {'Port': ['ID=36b41415-17ae-4ace-a315-c13dda684be4,revision_number=3']} {{(pid=112075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:31.866504 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.889202 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 3, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:31.899459 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-df99bbc3-153c-40e2-9dd1-6487bf3f7f1c None None] Provisioning complete for port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:31.900016 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-df99bbc3-153c-40e2-9dd1-6487bf3f7f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:31.915298 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50bf87a-c169-47f3-93e5-4e3b00760923 None None] The sync data for ids ['297f854d-a337-451a-9369-2126b68ded9c'] in n-d-789963-7 is: [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 3, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:31.939643 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-df99bbc3-153c-40e2-9dd1-6487bf3f7f1c None None] Port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:31:32.033554 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.125945 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.213795 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3636653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-562459'] for router_interface, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.216746 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Pushing event updated for resources: {'Port': ['ID=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:32.313975 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Network e3a8c229-99a1-4754-900f-fe8082b43a92 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:32.315385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:32.449043 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Router 297f854d-a337-451a-9369-2126b68ded9c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:31:32.563346 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-21a332ba-443d-4ae6-b753-479ce7d43c74 None None] Provisioning complete for port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:32.563723 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-21a332ba-443d-4ae6-b753-479ce7d43c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.580680 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:32.585921 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-39449df6-493f-4cad-a22d-aad78b82510c admin admin] 10.222.0.13 "PUT /v2.0/routers/297f854d-a337-451a-9369-2126b68ded9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0496919 Sep 17 02:31:32.612462 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-21a332ba-443d-4ae6-b753-479ce7d43c74 None None] Port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:31:32.649527 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 36b41415-17ae-4ace-a315-c13dda684be4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:32.703636 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 36b41415-17ae-4ace-a315-c13dda684be4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:32.704090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.787378 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.807917 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] For port 36b41415-17ae-4ace-a315-c13dda684be4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=36b41415-17ae-4ace-a315-c13dda684be4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:32.894143 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:32.894961 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d2b3ee2-fa26-424e-ae90-598bde069928 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:32.975561 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Pushing event updated for resources: {'Port': ['ID=36b41415-17ae-4ace-a315-c13dda684be4,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:32.986644 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 0d2b3ee2-fa26-424e-ae90-598bde069928 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:32.987020 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.186270 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43852) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:33.190961 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851524097', 'description': 'tempest-secgroup-smoke-1851524097 description', 'project_id': 'a49a804312d44541adc0128320ffc6eb'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:33.294355 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.375842 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.442363 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.478084 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7055f2-7ba4-44e7-a3b7-8215e59f0482,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:33.531524 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Sync routers for ids ['297f854d-a337-451a-9369-2126b68ded9c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:33.539411 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.544838 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Routers {'297f854d-a337-451a-9369-2126b68ded9c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:33.544975 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-1daf91aa-2adc-4786-bb3d-6de2e8089869 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3533700 Sep 17 02:31:33.545082 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['297f854d-a337-451a-9369-2126b68ded9c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:33.545201 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43854) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:33.548780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group_rule': {'security_group_id': '3b7055f2-7ba4-44e7-a3b7-8215e59f0482', 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:33.647305 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Set router 297f854d-a337-451a-9369-2126b68ded9c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:33.647543 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.703351 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.767979 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.784837 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41465a7-eb5f-4673-a56e-691f70c158c3,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:33.852692 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:31Z', 'revision_number': 4, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'c17e7aa4-bc51-4a1a-a9db-ab119de19dbf', 'name': '', 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'mac_address': 'fa:16:3e:0a:97:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '412ff8b2-f744-4c41-8dff-31f548066737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:31Z', 'updated_at': '2021-09-17T02:31:31Z', 'revision_number': 2, 'project_id': 'a984423b25904180819dbfc4555601cf', 'subnets': [{'id': '412ff8b2-f744-4c41-8dff-31f548066737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:33.853768 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.855052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-5d3e9f79-692f-45da-bf6b-779d6a6b3011 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097160 Sep 17 02:31:33.858444 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43856) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:33.862989 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group_rule': {'security_group_id': '3b7055f2-7ba4-44e7-a3b7-8215e59f0482', 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:33.880874 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Checking router: 297f854d-a337-451a-9369-2126b68ded9c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:33.881229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Updating router 297f854d-a337-451a-9369-2126b68ded9c port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf binding host n-d-789963-7 {{(pid=112074) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 17 02:31:33.906156 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:33.950301 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.006817 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.082663 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.101075 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe567a0-0df9-450c-abdb-22d4b39beda6,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:34.174874 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.213820 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.215638 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6578c34b-cc19-4788-877f-30f1c709a78c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3555517 Sep 17 02:31:34.218623 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43858) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:34.222918 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group_rule': {'security_group_id': '3b7055f2-7ba4-44e7-a3b7-8215e59f0482', 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:34.270980 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.300729 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.326573 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146bb5e-e03f-4845-aa8c-26bf31948fbf None None] Pushing event updated for resources: {'Port': ['ID=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,revision_number=3']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:34.367048 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.378134 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Attempting to bind port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf on host n-d-789963-7 for vnic_type normal with profile {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:34.378466 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Attempting to bind port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf by drivers openvswitch,hyperv on host n-d-789963-7 at level 0 using segments [{'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:34.378824 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Attempting to bind port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf on network e3a8c229-99a1-4754-900f-fe8082b43a92 {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:34.384077 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Checking agent: {'id': '4c1f8a01-2d52-45a9-b3ad-bbb2a43b8395', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 50, 9), 'started_at': datetime.datetime(2021, 9, 17, 0, 50, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-789963-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:34.384447 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Checking segment: {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:34.384845 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.385490 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Bound using segment: {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'} {{(pid=112074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:34.385947 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.managers [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Bound port: c17e7aa4-bc51-4a1a-a9db-ab119de19dbf, host: n-d-789963-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664a47c4-1f27-4ba4-89e2-226a3951d6bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92'}}] {{(pid=112074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:34.386327 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.422915 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.451230 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76b1dc7-b187-4e7a-89f1-6628dfa608d5,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:34.463154 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] For port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf, host n-d-789963-7, cleared binding levels {{(pid=112074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:34.466598 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] For port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf, host n-d-789963-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:34.531767 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.533607 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-c588c4de-1351-438a-8835-a29cd43176ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3140364 Sep 17 02:31:34.536272 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43862) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:34.539920 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 36b41415-17ae-4ace-a315-c13dda684be4 up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:34.540664 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group_rule': {'security_group_id': '3b7055f2-7ba4-44e7-a3b7-8215e59f0482', 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:34.563736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.615021 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-427814cf-537a-4a07-af5f-65bc6f518f79 None None] Provisioning complete for port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:34.615412 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-427814cf-537a-4a07-af5f-65bc6f518f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.648037 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.663759 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146bb5e-e03f-4845-aa8c-26bf31948fbf None None] Pushing event updated for resources: {'Port': ['ID=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:34.678645 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Routers {'297f854d-a337-451a-9369-2126b68ded9c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:34.679303 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['297f854d-a337-451a-9369-2126b68ded9c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:34.719619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.732060 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port 36b41415-17ae-4ace-a315-c13dda684be4 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:34.732434 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.802258 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.821476 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e492d1be-0346-48d2-ac11-732c722d45fc,revision_number=0']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:34.853062 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-427814cf-537a-4a07-af5f-65bc6f518f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.868978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] Set router 297f854d-a337-451a-9369-2126b68ded9c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:34.885910 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:34.887295 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-dbef1951-5936-4328-9935-29e81a82ffd5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3500268 Sep 17 02:31:34.890080 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43864) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:34.894821 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group_rule': {'security_group_id': '3b7055f2-7ba4-44e7-a3b7-8215e59f0482', 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:34.974041 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Project a49a804312d44541adc0128320ffc6eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:31:34.980242 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.049767 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.116605 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.135792 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcf9b15-650d-4eb9-b701-765b523a1c48,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:35.155260 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-427814cf-537a-4a07-af5f-65bc6f518f79 None None] For port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:35.202476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.203977 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-a0da8473-97cf-4117-9764-843354aaaa7a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3126884 Sep 17 02:31:35.206612 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43866) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:35.211268 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'security_group_rule': {'security_group_id': '3b7055f2-7ba4-44e7-a3b7-8215e59f0482', 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:35.232734 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-427814cf-537a-4a07-af5f-65bc6f518f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.303976 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427814cf-537a-4a07-af5f-65bc6f518f79 None None] Pushing event updated for resources: {'Port': ['ID=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:35.311040 n-d-789963-7 neutron-server[112073]: INFO neutron.db.securitygroups_db [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Project a49a804312d44541adc0128320ffc6eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 17 02:31:35.316451 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.317719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:31Z', 'revision_number': 4, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'c17e7aa4-bc51-4a1a-a9db-ab119de19dbf', 'name': '', 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'mac_address': 'fa:16:3e:0a:97:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '412ff8b2-f744-4c41-8dff-31f548066737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:31Z', 'updated_at': '2021-09-17T02:31:34Z', 'revision_number': 4, 'project_id': 'a984423b25904180819dbfc4555601cf', 'subnets': [{'id': '412ff8b2-f744-4c41-8dff-31f548066737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:35.349271 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4839f604-f7de-48d2-ba43-b6aaa4a95fc0 None None] The sync data for ids ['297f854d-a337-451a-9369-2126b68ded9c'] in n-d-789963-7 is: [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:31Z', 'revision_number': 4, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': 'c17e7aa4-bc51-4a1a-a9db-ab119de19dbf', 'name': '', 'network_id': 'e3a8c229-99a1-4754-900f-fe8082b43a92', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'mac_address': 'fa:16:3e:0a:97:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '412ff8b2-f744-4c41-8dff-31f548066737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:31Z', 'updated_at': '2021-09-17T02:31:34Z', 'revision_number': 4, 'project_id': 'a984423b25904180819dbfc4555601cf', 'subnets': [{'id': '412ff8b2-f744-4c41-8dff-31f548066737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:35.359245 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-ded347b5-d413-4fcb-8c3b-736dff255afe None None] Provisioning complete for port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:35.361612 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ded347b5-d413-4fcb-8c3b-736dff255afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.390379 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.461740 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3731773'] for security_group_rule, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.482160 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6135b0-6d7f-4366-9072-123c9e49d2ff,revision_number=0']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:35.533957 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f0a3478f-e908-4c78-9917-be32ff8f3535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.545638 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group_rule, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:35.546907 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-728d18e9-026c-41c1-ae13-fded4480ee5d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392448 Sep 17 02:31:35.689991 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-c94038ae-6869-42a1-85cc-2e4008250d11 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851524097&fields=id&tenant_id=a49a804312d44541adc0128320ffc6eb HTTP/1.1" status: 200 len: 267 time: 0.0342538 Sep 17 02:31:35.801208 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-161d11bf-cbb4-4d6c-b689-9ae358f344c7 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:35.802873 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-161d11bf-cbb4-4d6c-b689-9ae358f344c7 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 810 time: 0.1059895 Sep 17 02:31:35.819523 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-a377d212-78c0-4535-895d-45775c7cdfd6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/quotas/a49a804312d44541adc0128320ffc6eb HTTP/1.1" status: 200 len: 375 time: 0.0103440 Sep 17 02:31:35.879637 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-e980fa4d-c9fb-429b-91cf-da23893c40ac tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535131 Sep 17 02:31:35.988194 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-239704c1-79df-4756-8538-6d7bcc598e01 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112072) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:31:35.989209 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-239704c1-79df-4756-8538-6d7bcc598e01 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969062 Sep 17 02:31:36.080284 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-e84c3a88-959f-4705-b1bb-d6c0e18ca84f service neutron] 10.222.0.13 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846109 Sep 17 02:31:36.173488 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-f2c43839-6e67-4ca1-a7e3-ce7fe3e137e0 service neutron] 10.222.0.13 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Sep 17 02:31:36.402685 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-88c5b496-9757-4e9b-b60f-ff6994dc2e79 req-e01b4308-9bb2-4a83-8b4e-dc9d90b95948 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 210 time: 0.0269268 Sep 17 02:31:36.574206 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c17e7aa4-bc51-4a1a-a9db-ab119de19dbf up at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:36.625356 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Provisioning complete for port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:36.625736 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:37.501354 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c41f505a-9b58-40a5-a28b-1ca6422c2716 req-96344af6-cf17-45bf-b05f-297c88d0ccbe tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 210 time: 0.0269835 Sep 17 02:31:38.230758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-428d485e-6e59-4760-8473-a5c774804751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:38.558003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-1e6b34f9-2963-4d02-929b-f74f182e6f13 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:38.559535 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-1e6b34f9-2963-4d02-929b-f74f182e6f13 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 810 time: 0.1058781 Sep 17 02:31:38.609081 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d7f95331-a6e2-4313-914c-c008cdd8fc9f req-5a708dc2-480f-4d66-b9c8-5fc1a1173ac2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 210 time: 0.0351870 Sep 17 02:31:38.627571 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-ae22d19f-97c7-4a0a-85d0-db55577ce407 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49a804312d44541adc0128320ffc6eb HTTP/1.1" status: 200 len: 380 time: 0.0592909 Sep 17 02:31:38.637554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'port': {'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'admin_state_up': True, 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'security_groups': ['3b7055f2-7ba4-44e7-a3b7-8215e59f0482']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:38.813583 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Made reservation on behalf of a49a804312d44541adc0128320ffc6eb for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:31:38.817152 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:38.944422 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Allocated IP 172.20.0.12 (eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae/1358e158-7fc1-4f52-9760-614be7f528a1/63cb9b73-de53-40be-8843-62fcf137900f) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:39.088700 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.145274 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.237226 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.286951 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:39.290026 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:39.293708 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:39.321224 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:39.352848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:39.352848 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.437871 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-fa2d8e97-5a88-403a-96ff-1bfe4f9133b3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8044441 Sep 17 02:31:39.453770 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Request body: {'port': {'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:39.505663 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.519088 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-37e355de-9775-458f-840e-17b08fe42fd2 None None] Provisioning complete for port 63cb9b73-de53-40be-8843-62fcf137900f triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:39.519696 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-37e355de-9775-458f-840e-17b08fe42fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.553831 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-37e355de-9775-458f-840e-17b08fe42fd2 None None] Port 63cb9b73-de53-40be-8843-62fcf137900f cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:31:39.725485 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235afe6-3f15-497a-a21c-6b2c9865a4f4 req-cc2e10f8-e655-4e90-b514-d467b554867a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:39.727094 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e235afe6-3f15-497a-a21c-6b2c9865a4f4 req-cc2e10f8-e655-4e90-b514-d467b554867a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 932 time: 0.0502505 Sep 17 02:31:39.765711 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-e235afe6-3f15-497a-a21c-6b2c9865a4f4 req-033fb7b5-6733-4a83-a7a4-5c603541f549 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325525 Sep 17 02:31:39.778599 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cb9b73-de53-40be-8843-62fcf137900f {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:31:39.786920 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.799735 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Transition to ACTIVE for port object 63cb9b73-de53-40be-8843-62fcf137900f will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:31:39.811538 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.896944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:39.947398 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:40.021263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Attempting to bind port 63cb9b73-de53-40be-8843-62fcf137900f on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:31:40.021624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Attempting to bind port 63cb9b73-de53-40be-8843-62fcf137900f by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:31:40.021952 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Attempting to bind port 63cb9b73-de53-40be-8843-62fcf137900f on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:40.026489 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Port 63cb9b73-de53-40be-8843-62fcf137900f on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:31:40.026829 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Attempting to bind port 63cb9b73-de53-40be-8843-62fcf137900f on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:31:40.032149 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:31:40.032487 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Checking segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:31:40.032874 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Bound using segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:31:40.033298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Bound port: 63cb9b73-de53-40be-8843-62fcf137900f, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:31:40.033658 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:40.103749 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:31:40.106687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:31:40.197058 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:40.230963 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.231538 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:40.233578 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] 10.222.0.36 "PUT /v2.0/ports/63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 1092 time: 0.7855756 Sep 17 02:31:40.234014 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:31:40.236399 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea92d52-f86a-436e-834d-d10f23ba8d84" -d '{"events": [{"name": "network-changed", "server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:31:40.268037 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f40c25-313f-4a09-ba95-e65749d3061f service neutron] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:40.280594 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f679135b-c457-435e-84a8-12082c4b9aa1 x-openstack-request-id: req-f679135b-c457-435e-84a8-12082c4b9aa1 {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:31:40.280949 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:31:40.281201 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f679135b-c457-435e-84a8-12082c4b9aa1 {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:31:40.281602 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'status': 'completed', 'code': 200} Sep 17 02:31:40.339624 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92d52-f86a-436e-834d-d10f23ba8d84 req-e5b12432-937a-43a6-8328-eeda6b8f8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.341180 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ea92d52-f86a-436e-834d-d10f23ba8d84 req-e5b12432-937a-43a6-8328-eeda6b8f8d8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1095 time: 0.0412333 Sep 17 02:31:40.448088 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92d52-f86a-436e-834d-d10f23ba8d84 req-2af0424d-2423-44d6-8e68-f04f3b5f454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.449494 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ea92d52-f86a-436e-834d-d10f23ba8d84 req-2af0424d-2423-44d6-8e68-f04f3b5f454f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a49a804312d44541adc0128320ffc6eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1000979 Sep 17 02:31:40.545922 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea92d52-f86a-436e-834d-d10f23ba8d84 req-686f82e1-1875-437b-b013-0eb1e2001f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.547423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6ea92d52-f86a-436e-834d-d10f23ba8d84 req-686f82e1-1875-437b-b013-0eb1e2001f3b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908048 Sep 17 02:31:40.625654 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-1ea3bfa0-bdd6-43bf-856e-17f9c5780163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.627134 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-1ea3bfa0-bdd6-43bf-856e-17f9c5780163 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1095 time: 0.0448906 Sep 17 02:31:40.668853 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-efc80e7c-742f-4d73-8350-21a1033c12b5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 217 time: 0.0343621 Sep 17 02:31:40.716104 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-2d36796b-cb93-4eb1-9470-cc66464f8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.718046 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-2d36796b-cb93-4eb1-9470-cc66464f8577 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0429211 Sep 17 02:31:40.766514 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-5ad03542-c86b-42e2-93ab-23a8c966a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.768009 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-5ad03542-c86b-42e2-93ab-23a8c966a9f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430572 Sep 17 02:31:40.859826 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-b9fa3e7b-19e0-460c-87cd-94cf58e6d3aa service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Sep 17 02:31:40.882229 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04448f3a-6ad0-4df6-be1b-5b68a13049b8 req-5717c74f-72c6-4522-aa31-8468a4eed65f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:40.883740 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04448f3a-6ad0-4df6-be1b-5b68a13049b8 req-5717c74f-72c6-4522-aa31-8468a4eed65f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 944 time: 0.0517738 Sep 17 02:31:40.923550 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-04448f3a-6ad0-4df6-be1b-5b68a13049b8 req-c2ccb9e6-c9fb-481f-abf4-1b2b151516c5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Sep 17 02:31:40.955601 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a7b5572f-66f8-4e9c-8f2e-1a4c28900238 req-3dd723ec-e8ef-4057-bbaa-9aa836c9b1b3 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878623 Sep 17 02:31:41.385174 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:42.038798 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1ccbd-3abb-4968-b56f-7631b6abade5 req-9f3c911f-fe0b-4a5d-9294-4dde66a58c42 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:42.040301 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01c1ccbd-3abb-4968-b56f-7631b6abade5 req-9f3c911f-fe0b-4a5d-9294-4dde66a58c42 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 944 time: 0.0492558 Sep 17 02:31:42.079155 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-01c1ccbd-3abb-4968-b56f-7631b6abade5 req-f024c26e-513e-432a-9d91-16c97fba12e7 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318303 Sep 17 02:31:42.335821 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:31:42.434528 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:42.446255 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '63cb9b73-de53-40be-8843-62fcf137900f', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:31:42.483101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:42.495516 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cb9b73-de53-40be-8843-62fcf137900f {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:31:42.515733 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:42.599899 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:42.647156 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:42.811399 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['63cb9b73-de53-40be-8843-62fcf137900f'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:31:43.195384 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5504e8c-c2f3-479f-80bc-5eb78497f11f req-7517c030-bbc6-4fc8-a53e-49f6efeefc1b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:43.196853 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5504e8c-c2f3-479f-80bc-5eb78497f11f req-7517c030-bbc6-4fc8-a53e-49f6efeefc1b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 945 time: 0.0501041 Sep 17 02:31:43.234507 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c5504e8c-c2f3-479f-80bc-5eb78497f11f req-265a1d46-2e71-41e1-a855-df5167dbd80d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Sep 17 02:31:44.350703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72ccad-7c7f-4bbf-8954-8716cbc42eba req-cc3cfa1a-0d4a-4c01-832e-c302c91af1c2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:44.351369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:31:44.353421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba72ccad-7c7f-4bbf-8954-8716cbc42eba req-cc3cfa1a-0d4a-4c01-832e-c302c91af1c2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 945 time: 0.0526288 Sep 17 02:31:44.395399 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-ba72ccad-7c7f-4bbf-8954-8716cbc42eba req-388f1c50-becf-41ca-b27d-566a077b5faf tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329194 Sep 17 02:31:44.497382 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 63cb9b73-de53-40be-8843-62fcf137900f completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:31:44.503250 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 63cb9b73-de53-40be-8843-62fcf137900f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:31:44.503665 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:44.580999 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:44.602657 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:31:44.604938 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fe2bb3-dabc-4d39-a553-119bfe1b3735" -d '{"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-plugged", "status": "completed", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:31:44.617719 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:31:44.694073 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:44.718573 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9832318-626a-4b4e-9ed4-b71189a12601 x-openstack-request-id: req-f9832318-626a-4b4e-9ed4-b71189a12601 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:31:44.718866 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-plugged", "status": "completed", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:31:44.719141 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9832318-626a-4b4e-9ed4-b71189a12601 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:31:44.719528 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'code': 200} Sep 17 02:31:44.747916 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:44.803752 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965694e-5735-42c1-941f-3c90606e27e9 req-695024a4-11e4-470b-af01-e8c1d6a83fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:44.805101 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c965694e-5735-42c1-941f-3c90606e27e9 req-695024a4-11e4-470b-af01-e8c1d6a83fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1097 time: 0.0438161 Sep 17 02:31:44.838143 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-c965694e-5735-42c1-941f-3c90606e27e9 req-963ac912-2d58-43ef-9df8-4eda9eccd60d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261328 Sep 17 02:31:45.511279 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7cb371-9c1b-441c-b6c0-b7a14db80de5 req-fc997e50-94f9-4a5b-8c27-46bfc293ceea tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:45.512793 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af7cb371-9c1b-441c-b6c0-b7a14db80de5 req-fc997e50-94f9-4a5b-8c27-46bfc293ceea tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 946 time: 0.0507948 Sep 17 02:31:45.550310 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-af7cb371-9c1b-441c-b6c0-b7a14db80de5 req-c907cbbf-673e-4ba5-8e3b-4b218f955dc0 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Sep 17 02:31:46.664563 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf8fff-16cd-44e4-b5a9-63e5e3ec8f4a req-bf270a9a-fb59-40cf-9237-3ae74664eacb tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:46.666026 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27bf8fff-16cd-44e4-b5a9-63e5e3ec8f4a req-bf270a9a-fb59-40cf-9237-3ae74664eacb tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 946 time: 0.0477469 Sep 17 02:31:46.703140 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-27bf8fff-16cd-44e4-b5a9-63e5e3ec8f4a req-a71db910-ea72-4716-b8b3-572ce5b227fe tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306149 Sep 17 02:31:46.815544 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e17d9-8b20-4c58-9f22-4230d87ef10c req-673740a6-0a77-4dbf-a27a-b84a09679d8d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:46.816990 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-077e17d9-8b20-4c58-9f22-4230d87ef10c req-673740a6-0a77-4dbf-a27a-b84a09679d8d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 946 time: 0.0485370 Sep 17 02:31:46.853154 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-077e17d9-8b20-4c58-9f22-4230d87ef10c req-4ae5501e-36af-40b0-92b0-5e7e08101d32 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302916 Sep 17 02:31:46.875333 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 43926) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:46.958150 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42a4522-51c2-496a-ab94-698077b06019 tempest-TestSnapshotPattern-815481162 tempest-TestSnapshotPattern-815481162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:46.959665 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-c42a4522-51c2-496a-ab94-698077b06019 tempest-TestSnapshotPattern-815481162 tempest-TestSnapshotPattern-815481162-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1092 time: 0.0833805 Sep 17 02:31:46.962822 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 43930) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:31:46.968178 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:31:47.099090 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:47.198313 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:47.299830 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Allocated IP 172.25.1.173 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/edd9c880-3c7b-48c8-a4f6-7120629e927f) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:31:47.404857 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:47.493869 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:47.530805 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:31:47.533633 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:31:47.537015 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:31:47.563275 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'Port': ['ID=edd9c880-3c7b-48c8-a4f6-7120629e927f,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:47.892365 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:48.030018 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:48.186639 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:48.270469 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:48.340422 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'Port': ['ID=edd9c880-3c7b-48c8-a4f6-7120629e927f,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:31:48.351227 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:48.756504 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Floating IP d3243608-cf46-4ed6-9dc6-6db41629baab associated. External IP: 172.25.1.173, port: 63cb9b73-de53-40be-8843-62fcf137900f. Sep 17 02:31:48.959788 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:31:49.067647 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:31:49.078160 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd87b18-fff2-4795-942c-911c29648390 None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:31:49.086589 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:49.087225 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:49.128170 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:49.156408 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-6278e020-86a3-4c66-84e8-de8863673d23 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1919525 Sep 17 02:31:49.156775 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:31:49.159633 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4623b273-6acd-4939-81c8-6c7fd0678a64" -d '{"events": [{"name": "network-changed", "server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:31:49.196933 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc51b142-5289-4c57-9043-7f5f743ec30d x-openstack-request-id: req-cc51b142-5289-4c57-9043-7f5f743ec30d {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:31:49.196933 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:31:49.196933 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc51b142-5289-4c57-9043-7f5f743ec30d {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:31:49.197297 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'status': 'completed', 'code': 200} Sep 17 02:31:49.197759 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:31:49.201269 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:49.258525 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-66c5e0ae-2d06-4167-a11e-8922d7bb0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:49.260421 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-66c5e0ae-2d06-4167-a11e-8922d7bb0a45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1097 time: 0.0405555 Sep 17 02:31:49.349719 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-e17d543a-3f55-4505-aaca-e24fe7241dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:49.351132 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-e17d543a-3f55-4505-aaca-e24fe7241dec service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0839367 Sep 17 02:31:49.420539 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-4fba2ccd-e1c8-44e5-86da-8c8d445c67e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 1000 time: 0.0615253 Sep 17 02:31:49.423673 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:47Z', 'revision_number': 0, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:49.449309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd87b18-fff2-4795-942c-911c29648390 None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:31:49.458374 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:31:49.458983 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:31:38Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:49.470633 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-87605a89-2383-4b11-b131-59b3156a1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:49.472139 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-87605a89-2383-4b11-b131-59b3156a1d5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0455363 Sep 17 02:31:49.518494 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-e96e480c-5987-48b8-9284-b8a8c9a4fcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:31:49.520026 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-e96e480c-5987-48b8-9284-b8a8c9a4fcc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402324 Sep 17 02:31:49.619330 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-3d041240-dd3d-4ae1-a006-3db0b364e86f service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916307 Sep 17 02:31:49.657765 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:31:49.713266 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4623b273-6acd-4939-81c8-6c7fd0678a64 req-9097203a-068f-4db7-ae38-eeab6955a5f2 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873656 Sep 17 02:31:49.879700 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-efd87b18-fff2-4795-942c-911c29648390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:47Z', 'revision_number': 0, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:31:49.911240 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd87b18-fff2-4795-942c-911c29648390 None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:47Z', 'revision_number': 0, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:31:50.093996 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e763b-845e-492c-b9e3-d02525a0da29 None None] New status for floating IP d3243608-cf46-4ed6-9dc6-6db41629baab: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:31:59.846137 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:31:59.933577 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:05.542705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-692c4bd0-1fef-4fe6-999f-24b251963b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:08.241243 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-77f62c26-8558-4cec-94bf-326558ff1026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:09.133120 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:09.816911 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:11.390044 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:17.507769 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-dc800101-9f37-40c4-b55f-c29d61d2383b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412126 Sep 17 02:32:17.588076 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-7fe1dc88-48b6-4306-9613-c42a7f7473ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:32:17.589848 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-7fe1dc88-48b6-4306-9613-c42a7f7473ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1097 time: 0.0407469 Sep 17 02:32:17.697554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-7131986d-0ff8-4211-bf52-4efa8994c2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:32:17.699027 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-7131986d-0ff8-4211-bf52-4efa8994c2e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0891187 Sep 17 02:32:17.763423 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-9e069f9b-1f10-40bb-98b2-4c13c1f421cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 1002 time: 0.0569196 Sep 17 02:32:17.812089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-ceb52d42-5681-430b-ace9-668d9340ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:32:17.813511 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-ceb52d42-5681-430b-ace9-668d9340ea2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0434940 Sep 17 02:32:17.861959 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-2747d40f-88fa-401e-ad34-60cb1a026744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:32:17.864164 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-2747d40f-88fa-401e-ad34-60cb1a026744 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432210 Sep 17 02:32:17.951160 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-f8c35e3a-4dd3-4baf-bd84-9e7010b4dfa5 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797329 Sep 17 02:32:18.043956 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-d82da92a-0e15-4466-acbc-db5a2b66999b req-a21f2347-ed9f-4e61-9eb5-3042d3da6e1f service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856569 Sep 17 02:32:26.186018 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:32:29.738653 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:29.904217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:35.510365 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a1639812-1e5e-4b2b-981f-e486fa313540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:38.244791 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6b70f94c-83e3-4cc6-9fac-a68d2eddb723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:39.114079 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:39.818090 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:41.392979 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:59.718726 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:32:59.926182 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:03.184424 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:33:05.507433 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-7554edfe-fd85-43eb-916f-8dfc92a7f7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:08.285944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d8bb75e-cab7-43fa-8d30-2ce669e92eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:09.143785 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:09.826986 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:11.409792 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:18.557772 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-9d2a84a5-4c0a-47cf-8041-681c5a5acae4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0939004 Sep 17 02:33:18.637434 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-7bd3fc5d-6899-49f2-8acb-1333641d457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:33:18.638904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-7bd3fc5d-6899-49f2-8acb-1333641d457b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1097 time: 0.0407200 Sep 17 02:33:18.744167 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-5bab527f-5492-4447-932a-93a461b88f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:33:18.745523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-5bab527f-5492-4447-932a-93a461b88f8a service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0878949 Sep 17 02:33:18.809914 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-f641d24a-9ac4-40e5-bc75-d59cc07f836e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 1002 time: 0.0564616 Sep 17 02:33:18.861087 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-00192852-b6bc-4ed2-ac56-755b2fb35131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:33:18.863200 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-00192852-b6bc-4ed2-ac56-755b2fb35131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0467010 Sep 17 02:33:18.909272 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-67438acf-a137-409d-ac7c-e653df8539fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:33:18.910177 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-67438acf-a137-409d-ac7c-e653df8539fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399721 Sep 17 02:33:19.004782 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-ee9ffe4e-9246-4449-9d1a-9939d0f2ed2b service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874720 Sep 17 02:33:19.094507 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-995403a0-6c4e-4655-adde-b0bfca099a48 req-6914bf39-81c8-4d0c-bb1a-1a1771f9a10a service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827184 Sep 17 02:33:29.735464 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:29.937101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:35.491610 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-404cf446-e3b5-4a1e-be9b-87f3b0fd93a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:38.239650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-958453b9-0307-4a64-9df9-e76f0e6a2ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:39.146759 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:39.845662 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:40.182908 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:33:41.403783 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:48.912114 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:33:49.011572 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:33:49.027040 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '63cb9b73-de53-40be-8843-62fcf137900f', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:33:49.071801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:49.085431 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63cb9b73-de53-40be-8843-62fcf137900f {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:33:49.106640 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:33:49.171378 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:49.245579 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['63cb9b73-de53-40be-8843-62fcf137900f'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:33:49.248020 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:33:49.288310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.288771 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.289180 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.289588 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.289992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.290389 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.290781 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.291197 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.291586 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.291986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.292375 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:49.292763 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:33:50.927814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:33:50.986397 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 63cb9b73-de53-40be-8843-62fcf137900f triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:33:50.986807 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:51.066765 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:51.090793 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:33:51.093123 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a970a6a-ca93-441e-a747-62ed71df8ba1" -d '{"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-plugged", "status": "completed", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:33:51.109383 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:33:51.177562 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:51.229973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:33:52.161485 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd18b009-3461-46af-b5b7-24af1346ea05 x-openstack-request-id: req-fd18b009-3461-46af-b5b7-24af1346ea05 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:33:52.162130 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-plugged", "status": "completed", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:33:52.162130 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd18b009-3461-46af-b5b7-24af1346ea05 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:33:52.162476 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'code': 200} Sep 17 02:33:58.804509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-9f4fa315-44b4-486e-a28a-f6afd9a853cb tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851524097&fields=id&tenant_id=a49a804312d44541adc0128320ffc6eb HTTP/1.1" status: 200 len: 267 time: 0.0337968 Sep 17 02:33:58.912440 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-361fa0be-a0c1-4b6e-a929-d33afe73f27f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:33:58.913887 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-361fa0be-a0c1-4b6e-a929-d33afe73f27f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 810 time: 0.1027501 Sep 17 02:33:58.929174 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-1a3b9f2e-57b6-4854-8223-c837d1529f1f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/quotas/a49a804312d44541adc0128320ffc6eb HTTP/1.1" status: 200 len: 375 time: 0.0095189 Sep 17 02:33:58.989118 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-f76584e9-d2de-4579-b918-d4bb3a2c9982 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546048 Sep 17 02:33:59.048066 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-ccd59a1d-897e-4414-99f8-e256d346658e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=112073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 17 02:33:59.049089 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-ccd59a1d-897e-4414-99f8-e256d346658e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488274 Sep 17 02:33:59.474712 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-71b7967b-dd82-4906-8e62-8cb3b6f02017 service neutron] 10.222.0.13 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179921 Sep 17 02:33:59.562671 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-24d5a54c-9d51-4a7d-97cf-e8366df891b1 service neutron] 10.222.0.13 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817189 Sep 17 02:33:59.782450 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:33:59.793570 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-ec850427-9f6f-43b9-b42e-33a28a43d0f9 req-96fa44c8-c8bc-4502-8803-cf4144d59309 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 210 time: 0.0276656 Sep 17 02:33:59.924936 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:00.874441 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b141e0de-f17c-42d8-a893-5d5d3dd4386c req-019c147e-1b17-4560-a091-47f84cc8c9a5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 210 time: 0.0270157 Sep 17 02:34:01.020028 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:34:01.096510 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:01.118977 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:34:01.122440 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07db02a2-5952-4d42-acb3-69eeac09e7a5" -d '{"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-unplugged", "status": "completed", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:34:01.133766 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:34:01.158210 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a34aa5-5363-4a41-9451-1f3404cfaa7f x-openstack-request-id: req-26a34aa5-5363-4a41-9451-1f3404cfaa7f {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:34:01.158511 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-unplugged", "status": "completed", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:34:01.158755 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26a34aa5-5363-4a41-9451-1f3404cfaa7f {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:34:01.159182 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'code': 200} Sep 17 02:34:01.205080 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:01.250871 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:01.950542 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f6ceacca-5213-4f06-82da-a6a1c43a7163 req-e308901a-7da5-4843-ba2a-ef506b310fa0 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 210 time: 0.0264559 Sep 17 02:34:03.044387 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-a2d2a191-cbbc-4ecd-9e5e-07ffd3d52e56 req-4a37f361-43dd-4425-8b25-4f3738aad5ee tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 210 time: 0.0268579 Sep 17 02:34:03.800039 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-ac46fe1b-df97-4de6-83be-715fab9ba7d3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:03.801623 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-ac46fe1b-df97-4de6-83be-715fab9ba7d3 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 810 time: 0.1037800 Sep 17 02:34:03.843995 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-6e6908dc-2003-4bd0-92c2-1c40bfceb064 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a49a804312d44541adc0128320ffc6eb HTTP/1.1" status: 200 len: 380 time: 0.0333931 Sep 17 02:34:03.853618 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'port': {'device_id': '632204c2-dee6-4645-9fbd-0781fea84a85', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'admin_state_up': True, 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'security_groups': ['3b7055f2-7ba4-44e7-a3b7-8215e59f0482']}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:34:04.032106 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Made reservation on behalf of a49a804312d44541adc0128320ffc6eb for: {'port': 1} {{(pid=112073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 17 02:34:04.035861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:04.172952 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-f8e6bcf3-e469-4830-af09-f0eec77d5da3 req-9525dcdb-7287-4f17-b9a2-b2f61bfb6634 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 210 time: 0.0571053 Sep 17 02:34:04.193891 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_common [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Allocated IP 172.20.0.9 (eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae/1358e158-7fc1-4f52-9760-614be7f528a1/2d652602-e26a-4784-9216-23c38d10c9e9) {{(pid=112073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:34:04.329600 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for port, precommit_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:04.418370 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_create {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:04.496040 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae is already hosted by enough agents. {{(pid=112073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:34:04.501698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=1']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:04.501698 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.base_scheduler [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Resources bound (agent type, host, resource id): {{(pid=112073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:34:04.507498 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Received port after_create {{(pid=112073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:34:04.556311 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.556796 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.557206 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.557949 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.558056 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.559023 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.559542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.560185 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.560639 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.561097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.561619 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.562022 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:04.601786 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:04.602785 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:04.686080 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-bc824ff5-dfcc-42c9-a9ab-26f329085e7d tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8361804 Sep 17 02:34:04.803589 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-db4a32e6-883b-49d1-8b19-d656d7341d03 None None] Provisioning complete for port 2d652602-e26a-4784-9216-23c38d10c9e9 triggered by entity DHCP. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:34:04.804695 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-db4a32e6-883b-49d1-8b19-d656d7341d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:04.845005 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-db4a32e6-883b-49d1-8b19-d656d7341d03 None None] Port 2d652602-e26a-4784-9216-23c38d10c9e9 cannot update to ACTIVE because it is not bound. {{(pid=112074) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 17 02:34:05.295224 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470962c-94ed-4b50-a96f-1b87debbdf56 req-b0b2a2e9-e705-4fb7-a696-d24928b4e5b6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:05.296705 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f470962c-94ed-4b50-a96f-1b87debbdf56 req-b0b2a2e9-e705-4fb7-a696-d24928b4e5b6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0516059 Sep 17 02:34:05.337039 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-f470962c-94ed-4b50-a96f-1b87debbdf56 req-0f8c2ffa-b6ff-4dd9-a697-007a0b389aa0 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Sep 17 02:34:05.520249 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-eb29439c-c6f7-4ef8-b644-2cb433d7016e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:06.461097 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048092c-8ccc-45cc-9f44-dab812cb0266 req-41533414-e0fc-4eab-808f-9d3042f568de tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:06.462660 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8048092c-8ccc-45cc-9f44-dab812cb0266 req-41533414-e0fc-4eab-808f-9d3042f568de tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0515842 Sep 17 02:34:06.501996 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8048092c-8ccc-45cc-9f44-dab812cb0266 req-3bb7a13f-331d-42c8-8c2f-ee9c0510adb8 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327923 Sep 17 02:34:07.621190 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05120599-e505-4083-9402-fb39dba2b6b3 req-0b3c02d4-89a3-4d9e-ab57-5ad5c339e48e tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:07.622832 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05120599-e505-4083-9402-fb39dba2b6b3 req-0b3c02d4-89a3-4d9e-ab57-5ad5c339e48e tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0499878 Sep 17 02:34:07.670432 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-05120599-e505-4083-9402-fb39dba2b6b3 req-50ea01de-b655-4db6-be53-f091881bcdbf tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410285 Sep 17 02:34:08.416345 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ead91535-7626-468d-899b-39723123950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:08.793942 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36413a5b-d0a7-4360-ba29-1830cd3654e3 req-339fb3e8-9778-4f20-8f5d-730162f29a4a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:08.795509 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36413a5b-d0a7-4360-ba29-1830cd3654e3 req-339fb3e8-9778-4f20-8f5d-730162f29a4a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0561523 Sep 17 02:34:08.838765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-36413a5b-d0a7-4360-ba29-1830cd3654e3 req-4998d764-893d-47e7-83b1-7b51e1d602f0 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370336 Sep 17 02:34:09.142351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:09.845008 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:09.966034 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f38abe-5dde-45ea-9b99-c3b0424636a0 req-ca43b2f9-40d9-40f8-83dd-6d0b8bac9098 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:09.967527 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33f38abe-5dde-45ea-9b99-c3b0424636a0 req-ca43b2f9-40d9-40f8-83dd-6d0b8bac9098 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0527132 Sep 17 02:34:10.007804 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-33f38abe-5dde-45ea-9b99-c3b0424636a0 req-0573a2ad-e44e-498b-b047-b2caf2bfa933 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337064 Sep 17 02:34:11.128601 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ab79e-7e1c-4e5d-9959-bab42ce532a9 req-290c51bf-3f1e-4ecc-9ed9-cd81302a8a27 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:11.130121 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-768ab79e-7e1c-4e5d-9959-bab42ce532a9 req-290c51bf-3f1e-4ecc-9ed9-cd81302a8a27 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0522101 Sep 17 02:34:11.171365 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-768ab79e-7e1c-4e5d-9959-bab42ce532a9 req-95eb1af6-8b36-4ea6-ae8f-a9ecc68045f5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Sep 17 02:34:11.383015 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:12.289114 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38036d6-0437-4b34-986c-3055d871113f req-9df1f472-4ef9-43eb-b004-f1883579d6b6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:12.290653 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c38036d6-0437-4b34-986c-3055d871113f req-9df1f472-4ef9-43eb-b004-f1883579d6b6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0513494 Sep 17 02:34:12.332048 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-c38036d6-0437-4b34-986c-3055d871113f req-1441288e-2cd7-4758-8fe3-78ee28b9fdfc tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351272 Sep 17 02:34:13.469867 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288635-3593-4318-84a2-b68a0afd33cc req-27efcb5c-1af8-410a-a200-0084bea3daaf tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:13.471630 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43288635-3593-4318-84a2-b68a0afd33cc req-27efcb5c-1af8-410a-a200-0084bea3daaf tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0607963 Sep 17 02:34:13.516537 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-43288635-3593-4318-84a2-b68a0afd33cc req-51690973-3a20-4053-bdcc-d5a6fae9a426 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375912 Sep 17 02:34:14.247188 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.v2.base [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Request body: {'port': {'device_id': '632204c2-dee6-4645-9fbd-0781fea84a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-789963-7'}} {{(pid=112073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:34:14.304168 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:14.565121 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d652602-e26a-4784-9216-23c38d10c9e9 {{(pid=112073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:34:14.572958 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Notify callbacks [] for port, precommit_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:14.584920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.provisioning_blocks [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Transition to ACTIVE for port object 2d652602-e26a-4784-9216-23c38d10c9e9 will not be triggered until provisioned by entity L2. {{(pid=112073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 17 02:34:14.637135 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb0181-0984-4537-80b5-adf255e75e66 req-8f5cd688-3f95-44bc-8ec2-7de1789483c4 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:14.638644 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ceb0181-0984-4537-80b5-adf255e75e66 req-8f5cd688-3f95-44bc-8ec2-7de1789483c4 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 931 time: 0.0497663 Sep 17 02:34:14.650486 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:14.680621 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-9ceb0181-0984-4537-80b5-adf255e75e66 req-29be83b4-9773-417c-917d-bd28ee16746f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358920 Sep 17 02:34:14.743924 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=2']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:14.777444 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Attempting to bind port 2d652602-e26a-4784-9216-23c38d10c9e9 on host n-h2-789963-7 for vnic_type normal with profile {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 17 02:34:14.777784 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Attempting to bind port 2d652602-e26a-4784-9216-23c38d10c9e9 by drivers openvswitch,hyperv on host n-h2-789963-7 at level 0 using segments [{'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 17 02:34:14.778108 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Attempting to bind port 2d652602-e26a-4784-9216-23c38d10c9e9 on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:34:14.782813 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Port 2d652602-e26a-4784-9216-23c38d10c9e9 on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae not bound, no agent of type Open vSwitch agent registered on host n-h2-789963-7 {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 17 02:34:14.783168 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Attempting to bind port 2d652602-e26a-4784-9216-23c38d10c9e9 on network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 17 02:34:14.788985 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Checking agent: {'id': '1391e010-6a08-4297-bb98-bea0ec493d3b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-789963-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'started_at': datetime.datetime(2021, 9, 17, 0, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 17 02:34:14.789319 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Checking segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=112073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 17 02:34:14.789703 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Bound using segment: {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'} {{(pid=112073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 17 02:34:14.790142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.managers [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Bound port: 2d652602-e26a-4784-9216-23c38d10c9e9, host: n-h2-789963-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '700818bb-00fa-46fe-b924-d1f9e3eea7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae'}}] {{(pid=112073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 17 02:34:14.790491 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:14.856781 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, cleared binding levels {{(pid=112073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 17 02:34:14.859841 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 17 02:34:14.942810 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8557806'] for port, after_update {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:14.977542 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:14.978191 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:14.979588 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] 10.222.0.36 "PUT /v2.0/ports/2d652602-e26a-4784-9216-23c38d10c9e9 HTTP/1.1" status: 200 len: 1091 time: 0.7367966 Sep 17 02:34:14.980043 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:34:14.982345 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099979a0-e319-4e6f-ad13-65db3ed2fb08" -d '{"events": [{"name": "network-changed", "server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:34:15.015824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de795-7213-4dff-82db-04e9d2d0e68a service neutron] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=3']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:15.034276 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f0f484-4e92-4e16-b61f-756d087fb01e x-openstack-request-id: req-38f0f484-4e92-4e16-b61f-756d087fb01e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:34:15.034599 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:34:15.034855 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38f0f484-4e92-4e16-b61f-756d087fb01e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:34:15.035298 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'status': 'completed', 'code': 200} Sep 17 02:34:15.098016 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099979a0-e319-4e6f-ad13-65db3ed2fb08 req-7f6e24c7-7005-40ae-8027-57ebad340129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.100075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099979a0-e319-4e6f-ad13-65db3ed2fb08 req-7f6e24c7-7005-40ae-8027-57ebad340129 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 1094 time: 0.0441132 Sep 17 02:34:15.206306 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099979a0-e319-4e6f-ad13-65db3ed2fb08 req-a342ee5e-aedd-4220-a45a-e37c7b701dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.207810 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099979a0-e319-4e6f-ad13-65db3ed2fb08 req-a342ee5e-aedd-4220-a45a-e37c7b701dee service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a49a804312d44541adc0128320ffc6eb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1006970 Sep 17 02:34:15.304595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099979a0-e319-4e6f-ad13-65db3ed2fb08 req-b53244a5-48ec-46e7-9f82-0c406a0f56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.306045 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-099979a0-e319-4e6f-ad13-65db3ed2fb08 req-b53244a5-48ec-46e7-9f82-0c406a0f56a9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915611 Sep 17 02:34:15.381144 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-518843ce-023e-4a22-b3bf-59f5c0a5f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.382766 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-518843ce-023e-4a22-b3bf-59f5c0a5f498 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 1094 time: 0.0411482 Sep 17 02:34:15.429970 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-7aa5f7a9-85fa-4f92-ac26-fc2d5b36510a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d652602-e26a-4784-9216-23c38d10c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0386255 Sep 17 02:34:15.478656 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-e3d7060d-21cc-40e3-87a4-8a51045479b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.480130 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-e3d7060d-21cc-40e3-87a4-8a51045479b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0433378 Sep 17 02:34:15.526377 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-9cb7ecb1-c5a7-44e2-ad0c-d43eecb0cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.527194 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-9cb7ecb1-c5a7-44e2-ad0c-d43eecb0cb96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406022 Sep 17 02:34:15.619619 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-7d258454-0896-41a4-bedb-479a9035c1be service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850413 Sep 17 02:34:15.712904 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b258d598-8800-4d97-9ac1-645ce4be01d4 req-968762c3-7526-4989-8f73-40b2a122e37e service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850081 Sep 17 02:34:15.805077 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf48dba-20b9-4be9-89fb-1330906af15c req-2dc7c3b5-8382-4860-bef2-969c5f774d42 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:15.806564 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baf48dba-20b9-4be9-89fb-1330906af15c req-2dc7c3b5-8382-4860-bef2-969c5f774d42 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 943 time: 0.0517395 Sep 17 02:34:15.843863 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-baf48dba-20b9-4be9-89fb-1330906af15c req-95cae477-157f-469d-aa78-9e8de512b96e tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313103 Sep 17 02:34:16.965457 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e0ac-0d58-4340-b936-1487a839dbd3 req-623d389f-da01-417d-b4f0-c201caf1c09e tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:16.966941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90d9e0ac-0d58-4340-b936-1487a839dbd3 req-623d389f-da01-417d-b4f0-c201caf1c09e tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 943 time: 0.0535824 Sep 17 02:34:17.004742 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-90d9e0ac-0d58-4340-b936-1487a839dbd3 req-bd2d3d8f-79cc-4a74-a255-b3949fd0de20 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Sep 17 02:34:17.181933 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:34:18.119809 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757ad99-aac6-4238-aaac-02d50d4bccd8 req-d2929e73-3940-4520-b90e-9228f297db27 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:18.121288 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8757ad99-aac6-4238-aaac-02d50d4bccd8 req-d2929e73-3940-4520-b90e-9228f297db27 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 943 time: 0.0493860 Sep 17 02:34:18.158821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-8757ad99-aac6-4238-aaac-02d50d4bccd8 req-9395b407-f310-4c87-8082-c0d0ff7d4b7f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316377 Sep 17 02:34:18.500959 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-0cd45480-bc72-4605-8038-f1cdcf81ee0f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400631 Sep 17 02:34:18.580327 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-694be5f0-45ed-4601-89b3-1f65fe4c88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:18.581801 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-694be5f0-45ed-4601-89b3-1f65fe4c88ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1095 time: 0.0406601 Sep 17 02:34:18.686423 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-21b7cdf6-7859-4001-ad94-6f8eba680a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:18.687882 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-21b7cdf6-7859-4001-ad94-6f8eba680a02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0880697 Sep 17 02:34:18.750357 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-2323ffe9-f91d-4d35-bd9c-86acf8fce9e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 1000 time: 0.0554924 Sep 17 02:34:18.798835 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-3d1b672a-854a-4bb1-a213-5b5dc37c5775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:18.800313 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-3d1b672a-854a-4bb1-a213-5b5dc37c5775 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0429218 Sep 17 02:34:18.849142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-9b2d36f7-c722-43d7-9042-b4fd8a01b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:18.850607 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-9b2d36f7-c722-43d7-9042-b4fd8a01b092 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434625 Sep 17 02:34:18.941231 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-09876873-456a-46bd-bfee-6a0b7d9087f3 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836189 Sep 17 02:34:19.039761 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-fc7a6dac-7be4-4239-b2ce-5080da8a94a5 req-015deb45-262c-4802-8ce9-cf198ca9cc3c service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916889 Sep 17 02:34:19.112031 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:34:19.206093 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:34:19.217802 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '2d652602-e26a-4784-9216-23c38d10c9e9', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'port_id': '2d652602-e26a-4784-9216-23c38d10c9e9', 'mac_address': 'fa:16:3e:0c:ae:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:34:19.258216 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:19.271439 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d652602-e26a-4784-9216-23c38d10c9e9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:34:19.276177 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8494063-6891-46f1-a8fb-95525dcd8fa5 req-dfada864-5d18-4ca5-97a1-c6f7bd1a869c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:19.277696 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8494063-6891-46f1-a8fb-95525dcd8fa5 req-dfada864-5d18-4ca5-97a1-c6f7bd1a869c tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 943 time: 0.0500524 Sep 17 02:34:19.290131 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:34:19.315909 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b8494063-6891-46f1-a8fb-95525dcd8fa5 req-75ed0abb-8820-41c5-873e-99cd2b37cbc2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321724 Sep 17 02:34:19.336225 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:19.382601 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=4']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:19.542747 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['2d652602-e26a-4784-9216-23c38d10c9e9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:34:20.434415 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaead832-e9a9-45dd-9a3a-d681763aef0d req-0b0560b2-38fa-4b0d-99fc-1c3f8d352715 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:20.435914 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eaead832-e9a9-45dd-9a3a-d681763aef0d req-0b0560b2-38fa-4b0d-99fc-1c3f8d352715 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 944 time: 0.0493858 Sep 17 02:34:20.478040 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-eaead832-e9a9-45dd-9a3a-d681763aef0d req-ffd546b4-c161-419d-a8ea-63d670bd3b52 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360713 Sep 17 02:34:21.122039 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:34:21.238706 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning for port 2d652602-e26a-4784-9216-23c38d10c9e9 completed by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 17 02:34:21.242973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 2d652602-e26a-4784-9216-23c38d10c9e9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:34:21.243373 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:21.320304 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:21.341420 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:34:21.343655 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5740db-1d13-4b2e-be36-3928e7eb4449" -d '{"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-plugged", "status": "completed", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:34:21.359495 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:34:21.380971 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd2b550-2f3e-4dec-8761-5478f61d32cd x-openstack-request-id: req-1cd2b550-2f3e-4dec-8761-5478f61d32cd {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:34:21.381284 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-plugged", "status": "completed", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:34:21.381533 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1cd2b550-2f3e-4dec-8761-5478f61d32cd {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:34:21.382168 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'code': 200} Sep 17 02:34:21.428011 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:21.473194 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b94b2-f40b-4d81-827b-9c1bf46452c4 req-c5062425-9c9d-4df1-9119-cf9f181470ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:21.475857 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-479b94b2-f40b-4d81-827b-9c1bf46452c4 req-c5062425-9c9d-4df1-9119-cf9f181470ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 1096 time: 0.0412872 Sep 17 02:34:21.479730 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=5']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:21.517894 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-479b94b2-f40b-4d81-827b-9c1bf46452c4 req-a55051e1-b93c-4371-9ee9-ec52c954055a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341651 Sep 17 02:34:21.592038 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f69493-46eb-4400-baec-51c9c689cd07 req-d8f659ac-26a1-458e-ba32-758b5072a5f8 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:21.593524 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4f69493-46eb-4400-baec-51c9c689cd07 req-d8f659ac-26a1-458e-ba32-758b5072a5f8 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 945 time: 0.0481050 Sep 17 02:34:21.630692 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-b4f69493-46eb-4400-baec-51c9c689cd07 req-35624845-b4ad-485d-ab42-c3ee424886a5 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304663 Sep 17 02:34:22.751991 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fdb6d-7eb7-4777-bc65-b4897864f255 req-b9b83717-85cf-4356-b116-2b3d678663f0 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:22.753482 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-196fdb6d-7eb7-4777-bc65-b4897864f255 req-b9b83717-85cf-4356-b116-2b3d678663f0 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Sep 17 02:34:22.792070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-196fdb6d-7eb7-4777-bc65-b4897864f255 req-360e7018-7463-4cf2-841d-67b40fc00194 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321441 Sep 17 02:34:22.904885 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b204572-4bee-4a02-bea4-3b58da8f1675 req-34ab94a3-d403-477c-8640-c627dbaa6360 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:22.906343 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b204572-4bee-4a02-bea4-3b58da8f1675 req-34ab94a3-d403-477c-8640-c627dbaa6360 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 945 time: 0.0485349 Sep 17 02:34:22.944688 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-2b204572-4bee-4a02-bea4-3b58da8f1675 req-a9357dc0-6b3d-48d5-b7a1-b1d6825958e8 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Sep 17 02:34:22.966640 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44232) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:34:23.006586 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750080d-ff6a-4fa4-a2a8-c864ae678076 tempest-TestSnapshotPattern-815481162 tempest-TestSnapshotPattern-815481162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:23.008327 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b750080d-ff6a-4fa4-a2a8-c864ae678076 tempest-TestSnapshotPattern-815481162 tempest-TestSnapshotPattern-815481162-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 1091 time: 0.0406528 Sep 17 02:34:23.011067 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44234) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:34:23.015344 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.v2.base [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Request body: {'floatingip': {'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'port_id': '2d652602-e26a-4784-9216-23c38d10c9e9', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=112072) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 17 02:34:23.086622 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:23.184252 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:23.288334 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.db_base_plugin_common [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Allocated IP 172.25.1.147 (3b83a758-b32b-40fb-a220-cc7e9297cfb6/42bd32ea-894a-4251-a46c-33b89e492785/fd7d8a0e-8ba5-400d-bfdc-d894d7c85b00) {{(pid=112072) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 17 02:34:23.388326 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for port, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:23.495013 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765635562159', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:23.533949 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Network 3b83a758-b32b-40fb-a220-cc7e9297cfb6 is already hosted by enough agents. {{(pid=112072) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 17 02:34:23.538133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.base_scheduler [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Resources bound (agent type, host, resource id): {{(pid=112072) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 17 02:34:23.544529 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Received port after_create {{(pid=112072) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 17 02:34:23.547432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'Port': ['ID=fd7d8a0e-8ba5-400d-bfdc-d894d7c85b00,revision_number=1']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:23.579867 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.584460 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:34:23.922709 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, precommit_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:24.046596 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:24.198518 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for port, precommit_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:24.262040 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12175484'] for port, after_update {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:24.339376 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event updated for resources: {'Port': ['ID=fd7d8a0e-8ba5-400d-bfdc-d894d7c85b00,revision_number=2']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:34:24.347936 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-563206'] for floatingip, after_create {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:24.452657 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Floating IP 24897cb0-599e-4ea3-a38f-c1f379ce070d associated. External IP: 172.25.1.147, port: 2d652602-e26a-4784-9216-23c38d10c9e9. Sep 17 02:34:24.663681 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:34:24.769306 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:34:24.779639 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:34:24.788819 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:34:24.791309 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:34:24.844718 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:24.876399 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b768107d-eb1a-4b3a-a504-e91b0888277b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8638391 Sep 17 02:34:24.876648 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:34:24.878890 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c66c395-a1cc-4471-b714-b5bed819ac83" -d '{"events": [{"name": "network-changed", "server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:34:24.898586 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:34:24.922849 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd5756e-acb5-48ac-baeb-6222fbfb203c x-openstack-request-id: req-cbd5756e-acb5-48ac-baeb-6222fbfb203c {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:34:24.923396 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:34:24.923396 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cbd5756e-acb5-48ac-baeb-6222fbfb203c {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:34:24.923811 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'status': 'completed', 'code': 200} Sep 17 02:34:24.982505 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-72b61c3d-8862-4d7b-80c8-f54a7aeac8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:24.984016 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-72b61c3d-8862-4d7b-80c8-f54a7aeac8d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 1096 time: 0.0397387 Sep 17 02:34:25.077079 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-9ba36d4d-8135-4ea9-845b-7350c21b1fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:25.078466 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-9ba36d4d-8135-4ea9-845b-7350c21b1fa8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0874941 Sep 17 02:34:25.130594 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '24897cb0-599e-4ea3-a38f-c1f379ce070d', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '2d652602-e26a-4784-9216-23c38d10c9e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:0c:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632204c2-dee6-4645-9fbd-0781fea84a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:34:23Z', 'updated_at': '2021-09-17T02:34:23Z', 'revision_number': 0, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}, {'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:50Z', 'revision_number': 1, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:34:25.144075 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-7242bfa6-842d-49be-b462-88bbf50e1e83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d652602-e26a-4784-9216-23c38d10c9e9 HTTP/1.1" status: 200 len: 999 time: 0.0588369 Sep 17 02:34:25.156984 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:34:25.165751 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:34:25.166352 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:34:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:34:25.193298 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-9aae5198-7c1c-4eab-8075-be5bf59367ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:25.194765 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-9aae5198-7c1c-4eab-8075-be5bf59367ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0444062 Sep 17 02:34:25.244428 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-48ad5dcc-ece5-44d3-879c-c7375e80bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:34:25.245923 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-48ad5dcc-ece5-44d3-879c-c7375e80bb7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443764 Sep 17 02:34:25.270239 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:34:25.337008 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-e2edf5a0-669e-4049-8080-26bfe59e4f6a service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835946 Sep 17 02:34:25.433138 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-6c66c395-a1cc-4471-b714-b5bed819ac83 req-107be3d1-caab-4cd6-b73d-aebfa558c6e6 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882254 Sep 17 02:34:25.492162 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '24897cb0-599e-4ea3-a38f-c1f379ce070d', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '2d652602-e26a-4784-9216-23c38d10c9e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:0c:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632204c2-dee6-4645-9fbd-0781fea84a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:34:23Z', 'updated_at': '2021-09-17T02:34:23Z', 'revision_number': 0, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}, {'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:50Z', 'revision_number': 1, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:34:25.522458 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bf3e1e-27be-49d8-88f6-497070165bfe None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': '24897cb0-599e-4ea3-a38f-c1f379ce070d', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.147', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '2d652602-e26a-4784-9216-23c38d10c9e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:0c:ae:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '632204c2-dee6-4645-9fbd-0781fea84a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:34:23Z', 'updated_at': '2021-09-17T02:34:23Z', 'revision_number': 0, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}, {'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:50Z', 'revision_number': 1, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:34:25.706262 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fd7fa8-9abc-4f89-aa27-852cc7782b97 None None] New status for floating IP 24897cb0-599e-4ea3-a38f-c1f379ce070d: ACTIVE {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:34:29.788058 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:29.901655 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:35.553369 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-081ae230-198e-40b1-a520-76ff5801d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:38.232687 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bd2fd93d-bea5-45b4-a115-87cad480f4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:39.107160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:39.878296 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:41.403167 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:54.181272 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:34:59.798014 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:34:59.894816 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:05.522544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-146848a6-b28b-48e1-a09f-610858fa9b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:08.237631 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-95c75d8f-b0f2-4984-8d33-d7c0a9e295aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:09.117787 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:09.843827 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:11.402776 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:18.612941 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-e616408a-631a-4dae-a39e-ca6df862e282 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403490 Sep 17 02:35:18.691060 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e7f5d-5167-4eb9-a511-745d93311965 req-b8d1fbc5-04d5-42d3-8396-072d8a590e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:35:18.692523 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-b8d1fbc5-04d5-42d3-8396-072d8a590e02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1095 time: 0.0396867 Sep 17 02:35:18.797142 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e7f5d-5167-4eb9-a511-745d93311965 req-e63cf1f9-a9c1-4012-b5d8-ce0baf761631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:35:18.798589 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-e63cf1f9-a9c1-4012-b5d8-ce0baf761631 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0870433 Sep 17 02:35:18.861622 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-4b9f97c7-de88-4479-84d3-b738c41abaf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 1000 time: 0.0560849 Sep 17 02:35:18.913227 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e7f5d-5167-4eb9-a511-745d93311965 req-b9843636-8395-4b98-98d2-f2c64429588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:35:18.914650 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-b9843636-8395-4b98-98d2-f2c64429588e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0460122 Sep 17 02:35:18.960488 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e7f5d-5167-4eb9-a511-745d93311965 req-620bdd7f-c904-4a2e-9ce3-16f098f51232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:35:18.961962 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-620bdd7f-c904-4a2e-9ce3-16f098f51232 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403979 Sep 17 02:35:19.058337 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-bea947d3-f107-455e-be88-68bfa8ab8211 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882678 Sep 17 02:35:19.146559 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-783e7f5d-5167-4eb9-a511-745d93311965 req-6faa68a5-66d0-41fc-b67c-c5ed553845b9 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811183 Sep 17 02:35:29.840062 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:29.916887 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:31.180843 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:35:35.527728 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9ef8fbd2-68df-4d55-940a-bddf7c37ccba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:38.311824 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-365a6404-b16e-446b-ae52-e8c51c201891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:39.128936 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:39.859185 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:41.413551 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:57.549811 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 details requested by agent hyperv_n-h2-789963-7 with host n-h2-789963-7 {{(pid=112074) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 17 02:35:57.821007 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:35:57.833603 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Returning: {'device': '2d652602-e26a-4784-9216-23c38d10c9e9', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'port_id': '2d652602-e26a-4784-9216-23c38d10c9e9', 'mac_address': 'fa:16:3e:0c:ae:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=112074) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 17 02:35:57.878894 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:57.900311 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d652602-e26a-4784-9216-23c38d10c9e9 {{(pid=112074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 17 02:35:57.923209 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:35:57.980350 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:58.045514 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=6']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:35:58.053338 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.053680 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.054015 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.054344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.058229 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:35:58.064983 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] get_ports_and_sgs() called for port_ids ['2d652602-e26a-4784-9216-23c38d10c9e9'] {{(pid=112074) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 17 02:35:59.549600 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 up at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 17 02:35:59.600310 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.provisioning_blocks [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Provisioning complete for port 2d652602-e26a-4784-9216-23c38d10c9e9 triggered by entity L2. {{(pid=112074) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 17 02:35:59.600690 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3652152'] for port, provisioning_complete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:59.683487 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:59.713432 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:35:59.715627 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff3a6b9-6eb2-44ab-8df4-399a6dcb58bc" -d '{"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-plugged", "status": "completed", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:35:59.731504 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:35:59.770685 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1d147d-a780-45b2-90ca-3d7d21125195 x-openstack-request-id: req-da1d147d-a780-45b2-90ca-3d7d21125195 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:35:59.770980 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-plugged", "status": "completed", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:35:59.771262 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da1d147d-a780-45b2-90ca-3d7d21125195 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:35:59.771655 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'code': 200} Sep 17 02:35:59.797340 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:59.827160 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:35:59.860155 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=7']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:35:59.917075 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:05.545557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ba4c80bc-29e5-459e-8d93-9d0bd957aba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:07.874951 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44440) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:08.033089 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Deleting port fd7d8a0e-8ba5-400d-bfdc-d894d7c85b00 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:08.033439 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.107480 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.107813 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.119173 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Calling delete_port for fd7d8a0e-8ba5-400d-bfdc-d894d7c85b00 owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:08.179494 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:36:08.241932 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-163a77f1-31f3-4f9d-84b7-c18d0d832d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.356849 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.382385 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event deleted for resources: {'Port': ['ID=fd7d8a0e-8ba5-400d-bfdc-d894d7c85b00,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:08.412915 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.413265 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.413605 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.413941 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.414277 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.414610 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.414939 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.415287 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.415618 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.415943 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.416269 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.416591 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112072) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:08.457392 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.457820 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Floating IP 24897cb0-599e-4ea3-a38f-c1f379ce070d disassociated (deleted). External IP: 172.25.1.147, port: 2d652602-e26a-4784-9216-23c38d10c9e9. Sep 17 02:36:08.664525 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:36:08.769818 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:36:08.774619 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:08.779990 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:36:08.789159 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:08.789766 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:08.801886 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-e278cf83-efcf-45d6-9194-8b414f8e53d2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "DELETE /v2.0/floatingips/24897cb0-599e-4ea3-a38f-c1f379ce070d HTTP/1.1" status: 204 len: 168 time: 0.9258249 Sep 17 02:36:08.802599 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:36:08.805084 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e70f4-f8e6-4cac-8423-27f39096b16e" -d '{"events": [{"name": "network-changed", "server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:36:08.942106 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1501c6b-7f0a-470b-a048-d735aef9654b x-openstack-request-id: req-a1501c6b-7f0a-470b-a048-d735aef9654b {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:36:08.942718 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:36:08.942837 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1501c6b-7f0a-470b-a048-d735aef9654b {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:36:08.943238 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'status': 'completed', 'code': 200} Sep 17 02:36:09.002187 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:09.013155 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-e1def83b-7d82-4faa-bdf8-29e2093ee0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:09.014702 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-e1def83b-7d82-4faa-bdf8-29e2093ee0cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 1096 time: 0.0456541 Sep 17 02:36:09.115509 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-0286a1f0-f6d3-4fe9-afe1-952d1839e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:09.117059 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-0286a1f0-f6d3-4fe9-afe1-952d1839e6c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0940278 Sep 17 02:36:09.122718 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:09.162384 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-b1f98c03-12b9-428c-8a89-a6b65cde2d81 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d652602-e26a-4784-9216-23c38d10c9e9 HTTP/1.1" status: 200 len: 217 time: 0.0372577 Sep 17 02:36:09.222595 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-39e1c331-1b79-400f-8144-3ebbca475762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:09.224100 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-39e1c331-1b79-400f-8144-3ebbca475762 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0541632 Sep 17 02:36:09.243555 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:50Z', 'revision_number': 1, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:09.273815 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-811ace74-7afb-4b7b-b9fb-533599e944ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:09.275348 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-811ace74-7afb-4b7b-b9fb-533599e944ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435209 Sep 17 02:36:09.275700 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:36:09.284741 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:09.285343 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:09.387276 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8598b69-a389-4f88-9f1f-e3d550283028 req-d409f112-da2b-4447-beec-c71c8d33144f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:09.388760 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8598b69-a389-4f88-9f1f-e3d550283028 req-d409f112-da2b-4447-beec-c71c8d33144f tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 945 time: 0.1897817 Sep 17 02:36:09.392133 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:09.419823 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-6d5d1a7a-2014-4207-bbdd-ebd9ff3d4fb5 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321094 Sep 17 02:36:09.454114 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-e8598b69-a389-4f88-9f1f-e3d550283028 req-9a1c7615-6be6-4845-a28e-535e171bc12b tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571902 Sep 17 02:36:09.532528 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-a76e70f4-f8e6-4cac-8423-27f39096b16e req-b49ea538-5572-4f95-bf0e-e598c14f98d5 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011884 Sep 17 02:36:09.625141 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:50Z', 'revision_number': 1, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:09.642369 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:09.655714 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc53cc47-b777-4bfc-9827-286d969127a1 None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_floatingips': [{'id': 'd3243608-cf46-4ed6-9dc6-6db41629baab', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'floating_ip_address': '172.25.1.173', 'floating_network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'router_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'port_id': '63cb9b73-de53-40be-8843-62fcf137900f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'mac_address': 'fa:16:3e:a5:d1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-17T02:31:47Z', 'updated_at': '2021-09-17T02:31:50Z', 'revision_number': 1, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:36:09.721666 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3594740'] for port, before_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:09.746888 n-d-789963-7 neutron-server[112074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:36:09.749106 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b85f99f604e1c3615e4a4a16ecfadc470cd862f5bd970c8b04136702e7b081f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2466c08-5cc3-444d-b890-fbe00a1d97d3" -d '{"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-unplugged", "status": "completed", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:36:09.762301 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:09.789841 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 17 Sep 2021 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34399664-e9d8-43c0-8f0d-648df384d6e4 x-openstack-request-id: req-34399664-e9d8-43c0-8f0d-648df384d6e4 {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:36:09.790126 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-unplugged", "status": "completed", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "code": 200}]} {{(pid=112074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:36:09.790374 n-d-789963-7 neutron-server[112074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34399664-e9d8-43c0-8f0d-648df384d6e4 {{(pid=112074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:36:09.790758 n-d-789963-7 neutron-server[112074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'code': 200} Sep 17 02:36:09.814195 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765636036365', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765635562177', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765635562195'] for port, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:09.855842 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:09.865401 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Pushing event updated for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=8']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:09.921302 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f46c7c-b82b-48d9-af66-0b6c974998e3 None None] New status for floating IP 24897cb0-599e-4ea3-a38f-c1f379ce070d: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:36:10.575360 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ab4b7-20a3-4609-9611-11e19ef636cd req-10f7a736-28d6-436b-824b-0c9ffeae24a2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:10.576850 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e2ab4b7-20a3-4609-9611-11e19ef636cd req-10f7a736-28d6-436b-824b-0c9ffeae24a2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 943 time: 0.0505641 Sep 17 02:36:10.613905 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-8e2ab4b7-20a3-4609-9611-11e19ef636cd req-b486d7fb-55bf-4726-8c0b-bd6e510fefe2 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311542 Sep 17 02:36:10.787598 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-122a60db-df43-44e8-8db5-819a0bfdc0bd tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:10.789047 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-122a60db-df43-44e8-8db5-819a0bfdc0bd tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 943 time: 0.0483122 Sep 17 02:36:10.881295 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Deleting port 2d652602-e26a-4784-9216-23c38d10c9e9 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:10.881639 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:10.967524 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] For port 2d652602-e26a-4784-9216-23c38d10c9e9, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=2d652602-e26a-4784-9216-23c38d10c9e9,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:10.967888 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:10.980020 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Calling delete_port for 2d652602-e26a-4784-9216-23c38d10c9e9 owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:11.196849 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:11.226549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event deleted for resources: {'Port': ['ID=2d652602-e26a-4784-9216-23c38d10c9e9,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:11.252431 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.252915 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.253337 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.253630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.253967 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.254291 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.254916 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.255210 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.255547 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.255848 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.256165 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.256482 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-789963-7 {{(pid=112073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 17 02:36:11.282246 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] No DVR routers for this DVR port 2d652602-e26a-4784-9216-23c38d10c9e9 on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:36:11.286970 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:11.289142 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-13677467-ecc9-43a7-b7a0-3675021bc505 req-7e1a5337-a343-4f3f-b006-22eb7c2c4c90 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "DELETE /v2.0/ports/2d652602-e26a-4784-9216-23c38d10c9e9 HTTP/1.1" status: 204 len: 173 time: 0.4931324 Sep 17 02:36:11.289602 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-deleted', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:36:11.292349 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a7950-6a1a-4bc9-be6d-cfee00ff210a" -d '{"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-deleted", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:36:11.384764 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e78e0bd-2909-4523-8e40-2e51dcb2f20e x-openstack-request-id: req-9e78e0bd-2909-4523-8e40-2e51dcb2f20e {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:36:11.385058 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "632204c2-dee6-4645-9fbd-0781fea84a85", "name": "network-vif-deleted", "tag": "2d652602-e26a-4784-9216-23c38d10c9e9", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:36:11.385334 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e78e0bd-2909-4523-8e40-2e51dcb2f20e {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:36:11.385730 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '632204c2-dee6-4645-9fbd-0781fea84a85', 'name': 'network-vif-deleted', 'tag': '2d652602-e26a-4784-9216-23c38d10c9e9', 'status': 'completed', 'code': 200} Sep 17 02:36:11.442651 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:11.724051 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-dbde3332-93de-4a3f-95c1-c1d7b35f0940 req-9c5dc34a-43c0-4b7a-a03c-7e855ca22f4e tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=632204c2-dee6-4645-9fbd-0781fea84a85 HTTP/1.1" status: 200 len: 210 time: 0.0281534 Sep 17 02:36:13.657688 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:13.679062 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 2d652602-e26a-4784-9216-23c38d10c9e9 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:13.679425 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 2d652602-e26a-4784-9216-23c38d10c9e9 not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:14.044780 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44512) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:14.198574 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Deleting port edd9c880-3c7b-48c8-a4f6-7120629e927f {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:14.198807 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:14.271339 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:14.271658 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:14.282735 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Calling delete_port for edd9c880-3c7b-48c8-a4f6-7120629e927f owned by network:floatingip {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:14.493026 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:14.516880 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event deleted for resources: {'Port': ['ID=edd9c880-3c7b-48c8-a4f6-7120629e927f,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:14.581513 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for floatingip, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:14.581872 n-d-789963-7 neutron-server[112072]: INFO neutron.db.l3_db [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Floating IP d3243608-cf46-4ed6-9dc6-6db41629baab disassociated (deleted). External IP: 172.25.1.173, port: 63cb9b73-de53-40be-8843-62fcf137900f. Sep 17 02:36:15.088706 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:36:15.194868 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:36:15.199648 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for floatingip, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:15.207042 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:36:15.216274 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:15.216958 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:15.227422 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-01387723-30a1-4c4a-a13c-a51deaec5c47 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "DELETE /v2.0/floatingips/d3243608-cf46-4ed6-9dc6-6db41629baab HTTP/1.1" status: 204 len: 168 time: 1.1815386 Sep 17 02:36:15.228117 n-d-789963-7 neutron-server[112072]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112072) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:36:15.230464 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}11af77df03fd7f9dd1f6895b1877af98b866302f92f6887a644b209088238566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ac328-a557-4a9b-8525-49d501a2c5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112072) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:36:15.268092 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Sep 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cacfb1-8c34-44ab-9d11-8a2834b364c0 x-openstack-request-id: req-f7cacfb1-8c34-44ab-9d11-8a2834b364c0 {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:36:15.268427 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "status": "completed", "code": 200}]} {{(pid=112072) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:36:15.268753 n-d-789963-7 neutron-server[112072]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7cacfb1-8c34-44ab-9d11-8a2834b364c0 {{(pid=112072) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:36:15.269243 n-d-789963-7 neutron-server[112072]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'status': 'completed', 'code': 200} Sep 17 02:36:15.333682 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:15.334229 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-1b9b92a7-5bd4-4caf-b893-6d1730b81a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:15.335775 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-1b9b92a7-5bd4-4caf-b893-6d1730b81a80 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a49a804312d44541adc0128320ffc6eb&device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 1095 time: 0.0445881 Sep 17 02:36:15.436120 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-5140aefa-186c-477a-b16d-b6d1efdf11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:15.437562 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-5140aefa-186c-477a-b16d-b6d1efdf11fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 200 len: 911 time: 0.0946379 Sep 17 02:36:15.480784 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-3366c8ba-f564-4a1a-ba32-29e48a2324fb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 200 len: 217 time: 0.0361738 Sep 17 02:36:15.536824 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-4743ae94-86ff-4fc0-a89f-73a13037974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:15.538629 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-4743ae94-86ff-4fc0-a89f-73a13037974b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 200 len: 849 time: 0.0514090 Sep 17 02:36:15.545116 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:15.573886 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:36:15.583723 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:15.584443 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:15.588648 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-fe97e5f8-6e70-43a6-9997-c24b6d9ae635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:15.593762 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-fe97e5f8-6e70-43a6-9997-c24b6d9ae635 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438039 Sep 17 02:36:15.652530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb749fb-8d85-4f07-90e2-5e8b9005ff41 req-3adb982f-fbfd-4ff6-a98b-925df375ecfa tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112072) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:15.654052 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fcb749fb-8d85-4f07-90e2-5e8b9005ff41 req-3adb982f-fbfd-4ff6-a98b-925df375ecfa tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 944 time: 0.1067364 Sep 17 02:36:15.694818 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [req-fcb749fb-8d85-4f07-90e2-5e8b9005ff41 req-5d378205-9760-4f67-a780-04a1ea59d56a tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Sep 17 02:36:15.700711 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-86b0986c-4844-421b-85c0-4268da9f5eb9 service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012609 Sep 17 02:36:15.743554 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:15.795911 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-b82ac328-a557-4a9b-8525-49d501a2c5ad req-83a5fe7d-227f-4c07-a660-976438f83eee service neutron] 10.222.0.36 "GET /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890594 Sep 17 02:36:16.101338 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:16.127482 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96068e75-bbc8-4091-a75e-d6534db8da2c None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:25Z', 'revision_number': 4, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7', '_interfaces': [{'id': '547979fc-50b4-4b44-986e-e6395f0522ff', 'name': '', 'network_id': 'eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'mac_address': 'fa:16:3e:c7:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:24Z', 'updated_at': '2021-09-17T02:31:29Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'subnets': [{'id': '1358e158-7fc1-4f52-9760-614be7f528a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:36:16.342228 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a91153-b833-4425-889b-cfd033d26914 None None] New status for floating IP d3243608-cf46-4ed6-9dc6-6db41629baab: DOWN {{(pid=112074) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 17 02:36:16.811687 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568973e7-73d3-4aa6-b342-146db70544d4 req-7a6bf440-70d0-476e-8f7d-a5a19c2548b6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:16.813400 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568973e7-73d3-4aa6-b342-146db70544d4 req-7a6bf440-70d0-476e-8f7d-a5a19c2548b6 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 944 time: 0.0485392 Sep 17 02:36:16.852263 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-568973e7-73d3-4aa6-b342-146db70544d4 req-5d8bea9b-1e81-4bce-aff8-b37390c01b32 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/security-groups?id=3b7055f2-7ba4-44e7-a3b7-8215e59f0482&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324633 Sep 17 02:36:17.052235 n-d-789963-7 neutron-server[112073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-7e281af1-e5cd-4a57-a2cb-964f1ff605e8 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=112073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 17 02:36:17.053655 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-7e281af1-e5cd-4a57-a2cb-964f1ff605e8 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 944 time: 0.0476103 Sep 17 02:36:17.143861 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Deleting port 63cb9b73-de53-40be-8843-62fcf137900f {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:17.144194 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:17.231549 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] For port 63cb9b73-de53-40be-8843-62fcf137900f, host n-h2-789963-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-789963-7',level=0,port_id=63cb9b73-de53-40be-8843-62fcf137900f,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:17.231909 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:17.244003 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Calling delete_port for 63cb9b73-de53-40be-8843-62fcf137900f owned by compute:nova {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:17.402114 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:17.428292 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event deleted for resources: {'Port': ['ID=63cb9b73-de53-40be-8843-62fcf137900f,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:17.476162 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] No DVR routers for this DVR port 63cb9b73-de53-40be-8843-62fcf137900f on host n-h2-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:36:17.478649 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-29965'] for port, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:17.480676 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-4f473766-1b86-40aa-ad05-2e2d51fabac9 req-8be7e163-8fd9-49a7-9cb3-35a1c815d724 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.36 "DELETE /v2.0/ports/63cb9b73-de53-40be-8843-62fcf137900f HTTP/1.1" status: 204 len: 173 time: 0.4208949 Sep 17 02:36:17.481110 n-d-789963-7 neutron-server[112073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-deleted', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f'}] {{(pid=112073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 17 02:36:17.483399 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}edcb764857edba0eb502c5be952ec58cf527cf64a18ab57267754dc79fb06780" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc36f6e4-af29-4558-9ad8-376e7015d588" -d '{"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-deleted", "tag": "63cb9b73-de53-40be-8843-62fcf137900f"}]}' {{(pid=112073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 17 02:36:17.518253 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Sep 2021 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8510cfb6-1514-4069-8dc2-07cda82945ce x-openstack-request-id: req-8510cfb6-1514-4069-8dc2-07cda82945ce {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 17 02:36:17.518590 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c298a563-a5d3-4a62-b173-b7cd606e2887", "name": "network-vif-deleted", "tag": "63cb9b73-de53-40be-8843-62fcf137900f", "status": "completed", "code": 200}]} {{(pid=112073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 17 02:36:17.518861 n-d-789963-7 neutron-server[112073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8510cfb6-1514-4069-8dc2-07cda82945ce {{(pid=112073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 17 02:36:17.519289 n-d-789963-7 neutron-server[112073]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c298a563-a5d3-4a62-b173-b7cd606e2887', 'name': 'network-vif-deleted', 'tag': '63cb9b73-de53-40be-8843-62fcf137900f', 'status': 'completed', 'code': 200} Sep 17 02:36:17.957410 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [req-0398802b-dd92-4e8c-9a19-dc3cd7d50a00 req-b01c946b-5ee7-43ee-a33d-96bd423e7e31 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "GET /v2.0/ports?device_id=c298a563-a5d3-4a62-b173-b7cd606e2887 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Sep 17 02:36:19.014459 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44532) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:19.074366 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1affab6-d965-4eb7-a038-8118d5b70d33 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:19.099737 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1affab6-d965-4eb7-a038-8118d5b70d33 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:19.237268 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1affab6-d965-4eb7-a038-8118d5b70d33 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:19.239822 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-b1affab6-d965-4eb7-a038-8118d5b70d33 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Notify callbacks [] for security_group, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:19.241002 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-b1affab6-d965-4eb7-a038-8118d5b70d33 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] 10.222.0.13 "DELETE /v2.0/security-groups/3b7055f2-7ba4-44e7-a3b7-8215e59f0482 HTTP/1.1" status: 204 len: 168 time: 0.2255375 Sep 17 02:36:19.250432 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1affab6-d965-4eb7-a038-8118d5b70d33 tempest-TestSnapshotPattern-1512487576 tempest-TestSnapshotPattern-1512487576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7055f2-7ba4-44e7-a3b7-8215e59f0482,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:19.327684 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44536) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:19.670175 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:19.672886 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f no longer exists at agent hyperv_n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:19.693288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] No Port match for: 63cb9b73-de53-40be-8843-62fcf137900f {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:19.693632 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Device 63cb9b73-de53-40be-8843-62fcf137900f not bound to the agent host n-h2-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:19.912082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Deleting port 547979fc-50b4-4b44-986e-e6395f0522ff {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:19.912418 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:19.993503 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] For port 547979fc-50b4-4b44-986e-e6395f0522ff, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=547979fc-50b4-4b44-986e-e6395f0522ff,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:19.993776 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:20.006819 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Calling delete_port for 547979fc-50b4-4b44-986e-e6395f0522ff owned by network:router_interface {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:20.242520 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:20.266675 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=547979fc-50b4-4b44-986e-e6395f0522ff,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:20.460104 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:20.661001 n-d-789963-7 neutron-server[112072]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112072) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:36:20.768404 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112072) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:36:20.773551 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-89e089cb-740f-4e28-9ded-91c68d03c9e4 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f0f96cd-29a3-4241-a5b1-455190a2bc71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448254 Sep 17 02:36:20.776192 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44538) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:20.777999 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] Sync routers for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:36:20.788423 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:20.789026 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:20.891685 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:21.076264 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:36:20Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:21.108460 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] Checking router: 9f0f96cd-29a3-4241-a5b1-455190a2bc71 for host: n-d-789963-7 {{(pid=112075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:36:21.117158 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] Routers {'9f0f96cd-29a3-4241-a5b1-455190a2bc71'} bound to L3 agent in host n-d-789963-7 {{(pid=112075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:21.121124 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'], 'active': True} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:21.198934 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.223559 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_dvr_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] Set router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 gateway port host: n-d-789963-7 {{(pid=112075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:21.301276 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.397219 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.l3_hamode_db [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:36:20Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:21.402007 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Deleting port 0eac5f99-18ac-4665-97a7-3bee787ed51d {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:21.402358 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.422530 n-d-789963-7 neutron-server[112075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300742e0-7c5d-48ce-9c63-1bb36399af9d None None] The sync data for ids ['9f0f96cd-29a3-4241-a5b1-455190a2bc71'] in n-d-789963-7 is: [{'id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'name': 'tempest-TestSnapshotPattern-1268707105-router', 'tenant_id': 'a49a804312d44541adc0128320ffc6eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98'}], 'enable_snat': True}, 'gw_port_id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:36:20Z', 'revision_number': 5, 'project_id': 'a49a804312d44541adc0128320ffc6eb', 'gw_port': {'id': '0eac5f99-18ac-4665-97a7-3bee787ed51d', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f0f96cd-29a3-4241-a5b1-455190a2bc71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:22Z', 'updated_at': '2021-09-17T02:31:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}] {{(pid=112075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:36:21.488255 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] For port 0eac5f99-18ac-4665-97a7-3bee787ed51d, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0eac5f99-18ac-4665-97a7-3bee787ed51d,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:21.488255 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.499936 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Calling delete_port for 0eac5f99-18ac-4665-97a7-3bee787ed51d owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:21.716584 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.745887 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eac5f99-18ac-4665-97a7-3bee787ed51d,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:21.809029 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.905474 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:21.907595 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.025048 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.025568 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f0f96cd-29a3-4241-a5b1-455190a2bc71 {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:36:22.030068 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.031163 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2afaec7b-4468-4fae-b0f4-870caa61d828 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f0f96cd-29a3-4241-a5b1-455190a2bc71 HTTP/1.1" status: 204 len: 168 time: 1.2538476 Sep 17 02:36:22.034197 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44540) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:22.181671 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Deleting subnet 1358e158-7fc1-4f52-9760-614be7f528a1 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:36:22.184634 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.217889 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.293007 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.436795 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.465053 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1358e158-7fc1-4f52-9760-614be7f528a1,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:22.467371 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.469274 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-1f9bfed7-2a68-4298-ac5e-156f52add5e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1358e158-7fc1-4f52-9760-614be7f528a1 HTTP/1.1" status: 204 len: 168 time: 0.4341390 Sep 17 02:36:22.474345 n-d-789963-7 neutron-server[112072]: DEBUG neutron.wsgi [-] (112072) accepted ('10.222.0.13', 44544) {{(pid=112072) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:22.480079 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d24fc5-bff9-4d9e-af9a-be20c8ff8100 None None] Network eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:36:22.554540 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.610937 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Deleting port 4c7ce167-2b8c-438d-9e84-a19fd85da741 {{(pid=112072) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:22.611398 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.662876 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] DHCP port deletion for eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:36:22.678133 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.db [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] For port 4c7ce167-2b8c-438d-9e84-a19fd85da741, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c7ce167-2b8c-438d-9e84-a19fd85da741,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112072) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:22.678511 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.692530 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Calling delete_port for 4c7ce167-2b8c-438d-9e84-a19fd85da741 owned by network:dhcp {{(pid=112072) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:22.709927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] Deleting port 4c7ce167-2b8c-438d-9e84-a19fd85da741 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:22.710297 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.723708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0eac5f99-18ac-4665-97a7-3bee787ed51d no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:22.754732 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0eac5f99-18ac-4665-97a7-3bee787ed51d {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:22.754992 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0eac5f99-18ac-4665-97a7-3bee787ed51d not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:22.755427 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 547979fc-50b4-4b44-986e-e6395f0522ff no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:22.805979 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 547979fc-50b4-4b44-986e-e6395f0522ff {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:22.806233 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 547979fc-50b4-4b44-986e-e6395f0522ff not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:22.806637 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4c7ce167-2b8c-438d-9e84-a19fd85da741 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:22.835787 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12175461'] for port, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.840767 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] For port 4c7ce167-2b8c-438d-9e84-a19fd85da741, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=4c7ce167-2b8c-438d-9e84-a19fd85da741,segment=NetworkSegment(700818bb-00fa-46fe-b924-d1f9e3eea7e7),segment_id=700818bb-00fa-46fe-b924-d1f9e3eea7e7)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:22.841159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.859565 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] Calling delete_port for 4c7ce167-2b8c-438d-9e84-a19fd85da741 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:22.863392 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7ce167-2b8c-438d-9e84-a19fd85da741,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:22.866041 n-d-789963-7 neutron-server[112072]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] No DVR routers for this DVR port 4c7ce167-2b8c-438d-9e84-a19fd85da741 on host n-d-789963-7 {{(pid=112072) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:36:22.873417 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No active binding found for port 4c7ce167-2b8c-438d-9e84-a19fd85da741 {{(pid=112074) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 17 02:36:22.879814 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 4c7ce167-2b8c-438d-9e84-a19fd85da741 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:22.942829 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.944782 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:22.963295 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae']}} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:22.970096 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] Pushing event deleted for resources: {'Port': ['ID=4c7ce167-2b8c-438d-9e84-a19fd85da741,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:22.973082 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '700818bb-00fa-46fe-b924-d1f9e3eea7e7') {'for_net_delete': True} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:22.973259 n-d-789963-7 neutron-server[112072]: DEBUG neutron.services.segments.db [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '700818bb-00fa-46fe-b924-d1f9e3eea7e7') {} {{(pid=112072) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:22.973675 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da98dbfb-99f7-4f97-b7b8-3e5aed15177e None None] No DVR routers for this DVR port 4c7ce167-2b8c-438d-9e84-a19fd85da741 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:36:22.988010 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12333883'] for segment, before_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.001138 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.008429 n-d-789963-7 neutron-server[112072]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=112072) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:36:23.008823 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12176020'] for segment, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: Traceback (most recent call last): Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: timer() Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: cb(*args, **kw) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: return func(*args, **kwargs) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: self._notify() Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: self.callback(batched_events) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: event.method(event) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: return f(self, *a, **k) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: return self._get(url).json() Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: return self.request(url, 'GET', **kwargs) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:36:23.010455 n-d-789963-7 neutron-server[112072]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:36:23.145390 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.151106 n-d-789963-7 neutron-server[112072]: DEBUG neutron_lib.callbacks.manager [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Notify callbacks [] for network, before_response {{(pid=112072) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.152821 n-d-789963-7 neutron-server[112072]: INFO neutron.wsgi [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae HTTP/1.1" status: 204 len: 168 time: 0.6775746 Sep 17 02:36:23.155986 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44546) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:23.164594 n-d-789963-7 neutron-server[112072]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b884c-8ab3-4134-94fd-2d500e042201 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab4f3c7-a0bf-4cc1-b3cf-d1291c836eae,revision_number=None']} {{(pid=112072) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:23.494932 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-562438'] for router_interface, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.737856 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Deleting port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:23.738111 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.818011 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] For port c17e7aa4-bc51-4a1a-a9db-ab119de19dbf, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:23.818365 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:23.830543 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Calling delete_port for c17e7aa4-bc51-4a1a-a9db-ab119de19dbf owned by network:router_interface {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:24.076698 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:24.100630 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c17e7aa4-bc51-4a1a-a9db-ab119de19dbf,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:24.284109 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3636660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-563382'] for router_interface, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:24.509716 n-d-789963-7 neutron-server[112073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Router 297f854d-a337-451a-9369-2126b68ded9c has already been hosted by L3 agent 0acec1b4-26f4-4e92-8ef0-582af7f27d08 {{(pid=112073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 17 02:36:24.614558 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] Notify agent at l3_agent.n-d-789963-7 the message routers_updated {{(pid=112073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 17 02:36:24.619724 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-df11c4bb-f259-4a56-8d07-2201578cc2ef admin admin] 10.222.0.13 "PUT /v2.0/routers/297f854d-a337-451a-9369-2126b68ded9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4626591 Sep 17 02:36:24.622263 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44550) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:24.623927 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] Sync routers for ids ['297f854d-a337-451a-9369-2126b68ded9c'] in n-d-789963-7 {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 17 02:36:24.633799 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] Routers {'297f854d-a337-451a-9369-2126b68ded9c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:24.634517 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['297f854d-a337-451a-9369-2126b68ded9c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:24.730964 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:24.742938 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] Set router 297f854d-a337-451a-9369-2126b68ded9c gateway port host: n-d-789963-7 {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:24.832001 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:24.920146 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'external_fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167'}], 'enable_snat': True}, 'gw_port_id': '36b41415-17ae-4ace-a315-c13dda684be4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:36:23Z', 'revision_number': 5, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port': {'id': '36b41415-17ae-4ace-a315-c13dda684be4', 'name': '', 'network_id': '3b83a758-b32b-40fb-a220-cc7e9297cfb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:42:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297f854d-a337-451a-9369-2126b68ded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '42bd32ea-894a-4251-a46c-33b89e492785', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-789963-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '42bd32ea-894a-4251-a46c-33b89e492785', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-789963-7'}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:24.949801 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] Checking router: 297f854d-a337-451a-9369-2126b68ded9c for host: n-d-789963-7 {{(pid=112074) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 17 02:36:24.959288 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] Routers {'297f854d-a337-451a-9369-2126b68ded9c'} bound to L3 agent in host n-d-789963-7 {{(pid=112074) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 17 02:36:24.959973 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-789963-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-17T00:50:08Z,description=,heartbeat_timestamp=2021-09-17T02:36:08Z,host='n-d-789963-7',id=0acec1b4-26f4-4e92-8ef0-582af7f27d08,load=0,resource_versions=,resources_synced=,started_at=2021-09-17T00:50:09Z,topic='l3_agent')) {'router_ids': ['297f854d-a337-451a-9369-2126b68ded9c'], 'active': True} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:24.965064 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Deleting port 36b41415-17ae-4ace-a315-c13dda684be4 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:24.965410 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.042708 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvr_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] Set router 297f854d-a337-451a-9369-2126b68ded9c gateway port host: None {{(pid=112074) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 17 02:36:25.047672 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] For port 36b41415-17ae-4ace-a315-c13dda684be4, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=36b41415-17ae-4ace-a315-c13dda684be4,segment=NetworkSegment(718fb135-7f99-425f-87ec-59daa424ed98),segment_id=718fb135-7f99-425f-87ec-59daa424ed98)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:25.048040 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.059941 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Calling delete_port for 36b41415-17ae-4ace-a315-c13dda684be4 owned by network:router_gateway {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:25.102109 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_hamode_db [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:36:24Z', 'revision_number': 6, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port_host': None}], 'n-d-789963-7', False) {} {{(pid=112074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:25.129922 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ae4ec-a679-4c8f-8a88-bba26233d059 None None] The sync data for ids ['297f854d-a337-451a-9369-2126b68ded9c'] in n-d-789963-7 is: [{'id': '297f854d-a337-451a-9369-2126b68ded9c', 'name': 'tempest-TestSnapshotPattern-1599768660-router', 'tenant_id': 'a984423b25904180819dbfc4555601cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-17T02:31:28Z', 'updated_at': '2021-09-17T02:36:24Z', 'revision_number': 6, 'project_id': 'a984423b25904180819dbfc4555601cf', 'gw_port_host': None}] {{(pid=112074) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 17 02:36:25.300309 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.325545 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b41415-17ae-4ace-a315-c13dda684be4,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:25.385178 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-563312'] for router_gateway, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.478764 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3799'] for router, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.480861 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.579761 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-562138'] for router, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.580460 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297f854d-a337-451a-9369-2126b68ded9c {{(pid=112073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 17 02:36:25.584996 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] Notify callbacks [] for router, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.586165 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-2fb46c83-530c-4ef9-b082-0a8680af68f6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/297f854d-a337-451a-9369-2126b68ded9c HTTP/1.1" status: 204 len: 168 time: 0.9629955 Sep 17 02:36:25.588728 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44552) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:25.633096 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Deleting subnet 412ff8b2-f744-4c41-8dff-31f548066737 {{(pid=112073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 17 02:36:25.636060 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.669979 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9404486'] for subnet, precommit_delete_associations {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.749570 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-547140'] for subnet, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.842852 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-547155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718772', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8557784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9249893'] for subnet, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.869365 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412ff8b2-f744-4c41-8dff-31f548066737,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:25.873198 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:25.878267 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aa7bafe4-02f6-4b40-83f4-faac015e1c0e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/412ff8b2-f744-4c41-8dff-31f548066737 HTTP/1.1" status: 204 len: 168 time: 0.2858319 Sep 17 02:36:25.878267 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44554) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:25.880904 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8152dd5a-c951-4f9d-8247-04517ad64a80 None None] Network e3a8c229-99a1-4754-900f-fe8082b43a92 requested from n-d-789963-7 {{(pid=112074) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 17 02:36:25.949383 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-532661'] for network, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.010790 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Deleting port 0d2b3ee2-fa26-424e-ae90-598bde069928 {{(pid=112073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:26.011164 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.059672 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] DHCP port deletion for e3a8c229-99a1-4754-900f-fe8082b43a92 request from n-d-789963-7 {{(pid=112074) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 17 02:36:26.076112 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.db [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] For port 0d2b3ee2-fa26-424e-ae90-598bde069928, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d2b3ee2-fa26-424e-ae90-598bde069928,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:26.076476 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.089920 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.plugin [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Calling delete_port for 0d2b3ee2-fa26-424e-ae90-598bde069928 owned by network:dhcp {{(pid=112073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:26.107578 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] Deleting port 0d2b3ee2-fa26-424e-ae90-598bde069928 {{(pid=112074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 17 02:36:26.108170 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765636031025'] for port, before_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.178986 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.db [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] For port 0d2b3ee2-fa26-424e-ae90-598bde069928, host n-d-789963-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-789963-7',level=0,port_id=0d2b3ee2-fa26-424e-ae90-598bde069928,segment=NetworkSegment(664a47c4-1f27-4ba4-89e2-226a3951d6bf),segment_id=664a47c4-1f27-4ba4-89e2-226a3951d6bf)] {{(pid=112074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 17 02:36:26.179425 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583758'] for port, precommit_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.191473 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] Calling delete_port for 0d2b3ee2-fa26-424e-ae90-598bde069928 owned by network:dhcp {{(pid=112074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 17 02:36:26.225300 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8557815'] for port, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.251325 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2b3ee2-fa26-424e-ae90-598bde069928,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:26.255438 n-d-789963-7 neutron-server[112073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] No DVR routers for this DVR port 0d2b3ee2-fa26-424e-ae90-598bde069928 on host n-d-789963-7 {{(pid=112073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:36:26.265465 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3594677', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4119373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765636035831', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765635562168'] for port, after_delete {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.295840 n-d-789963-7 neutron-server[112074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] Pushing event deleted for resources: {'Port': ['ID=0d2b3ee2-fa26-424e-ae90-598bde069928,revision_number=None']} {{(pid=112074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:26.297483 n-d-789963-7 neutron-server[112074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d420761-67d8-447b-97ed-c4a9d01ed7f2 None None] No DVR routers for this DVR port 0d2b3ee2-fa26-424e-ae90-598bde069928 on host n-d-789963-7 {{(pid=112074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 17 02:36:26.338107 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3651267', 'neutron.services.segments.db._delete_segments_for_network-8765635864477'] for network, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.358113 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a8c229-99a1-4754-900f-fe8082b43a92']}} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:26.367617 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a47c4-1f27-4ba4-89e2-226a3951d6bf') {'for_net_delete': True} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:26.367912 n-d-789963-7 neutron-server[112073]: DEBUG neutron.services.segments.db [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a47c4-1f27-4ba4-89e2-226a3951d6bf') {} {{(pid=112073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 17 02:36:26.376944 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765635865766', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9404493'] for segment, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.389775 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561'] for segment, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.396265 n-d-789963-7 neutron-server[112073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=112073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 17 02:36:26.396646 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-548561', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8558086'] for segment, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: Traceback (most recent call last): Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: timer() Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: cb(*args, **kw) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: return func(*args, **kwargs) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: self._notify() Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: self.callback(batched_events) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: event.method(event) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: aggregate_uuid = self.p_client.list_aggregates( Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: return f(self, *a, **k) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: return self._get(url).json() Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: return self.request(url, 'GET', **kwargs) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: base_url = self.get_endpoint(auth, allow=allow, Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 17 02:36:26.398238 n-d-789963-7 neutron-server[112073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 17 02:36:26.516333 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3651290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3718656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3634759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-563220'] for network, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.522762 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Notify callbacks [] for network, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.524618 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e3a8c229-99a1-4754-900f-fe8082b43a92 HTTP/1.1" status: 204 len: 168 time: 0.6455491 Sep 17 02:36:26.535914 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee45f6a-6b35-4bac-93c8-f87949b33f31 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3a8c229-99a1-4754-900f-fe8082b43a92,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:26.692358 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 36b41415-17ae-4ace-a315-c13dda684be4 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:26.713098 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 36b41415-17ae-4ace-a315-c13dda684be4 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:26.713441 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 36b41415-17ae-4ace-a315-c13dda684be4 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:26.713853 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c17e7aa4-bc51-4a1a-a9db-ab119de19dbf no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:26.733003 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: c17e7aa4-bc51-4a1a-a9db-ab119de19dbf {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:26.733344 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device c17e7aa4-bc51-4a1a-a9db-ab119de19dbf not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:26.733748 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d2b3ee2-fa26-424e-ae90-598bde069928 no longer exists at agent ovs-agent-n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 17 02:36:26.751978 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.plugin [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] No Port match for: 0d2b3ee2-fa26-424e-ae90-598bde069928 {{(pid=112074) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 17 02:36:26.752317 n-d-789963-7 neutron-server[112074]: DEBUG neutron.plugins.ml2.rpc [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Device 0d2b3ee2-fa26-424e-ae90-598bde069928 not bound to the agent host n-d-789963-7 {{(pid=112074) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 17 02:36:26.810270 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44558) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:26.849926 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-9f3b3c29-106b-4ad7-b6ad-cd6801a5f03a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a49a804312d44541adc0128320ffc6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384409 Sep 17 02:36:26.852349 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44560) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:26.903924 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa2144d6-923e-45f5-a9fd-ab66f751252a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:26.925025 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa2144d6-923e-45f5-a9fd-ab66f751252a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.024792 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa2144d6-923e-45f5-a9fd-ab66f751252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.027323 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-aa2144d6-923e-45f5-a9fd-ab66f751252a admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.028501 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-aa2144d6-923e-45f5-a9fd-ab66f751252a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55b31d5f-006b-41ed-b363-8fb89c9c5212 HTTP/1.1" status: 204 len: 168 time: 0.1752372 Sep 17 02:36:27.036871 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2144d6-923e-45f5-a9fd-ab66f751252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b31d5f-006b-41ed-b363-8fb89c9c5212,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:27.578694 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44566) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:27.618070 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-7ea0af63-a208-44bd-84b3-cbdd9322e390 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a984423b25904180819dbfc4555601cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381165 Sep 17 02:36:27.620554 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [-] (112073) accepted ('10.222.0.13', 44568) {{(pid=112073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 17 02:36:27.667394 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-866e5cd7-0fe7-41d8-a23d-7b4bf8f49dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.687565 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-866e5cd7-0fe7-41d8-a23d-7b4bf8f49dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.865141 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-866e5cd7-0fe7-41d8-a23d-7b4bf8f49dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3712723'] for security_group, after_delete {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.867940 n-d-789963-7 neutron-server[112073]: DEBUG neutron_lib.callbacks.manager [None req-866e5cd7-0fe7-41d8-a23d-7b4bf8f49dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=112073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:27.870626 n-d-789963-7 neutron-server[112073]: INFO neutron.wsgi [None req-866e5cd7-0fe7-41d8-a23d-7b4bf8f49dbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e4913195-29ca-4434-848a-a0fb4a402908 HTTP/1.1" status: 204 len: 168 time: 0.2480745 Sep 17 02:36:27.879995 n-d-789963-7 neutron-server[112073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e5cd7-0fe7-41d8-a23d-7b4bf8f49dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4913195-29ca-4434-848a-a0fb4a402908,revision_number=None']} {{(pid=112073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 17 02:36:29.801537 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:29.945215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:35.504685 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-28fd13f8-1df6-4588-9e7b-fa02a24ffa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:38.253456 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-a43ef16d-f22e-42d5-9400-7356c3da2b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:39.127529 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:39.858864 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:41.407858 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:45.182810 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:36:59.801027 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:36:59.903969 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:05.504408 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-2146a16f-3383-4a86-8208-def683ee67af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:08.252318 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-68e09879-c8e6-4243-a54e-80f34c81c5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:09.132495 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:09.840749 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:11.417921 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:22.182613 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:37:29.800917 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:29.943735 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:35.498217 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d2c9-15f1-4214-8f74-69cef673fb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:38.246325 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ba5e4f1b-b136-45cd-ba73-aa662d6a4d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:39.126435 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:39.846198 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:41.406290 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:59.181374 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:37:59.799854 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:37:59.977224 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:05.503245 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-00e761fc-4ad9-40c4-b1e1-4490916fd45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:08.245410 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-f007b2f6-627f-40ca-8951-74188217997b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:09.137292 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:09.840038 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:11.412046 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:29.805112 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:29.942762 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:35.491229 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-fed23958-28fb-46a7-a8a8-2819741de676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:36.180851 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:38:38.227763 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-29cd998a-8299-488e-9c60-77855effa6f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:39.125283 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:39.845378 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:41.428411 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:59.816042 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:38:59.947566 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:01.684089 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-31379d93-10bb-4532-a098-5c72c7254afb req-9f14041a-60e1-4e8c-a3eb-aeba7a4f21bf service neutron] (112073) timed out ('10.222.0.13', 43094) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 02:39:05.507819 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db19-693e-47da-807f-96ab52d55787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:08.233311 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-faffadad-6d51-4b92-a5ef-9e5c5fa48d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:09.136405 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:09.856159 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:11.421758 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:13.180717 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:39:29.826578 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:29.963650 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:35.506644 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d37efe48-01d3-4e6a-b13c-50face4542dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:38.255378 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-69038ecf-4ae1-4fd9-8679-4d2fee8f902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:39.135632 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:39.872684 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:41.410154 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:50.180521 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:39:59.827157 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:39:59.969821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:05.518287 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-0ccb200a-b7d2-49a3-be90-addb8a816790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:08.243978 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4208764c-99ff-41c3-bcce-141a5703f6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:09.118696 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:09.866557 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:11.432801 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:27.180518 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:40:29.848247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:29.985686 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:35.535035 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4fe5891b-1fb0-4a11-9be4-657fe36001ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:38.254893 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-3e4b71d8-3cbe-4002-830d-29a3736846ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:39.140944 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:39.877848 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:41.431844 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:59.848682 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:40:59.980072 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:04.181873 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:41:05.511652 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-67666162-d5f9-4b49-8510-a973dce358c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:08.282994 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bf6b44f6-9e2e-49c2-ba75-03d77b50444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:09.151602 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:09.865647 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:11.431708 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:29.848445 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:29.979790 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:35.515922 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-4a0f6212-1fe8-48f5-9fab-1ba660488119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:38.247215 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-b16936a5-86cd-4e03-acb8-f6fbd8de4869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:39.174509 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:39.894051 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:41.182931 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:41:41.441507 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:59.842544 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:41:59.996705 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:05.510850 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-6e7e640a-080e-4681-bd73-a1d7f2a5b0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:08.258048 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8a53fb28-74e1-4dcf-bf0f-48924906363b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:09.200846 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:09.903821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:11.436392 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:18.182772 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:42:29.863250 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:29.994821 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:35.493247 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-841dc023-fe14-4d5e-b1f6-4dc56dbcfaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:38.253417 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-8f2d80e0-3b38-43a4-8556-51acdc02ac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:39.156059 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:39.893024 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:41.451351 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:55.182736 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:42:59.864381 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:42:59.990019 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:05.561656 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-d5622ff8-6b30-40fe-be05-88dde4cb8432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:08.267786 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-1e222f57-c072-4c97-ad38-85be81bda18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:09.201635 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:09.875760 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:11.473931 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:29.873101 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:30.012224 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:32.182992 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:43:35.519193 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-51b5f667-5a27-4d6a-9b8f-3ae95748749e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:38.279189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5a2cc04f-f380-49c6-874b-d40d776339ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:39.176340 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:39.903882 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:41.446581 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:43:59.880248 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:00.032770 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:05.520502 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-ee2af98d-3f70-4069-86e7-da0ff5969db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:05.859766 n-d-789963-7 neutron-server[112073]: DEBUG neutron.wsgi [req-765ee594-fe4f-443a-b7f5-f834cb68f738 req-2058b565-6e09-4327-af07-4644a2f735f1 service neutron] (112073) timed out ('10.222.0.13', 46558) {{(pid=112073) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 17 02:44:08.290406 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-14e2ce47-1882-4b59-93c6-c8c7c0516598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:09.181413 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 17 02:44:09.214225 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:09.901189 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:11.463658 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:29.897585 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9281bfe7-f575-4508-9bc0-3b6d76b4b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:30.074636 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-5e969816-1f9e-4993-b394-af2fd80f64df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:35.520263 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-bc30e589-8be8-4888-922f-2724eefb94b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:38.280190 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-42a32a52-1ee0-4dee-b8d3-9ccaa67670cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:39.171841 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-159550b4-55b8-4c4d-828e-dc7893cc4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:39.918430 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-9cbf6806-050b-4f39-9588-94b500de767e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:41.463011 n-d-789963-7 neutron-server[112074]: DEBUG neutron_lib.callbacks.manager [None req-849489c0-192d-4b32-aa49-6ecbc99e746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765635864459', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3653315'] for agent, after_update {{(pid=112074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 17 02:44:46.180318 n-d-789963-7 neutron-server[112075]: DEBUG neutron.db.agents_db [None req-c3e21472-b405-48f5-ae7d-1c159a594772 None None] Agent healthcheck: found 7 active agents {{(pid=112075) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}